-- Logs begin at Fri 2021-09-17 23:51:56 UTC, end at Sat 2021-09-18 02:11:40 UTC. -- Sep 18 00:20:37.215996 n-d-712707-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 00:20:39.978094 n-d-712707-16 neutron-server[106343]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:20:39.978617 n-d-712707-16 neutron-server[106343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 00:20:39.978860 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 00:20:39.982009 n-d-712707-16 neutron-server[106343]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:20:39.982261 n-d-712707-16 neutron-server[106343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 00:20:39.982568 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 00:20:39.983508 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:20:39.983739 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:20:39.984097 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:20:39.984367 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:20:39.984591 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:20:39.984916 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.985203 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.985494 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.985719 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.986007 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.986661 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.986825 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.987114 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.987410 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.987694 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.987970 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.988274 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.988506 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.988784 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.989066 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.989350 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.989566 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] debug = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.989841 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.990261 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.990678 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.990952 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.991238 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.991513 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.991781 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.992051 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.992352 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.992676 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] host = n-d-712707-16 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.992952 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.993233 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.993514 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.993795 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.994064 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.994335 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.994615 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.994881 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.995149 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.995416 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.995699 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.995979 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.996284 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.996510 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.996729 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.997013 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.997297 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.997563 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.997829 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.998095 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.998361 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.998627 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.998888 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.999169 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.999447 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.999724 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:39.999988 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.000282 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.000552 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.000817 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.001096 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.001362 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.001628 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.001941 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.002384 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.002733 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.003015 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.003315 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.003853 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.004136 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.004444 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.004715 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.004993 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.005265 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.005536 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.005803 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_json = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.006071 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.006339 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.006616 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.006887 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.007155 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.007420 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.007686 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.007965 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:40.008279 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.008572 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.008867 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.009149 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.009441 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.009719 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.010001 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.010276 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.010559 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.010843 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.011125 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.011400 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.011683 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.011956 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.012270 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.012572 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.012863 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.013148 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.013419 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.013687 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.013954 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.014226 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.014505 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.014777 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.015058 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.015341 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.015616 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.015897 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.016184 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.016491 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.016761 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.017036 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.017322 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.018147 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.018631 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.018954 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.019245 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.019525 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.019796 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.020076 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.020372 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.020643 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.020910 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.021183 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.021469 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.021742 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.022011 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.022277 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.022566 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.022814 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.023095 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.023367 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.023636 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.023904 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.024176 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.024468 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.024735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.025007 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.025272 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.025545 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.025811 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.026080 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.026344 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.026611 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.026877 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.027144 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.027410 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.027683 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.027945 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.028209 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.028498 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.028765 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.029032 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.029313 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.029605 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.029879 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.030152 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.030425 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.030700 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.030973 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.031249 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.031521 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.031792 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.032061 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.032373 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.032652 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.032934 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.033869 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.034352 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.034685 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.034965 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.035247 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.035524 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.035801 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.036081 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.036404 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.036700 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.036991 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.037281 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.037572 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.037863 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.038137 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.038438 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.038714 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:40.038929 n-d-712707-16 neutron-server[106343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:20:40.039165 n-d-712707-16 neutron-server[106343]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106343) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 00:20:40.393701 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 00:20:40.394009 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 00:20:40.394295 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 00:20:40.394627 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 00:20:40.789299 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.789601 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.789871 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.791163 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.791437 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.791700 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.827088 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.827366 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.827633 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.842946 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.843224 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.843492 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.871606 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.871887 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.872153 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.910691 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.910973 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:40.911240 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.148188 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.148824 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.148824 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.148980 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.149595 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.269815 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.270132 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.270415 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.270685 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.270947 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.271254 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.271512 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.271766 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.272019 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.272320 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.272578 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.272837 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.273087 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.273337 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.273587 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.273847 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.274096 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.274356 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.274619 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.274878 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.275145 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.275394 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.275674 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.276045 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.276312 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.276557 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.276940 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.277172 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.277404 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.277634 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.277863 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.278091 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:41.278444 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 00:20:41.281497 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 00:20:41.285774 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 00:20:41.289388 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 18 00:20:41.290999 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 00:20:41.291448 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 00:20:41.291777 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 00:20:41.292157 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 00:20:41.294923 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 00:20:41.295174 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 00:20:41.295516 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:20:41.301698 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 00:20:41.323945 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 00:20:41.324420 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.324714 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106343) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 00:20:41.325073 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.326432 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106343) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 00:20:41.326863 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:20:41.327107 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 00:20:41.330525 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.330918 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:41.395862 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 00:20:41.396098 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 00:20:41.396367 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 00:20:41.396737 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 00:20:41.418820 n-d-712707-16 neutron-server[106343]: DEBUG oslo_db.sqlalchemy.engines [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106343) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 00:20:41.954683 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing driver for type 'gre' Sep 18 00:20:41.955265 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] gre ID ranges: [(1, 1000)] Sep 18 00:20:42.010179 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing driver for type 'local' Sep 18 00:20:42.010528 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing driver for type 'vlan' Sep 18 00:20:42.023158 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] VlanTypeDriver initialization complete Sep 18 00:20:42.023528 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing driver for type 'vxlan' Sep 18 00:20:42.024008 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] vxlan ID ranges: [(1, 1000)] Sep 18 00:20:42.077492 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing extension driver 'port_security' Sep 18 00:20:42.077929 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] PortSecurityExtensionDriver initialization complete Sep 18 00:20:42.078276 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing mechanism driver 'openvswitch' Sep 18 00:20:42.078602 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing mechanism driver 'hyperv' Sep 18 00:20:42.085657 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.plugin [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:42.086354 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.086787 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.087095 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.087695 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.088138 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.088524 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.088878 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.089275 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.089689 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.090044 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.090392 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.090788 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.091195 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.091549 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.091895 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.092450 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.092865 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.093223 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.093572 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.093982 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.094389 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > address_group after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.094740 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > address_group after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.095084 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.095553 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106343) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 00:20:42.096455 n-d-712707-16 neutron-server[106343]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] ML2 OVO RPC backend initialized. {{(pid=106343) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 00:20:42.097168 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.097528 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.097952 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.098304 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > networks before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.098659 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.099006 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > ports before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.099354 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.099701 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnets before_response 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.100052 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.100432 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.100774 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.101115 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.101458 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.101801 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.102140 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.102482 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.102818 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.103404 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.plugin [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Modular L2 Plugin initialization complete Sep 18 00:20:42.103745 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading services supported by the core plugin {{(pid=106343) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 00:20:42.104076 n-d-712707-16 neutron-server[106343]: INFO neutron.plugins.ml2.managers [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Got port-security extension from driver 'port_security' Sep 18 00:20:42.104568 n-d-712707-16 neutron-server[106343]: INFO neutron.extensions.vlantransparent [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Disabled vlantransparent extension. Sep 18 00:20:42.105052 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106343) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 00:20:42.105369 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: router Sep 18 00:20:42.141072 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.141469 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_create 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.141845 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router before_create 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.142256 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.143220 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.143584 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_delete 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.143949 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.144332 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.144695 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_create 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.145049 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.145402 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.145755 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.146119 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.146535 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.146907 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.147251 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.147594 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: subnet after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.147940 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.148322 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.148843 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_create 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.149012 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.149361 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.149721 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router after_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.150066 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.150423 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_create 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.150788 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.151137 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_update 55549900 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.151505 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > agent after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.151858 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > agent after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.152207 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > network after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.153085 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Tracking information for resource: router configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:42.153418 n-d-712707-16 neutron-server[106343]: DEBUG neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Tracking information for resource: floatingip configured {{(pid=106343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:20:42.158905 n-d-712707-16 neutron-server[106343]: INFO neutron.db.l3_agentschedulers_db [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 00:20:42.159483 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.159851 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.160210 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.160590 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: port after_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.161378 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router before_create 55550100 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.161749 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.162118 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_create 55550100 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.162480 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > router precommit_update 55550100 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.167152 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.provider_configuration [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service providers = [] {{(pid=106343) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 00:20:42.167524 n-d-712707-16 neutron-server[106343]: DEBUG neutron.db.servicetype_db [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106343) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 00:20:42.170531 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.service_base [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:20:42.170885 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.service_base [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:20:42.171230 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.service_base [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:20:42.172127 n-d-712707-16 neutron-server[106343]: DEBUG neutron.services.service_base [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:20:42.172527 n-d-712707-16 neutron-server[106343]: INFO neutron.services.service_base [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 00:20:42.172903 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.173223 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 00:20:42.183888 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.184257 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: auto_allocate Sep 18 00:20:42.190023 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: network precommit_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.190395 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: network precommit_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.190911 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.191237 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: tag Sep 18 00:20:42.197725 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.198062 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: timestamp Sep 18 00:20:42.202073 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.202408 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: network_ip_availability Sep 18 00:20:42.208556 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.208945 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.209295 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.210003 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.210331 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: flavors Sep 18 00:20:42.215052 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.215392 n-d-712707-16 neutron-server[106343]: INFO neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading Plugin: revisions Sep 18 00:20:42.219666 n-d-712707-16 neutron-server[106343]: DEBUG neutron.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:20:42.220053 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=106343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 00:20:42.221603 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106343) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 00:20:42.221942 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Initializing extension manager. Sep 18 00:20:42.222456 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: __init__.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.222803 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: __pycache__ {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.223144 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.223484 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: address_group.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.224277 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.224846 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: address-group Sep 18 00:20:42.225173 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: address_scope.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.226082 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.226599 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: address-scope Sep 18 00:20:42.226925 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.227871 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.228417 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: router-admin-state-down-before-update Sep 18 00:20:42.228744 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: agent.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.229450 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.229957 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: agent Sep 18 00:20:42.230280 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: agent_resources_synced.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.231202 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.231714 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: agent-resources-synced Sep 18 00:20:42.232041 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: allowedaddresspairs.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.233882 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.234407 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: allowed-address-pairs Sep 18 00:20:42.234735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: auto_allocated_topology.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.235817 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.236390 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: auto-allocated-topology Sep 18 00:20:42.236718 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: availability_zone.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.237420 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.237924 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: availability_zone Sep 18 00:20:42.238250 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: availability_zone_filter.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.239168 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.239677 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: availability_zone_filter Sep 18 00:20:42.240004 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: data_plane_status.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.240949 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.241452 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 00:20:42.241779 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: default_subnetpools.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.242696 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.243202 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: default-subnetpools Sep 18 00:20:42.243527 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.244381 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.244891 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: dhcp_agent_scheduler Sep 18 00:20:42.245215 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: dns.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.246141 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.246649 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 00:20:42.246977 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: dns_domain_ports.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.247901 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.248433 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 00:20:42.248762 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.249689 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.250198 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 00:20:42.250521 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: dvr.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.251194 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.251702 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: dvr Sep 18 00:20:42.252048 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: ecmp_routes.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.253005 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.253514 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 00:20:42.254090 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: empty_string_filtering.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.255008 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.255520 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: empty-string-filtering Sep 18 00:20:42.255847 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.256787 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.257293 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:20:42.257617 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.258538 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.259048 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 00:20:42.259375 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: external_net.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.260320 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.260830 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: external-net Sep 18 00:20:42.261152 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.262067 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.262577 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: extra_dhcp_opt Sep 18 00:20:42.262902 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: extraroute.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.263820 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.264352 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: extraroute Sep 18 00:20:42.264679 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: extraroute_atomic.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.265715 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.266228 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: extraroute-atomic Sep 18 00:20:42.266554 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: filter_validation.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.267226 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.268278 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: filter-validation Sep 18 00:20:42.268605 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: fip_pf_description.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.269523 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.270032 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 00:20:42.270357 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: fip_port_details.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.271280 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.271791 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: fip-port-details Sep 18 00:20:42.272116 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: flavors.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.273370 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.273891 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: flavors Sep 18 00:20:42.274221 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.275909 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.276464 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 00:20:42.276793 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: floatingip_pools.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.277496 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.278007 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: floatingip-pools Sep 18 00:20:42.278333 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: ip_allocation.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.279263 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.279767 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 00:20:42.280093 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.281036 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.281546 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: ip-substring-filtering Sep 18 00:20:42.281874 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l2_adjacency.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.282798 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.283935 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 00:20:42.284292 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.285392 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.285913 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: router Sep 18 00:20:42.286235 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.288520 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.289050 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:20:42.289388 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.290328 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.290848 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: ext-gw-mode Sep 18 00:20:42.291179 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.292108 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.292655 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: l3-ha Sep 18 00:20:42.292988 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3_flavors.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.293915 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.294424 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: l3-flavors Sep 18 00:20:42.294749 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.295735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.296177 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 00:20:42.296527 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: l3agentscheduler.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.297568 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.298078 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: l3_agent_scheduler Sep 18 00:20:42.298408 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: logging.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.299953 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.300496 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension logging not supported by any of loaded plugins Sep 18 00:20:42.300831 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: metering.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.301574 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.302143 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: metering Sep 18 00:20:42.302470 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.303570 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.304089 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: metering_source_and_destination_fields Sep 18 00:20:42.304438 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: multiprovidernet.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.305369 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.305879 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: multi-provider Sep 18 00:20:42.306201 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: netmtu.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.307121 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.307627 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: net-mtu Sep 18 00:20:42.307951 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: netmtu_writable.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.308907 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.309413 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: net-mtu-writable Sep 18 00:20:42.309735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: network_availability_zone.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.310404 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.310917 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: network_availability_zone Sep 18 00:20:42.311238 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: network_ip_availability.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.312396 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.312910 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: network-ip-availability Sep 18 00:20:42.313237 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: network_segment_range.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.314013 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.315032 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 00:20:42.315433 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: pagination.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.316462 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.316789 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: pagination Sep 18 00:20:42.317110 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: port_device_profile.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.318046 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.318559 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: port-device-profile Sep 18 00:20:42.318883 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.319812 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.320361 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: port-mac-address-regenerate Sep 18 00:20:42.320689 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.321608 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.322115 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: port-numa-affinity-policy Sep 18 00:20:42.322439 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: port_resource_request.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.323488 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.324003 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 00:20:42.324366 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: portbindings.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.325303 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.325814 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: binding Sep 18 00:20:42.326140 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: portbindings_extended.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.327410 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.327927 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: binding-extended Sep 18 00:20:42.328289 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: portsecurity.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.329218 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.329730 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: port-security Sep 18 00:20:42.330705 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: project_id.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.331735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.332062 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: project-id Sep 18 00:20:42.332424 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: providernet.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.333353 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.333862 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: provider Sep 18 00:20:42.334188 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.337723 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.338251 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos not supported by any of loaded plugins Sep 18 00:20:42.338591 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.339841 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.340387 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 00:20:42.340725 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.341649 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.342164 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 00:20:42.342493 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_default.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.343415 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.343934 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-default not supported by any of loaded plugins Sep 18 00:20:42.344284 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_fip.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.344942 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.345445 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 00:20:42.345803 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_gateway_ip.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.346737 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.347242 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 00:20:42.347567 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_port_network_policy.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.348516 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.349025 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 00:20:42.349348 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_pps_rule.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.350521 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.351034 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 00:20:42.351364 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_rule_type_details.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.352314 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.352829 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 00:20:42.353158 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: qos_rules_alias.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.354229 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.354738 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 00:20:42.355063 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: quotasv2.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.355972 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.356334 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: quotas Sep 18 00:20:42.356660 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: quotasv2_detail.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.359973 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.360343 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: quota_details Sep 18 00:20:42.360679 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: rbac.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.362030 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.362562 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: rbac-policies Sep 18 00:20:42.362898 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: rbac_address_group.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.363856 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.364404 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: rbac-address-group Sep 18 00:20:42.364735 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: rbac_address_scope.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.365665 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.366178 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: rbac-address-scope Sep 18 00:20:42.366506 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: rbac_security_groups.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.367436 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.367957 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: rbac-security-groups Sep 18 00:20:42.368305 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: rbac_subnetpool.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.369239 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.369753 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: rbac-subnetpool Sep 18 00:20:42.370079 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: revisionifmatch.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.371010 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.371525 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: revision-if-match Sep 18 00:20:42.371851 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: revisions.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.373046 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.373667 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: standard-attr-revisions Sep 18 00:20:42.374040 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: router_availability_zone.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.374908 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.375417 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: router_availability_zone Sep 18 00:20:42.375747 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: routerservicetype.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.377215 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.377750 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 00:20:42.378078 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.379266 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.379778 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: security-groups-normalized-cidr Sep 18 00:20:42.380106 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.381069 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.381577 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: port-security-groups-filtering Sep 18 00:20:42.381904 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.382847 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.383362 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: security-groups-remote-address-group Sep 18 00:20:42.383690 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: securitygroup.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.395699 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.396179 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: security-group Sep 18 00:20:42.396544 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: segment.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.397356 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.397866 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension segment not supported by any of loaded plugins Sep 18 00:20:42.398197 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.399170 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.399681 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 00:20:42.400009 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: servicetype.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.401242 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.401768 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: service-type Sep 18 00:20:42.402099 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: sorting.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.403108 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.403444 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: sorting Sep 18 00:20:42.403768 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: standard_attr_segment.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.404725 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.405239 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 00:20:42.405566 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: standardattrdescription.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.406225 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.406731 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: standard-attr-description Sep 18 00:20:42.407055 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: stateful_security_group.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.408012 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.408555 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: stateful-security-group Sep 18 00:20:42.408882 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: stdattrs_common.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.409520 n-d-712707-16 neutron-server[106343]: WARNING neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 00:20:42.409783 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.410722 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.411238 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 00:20:42.411560 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnet_onboard.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.412664 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.413185 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: subnet_onboard Sep 18 00:20:42.413511 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.414450 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.414959 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 00:20:42.415285 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnet_service_types.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.416233 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.416752 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: subnet-service-types Sep 18 00:20:42.417077 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnetallocation.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.418175 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.418689 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: subnet_allocation Sep 18 00:20:42.419014 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.419690 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.420196 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: subnetpool-prefix-ops Sep 18 00:20:42.420548 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.421485 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.421991 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 00:20:42.422313 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: tagging.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.423404 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.424142 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: standard-attr-tag Sep 18 00:20:42.424504 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: timestamp.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.425723 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.426240 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loaded extension: standard-attr-timestamp Sep 18 00:20:42.426570 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: trunk.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.427605 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.428125 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension trunk not supported by any of loaded plugins Sep 18 00:20:42.428477 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: trunk_details.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.429418 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.429932 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 00:20:42.430260 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: uplink_status_propagation.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.431194 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.431709 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 00:20:42.432038 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Loading extension file: vlantransparent.py {{(pid=106343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:20:42.432750 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:20:42.433264 n-d-712707-16 neutron-server[106343]: INFO neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 00:20:42.435748 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:network Sep 18 00:20:42.436303 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnet Sep 18 00:20:42.436711 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:20:42.437111 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:port Sep 18 00:20:42.438333 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.438782 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service FLAVORS assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.439933 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.440522 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.440866 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:router Sep 18 00:20:42.441297 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:20:42.441786 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service METERING assigned prefix: /metering {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.443231 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.443611 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.443969 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:20:42.445022 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:20:42.445475 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:20:42.445903 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:20:42.446497 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service CORE assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.446838 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:20:42.447191 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] subnetpool is already registered Sep 18 00:20:42.447626 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service CORE assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.447954 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:20:42.448324 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] subnetpool is already registered Sep 18 00:20:42.450653 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.451087 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service FLAVORS assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.451681 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.452106 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.452473 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:router Sep 18 00:20:42.452817 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] router is already registered Sep 18 00:20:42.453233 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:20:42.453573 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] floatingip is already registered Sep 18 00:20:42.454030 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service METERING assigned prefix: /metering {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.454699 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:20:42.455748 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] rbac_policy is already registered Sep 18 00:20:42.456165 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:20:42.456527 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] security_group is already registered Sep 18 00:20:42.456934 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:20:42.457270 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] security_group_rule is already registered Sep 18 00:20:42.457902 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service CORE assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.458228 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:20:42.458564 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] subnetpool is already registered Sep 18 00:20:42.458980 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.v2.resource_helper [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Service CORE assigned prefix: {{(pid=106343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:20:42.459311 n-d-712707-16 neutron-server[106343]: INFO neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:20:42.459644 n-d-712707-16 neutron-server[106343]: WARNING neutron.quota.resource_registry [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] subnetpool is already registered Sep 18 00:20:42.460120 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: extensions {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.461752 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: address-groups {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.463235 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: address-scopes {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.464577 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: agents {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.465758 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: auto-allocated-topology {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.467018 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: availability_zones {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.468267 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: dhcp-networks {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.469775 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: dhcp-agents {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.471866 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: routers {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.474104 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: flavors {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.475277 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: service_profiles {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.476532 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: next_providers {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.477991 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: service_profiles {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.479527 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: floatingip-pools {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.480769 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: routers {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.482878 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: floatingips {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.484177 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: l3-routers {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.485669 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: l3-agents {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.487807 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: metering-labels {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.489212 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: metering-label-rules {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.490498 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: network-ip-availabilities {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.491771 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: bindings {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.494401 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: quotas {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.495876 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: quotas {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.497338 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: rbac-policies {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.498536 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: security-groups {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.499844 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: security-group-rules {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.501151 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: service-providers {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.502426 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: subnetpools {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.504114 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: subnetpools {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.505623 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.507297 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.509168 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.510967 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.512775 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.514612 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.516358 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.518655 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.520448 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.522184 n-d-712707-16 neutron-server[106343]: DEBUG neutron.api.extensions [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Extended resource: tags {{(pid=106343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:20:42.528307 n-d-712707-16 neutron-server[106343]: WARNING keystonemiddleware.auth_token [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 00:20:42.533539 n-d-712707-16 neutron-server[106343]: WARNING keystonemiddleware.auth_token [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 00:20:42.542034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Acquired lock "singleton_lock" {{(pid=106343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 00:20:42.542512 n-d-712707-16 neutron-server[106343]: DEBUG oslo_concurrency.lockutils [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Releasing lock "singleton_lock" {{(pid=106343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 00:20:42.543161 n-d-712707-16 neutron-server[106343]: INFO oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Starting 2 workers Sep 18 00:20:42.547995 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Started child 106452 {{(pid=106343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:20:42.553084 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Started child 106453 {{(pid=106343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:20:42.554103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.554739 n-d-712707-16 neutron-server[106343]: INFO neutron.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 00:20:42.555391 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Notify callbacks [] for process, before_spawn {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.555599 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [-] (106452) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:20:42.557860 n-d-712707-16 neutron-server[106343]: INFO oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Starting 1 workers Sep 18 00:20:42.557977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.559256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [-] (106453) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:20:42.563046 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Started child 106454 {{(pid=106343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:20:42.563567 n-d-712707-16 neutron-server[106343]: INFO oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Starting 1 workers Sep 18 00:20:42.567274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] calling RpcWorker wait() {{(pid=106454) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 00:20:42.567813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] returning from RpcWorker wait() {{(pid=106454) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 00:20:42.568061 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Started child 106455 {{(pid=106343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:20:42.568942 n-d-712707-16 neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-a1775be2-f244-46a4-9529-bb839c337c56 None None] Notify callbacks [] for process, after_spawn {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.569229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.569755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:42.570814 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:20:42.571026 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:20:42.571210 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:20:42.571431 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:20:42.571774 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:20:42.571938 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:20:42.572479 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.572768 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.573010 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:42.573459 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.573459 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.573582 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.574190 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.574432 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.574681 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.574964 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.575214 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.575389 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.575561 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.575813 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.576049 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.576387 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.576664 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.576918 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.577193 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.577363 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.577616 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.577887 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.578136 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.578415 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] debug = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.578659 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.579154 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.579385 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.579633 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.579850 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.580160 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.580439 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.580682 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.580935 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.581149 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.581395 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.581652 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.581885 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.582126 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.582376 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.582619 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.582858 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.583329 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] host = n-d-712707-16 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.583577 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.583792 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.584046 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.584314 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.584561 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.584772 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.585031 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.585298 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.585557 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.585842 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.586062 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.586302 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.586584 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.586790 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.586955 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_options = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.587196 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.587469 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.587714 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.587902 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.588059 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.588278 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.588501 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.588665 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.588935 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.589201 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.589378 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.589624 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.589870 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.590089 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.590357 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.590606 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.590821 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.591061 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.591304 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.591559 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.591783 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.592028 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.592272 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.592522 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.592739 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.592983 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.593226 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.593456 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.593665 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.593905 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.594145 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.594397 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.594650 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.594883 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.595137 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.595368 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.596196 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.596435 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.596698 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.596920 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.597170 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.597414 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.597628 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.597891 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.598122 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.598334 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.598551 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_json = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.598762 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.598993 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.599308 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.599515 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.599752 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.599964 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.600174 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.600433 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.600858 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.601141 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.601476 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.601704 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.601934 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.602179 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.602408 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.602655 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.602925 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.603348 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.604350 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.604510 n-d-712707-16 neutron-server[106455]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:42.604661 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.604661 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.604661 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.605161 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.605315 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.605510 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.606255 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.606255 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.606549 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.606681 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.606917 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.607233 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.607422 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.607670 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.607901 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.608121 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.608509 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.608843 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.609113 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.609451 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.609633 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.609815 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.610035 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.610274 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.610494 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.610710 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.610979 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.611260 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.611999 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.612290 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.612540 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.612795 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.612974 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.613217 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.613454 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.613883 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.614044 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.614182 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.614368 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.614601 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.614815 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.615056 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.615269 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.615533 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.615830 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.616720 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617179 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617179 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617461 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617461 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617723 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.617882 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.618109 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.618309 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.618653 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.618814 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.619017 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.619444 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.619444 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.619802 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.619935 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.620147 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.620404 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.620621 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.620878 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.621147 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.621584 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.621584 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.621584 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.621584 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.622444 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.622513 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.622738 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.622956 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.623175 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.623388 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.623597 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.623979 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.624412 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.624903 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.625311 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.625697 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.626089 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.626340 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.626589 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628329 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628329 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628329 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628329 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628917 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.628984 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.629215 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.629462 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.629684 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.630309 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.630309 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.630624 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.630624 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.630913 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.631060 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632176 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632176 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632176 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632176 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632780 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632780 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.632780 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.633165 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.633310 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.633536 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.633840 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.634111 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.634579 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.635035 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.635362 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.635523 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.635768 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.636014 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.636322 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.636573 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.636807 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.637293 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.637672 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.638066 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.638296 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.638531 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.638858 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.639110 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.639324 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.639557 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.639829 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.640092 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.640366 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.640658 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.640906 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.641163 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.641414 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.641643 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.641863 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.642119 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.642431 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.643217 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.643480 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.643716 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.643968 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.644184 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.644448 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.644712 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.644947 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.645192 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.645429 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.645652 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.645947 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.646140 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.646360 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.646571 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.646809 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.647044 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.647261 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.647498 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.647709 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.647958 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.648201 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.648504 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.648759 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.649002 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.649247 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.649492 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.649745 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.649981 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.650227 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.650447 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.650660 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.650870 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.651108 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.651321 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.651534 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.651782 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.651997 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.652262 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.652534 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.652848 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.653096 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.653323 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.653578 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.653795 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.654050 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.654284 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.654523 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.654740 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.654959 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.655195 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.655451 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.655671 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.655912 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.656125 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.656403 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.656615 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.656938 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.657177 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.657594 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.658630 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.658630 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.658630 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.658630 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.659295 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.659454 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.659592 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.659768 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.659996 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.660436 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.660651 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.660905 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.661142 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662471 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662471 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662696 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.662824 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.663033 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.663259 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.663492 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.663696 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.663901 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.664124 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.664397 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.664647 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.664869 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.665087 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.665317 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.665540 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.665764 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.665978 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.666286 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.666536 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.666753 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.667050 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.667291 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.667534 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.667778 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.668104 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.668363 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.668603 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.668843 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.669062 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.669283 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.669538 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.669857 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.670145 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.670392 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.670645 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.670939 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.671217 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.671497 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.671729 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.672005 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.672336 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.672666 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.673028 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.673330 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.674205 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.674521 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.674869 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.675191 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.675508 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.675797 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.676133 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.676451 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.676703 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.676992 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.677296 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.677587 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.677906 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.678212 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.678544 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.678850 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.679055 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:20:42.679725 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:20:42.679888 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:20:42.680034 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:20:42.680267 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:20:42.680481 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:20:42.680684 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:20:42.680960 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.681173 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.681383 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.681625 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.681839 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.682079 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.682292 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.682500 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.682710 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.682932 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683139 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683301 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683460 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683619 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683776 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.683935 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684093 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684272 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684438 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684597 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684755 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.684900 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685059 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] debug = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685217 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685423 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685589 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685747 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.685906 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686064 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686222 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686380 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686539 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686698 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.686857 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687015 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687172 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687346 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687488 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687645 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687803 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.687960 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] host = n-d-712707-16 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688119 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688297 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688456 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688605 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688760 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.688917 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.689075 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.689259 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.689975 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.690131 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.690291 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.690449 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.690681 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.690850 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.691299 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_options = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.691505 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.691674 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.691833 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.692017 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.692256 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.693470 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.694748 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.695583 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696161 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696161 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696161 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696161 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696488 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696488 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696643 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696766 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.696890 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697048 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697231 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697366 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697518 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697679 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697836 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.697993 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698151 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698310 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698468 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698626 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698783 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_json = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.698940 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699098 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699255 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699413 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699567 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699713 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.699848 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.700005 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:20:42.700181 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.700354 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.700524 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.700687 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.700847 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701007 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701166 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701328 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701489 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701649 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701816 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.701982 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.702149 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.702484 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.702649 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.702814 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.702973 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703131 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703282 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703442 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703602 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703761 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.703932 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704077 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704252 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704400 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704562 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704738 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.704923 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705086 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705231 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705395 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705561 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705723 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.705883 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.706045 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.706205 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.706369 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.706527 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.706855 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707019 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707180 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707342 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707509 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707662 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707823 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.707984 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708146 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708331 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708492 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708654 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708816 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.708996 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709175 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709292 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709452 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709611 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709772 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.709931 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710091 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710307 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710484 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710567 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710702 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.710862 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711024 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711199 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711358 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711518 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711677 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711838 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.711998 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712157 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712338 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712500 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712659 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712819 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.712978 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713137 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713297 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713458 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713617 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:42.713866 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.713947 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714074 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714233 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714392 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714553 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714713 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.714882 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715057 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715217 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715377 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715542 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715701 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.715859 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716018 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716177 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716359 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716523 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716686 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.716844 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717005 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717165 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717325 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717484 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717683 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717801 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.717959 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718119 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718277 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718437 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718596 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718756 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.718915 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719073 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719244 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719404 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719567 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719726 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.719893 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720063 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720240 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720404 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720592 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720750 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.720910 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721148 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721338 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721501 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721663 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721824 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.721994 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722165 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722326 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722485 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722645 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722828 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.722988 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723147 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723307 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723467 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723626 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723786 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.723946 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.724107 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.724289 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.724452 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.724613 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.724774 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.725000 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.725202 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.725445 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.725698 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.725910 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.726077 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.726529 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.726732 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.726846 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727007 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727167 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727327 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727488 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727648 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727809 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.727969 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728131 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728313 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728475 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728634 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728793 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.728952 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729113 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729273 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729436 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729598 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729758 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.729958 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730094 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730225 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730386 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730549 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730709 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.730869 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731030 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731190 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731351 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731514 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731674 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731835 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.731996 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732158 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732353 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732515 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732675 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732834 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.732997 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733158 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733319 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733480 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733639 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733799 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.733958 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734120 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734285 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734446 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734606 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734767 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.734927 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735087 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735246 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735419 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735585 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735746 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.735907 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.736096 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.736784 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.736954 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737118 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737275 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737435 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737595 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737756 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.737987 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738121 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738253 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738383 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738542 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738702 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.738873 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739033 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739192 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739352 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739511 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739671 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.739841 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740072 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740170 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740360 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740480 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740639 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740808 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.740969 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741150 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741283 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741437 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741598 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741768 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.741931 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742091 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742259 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742419 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742579 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742738 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.742910 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743071 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743233 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743393 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743553 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743712 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.743874 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744037 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744207 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744393 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744554 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744723 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.744890 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745060 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745220 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745387 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745565 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745724 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.745885 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746044 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746204 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746364 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746524 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746684 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.746844 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747008 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747169 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747326 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747485 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747647 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747806 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.747966 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.748138 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.748295 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.748456 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.748615 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:20:42.748768 n-d-712707-16 neutron-server[106343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:20:42.890115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45138) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:20:42.899089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067265 Sep 18 00:20:54.176390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2ccdf-c518-48eb-b33f-ae2c2c879e66 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:20:54.246324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2ccdf-c518-48eb-b33f-ae2c2c879e66 None None] No non-hosted networks {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 00:20:54.261885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.agentschedulers_db [None req-77d2ccdf-c518-48eb-b33f-ae2c2c879e66 None None] DHCP Agent not found on host n-d-712707-16 {{(pid=106454) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 18 00:20:54.413671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bafb1d31-d8c8-4a7f-a9d0-5a7b3978d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:57.120150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-20d91793-7561-415e-a1b7-044307cbfb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:57.170752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae78c-3e68-44ea-bd8c-34f74e8ff77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:57.331088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:57.332207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.332805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.333354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.334009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.334611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.335111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.335626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.336131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.337012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.342507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.343161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.343718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:57.345818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712707-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:57.371719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712707-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:20:58.148799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:59.461338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:00.528987 n-d-712707-16 neutron-server[106454]: INFO neutron.db.l3_hamode_db [None req-df5aebca-0d9a-48c0-b425-a8ecef7108cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 00:21:00.606802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5aebca-0d9a-48c0-b425-a8ecef7108cb None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:21:00.607196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5aebca-0d9a-48c0-b425-a8ecef7108cb None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:21:00.744442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45232) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:01.234466 n-d-712707-16 neutron-server[106452]: WARNING oslo_policy.policy [None req-2fff2aa4-39ad-44b5-bf82-c5420db00985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:01.235046 n-d-712707-16 neutron-server[106452]: WARNING oslo_policy.policy [None req-2fff2aa4-39ad-44b5-bf82-c5420db00985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:01.456650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-2fff2aa4-39ad-44b5-bf82-c5420db00985 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:21:01.457718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2fff2aa4-39ad-44b5-bf82-c5420db00985 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7123861 Sep 18 00:21:03.850889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:04.158143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:04.252865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.policy [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106452) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:21:04.298105 n-d-712707-16 neutron-server[106452]: WARNING oslo_policy.policy [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:04.298419 n-d-712707-16 neutron-server[106452]: WARNING oslo_policy.policy [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:04.306816 n-d-712707-16 neutron-server[106452]: INFO neutron.quota [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] Loaded quota_driver: . Sep 18 00:21:04.394953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762726473048', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762726470511', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762726460852', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762726456294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762723882371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762726438894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588936', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1551510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-471309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415539'] for rbac-policy, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:04.459385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:04.460633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48751581-91a1-48b9-a5fa-5602dd2a2a20 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6087883 Sep 18 00:21:07.059472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45258) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:07.550475 n-d-712707-16 neutron-server[106453]: WARNING oslo_policy.policy [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:07.551035 n-d-712707-16 neutron-server[106453]: WARNING oslo_policy.policy [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:07.774763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:07.776366 n-d-712707-16 neutron-server[106453]: INFO neutron.quota [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Loaded quota_driver: . Sep 18 00:21:07.831810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Made reservation on behalf of ee3eb4b2cff04e3b940074068e13d7a9 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:21:07.898598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.policy [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106453) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:21:07.943597 n-d-712707-16 neutron-server[106453]: WARNING oslo_policy.policy [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:07.943960 n-d-712707-16 neutron-server[106453]: WARNING oslo_policy.policy [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:21:07.954126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:07.976035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.108058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.112370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.133547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:21:08.161327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762724111252', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.161932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Unsubscribe: segment precommit_create {{(pid=106453) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:21:08.162465 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Added segment 35460b4a-1c02-4346-a16b-42a55a79080d of type vlan for network d073525a-3bd3-4927-adbd-6c69282dfeba Sep 18 00:21:08.183105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089029d5-2df0-4a85-9f17-5f1a03cf496f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:08.200889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.201237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.201569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.201899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.202222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.202543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.202861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.203177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.203491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.204383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.204702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.205017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Tracked resource versions report: Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: pushed versions: Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: { 'AddressGroup': {'1.2'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'ConntrackHelper': {'1.0'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Log': {'1.0'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Network': {'1.1'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Port': {'1.7'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'PortForwarding': {'1.2'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'QosPolicy': {'1.9'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SecurityGroup': {'1.4'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SubPort': {'1.0'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Subnet': {'1.1'}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Trunk': {'1.1'}} Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: consumer versions: Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: L3 agent@n-d-712707-16: {}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: Metadata agent@n-d-712707-16: {}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: Metering agent@n-d-712707-16: {}, Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'ConntrackHelper': '1.0', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Log': '1.0', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Network': '1.1', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Port': '1.7', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'PortForwarding': '1.2', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'QosPolicy': '1.9', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SecurityGroup': '1.4', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SecurityGroupRule': '1.2', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'SubPort': '1.0', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Subnet': '1.1', Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: 'Trunk': '1.1'}} Sep 18 00:21:08.206101 n-d-712707-16 neutron-server[106453]: {{(pid=106453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:21:08.294873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.336653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.337842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:08.338511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:08.392276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3299384 Sep 18 00:21:08.441034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ded97-9acd-4cee-af3b-8b64370ac2ab admin admin] Pushing event updated for resources: {'Network': ['ID=d073525a-3bd3-4927-adbd-6c69282dfeba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:08.453645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d073525a-3bd3-4927-adbd-6c69282dfeba details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:21:11.059000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:11.483715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d62c1e-2177-4fad-9013-bf1d8faf3247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:11.485937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16d62c1e-2177-4fad-9013-bf1d8faf3247 admin admin] 10.222.0.49 "GET /v2.0/networks/d073525a-3bd3-4927-adbd-6c69282dfeba HTTP/1.1" status: 200 len: 825 time: 0.4259975 Sep 18 00:21:11.510443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2064231d-1f4f-46af-9379-09562a590c98 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/c5606fd0-25ab-411c-9f5b-61d4568e7849 HTTP/1.1" status: 200 len: 734 time: 0.0185049 Sep 18 00:21:11.519352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Request body: {'subnet': {'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849', 'name': 'private-subnet', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:11.548662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Made reservation on behalf of ee3eb4b2cff04e3b940074068e13d7a9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:21:11.551146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Notify callbacks [] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:11.829529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:11.895693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Checking segment: {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:11.896076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Network hostable DHCP agents. Network: d073525a-3bd3-4927-adbd-6c69282dfeba, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:21:11.911734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af50fd3-a47b-466d-840d-165404cf4bdb,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:11.925684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.926028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.926365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.926694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.927020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.927342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.927663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.927979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.928338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.928657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.928973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.929287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Tracked resource versions report: Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: pushed versions: Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: { 'AddressGroup': {'1.2'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'ConntrackHelper': {'1.0'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Log': {'1.0'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Network': {'1.1'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Port': {'1.7'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'PortForwarding': {'1.2'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'QosPolicy': {'1.9'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SecurityGroup': {'1.4'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SubPort': {'1.0'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Subnet': {'1.1'}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Trunk': {'1.1'}} Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: consumer versions: Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: L3 agent@n-d-712707-16: {}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: Metadata agent@n-d-712707-16: {}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: Metering agent@n-d-712707-16: {}, Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'ConntrackHelper': '1.0', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Log': '1.0', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Network': '1.1', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Port': '1.7', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'PortForwarding': '1.2', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'QosPolicy': '1.9', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SecurityGroup': '1.4', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SecurityGroupRule': '1.2', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'SubPort': '1.0', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Subnet': '1.1', Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: 'Trunk': '1.1'}} Sep 18 00:21:11.930338 n-d-712707-16 neutron-server[106452]: {{(pid=106452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:21:11.955110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Network d073525a-3bd3-4927-adbd-6c69282dfeba is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:21:11.971265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d073525a-3bd3-4927-adbd-6c69282dfeba) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:11.975459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:11.976085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:11.980545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7a5d5-d0a2-4258-8909-86b1d67669fa None None] Network d073525a-3bd3-4927-adbd-6c69282dfeba requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:21:11.990714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e9931d31-07da-4225-bde6-06d7e0fe196b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4746308 Sep 18 00:21:12.295978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d073525a-3bd3-4927-adbd-6c69282dfeba', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:21:12.297258 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:12.568643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Allocated IP 172.20.0.2 (d073525a-3bd3-4927-adbd-6c69282dfeba/2af50fd3-a47b-466d-840d-165404cf4bdb/9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:21:12.770787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:12.778015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:12.873950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Network d073525a-3bd3-4927-adbd-6c69282dfeba is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:21:12.879621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:12.891822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:12.894107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:21:12.927149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.927507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.927854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.928191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.928554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.928887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.929216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.929603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.929937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.930263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.930589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.930913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Tracked resource versions report: Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: pushed versions: Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: { 'AddressGroup': {'1.2'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'ConntrackHelper': {'1.0'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Log': {'1.0'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Network': {'1.1'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Port': {'1.7'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'PortForwarding': {'1.2'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'QosPolicy': {'1.9'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SecurityGroup': {'1.4'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SubPort': {'1.0'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Subnet': {'1.1'}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Trunk': {'1.1'}} Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: consumer versions: Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: L3 agent@n-d-712707-16: {}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: Metadata agent@n-d-712707-16: {}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: Metering agent@n-d-712707-16: {}, Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'ConntrackHelper': '1.0', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Log': '1.0', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Network': '1.1', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Port': '1.7', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'PortForwarding': '1.2', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'QosPolicy': '1.9', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SecurityGroup': '1.4', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SecurityGroupRule': '1.2', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'SubPort': '1.0', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Subnet': '1.1', Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: 'Trunk': '1.1'}} Sep 18 00:21:12.932003 n-d-712707-16 neutron-server[106454]: {{(pid=106454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:21:12.978495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Attempting to bind port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:21:12.978899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Attempting to bind port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:21:12.979314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Attempting to bind port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde on network d073525a-3bd3-4927-adbd-6c69282dfeba {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:21:12.984155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:21:12.985292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Checking segment: {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:12.985610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:12.986182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Bound using segment: {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:21:12.986647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Bound port: 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:21:12.987062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:13.049981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] For port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:21:13.054419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] For port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde,segment=NetworkSegment(35460b4a-1c02-4346-a16b-42a55a79080d),segment_id=35460b4a-1c02-4346-a16b-42a55a79080d)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:21:13.057855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:13.124283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1d9c-14e7-4d4e-b134-246f4b8ff6b1 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:14.445253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:14.757469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-f15f9f72-4c29-4b5f-bb06-4648fa3072fa admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:21:14.758626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f15f9f72-4c29-4b5f-bb06-4648fa3072fa admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124321 Sep 18 00:21:17.166316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:17.483514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-fe57a6ef-7227-4b4d-9594-bf39502476a2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:21:17.485042 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe57a6ef-7227-4b4d-9594-bf39502476a2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171835 Sep 18 00:21:20.159494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:20.481744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:20.506078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.507684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.666106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.670913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.683949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.685227 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9cc606aa-e559-42d9-9a73-b21946246846 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5247617 Sep 18 00:21:20.900687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:20.991291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:20.991689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:21.103510 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:21.138805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde,segment=NetworkSegment(35460b4a-1c02-4346-a16b-42a55a79080d),segment_id=35460b4a-1c02-4346-a16b-42a55a79080d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:21.143448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:21.199032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:21.513121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845360b3-e4f8-4930-a87b-8aca55fff59f None None] Network d073525a-3bd3-4927-adbd-6c69282dfeba requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:21:21.587643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0a3d2aca-071d-48b2-9cc6-9f2635d59de0 None None] Provisioning complete for port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:21.588009 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2aca-071d-48b2-9cc6-9f2635d59de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:21.939087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f5084d2d-ed5b-4231-ba52-9f23bc8b5761 None None] Provisioning complete for port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:21.939726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f5084d2d-ed5b-4231-ba52-9f23bc8b5761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:22.878066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:22.923944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:22.924351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:23.113975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45322) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:23.415735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-fd0e1f7a-c852-40bd-9bda-fc1fdc24bd02 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:21:23.416764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd0e1f7a-c852-40bd-9bda-fc1fdc24bd02 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3018551 Sep 18 00:21:24.118317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2162a144-c61c-466d-b08e-baba54a1a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:25.890848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:26.197859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:26.221623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Made reservation on behalf of c49d178ab79f4c48b418d70b6395c3a8 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:21:26.224246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.239398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.358279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.361866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.377089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Reserving flat network on physical network physnet1 {{(pid=106452) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 00:21:26.399862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a298122f-997a-40d8-85b8-817ff95e74d6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:26.402475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762724111252', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.403069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Unsubscribe: segment precommit_create {{(pid=106452) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:21:26.403559 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Added segment 6e311a77-d507-4a78-85ed-779073755e26 of type flat for network fa33323a-5be1-4846-b82a-581b2400ea8c Sep 18 00:21:26.457405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.494905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.495812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:26.496402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:26.545365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6534846 Sep 18 00:21:26.589475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a348-b731-4e9b-b7db-8577594a9f50 admin admin] Pushing event updated for resources: {'Network': ['ID=fa33323a-5be1-4846-b82a-581b2400ea8c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:26.601196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network fa33323a-5be1-4846-b82a-581b2400ea8c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:21:27.111350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10f678f5-7580-4fec-810d-fff55779ba78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:27.326064 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:28.095040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:28.974564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45348) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:29.155024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827a0e2-e7e8-4216-bb05-c289a42005dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:29.156759 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3827a0e2-e7e8-4216-bb05-c289a42005dd admin admin] 10.222.0.49 "GET /v2.0/subnets/2af50fd3-a47b-466d-840d-165404cf4bdb HTTP/1.1" status: 200 len: 849 time: 0.1811521 Sep 18 00:21:29.280148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ac469370-da7b-4179-bb34-9848485b1069 admin admin] 10.222.0.49 "GET /v2.0/routers/bad25250-c23d-442c-9496-04fd0b3079e7 HTTP/1.1" status: 200 len: 704 time: 0.1174533 Sep 18 00:21:29.401253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:29.560768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:29.850915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Allocated IP 172.20.0.1 (d073525a-3bd3-4927-adbd-6c69282dfeba/2af50fd3-a47b-466d-840d-165404cf4bdb/5a658867-24aa-490c-a5ed-f1f5dd854272) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:21:30.006172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.118058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.184717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Network d073525a-3bd3-4927-adbd-6c69282dfeba is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:21:30.192689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:30.198862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:21:30.199397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.258622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a658867-24aa-490c-a5ed-f1f5dd854272,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:30.376763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-96368faa-07a8-48b3-9ac0-dd605674515f None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:30.377049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-96368faa-07a8-48b3-9ac0-dd605674515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.397755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.409716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-96368faa-07a8-48b3-9ac0-dd605674515f None None] Port 5a658867-24aa-490c-a5ed-f1f5dd854272 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:21:30.599420 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.603346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.604094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.663626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a658867-24aa-490c-a5ed-f1f5dd854272,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:30.725702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Network d073525a-3bd3-4927-adbd-6c69282dfeba is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:21:30.726968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:30.892181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Router bad25250-c23d-442c-9496-04fd0b3079e7 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:21:30.929774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-31261706-0f23-4505-9c8b-63226657af4e None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:30.930072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-31261706-0f23-4505-9c8b-63226657af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:30.961557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-31261706-0f23-4505-9c8b-63226657af4e None None] Port 5a658867-24aa-490c-a5ed-f1f5dd854272 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:21:30.982438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:21:30.988212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f77b457-85d6-4699-b442-e2a1da97a7fd admin admin] 10.222.0.49 "PUT /v2.0/routers/bad25250-c23d-442c-9496-04fd0b3079e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7023063 Sep 18 00:21:31.008206 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Sync routers for ids ['bad25250-c23d-442c-9496-04fd0b3079e7'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:21:31.019357 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Routers {'bad25250-c23d-442c-9496-04fd0b3079e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:21:31.020172 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:21:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bad25250-c23d-442c-9496-04fd0b3079e7'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:31.200954 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Set router bad25250-c23d-442c-9496-04fd0b3079e7 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:21:31.625710 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:30Z', 'revision_number': 2, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port_host': None, '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:30Z', 'revision_number': 2, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:31.675150 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Checking router: bad25250-c23d-442c-9496-04fd0b3079e7 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:21:31.675660 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Updating router bad25250-c23d-442c-9496-04fd0b3079e7 port 5a658867-24aa-490c-a5ed-f1f5dd854272 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:21:31.724392 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.228085 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.235321 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.388475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Attempting to bind port 5a658867-24aa-490c-a5ed-f1f5dd854272 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:21:32.388890 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Attempting to bind port 5a658867-24aa-490c-a5ed-f1f5dd854272 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:21:32.389304 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Attempting to bind port 5a658867-24aa-490c-a5ed-f1f5dd854272 on network d073525a-3bd3-4927-adbd-6c69282dfeba {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:21:32.400593 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:21:32.401024 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Checking segment: {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:32.401506 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.401935 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Bound using segment: {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:21:32.402500 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Bound port: 5a658867-24aa-490c-a5ed-f1f5dd854272, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35460b4a-1c02-4346-a16b-42a55a79080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:21:32.402903 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.425014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Pushing event updated for resources: {'Port': ['ID=5a658867-24aa-490c-a5ed-f1f5dd854272,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:32.451439 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.451783 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.452116 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.453125 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.453445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.453754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.454114 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.454438 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.454757 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.455075 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.455391 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.455706 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Tracked resource versions report: Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: pushed versions: Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: { 'AddressGroup': {'1.2'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'ConntrackHelper': {'1.0'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Log': {'1.0'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Network': {'1.1'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Port': {'1.7'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'PortForwarding': {'1.2'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'QosPolicy': {'1.9'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SecurityGroup': {'1.4'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SubPort': {'1.0'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Subnet': {'1.1'}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Trunk': {'1.1'}} Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: consumer versions: Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: L3 agent@n-d-712707-16: {}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: Metadata agent@n-d-712707-16: {}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: Metering agent@n-d-712707-16: {}, Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'ConntrackHelper': '1.0', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Log': '1.0', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Network': '1.1', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Port': '1.7', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'PortForwarding': '1.2', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'QosPolicy': '1.9', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SecurityGroup': '1.4', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SecurityGroupRule': '1.2', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'SubPort': '1.0', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Subnet': '1.1', Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: 'Trunk': '1.1'}} Sep 18 00:21:32.456788 n-d-712707-16 neutron-server[106455]: {{(pid=106455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:21:32.487424 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] For port 5a658867-24aa-490c-a5ed-f1f5dd854272, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:21:32.488805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3f074aaf-bd30-459e-a45e-cfb5a8561ebb None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:32.489287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3f074aaf-bd30-459e-a45e-cfb5a8561ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.506589 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] For port 5a658867-24aa-490c-a5ed-f1f5dd854272, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5a658867-24aa-490c-a5ed-f1f5dd854272,segment=NetworkSegment(35460b4a-1c02-4346-a16b-42a55a79080d),segment_id=35460b4a-1c02-4346-a16b-42a55a79080d)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:21:32.511797 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.523856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3f074aaf-bd30-459e-a45e-cfb5a8561ebb None None] Port 5a658867-24aa-490c-a5ed-f1f5dd854272 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:21:32.569106 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac1445-68f4-423b-909c-b36f2a078367 None None] Pushing event updated for resources: {'Port': ['ID=5a658867-24aa-490c-a5ed-f1f5dd854272,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:32.573396 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Routers {'bad25250-c23d-442c-9496-04fd0b3079e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:21:32.574010 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:21:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bad25250-c23d-442c-9496-04fd0b3079e7'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:32.662772 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] Set router bad25250-c23d-442c-9496-04fd0b3079e7 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:21:32.743299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:32.743624 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.822369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.854591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] For port 5a658867-24aa-490c-a5ed-f1f5dd854272, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5a658867-24aa-490c-a5ed-f1f5dd854272,segment=NetworkSegment(35460b4a-1c02-4346-a16b-42a55a79080d),segment_id=35460b4a-1c02-4346-a16b-42a55a79080d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:32.859943 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:32.877775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:30Z', 'revision_number': 2, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port_host': None, '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:32Z', 'revision_number': 4, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:32.905275 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b355c-b4c7-4394-a198-4c7dac9f9bc7 None None] The sync data for ids ['bad25250-c23d-442c-9496-04fd0b3079e7'] in n-d-712707-16 is: [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:30Z', 'revision_number': 2, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port_host': None, '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:32Z', 'revision_number': 4, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:21:32.913181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7e006-8f53-43d6-ac63-e62c0e697d1b None None] Pushing event updated for resources: {'Port': ['ID=5a658867-24aa-490c-a5ed-f1f5dd854272,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:33.272686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:33.382242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215d7c1-c383-4886-86b0-ba4c420a63a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:33.383644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e215d7c1-c383-4886-86b0-ba4c420a63a6 admin admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 842 time: 0.1100116 Sep 18 00:21:33.394299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Request body: {'subnet': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:33.418081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Made reservation on behalf of c49d178ab79f4c48b418d70b6395c3a8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:21:33.420373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:33.698062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:21:33.698492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:33.755810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cbc51a-8d31-418c-ae1b-b4a0216f66ce,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:33.763695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:33.764059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Network hostable DHCP agents. Network: fa33323a-5be1-4846-b82a-581b2400ea8c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:21:33.781311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:21:33.790801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, fa33323a-5be1-4846-b82a-581b2400ea8c) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:33.794973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:33.795568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:33.802832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f331a00-57a4-4b18-9697-23dd560af1a7 None None] Network fa33323a-5be1-4846-b82a-581b2400ea8c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:21:33.819554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a2f242a-ea4c-45b7-ad21-943e0fc7465e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4278591 Sep 18 00:21:33.941538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2140bc-ffda-4ede-8fd6-3d34cacff088 None None] Network fa33323a-5be1-4846-b82a-581b2400ea8c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:21:36.149186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45376) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:36.345112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-626e86d6-89e4-4d0b-8e00-367fb98a7397 admin admin] 10.222.0.49 "GET /v2.0/routers/bad25250-c23d-442c-9496-04fd0b3079e7 HTTP/1.1" status: 200 len: 710 time: 0.1946452 Sep 18 00:21:36.429721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710508a-e472-49ed-ba82-9a2e41baac0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:36.431101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9710508a-e472-49ed-ba82-9a2e41baac0f admin admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 886 time: 0.0801327 Sep 18 00:21:36.440534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:36.678581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:36.913376 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:36.985447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.087302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Allocated IP 172.25.7.224 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/04cc206f-5eb2-4811-a18c-1c00251b3b0b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:21:37.188453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.222588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.259456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:21:37.262150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:37.270622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:21:37.273332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Pushing event updated for resources: {'Port': ['ID=04cc206f-5eb2-4811-a18c-1c00251b3b0b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:37.510590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.785924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.789160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:37.896277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Router bad25250-c23d-442c-9496-04fd0b3079e7 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:21:38.006444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:21:38.011811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:38.021115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e8731029-4629-468d-a9fc-5dc548a9774c admin admin] 10.222.0.49 "PUT /v2.0/routers/bad25250-c23d-442c-9496-04fd0b3079e7 HTTP/1.1" status: 200 len: 890 time: 1.5835769 Sep 18 00:21:38.903675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5a658867-24aa-490c-a5ed-f1f5dd854272 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:38.955240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:38.955615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:39.417554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Sync routers for ids ['bad25250-c23d-442c-9496-04fd0b3079e7'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:21:39.428067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Routers {'bad25250-c23d-442c-9496-04fd0b3079e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:21:39.428764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:21:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bad25250-c23d-442c-9496-04fd0b3079e7'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:39.630394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Set router bad25250-c23d-442c-9496-04fd0b3079e7 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:21:40.010742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:37Z', 'revision_number': 4, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port': {'id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:36Z', 'updated_at': '2021-09-18T00:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:32Z', 'revision_number': 5, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:40.062083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Checking router: bad25250-c23d-442c-9496-04fd0b3079e7 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:21:40.062437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Updating router bad25250-c23d-442c-9496-04fd0b3079e7 port 04cc206f-5eb2-4811-a18c-1c00251b3b0b binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:21:40.109323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.422218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.427527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.447933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45388) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:21:40.559408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de00a-3801-4106-ad30-e5ee263214eb None None] Pushing event updated for resources: {'Port': ['ID=04cc206f-5eb2-4811-a18c-1c00251b3b0b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:40.561830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Attempting to bind port 04cc206f-5eb2-4811-a18c-1c00251b3b0b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:21:40.562206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Attempting to bind port 04cc206f-5eb2-4811-a18c-1c00251b3b0b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:21:40.562569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Attempting to bind port 04cc206f-5eb2-4811-a18c-1c00251b3b0b on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:21:40.568073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:21:40.568479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:40.568885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.569269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:21:40.569739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Bound port: 04cc206f-5eb2-4811-a18c-1c00251b3b0b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:21:40.570133 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.603221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fce14826-5017-4051-9972-1431892ac3ab admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1539969 Sep 18 00:21:40.619682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] For port 04cc206f-5eb2-4811-a18c-1c00251b3b0b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:21:40.623194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] For port 04cc206f-5eb2-4811-a18c-1c00251b3b0b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04cc206f-5eb2-4811-a18c-1c00251b3b0b,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:21:40.628446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.688336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Routers {'bad25250-c23d-442c-9496-04fd0b3079e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:21:40.688965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:21:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bad25250-c23d-442c-9496-04fd0b3079e7'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:40.726566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de00a-3801-4106-ad30-e5ee263214eb None None] Pushing event updated for resources: {'Port': ['ID=04cc206f-5eb2-4811-a18c-1c00251b3b0b,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:40.802621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] Set router bad25250-c23d-442c-9496-04fd0b3079e7 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:21:41.017669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:37Z', 'revision_number': 4, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port': {'id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:36Z', 'updated_at': '2021-09-18T00:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:32Z', 'revision_number': 5, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:21:41.043823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69396d-306e-4d78-9bce-7e52d434bc30 None None] The sync data for ids ['bad25250-c23d-442c-9496-04fd0b3079e7'] in n-d-712707-16 is: [{'id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'name': 'router1', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:21:20Z', 'updated_at': '2021-09-18T00:21:37Z', 'revision_number': 4, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'gw_port': {'id': '04cc206f-5eb2-4811-a18c-1c00251b3b0b', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:36Z', 'updated_at': '2021-09-18T00:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a658867-24aa-490c-a5ed-f1f5dd854272', 'name': '', 'network_id': 'd073525a-3bd3-4927-adbd-6c69282dfeba', 'tenant_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'mac_address': 'fa:16:3e:75:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad25250-c23d-442c-9496-04fd0b3079e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:21:29Z', 'updated_at': '2021-09-18T00:21:32Z', 'revision_number': 5, 'project_id': 'ee3eb4b2cff04e3b940074068e13d7a9', 'subnets': [{'id': '2af50fd3-a47b-466d-840d-165404cf4bdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5606fd0-25ab-411c-9f5b-61d4568e7849'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:21:43.076746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04cc206f-5eb2-4811-a18c-1c00251b3b0b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:43.128584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04cc206f-5eb2-4811-a18c-1c00251b3b0b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:43.129004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:43.233030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:43.255710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 04cc206f-5eb2-4811-a18c-1c00251b3b0b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04cc206f-5eb2-4811-a18c-1c00251b3b0b,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:43.259789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:43.313153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=04cc206f-5eb2-4811-a18c-1c00251b3b0b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:44.924802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04cc206f-5eb2-4811-a18c-1c00251b3b0b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:44.985027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04cc206f-5eb2-4811-a18c-1c00251b3b0b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:44.985746 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:45.646005 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:21:54.122288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eff80f05-fa1e-418d-b787-1aaecf3c9086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:57.112622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58a86088-c2b5-413f-b269-c6d760a33454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:57.330196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:58.100914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:59.420849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:22.634753 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:22:24.124332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-67822346-769d-431a-ae41-bf5b6f920aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:27.118791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be42f6cc-d538-4e84-a076-117e9058daa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:27.331962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:28.100716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:29.425613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:54.124994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef80207e-6fad-41a0-b319-a12326158fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:57.110335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c318c6f-e1ea-4f3b-9a98-a5d9ab8b72cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:57.334754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:58.103821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:59.428540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:59.633295 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:23:21.978747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45982) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:22.047841 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec3ddf9-26ca-4144-8716-a2e276e8b31f admin admin] GET failed (client error): The resource could not be found. Sep 18 00:23:22.049187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ec3ddf9-26ca-4144-8716-a2e276e8b31f admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694990 Sep 18 00:23:22.219472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014e63d-dbcc-4398-8e45-8bc9befa1a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:22.221010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2014e63d-dbcc-4398-8e45-8bc9befa1a40 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1671841 Sep 18 00:23:24.126416 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-84645f52-8dd0-4d97-947a-dc837f7f180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:24.391389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45992) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:24.540590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577855cd-ee36-46bd-bc2e-019484a5397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:24.541956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-577855cd-ee36-46bd-bc2e-019484a5397f admin admin] 10.222.0.49 "GET /v2.0/subnets/2af50fd3-a47b-466d-840d-165404cf4bdb HTTP/1.1" status: 200 len: 849 time: 0.1496272 Sep 18 00:23:24.552559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:23:24.642252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Notify callbacks [] for subnet, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:24.795305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762724283396'] for subnet, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:24.829238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:24.829841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:24.831141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] 10.222.0.49 "PUT /v2.0/subnets/2af50fd3-a47b-466d-840d-165404cf4bdb HTTP/1.1" status: 200 len: 868 time: 0.2822230 Sep 18 00:23:24.847610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e755007-6bc1-460b-9aeb-67da0712df0b None None] Network d073525a-3bd3-4927-adbd-6c69282dfeba requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:23:24.853332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af50fd3-a47b-466d-840d-165404cf4bdb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:23:24.861024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.861363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.861697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.862026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.862354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.862677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.862997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.863314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.863630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.863943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.864279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:24.864595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f75e89d-04c1-4867-8622-7a6c6580396d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:25.200161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dab3e9d3-0947-4df6-b01e-ce07caede558 None None] Provisioning complete for port 9b9ee7c3-f97f-4f14-a6db-047f1d0b3cde triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:23:25.200756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dab3e9d3-0947-4df6-b01e-ce07caede558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:25.285841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dab3e9d3-0947-4df6-b01e-ce07caede558 None None] Provisioning complete for port 5a658867-24aa-490c-a5ed-f1f5dd854272 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:23:25.286133 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dab3e9d3-0947-4df6-b01e-ce07caede558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:27.089420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46000) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:27.112535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bde632d-3d5c-484e-b90b-584fae30fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:27.301879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d186cd-08d0-4ffa-9425-5ee457c1f6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:27.302351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d186cd-08d0-4ffa-9425-5ee457c1f6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:27.303945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-65d186cd-08d0-4ffa-9425-5ee457c1f6fb admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2132111 Sep 18 00:23:27.345043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:28.105638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:29.432640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:29.561768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:29.759799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09845f71-da25-41bd-ac0b-ca4629489b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:29.760191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09845f71-da25-41bd-ac0b-ca4629489b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:29.762347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09845f71-da25-41bd-ac0b-ca4629489b43 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996245 Sep 18 00:23:31.964125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:32.090886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a0836-b9e3-479e-8db8-b99ac9ac34cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:32.092264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5c8a0836-b9e3-479e-8db8-b99ac9ac34cf admin admin] 10.222.0.49 "GET /v2.0/networks/d073525a-3bd3-4927-adbd-6c69282dfeba HTTP/1.1" status: 200 len: 869 time: 0.1271429 Sep 18 00:23:34.300773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:34.477836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f1934-2a0b-4877-8b70-c0f85ec703f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:34.479222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fa0f1934-2a0b-4877-8b70-c0f85ec703f2 admin admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 886 time: 0.1775043 Sep 18 00:23:36.631672 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:23:36.682471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46034) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:36.804804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce7df0-f433-479b-b4c7-8472e518c484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:36.805258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce7df0-f433-479b-b4c7-8472e518c484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:36.806791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06ce7df0-f433-479b-b4c7-8472e518c484 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233642 Sep 18 00:23:39.001355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:39.125407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08070c12-ff6d-4a3f-820e-ea46b3a21f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:39.125864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08070c12-ff6d-4a3f-820e-ea46b3a21f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:39.127660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08070c12-ff6d-4a3f-820e-ea46b3a21f2d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253529 Sep 18 00:23:41.340756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46050) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:41.425026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904b5ab-7683-4762-8538-b17644d8a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:41.426405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2904b5ab-7683-4762-8538-b17644d8a3f9 admin admin] 10.222.0.49 "GET /v2.0/subnets/18cbc51a-8d31-418c-ae1b-b4a0216f66ce HTTP/1.1" status: 200 len: 816 time: 0.0846975 Sep 18 00:23:43.606089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:43.696826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0ceb8-8c9f-4bff-ad33-c59dcfd580e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:43.698139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ddd0ceb8-8c9f-4bff-ad33-c59dcfd580e4 admin admin] 10.222.0.49 "GET /v2.0/subnets/2af50fd3-a47b-466d-840d-165404cf4bdb HTTP/1.1" status: 200 len: 868 time: 0.0911126 Sep 18 00:23:54.126208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3130b99-a5a5-48af-8a1d-3f5dda2639d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:57.112853 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a091fb0-196a-418a-8135-c94c654654c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:57.336946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:58.107426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:59.434689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:07.665302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46112) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:24:07.712733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-d03ef5cf-8a36-4c2d-ae7f-7b831829faa3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:24:07.713762 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d03ef5cf-8a36-4c2d-ae7f-7b831829faa3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475140 Sep 18 00:24:09.981808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:24:10.044828 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44e3661-66d8-4eac-a354-9445e82e45d7 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:24:10.046125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f44e3661-66d8-4eac-a354-9445e82e45d7 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633810 Sep 18 00:24:10.189663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1242a-c879-42a6-916d-f39d99c913db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:10.191132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d0b1242a-c879-42a6-916d-f39d99c913db admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403751 Sep 18 00:24:12.413409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46128) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:24:12.460530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:24:12.481826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Made reservation on behalf of c49d178ab79f4c48b418d70b6395c3a8 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:24:12.484095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:12.510463 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.revisions.revision_plugin [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Could not find related network for resource to bump revision. Sep 18 00:24:12.523691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:24:12.534705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:12.535047 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Added segment c39e871f-df4e-4d25-a68f-bd85f7d0d208 of type vlan for network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 Sep 18 00:24:12.581640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:12.604913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:12.606716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:12.607289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:12.640184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2256975 Sep 18 00:24:12.675139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:24:12.682329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.682670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.683005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.683365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.683839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.684404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.684734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.685058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.685377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.685695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.686014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.686330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d2303-ada7-493a-8d40-6ae505c21b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:12.698323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:24:13.630734 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:24:14.869993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46136) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:24:14.932241 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb68156b-6ebe-4e3f-85ca-4d38a3f3bbc8 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:24:14.934242 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb68156b-6ebe-4e3f-85ca-4d38a3f3bbc8 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632787 Sep 18 00:24:15.004674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25919931-9d4a-4110-85e5-d393aef77a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:15.006134 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-25919931-9d4a-4110-85e5-d393aef77a97 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672565 Sep 18 00:24:15.016678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:24:15.036374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Made reservation on behalf of c49d178ab79f4c48b418d70b6395c3a8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:24:15.038529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.286474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.339122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81261d61-58ca-49b6-8629-ae9d16460d9f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:24:15.349230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:24:15.349838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Network hostable DHCP agents. Network: 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:24:15.365371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:24:15.373761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:24:15.378021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:15.378617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.383126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba43d36-f26d-46ff-b15d-086d1f2ea93d None None] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:24:15.391920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-587cf1b4-a1cd-4d43-9f07-4d90ce331e48 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785419 Sep 18 00:24:15.534272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'tenant_id': 'c49d178ab79f4c48b418d70b6395c3a8', 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:24:15.535172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.674950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Allocated IP 192.168.233.2 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/31949135-5863-44b8-9876-d3be34797b23) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:24:15.815558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.823558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.862717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:24:15.865591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:24:15.870626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:24:15.879324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Pushing event updated for resources: {'Port': ['ID=31949135-5863-44b8-9876-d3be34797b23,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:24:15.887233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.888146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.888524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.888818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.889158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.889482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.889806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.890149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.890470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.890976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.891116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.891442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:24:15.945752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Attempting to bind port 31949135-5863-44b8-9876-d3be34797b23 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:24:15.946052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Attempting to bind port 31949135-5863-44b8-9876-d3be34797b23 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:24:15.946445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Attempting to bind port 31949135-5863-44b8-9876-d3be34797b23 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:24:15.951662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:24:15.952042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:24:15.952505 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:15.952906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:24:15.953377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Bound port: 31949135-5863-44b8-9876-d3be34797b23, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:24:15.953782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:16.017831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] For port 31949135-5863-44b8-9876-d3be34797b23, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:24:16.021166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] For port 31949135-5863-44b8-9876-d3be34797b23, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=31949135-5863-44b8-9876-d3be34797b23,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:24:16.027891 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:16.082923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a5c8-f955-4c16-92b3-ae624048d1b0 None None] Pushing event updated for resources: {'Port': ['ID=31949135-5863-44b8-9876-d3be34797b23,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:24:16.921126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f51fef-406d-4e06-a0b2-b34ec2d95dc0 None None] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:24:16.968487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] Provisioning complete for port 31949135-5863-44b8-9876-d3be34797b23 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:24:16.968865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.055801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 31949135-5863-44b8-9876-d3be34797b23 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:24:17.161339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.223487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] For port 31949135-5863-44b8-9876-d3be34797b23, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=31949135-5863-44b8-9876-d3be34797b23,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:24:17.226155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 31949135-5863-44b8-9876-d3be34797b23 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:24:17.226604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.230729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.317277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebe2be-78a0-450a-bb6e-60b1e5a34d42 None None] Pushing event updated for resources: {'Port': ['ID=31949135-5863-44b8-9876-d3be34797b23,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:24:17.450904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5939bdd1-179b-40c4-9d00-c3499a90e42e None None] Provisioning complete for port 31949135-5863-44b8-9876-d3be34797b23 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:24:17.451266 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5939bdd1-179b-40c4-9d00-c3499a90e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:19.002961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 31949135-5863-44b8-9876-d3be34797b23 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:24:19.050166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 31949135-5863-44b8-9876-d3be34797b23 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:24:19.050533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:24.129793 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8381-6522-4652-8c93-9f8d9c57d8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:27.116369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eefc98e4-2313-4f3a-af0a-0aa59ea8ad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:27.337592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:28.111099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:29.438476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:50.630065 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:24:54.130816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-32bb9da8-bc68-4a07-962d-a549bdb956ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:57.115820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2a64169e-1650-46d8-bf92-27ebcc43543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:57.338616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:58.111709 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:59.441519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:24.131730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a513ff3-c140-40f6-b30e-a7b1dbcc0bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:27.116666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c26c01cc-5002-4ce1-84c9-138764fb9004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:27.342592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:27.629465 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:25:28.116402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:29.450255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.094780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46190) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:25:30.102153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-37adac89-e98c-45a2-a7c0-094cf757ce4b tempest-verify_tempest_config-1327240221 tempest-verify_tempest_config-1327240221-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:25:30.103320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-37adac89-e98c-45a2-a7c0-094cf757ce4b tempest-verify_tempest_config-1327240221 tempest-verify_tempest_config-1327240221-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073299 Sep 18 00:25:30.432006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46208) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:25:30.538522 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.640634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.644122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.696426 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=452167aa56754e1c9d534100df622b3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2630491 Sep 18 00:25:30.697746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2264fc8a-c0c9-4610-bf98-a697c6fe1f20,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:30.699412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:25:30.709966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.710547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.710929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.711268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.711609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.711921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.712247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.712577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.712893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.713206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.713517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.713836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238ffb6c-a57b-4405-82c8-daa4c22ca45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.758753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.779376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.866655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.869232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:30.870994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2264fc8a-c0c9-4610-bf98-a697c6fe1f20 HTTP/1.1" status: 204 len: 168 time: 0.1700284 Sep 18 00:25:30.878701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2264fc8a-c0c9-4610-bf98-a697c6fe1f20,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:30.885406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.885745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.886135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.886454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.886936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.887265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.887917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.887917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.888328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.888558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.888853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:30.889170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e03ef2-b1e4-4696-98f2-52ccdef327cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:54.132331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-17d0a035-81e0-4066-a425-58f31cc53b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:57.116115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-11753da0-4fa1-42ed-9228-26d580c51083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:57.343186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:58.117873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:59.441039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.628690 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:26:24.133200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c44-af27-475e-8e55-0952115ca9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:27.115429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-453405af-39f2-455d-b4d1-378183a3887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:27.342753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:28.120838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:29.446676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:41.627626 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:26:54.134121 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-55686106-b629-4fd0-bed2-36a54b5f86fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:57.115560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a933-50ec-431e-a054-cd1cc436ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:57.343181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:58.124037 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:59.446161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:18.627016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:27:24.134521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddb06b3c-27ea-4d9d-a8f9-acc8b3d58d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:27.115927 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a0796bf4-abf3-4879-ae67-3425964105b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:27.343701 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:28.126519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:29.449062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:54.135033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0336f623-9e0e-429d-83f3-3aea601dd4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:55.625734 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 5 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:27:57.116893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64567f6b-60f0-44c2-b7d2-c2248f9db572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:57.344212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:58.129489 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:59.453193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:24.135758 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-68b55ffd-1cc3-4d0a-a2d5-9b240b7b95c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:27.117505 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bc4842a-cee2-45f9-a8ff-049a6e8cc8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:27.344358 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:28.131433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:29.456211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:31.747467 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:32.626913 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 6 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:28:45.798654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799221'] for agent, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:54.136079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff3c7-c2cb-4d4a-a327-a7f8c419e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:57.117563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d62a-591b-4aa8-81bf-049c5c0d0c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:57.347192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:58.133834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:59.459044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:01.712821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:09.626182 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:29:15.750583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:19.568576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46274) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:29:19.672115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7c1bd3d-1238-42f7-9125-8824576b1018 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024604 Sep 18 00:29:21.895388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46284) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:29:21.961645 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ddda8836-7949-4613-9a7a-1c36a5efdd27 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0651660 Sep 18 00:29:24.136467 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8fed4395-5bca-4d2b-8813-18034a83f7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:27.117956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-53200beb-31be-4f4b-8c80-436c7db71e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:27.346376 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:28.135921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:29.463194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:31.727139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:45.753351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:46.624909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:29:54.137752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0b67ffe2-7804-4bb3-9eb4-7561e215b32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:57.118785 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0de115d6-6bfd-4b6f-9d08-0a3bc387e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:57.348017 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:58.139822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:59.467584 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:01.725979 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:15.763348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:23.631580 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:30:24.138485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9d121429-2020-4ba4-a52d-4dfc861e98c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:27.119185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-22cde8d1-4eba-4d6f-be7a-3d98b8c9ec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:27.348089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:28.140993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:29.469822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:31.742140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:45.764067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:46.086648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46504) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:46.527840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a220be2a-6454-4657-8a5b-012b629d5ca4 tempest-AutoAllocateNetworkTest-369970998 tempest-AutoAllocateNetworkTest-369970998-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e8fc7c95c3664c9ea8b86e3b5e0bfe68&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4398284 Sep 18 00:30:46.530613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46528) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:46.722222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5cfe8-7ba1-4abf-9781-43f7ed1d20d6 tempest-AutoAllocateNetworkTest-369970998 tempest-AutoAllocateNetworkTest-369970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:46.726533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4db5cfe8-7ba1-4abf-9781-43f7ed1d20d6 tempest-AutoAllocateNetworkTest-369970998 tempest-AutoAllocateNetworkTest-369970998-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1915631 Sep 18 00:30:46.726723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46544) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:46.800830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e41bf264-ef30-4a82-9df0-735fe62357e3 tempest-AutoAllocateNetworkTest-369970998 tempest-AutoAllocateNetworkTest-369970998-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729954 Sep 18 00:30:46.802121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:46.832150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d730c4b9-135a-498b-8b02-8154e8db2449 tempest-AutoAllocateNetworkTest-369970998 tempest-AutoAllocateNetworkTest-369970998-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e8fc7c95c3664c9ea8b86e3b5e0bfe68 HTTP/1.1" status: 200 len: 208 time: 0.0261645 Sep 18 00:30:47.507703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46590) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:47.869660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:47.989268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:47.994545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:48.048275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46624) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:48.048905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8fc7c95c3664c9ea8b86e3b5e0bfe68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5388138 Sep 18 00:30:48.050700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2343108-5c60-434f-ae4f-98e061d41069,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:48.058249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.058590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.058928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.059262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.059586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.059903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.060428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.061496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.062279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.062790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.063117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.063457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd71e7-b5ec-42f1-9b09-bf23da246711 admin admin] Tracked resource versions report: Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: pushed versions: Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: { 'AddressGroup': {'1.2'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'ConntrackHelper': {'1.0'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Log': {'1.0'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Network': {'1.1'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Port': {'1.7'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'PortForwarding': {'1.2'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'QosPolicy': {'1.9'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SecurityGroup': {'1.4'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SubPort': {'1.0'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Subnet': {'1.1'}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Trunk': {'1.1'}} Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: consumer versions: Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: HyperV agent@n-h1-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: HyperV agent@n-h2-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: L3 agent@n-d-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: Metadata agent@n-d-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: Metering agent@n-d-712707-16: {}, Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'ConntrackHelper': '1.0', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Log': '1.0', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Network': '1.1', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Port': '1.7', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'PortForwarding': '1.2', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'QosPolicy': '1.9', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SecurityGroup': '1.4', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SecurityGroupRule': '1.2', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'SubPort': '1.0', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Subnet': '1.1', Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: 'Trunk': '1.1'}} Sep 18 00:30:48.064639 n-d-712707-16 neutron-server[106453]: {{(pid=106453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:30:48.135553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:48.169542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:48.234699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:48.237767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:48.241240 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2343108-5c60-434f-ae4f-98e061d41069 HTTP/1.1" status: 204 len: 168 time: 0.1896863 Sep 18 00:30:48.246711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2343108-5c60-434f-ae4f-98e061d41069,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:48.254534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.254881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.255353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.255942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.256363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.256630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.256955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.257278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.257600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.257919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.258241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.258555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9f86d-2df8-4352-85af-83bf3d02022c admin admin] Tracked resource versions report: Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: pushed versions: Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: { 'AddressGroup': {'1.2'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'ConntrackHelper': {'1.0'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Log': {'1.0'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Network': {'1.1'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Port': {'1.7'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'PortForwarding': {'1.2'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'QosPolicy': {'1.9'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SecurityGroup': {'1.4'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SubPort': {'1.0'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Subnet': {'1.1'}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Trunk': {'1.1'}} Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: consumer versions: Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: HyperV agent@n-h1-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: HyperV agent@n-h2-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: L3 agent@n-d-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: Metadata agent@n-d-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: Metering agent@n-d-712707-16: {}, Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'ConntrackHelper': '1.0', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Log': '1.0', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Network': '1.1', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Port': '1.7', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'PortForwarding': '1.2', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'QosPolicy': '1.9', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SecurityGroup': '1.4', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SecurityGroupRule': '1.2', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'SubPort': '1.0', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Subnet': '1.1', Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: 'Trunk': '1.1'}} Sep 18 00:30:48.259794 n-d-712707-16 neutron-server[106452]: {{(pid=106452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:30:49.707562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46746) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:49.710272 n-d-712707-16 neutron-server[106453]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 00:30:49.740056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-71304dbc-26fe-4b68-a8ab-75632144379d tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c29a6480761422492ee72ec66d21dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307515 Sep 18 00:30:49.850676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-362d70d0-b26b-4d15-bb0d-c2553c082919 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:49.852275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-362d70d0-b26b-4d15-bb0d-c2553c082919 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067376 Sep 18 00:30:49.871296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-edb6dd49-0e5b-426a-a971-2ccd640c4f61 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/quotas/7c29a6480761422492ee72ec66d21dce HTTP/1.1" status: 200 len: 375 time: 0.0103297 Sep 18 00:30:49.996818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-a15606d7-6e4f-46f8-b419-35d151ffee5f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198945 Sep 18 00:30:50.675669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46830) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:50.846292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7187d7cb-fae4-4e99-b46d-9da5a8ff1f17 req-9800d322-ad59-459e-8951-8f8fa015ac97 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 210 time: 0.1689854 Sep 18 00:30:51.719784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46936) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:51.886464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25c0086c-73fd-4522-864c-4089bb01268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.021584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.54', 56473) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:52.024029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25c0086c-73fd-4522-864c-4089bb01268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.030619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25c0086c-73fd-4522-864c-4089bb01268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.100935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0086c-73fd-4522-864c-4089bb01268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3688f7-3bfe-4666-85dd-90a51b11ea49,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:52.106456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-45403599-6aa2-4235-9228-eccee73a675b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7c29a6480761422492ee72ec66d21dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732679 Sep 18 00:30:52.139496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1873a7dd-98b1-4116-ac49-ea67dc277017 req-27a941a0-eb3c-4242-be8e-e128f18a748f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 210 time: 0.0752122 Sep 18 00:30:52.152812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25c0086c-73fd-4522-864c-4089bb01268e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=439d4ad2a033468aa6c56dfce90817e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4319193 Sep 18 00:30:52.153394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46974) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:52.163847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46976) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:52.254314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.286541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.316051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-78efd22e-81e5-40da-9d00-1303caebaee6 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=244d3c01d6014d638a97caf280d16593&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790107 Sep 18 00:30:52.374007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.377114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.381051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e3688f7-3bfe-4666-85dd-90a51b11ea49 HTTP/1.1" status: 204 len: 168 time: 0.2239499 Sep 18 00:30:52.381922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-f444752b-c714-4286-b146-4ab32c15ec5c tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:52.384632 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-f444752b-c714-4286-b146-4ab32c15ec5c tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704897 Sep 18 00:30:52.400823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60decbd1-9d3d-46bd-b0cc-cc05ee8fc820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3688f7-3bfe-4666-85dd-90a51b11ea49,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:52.406066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7984ac6-4e61-4be5-a815-226c7834bd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.509057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-e3910b4d-0816-4d59-be4b-3a0b0076b83f tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:52.510477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-e3910b4d-0816-4d59-be4b-3a0b0076b83f tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861465 Sep 18 00:30:52.529752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Request body: {'port': {'device_id': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '7c29a6480761422492ee72ec66d21dce'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:30:52.534945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-3f7c410c-ecff-403f-99bf-bca32f888f83 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/quotas/244d3c01d6014d638a97caf280d16593 HTTP/1.1" status: 200 len: 375 time: 0.0137362 Sep 18 00:30:52.583724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-54db050f-7684-4c6f-bfd4-330579919bdf tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244d3c01d6014d638a97caf280d16593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364504 Sep 18 00:30:52.654307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7984ac6-4e61-4be5-a815-226c7834bd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.664371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7984ac6-4e61-4be5-a815-226c7834bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.760239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7984ac6-4e61-4be5-a815-226c7834bd87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb00bdda344f47bc8020cc57a5d46adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5630059 Sep 18 00:30:52.761165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47028) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:52.762276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7984ac6-4e61-4be5-a815-226c7834bd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d2681-bbbb-46be-b787-115d76e9028b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:52.848448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.881829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.902874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47042) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:52.934588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c54f733d-f919-4411-afe9-0f565fd44485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.957929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Made reservation on behalf of 7c29a6480761422492ee72ec66d21dce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:30:52.968462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:52.984044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.015874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cfd3ceb-c0cb-44bc-9d22-df3035b3fbf9 req-46ce1bd9-6204-445b-b514-a17b5d7197d0 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Sep 18 00:30:53.043508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.046580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.050412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/244d2681-bbbb-46be-b787-115d76e9028b HTTP/1.1" status: 204 len: 168 time: 0.2848229 Sep 18 00:30:53.066701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8677f96-0633-401a-a785-a11be440666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d2681-bbbb-46be-b787-115d76e9028b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:53.220854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c54f733d-f919-4411-afe9-0f565fd44485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.233181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c54f733d-f919-4411-afe9-0f565fd44485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.332695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c54f733d-f919-4411-afe9-0f565fd44485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab252df0f2024534bf29251f6439ef23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4281571 Sep 18 00:30:53.336467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47076) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:53.338181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f733d-f919-4411-afe9-0f565fd44485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29743140-a747-4d66-9e35-dd4f47319649,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:53.386797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47082) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:53.545153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e0ddd30-9d8e-4e08-8dd9-850e875f545c req-8376d23d-7be0-459f-a3f6-81960e1941e7 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 210 time: 0.0549650 Sep 18 00:30:53.581592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a59d770f-2346-47db-8c7b-67e032aa7209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.675276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.706770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.775643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.834945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a59d770f-2346-47db-8c7b-67e032aa7209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.851709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a59d770f-2346-47db-8c7b-67e032aa7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.897349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:53.929630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a59d770f-2346-47db-8c7b-67e032aa7209 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85a5c9ff6195494695c3a98980c3326b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5414505 Sep 18 00:30:53.940528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47112) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:54.053492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d770f-2346-47db-8c7b-67e032aa7209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379c8deb-470f-4763-b2a8-fc0c954ce753,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:54.115199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.149718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-620741dd-263d-405c-80e2-cd9476e92b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.163081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.166026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.167352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29743140-a747-4d66-9e35-dd4f47319649 HTTP/1.1" status: 204 len: 168 time: 0.8299005 Sep 18 00:30:54.194033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d375dfc-930e-485d-92fa-1d85e8a5d850,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:54.218810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dba08-f53d-4c6b-a87d-57cbf8898aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29743140-a747-4d66-9e35-dd4f47319649,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:54.320907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47130) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:54.341791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fba8e7d-f72f-4deb-8c1d-9a5597c15624 req-1dc4f928-1d3b-4307-a715-622dc9053ffe tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 210 time: 0.1957829 Sep 18 00:30:54.371230 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.384189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9df3bc84-3ced-4f43-85dc-20e30c18f283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.435044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Allocated IP 192.168.233.86 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/4c062a1d-35e4-469b-9af7-74740ebdd509) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:30:54.524124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.526891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.528292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/379c8deb-470f-4763-b2a8-fc0c954ce753 HTTP/1.1" status: 204 len: 168 time: 0.5862074 Sep 18 00:30:54.553275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569084d8-beb9-4840-9b5a-b98c085dceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379c8deb-470f-4763-b2a8-fc0c954ce753,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:54.764759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3604d81-bc36-4a6e-91df-548968a23036 req-bd41d45d-694d-40f3-aaad-ac4be605ce5d tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 210 time: 0.0529079 Sep 18 00:30:54.829973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9df3bc84-3ced-4f43-85dc-20e30c18f283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.839279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9df3bc84-3ced-4f43-85dc-20e30c18f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:54.896695 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9df3bc84-3ced-4f43-85dc-20e30c18f283 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3debe13714f49b1b51943679e3eddc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5740883 Sep 18 00:30:54.899424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:54.959216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3bc84-3ced-4f43-85dc-20e30c18f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e49e88-9efd-4d7f-b71a-b09151014a41,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:54.964623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.019231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.034628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.097212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:30:55.108862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:30:55.113431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.116695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:30:55.124775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:55.125890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.162214 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6389945 Sep 18 00:30:55.172057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9607-9655-4b84-8333-31cc8ee5e696 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Pushing event updated for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:55.195014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-2664b22f-1a7a-4120-8986-7ec55e297f69 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:30:55.196055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-2664b22f-1a7a-4120-8986-7ec55e297f69 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058758 Sep 18 00:30:55.231156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.235138 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.236884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2e49e88-9efd-4d7f-b71a-b09151014a41 HTTP/1.1" status: 204 len: 168 time: 0.3363750 Sep 18 00:30:55.246066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbae09-e603-4c98-82f0-6c667ab10803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e49e88-9efd-4d7f-b71a-b09151014a41,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:55.347373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:55.478789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.48', 50959) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:55.489337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bd1ec992-2038-42ae-a417-7d61bdbb3f2c None None] Provisioning complete for port 4c062a1d-35e4-469b-9af7-74740ebdd509 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:30:55.492069 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec992-2038-42ae-a417-7d61bdbb3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.521660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acfe5ee3-c4a3-4a55-a426-877860de2bce req-be604d2f-0f34-44cf-ba59-93f3a0350dba tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 210 time: 0.0573924 Sep 18 00:30:55.548705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-aad88364-538d-46e7-b80e-289bb086e9ce tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=244d3c01d6014d638a97caf280d16593&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564756 Sep 18 00:30:55.594981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ec992-2038-42ae-a417-7d61bdbb3f2c None None] Port 4c062a1d-35e4-469b-9af7-74740ebdd509 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:30:55.663838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47164) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:55.697550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-107f7511-6d37-42e6-9177-23ae2a78a915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:55.870727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-ea3af339-c6e4-4238-8c85-dde225d44eba tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:55.877792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-ea3af339-c6e4-4238-8c85-dde225d44eba tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115463 Sep 18 00:30:55.974928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Request body: {'port': {'device_id': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '244d3c01d6014d638a97caf280d16593'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:30:56.081620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-107f7511-6d37-42e6-9177-23ae2a78a915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.099812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-107f7511-6d37-42e6-9177-23ae2a78a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.123453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Made reservation on behalf of 244d3c01d6014d638a97caf280d16593 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:30:56.133541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.159188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.167364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f7511-6d37-42e6-9177-23ae2a78a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d251e8-cbe0-4186-86b8-c9551e392f66,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:56.182210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2214e9-3a98-46c4-a87f-39716b9d6954 req-4712c59b-5cf9-4407-9cb4-eea514bd9f96 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:56.191055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca2214e9-3a98-46c4-a87f-39716b9d6954 req-4712c59b-5cf9-4407-9cb4-eea514bd9f96 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 935 time: 0.2849808 Sep 18 00:30:56.193855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-def3e67e-adc6-44ee-9a04-70af52205eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.290830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca2214e9-3a98-46c4-a87f-39716b9d6954 req-a045ecc0-934d-45d9-91d9-9eee1dbb556c tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937192 Sep 18 00:30:56.307893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-107f7511-6d37-42e6-9177-23ae2a78a915 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17fd609de8534bc496a82c2e9e6a7db0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6422822 Sep 18 00:30:56.310099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47186) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:56.401370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.455342 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.520467 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.524900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.526766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59d251e8-cbe0-4186-86b8-c9551e392f66 HTTP/1.1" status: 204 len: 168 time: 0.2155514 Sep 18 00:30:56.536304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159af268-cf58-4acb-b021-bff6ce2d3f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d251e8-cbe0-4186-86b8-c9551e392f66,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:56.604652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.615982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.693505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a972397-92e9-49af-8254-e2c643159014 req-51a99e78-6331-4730-836b-e59b5c8c0391 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 210 time: 0.0487237 Sep 18 00:30:56.723433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277ab1bb-da39-41ae-b18f-cba63dffb257,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:56.769685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-def3e67e-adc6-44ee-9a04-70af52205eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.776316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-def3e67e-adc6-44ee-9a04-70af52205eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.820177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:56.822002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-def3e67e-adc6-44ee-9a04-70af52205eb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db597e150ede4a3eac0d1d71f8548d43&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4650838 Sep 18 00:30:56.872659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3e67e-adc6-44ee-9a04-70af52205eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081688af-749c-49e5-aabe-1b3de38017fd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:56.960409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Allocated IP 192.168.233.243 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/10d25c92-6221-4e13-8496-a27cde1d1c88) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:30:56.978383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.011797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.109624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.113952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.116511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/081688af-749c-49e5-aabe-1b3de38017fd HTTP/1.1" status: 204 len: 168 time: 0.2951553 Sep 18 00:30:57.144284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6454c8cc-6f6e-4efc-b990-ad5c7178cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.162530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ffa9a-13ed-4bae-b14d-456736a12b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081688af-749c-49e5-aabe-1b3de38017fd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:57.379385 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.511983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676904-368b-403d-a835-abdc34237a9f req-33888344-d2b2-400b-8fa3-f0f588d2aae3 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.526221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b676904-368b-403d-a835-abdc34237a9f req-33888344-d2b2-400b-8fa3-f0f588d2aae3 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 935 time: 0.1181717 Sep 18 00:30:57.528453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.626696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.627822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b676904-368b-403d-a835-abdc34237a9f req-984005e2-83cb-42ec-a587-4f657709e526 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Sep 18 00:30:57.756540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:30:57.773871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:30:57.797216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:30:57.805541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.828372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.832748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Pushing event updated for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:57.890306 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-d2b4226b-8c13-47a9-a0c7-e1544c28d363 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9244781 Sep 18 00:30:57.929796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72632e21-17e8-4e81-b1a3-eb7d3b388c50 req-e58a6d33-35d4-4766-86e8-4839242ec6a4 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.942078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72632e21-17e8-4e81-b1a3-eb7d3b388c50 req-e58a6d33-35d4-4766-86e8-4839242ec6a4 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 936 time: 0.1220703 Sep 18 00:30:58.031983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72632e21-17e8-4e81-b1a3-eb7d3b388c50 req-cb012c91-8aab-4b90-ad08-0aeff6141a09 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880506 Sep 18 00:30:58.113550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47234) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:58.153260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.157000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d97a679-5653-4fe1-ad70-100fb3c1e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.248512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-944348a2-cdde-4a50-9dc8-b924799c26b0 None None] Provisioning complete for port 10d25c92-6221-4e13-8496-a27cde1d1c88 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:30:58.250828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-944348a2-cdde-4a50-9dc8-b924799c26b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.366165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-944348a2-cdde-4a50-9dc8-b924799c26b0 None None] Port 10d25c92-6221-4e13-8496-a27cde1d1c88 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:30:58.435876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d97a679-5653-4fe1-ad70-100fb3c1e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.445569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d97a679-5653-4fe1-ad70-100fb3c1e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.542421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97a679-5653-4fe1-ad70-100fb3c1e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930fb985-de35-4b69-baf2-0dcd59228f59,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:58.572866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1d97a679-5653-4fe1-ad70-100fb3c1e6b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ec16a54e56f4c05a99ec88894806058&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4545815 Sep 18 00:30:58.573875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:58.690119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.745599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.785028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Request body: {'port': {'device_id': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:30:58.903286 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.923141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e73c-4db0-4040-b9a1-93fb338b3e98 req-81433828-b9e2-4ffb-af77-9a0957075a29 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:58.938409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.943970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db46e73c-4db0-4040-b9a1-93fb338b3e98 req-81433828-b9e2-4ffb-af77-9a0957075a29 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 935 time: 0.1767540 Sep 18 00:30:58.945493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:58.947136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/930fb985-de35-4b69-baf2-0dcd59228f59 HTTP/1.1" status: 204 len: 168 time: 0.3720648 Sep 18 00:30:59.051232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db46e73c-4db0-4040-b9a1-93fb338b3e98 req-aec8f9c2-be08-4d71-a556-0baf9935821f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008980 Sep 18 00:30:59.367919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e8a7-4361-4a1e-bb2d-1930ed5aab36 req-c7a74512-05b3-405e-8f1d-01e455caf053 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:59.372691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf07e8a7-4361-4a1e-bb2d-1930ed5aab36 req-c7a74512-05b3-405e-8f1d-01e455caf053 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 936 time: 0.1371138 Sep 18 00:30:59.414976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40978-ff3f-4908-ba9e-3576273a4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930fb985-de35-4b69-baf2-0dcd59228f59,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:59.449930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf07e8a7-4361-4a1e-bb2d-1930ed5aab36 req-f9f3c396-a52d-4502-a7a2-3bdbdaf3dc98 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691187 Sep 18 00:30:59.508695 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.608382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c062a1d-35e4-469b-9af7-74740ebdd509 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:30:59.617096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.650079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Transition to ACTIVE for port object 4c062a1d-35e4-469b-9af7-74740ebdd509 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:30:59.668052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.807256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Pushing event updated for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:59.856725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Attempting to bind port 4c062a1d-35e4-469b-9af7-74740ebdd509 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:30:59.858429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Attempting to bind port 4c062a1d-35e4-469b-9af7-74740ebdd509 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:30:59.858429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Attempting to bind port 4c062a1d-35e4-469b-9af7-74740ebdd509 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:30:59.865250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Port 4c062a1d-35e4-469b-9af7-74740ebdd509 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:30:59.865707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Attempting to bind port 4c062a1d-35e4-469b-9af7-74740ebdd509 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:30:59.872334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:30:59.873377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:30:59.874217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:30:59.874847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Bound port: 4c062a1d-35e4-469b-9af7-74740ebdd509, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:30:59.875456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.995201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:00.003626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4c062a1d-35e4-469b-9af7-74740ebdd509,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:00.011643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47270) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:00.028942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.053622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5557faba-29ae-464b-9b10-5d8be2888965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.209149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Pushing event updated for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:00.239714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:00.240398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.242092 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-c50ceb5c-1d5e-47b5-afce-785993a5a797 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c062a1d-35e4-469b-9af7-74740ebdd509 HTTP/1.1" status: 200 len: 1096 time: 1.9860060 Sep 18 00:31:00.245735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:00.311069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5557faba-29ae-464b-9b10-5d8be2888965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.341044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5557faba-29ae-464b-9b10-5d8be2888965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.507431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5557faba-29ae-464b-9b10-5d8be2888965 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88df4af92b7543d58bd2ad2aac7d6eca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4939387 Sep 18 00:31:00.511119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:00.538493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95da91-b19c-4027-88bf-f08243f4a513 req-1d4e080d-f41d-4c95-898a-1cca1bc5f0cb tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:00.540401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa95da91-b19c-4027-88bf-f08243f4a513 req-1d4e080d-f41d-4c95-898a-1cca1bc5f0cb tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.2273703 Sep 18 00:31:00.541216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557faba-29ae-464b-9b10-5d8be2888965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838aa01b-936b-4a6b-93df-f5e78dc33fff,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:00.626894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-8eb8ca92-902d-4ba7-8a3d-ac013c6c890c tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:00.633055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-8eb8ca92-902d-4ba7-8a3d-ac013c6c890c tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270050 Sep 18 00:31:00.638110 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:31:00.642519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa95da91-b19c-4027-88bf-f08243f4a513 req-1bc9fbf9-f466-44d5-a8ba-512c3da0f4bd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909700 Sep 18 00:31:00.672900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.690666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-971da12f-a5f7-42be-b930-bf47a26f2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:00.692558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-971da12f-a5f7-42be-b930-bf47a26f2795 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 1099 time: 0.2539339 Sep 18 00:31:00.814190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.827383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-859ce79e-d988-4af5-8a81-36fb874ea423 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=4c062a1d-35e4-469b-9af7-74740ebdd509 HTTP/1.1" status: 200 len: 217 time: 0.1065483 Sep 18 00:31:00.837360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e094a84-f4ae-4c43-ada6-ecd954134646 req-68e56746-f95d-4dc2-af4a-a1f7b2e0cea7 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:00.847828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e094a84-f4ae-4c43-ada6-ecd954134646 req-68e56746-f95d-4dc2-af4a-a1f7b2e0cea7 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 936 time: 0.1910987 Sep 18 00:31:00.935937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e094a84-f4ae-4c43-ada6-ecd954134646 req-88811ed5-ed6b-43de-a625-8d2dfc842af1 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876138 Sep 18 00:31:00.965919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.970632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:00.975433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-86cb3252-80dc-49c6-91f1-fc91a1ab9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:00.976937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/838aa01b-936b-4a6b-93df-f5e78dc33fff HTTP/1.1" status: 204 len: 168 time: 0.4636059 Sep 18 00:31:00.978888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-86cb3252-80dc-49c6-91f1-fc91a1ab9ee7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1382759 Sep 18 00:31:00.998292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de67a4e-263c-473b-b773-8544ee85e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838aa01b-936b-4a6b-93df-f5e78dc33fff,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:01.131533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-1a18ec55-ac26-49c7-a49a-fe145fd61df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:01.133182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-1a18ec55-ac26-49c7-a49a-fe145fd61df7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105192 Sep 18 00:31:01.269199 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c07f23-af68-499a-b439-3e01b8d45b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:01.321494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-9f950f49-0b8b-4976-94b0-63d60f7dfc1a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615565 Sep 18 00:31:01.672494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f3d81825-9bd2-45bf-bc0e-91f3b93d5638 req-3c201644-d2ad-4489-8aee-3c3ee59d1dc9 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256076 Sep 18 00:31:01.734610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Request body: {'port': {'device_id': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'device_owner': 'compute:tempest-test_az-1189517542', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:01.760712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:01.862830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:02.316500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051522c6-0050-4b8f-9b6f-9ac88c763643 req-53c7c276-15af-4b01-a5ec-00705d1bd6b7 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:02.320350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-051522c6-0050-4b8f-9b6f-9ac88c763643 req-53c7c276-15af-4b01-a5ec-00705d1bd6b7 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.1178722 Sep 18 00:31:02.409494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-051522c6-0050-4b8f-9b6f-9ac88c763643 req-400c9e7a-0b38-4aff-b7bd-990a72cd2184 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802257 Sep 18 00:31:02.508810 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6736ddb2-dab5-460b-a0d5-9549e23112e0 x-openstack-request-id: req-6736ddb2-dab5-460b-a0d5-9549e23112e0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:02.509348 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:02.509994 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6736ddb2-dab5-460b-a0d5-9549e23112e0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:02.510632 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509', 'status': 'completed', 'code': 200} Sep 18 00:31:02.604249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-bda01e83-abc8-4d7a-96d9-46a6d2ea6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:02.606226 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-bda01e83-abc8-4d7a-96d9-46a6d2ea6c16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 1099 time: 0.0914288 Sep 18 00:31:02.728977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d25c92-6221-4e13-8496-a27cde1d1c88 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:02.788615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:02.839195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Transition to ACTIVE for port object 10d25c92-6221-4e13-8496-a27cde1d1c88 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:02.849367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:02.911687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-54f65b63-75db-4472-aca9-289c48c118af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:02.913317 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-54f65b63-75db-4472-aca9-289c48c118af service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2570946 Sep 18 00:31:02.977216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Pushing event updated for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:03.035130 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-3e011d8c-3536-400f-81bf-f822811628d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=4c062a1d-35e4-469b-9af7-74740ebdd509 HTTP/1.1" status: 200 len: 217 time: 0.1110501 Sep 18 00:31:03.053827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Attempting to bind port 10d25c92-6221-4e13-8496-a27cde1d1c88 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:03.054754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Attempting to bind port 10d25c92-6221-4e13-8496-a27cde1d1c88 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:03.055113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Attempting to bind port 10d25c92-6221-4e13-8496-a27cde1d1c88 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:03.082009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Port 10d25c92-6221-4e13-8496-a27cde1d1c88 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:03.082009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Attempting to bind port 10d25c92-6221-4e13-8496-a27cde1d1c88 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:03.190234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:03.190884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:03.191076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:03.191688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Bound port: 10d25c92-6221-4e13-8496-a27cde1d1c88, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:03.192044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:03.301623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-978ec0fe-97bf-4137-8bbe-39f057d73d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:03.303372 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-978ec0fe-97bf-4137-8bbe-39f057d73d79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.2156978 Sep 18 00:31:03.373971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645282ad-ecb2-47f0-a454-333d27dc6a9e req-f79f4b0a-1a8b-4fd9-a70d-b5cdc1eacd39 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:03.386024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-645282ad-ecb2-47f0-a454-333d27dc6a9e req-f79f4b0a-1a8b-4fd9-a70d-b5cdc1eacd39 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.1559021 Sep 18 00:31:03.390423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:03.411376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=10d25c92-6221-4e13-8496-a27cde1d1c88,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:03.422816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:03.433745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-1ca5f050-174b-4ddf-b8f7-388a7a94705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:03.435850 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-1ca5f050-174b-4ddf-b8f7-388a7a94705b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080916 Sep 18 00:31:03.455649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-645282ad-ecb2-47f0-a454-333d27dc6a9e req-9f81885d-8916-4d6d-9a89-2113843ae641 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681410 Sep 18 00:31:03.477956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:03.478684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:03.488941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] 10.222.0.48 "PUT /v2.0/ports/10d25c92-6221-4e13-8496-a27cde1d1c88 HTTP/1.1" status: 200 len: 1119 time: 2.3763745 Sep 18 00:31:03.668644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833e827-30bf-4441-9a76-63bf3543f40c service neutron] Pushing event updated for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:03.691488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-14d35ab8-b430-4d7f-a2b0-6f8423cc9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:03.693051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-14d35ab8-b430-4d7f-a2b0-6f8423cc9d18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=244d3c01d6014d638a97caf280d16593&device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 1122 time: 0.1440613 Sep 18 00:31:03.752139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-0f2d69dc-1695-4881-b6cd-0498a6755d0f service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577426 Sep 18 00:31:04.002892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-ad309b1e-e968-42c6-a19f-be0bf27ce945 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=10d25c92-6221-4e13-8496-a27cde1d1c88 HTTP/1.1" status: 200 len: 217 time: 0.2870948 Sep 18 00:31:04.074707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13237f25-d9ab-4a42-a63f-9199e4188025 req-2683d891-bd92-44db-9cbc-d9cb90e17749 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:04.082022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5c07f23-af68-499a-b439-3e01b8d45b7a req-6444b996-aec0-45b3-b035-9167ac41f29d service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229544 Sep 18 00:31:04.089144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13237f25-d9ab-4a42-a63f-9199e4188025 req-2683d891-bd92-44db-9cbc-d9cb90e17749 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.1372063 Sep 18 00:31:04.110727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-e3ea8a73-36ef-4836-ad35-7ea2b58b75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:04.112358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-e3ea8a73-36ef-4836-ad35-7ea2b58b75fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0697200 Sep 18 00:31:04.174046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13237f25-d9ab-4a42-a63f-9199e4188025 req-b1eb29f8-e90e-4f7e-899c-d8bb36943731 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Sep 18 00:31:04.204163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde735-753e-4cab-b114-35f36f40c5fe req-04fb810b-b5b2-4c6b-a7b7-a0f1e8cc88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:04.208899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-04fb810b-b5b2-4c6b-a7b7-a0f1e8cc88f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835404 Sep 18 00:31:04.214000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:04.427620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-317c2441-0210-482c-bcae-5d4ca3d57d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:04.448181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-837e9e3d-2aa3-4300-bdae-e1cd81426634 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022455 Sep 18 00:31:04.522616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:04.536733 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931fc7f-31a7-4e09-a035-716d958e79a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:04.678255 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74cde735-753e-4cab-b114-35f36f40c5fe req-9d024bad-b976-48b5-808d-825140bf5a09 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078674 Sep 18 00:31:04.680475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-317c2441-0210-482c-bcae-5d4ca3d57d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:04.689489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-317c2441-0210-482c-bcae-5d4ca3d57d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:04.723093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9182-449b-4699-b822-caed4446bfdd req-b8552892-1641-45aa-9652-5db7dc65d894 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:04.725024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c42d9182-449b-4699-b822-caed4446bfdd req-b8552892-1641-45aa-9652-5db7dc65d894 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.1224692 Sep 18 00:31:04.769276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47406) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:04.769461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-317c2441-0210-482c-bcae-5d4ca3d57d1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18d17e9daa844681a168c3449bd6fea7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5540028 Sep 18 00:31:04.772249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c2441-0210-482c-bcae-5d4ca3d57d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f9d97b-6716-44d2-87e4-726ad3d31912,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:04.816454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c42d9182-449b-4699-b822-caed4446bfdd req-502e1899-cb3f-4f96-a258-6023c7b936a2 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830226 Sep 18 00:31:04.875392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:04.926198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9d70d7-8629-4d7d-88a7-c2bd026d556a x-openstack-request-id: req-0a9d70d7-8629-4d7d-88a7-c2bd026d556a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:04.927394 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:04.927923 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a9d70d7-8629-4d7d-88a7-c2bd026d556a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:04.928707 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88', 'status': 'completed', 'code': 200} Sep 18 00:31:04.940120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:04.966634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:05.027147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-7941eb58-68a9-473c-af8d-bec494b7f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:05.030524 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-7941eb58-68a9-473c-af8d-bec494b7f0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=244d3c01d6014d638a97caf280d16593&device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 1122 time: 0.0699949 Sep 18 00:31:05.080096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.083029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.087428 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30f9d97b-6716-44d2-87e4-726ad3d31912 HTTP/1.1" status: 204 len: 168 time: 0.3170507 Sep 18 00:31:05.109479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba6e8-c57e-4203-8e83-df4b0976760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f9d97b-6716-44d2-87e4-726ad3d31912,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:05.194387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-876be93c-3b10-4c12-94e2-222a2d22f4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.214906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-46f6142e-cb60-4ed5-aa2e-af3211e13369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:05.221284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-46f6142e-cb60-4ed5-aa2e-af3211e13369 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1746192 Sep 18 00:31:05.282896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-bd5c9e18-766d-4b11-b421-428d242c498a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=10d25c92-6221-4e13-8496-a27cde1d1c88 HTTP/1.1" status: 200 len: 217 time: 0.0464604 Sep 18 00:31:05.375491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-30aec453-edf9-4ad9-b681-b8e849076845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:05.377152 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-30aec453-edf9-4ad9-b681-b8e849076845 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0717349 Sep 18 00:31:05.445756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-876be93c-3b10-4c12-94e2-222a2d22f4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.454613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1ede-d66d-4032-84b3-4a615ec48049 req-5618fd72-d28a-40dd-83c3-5529bbe3e74a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:05.462548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-862e1ede-d66d-4032-84b3-4a615ec48049 req-5618fd72-d28a-40dd-83c3-5529bbe3e74a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.0969787 Sep 18 00:31:05.470230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-fc8f1e28-2dbf-45ba-be00-f23b2872c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:05.470480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-876be93c-3b10-4c12-94e2-222a2d22f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.471777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-fc8f1e28-2dbf-45ba-be00-f23b2872c00c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779235 Sep 18 00:31:05.537905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-876be93c-3b10-4c12-94e2-222a2d22f4aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0595bb174a547b3a18aa33e70e1fb23&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5673265 Sep 18 00:31:05.537905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876be93c-3b10-4c12-94e2-222a2d22f4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9608e60a-7468-4c67-8b05-d049061a3cb6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:05.540944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47426) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:05.562848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-862e1ede-d66d-4032-84b3-4a615ec48049 req-d3e7393a-4d0a-44ac-ab34-ca81d7b5e144 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993388 Sep 18 00:31:05.628239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.661407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.708070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-06523641-dd51-49af-9e3d-395b40dca794 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136278 Sep 18 00:31:05.737400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47430) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:05.757663 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.760537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.764179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9608e60a-7468-4c67-8b05-d049061a3cb6 HTTP/1.1" status: 204 len: 168 time: 0.2198565 Sep 18 00:31:05.768262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b05ccbe-c4a6-497d-b614-d65194a1f4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:05.775636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e002a-8105-4b23-9796-90f0ea12b8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9608e60a-7468-4c67-8b05-d049061a3cb6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:05.923311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d931fc7f-31a7-4e09-a035-716d958e79a5 req-9e73da77-6c2e-4da6-aca2-08c4b6a9ad88 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983500 Sep 18 00:31:06.032286 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b05ccbe-c4a6-497d-b614-d65194a1f4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.050552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b05ccbe-c4a6-497d-b614-d65194a1f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.098996 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1b05ccbe-c4a6-497d-b614-d65194a1f4e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c78a5e56d60744af9f6a067951131407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604400 Sep 18 00:31:06.099812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ccbe-c4a6-497d-b614-d65194a1f4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba806d-8d34-4c91-bdb8-b156fa766888,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:06.101948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:06.335240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.367990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2179a3-477b-4c9b-860e-04f6cc36e451 req-f5a2d60a-cd85-4b73-b40d-d9f18a6e4964 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:06.375992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b2179a3-477b-4c9b-860e-04f6cc36e451 req-f5a2d60a-cd85-4b73-b40d-d9f18a6e4964 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.1307645 Sep 18 00:31:06.392400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.473932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b2179a3-477b-4c9b-860e-04f6cc36e451 req-75a00174-5408-43a7-a2a1-25e3cd0ba325 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967739 Sep 18 00:31:06.496913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47442) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:06.507952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.511002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.520436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53ba806d-8d34-4c91-bdb8-b156fa766888 HTTP/1.1" status: 204 len: 168 time: 0.4146869 Sep 18 00:31:06.524872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b874c955-d410-4432-b916-6394d09baf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.537364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35847cda-f93e-4699-9552-0cb5263c98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba806d-8d34-4c91-bdb8-b156fa766888,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:06.744508 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b874c955-d410-4432-b916-6394d09baf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.746537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-36adc8c8-6b5a-4cff-b0f0-077d400ec756 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298481 Sep 18 00:31:06.754986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b874c955-d410-4432-b916-6394d09baf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.807380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874c955-d410-4432-b916-6394d09baf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252f5a16-548e-4091-ae8a-80be96e04697,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:06.814370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b874c955-d410-4432-b916-6394d09baf3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c248657c19c14028b4708794c21e17d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156421 Sep 18 00:31:06.817316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47460) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:06.885421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad39f-2001-4eb7-ab6f-c4b91146aee5 req-71b77149-5729-4db4-904f-24a071cb052b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:06.892793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.900703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e7ad39f-2001-4eb7-ab6f-c4b91146aee5 req-71b77149-5729-4db4-904f-24a071cb052b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.1563923 Sep 18 00:31:06.934686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:06.988105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e7ad39f-2001-4eb7-ab6f-c4b91146aee5 req-0fd82a96-c6ad-4c17-a55a-c7d8739a73b2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852923 Sep 18 00:31:06.995585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-434516ef-5455-43b9-93f9-d6ab8d4f3c4e tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:06.998619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-434516ef-5455-43b9-93f9-d6ab8d4f3c4e tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401509 Sep 18 00:31:07.013734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:07.017065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:07.022511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/252f5a16-548e-4091-ae8a-80be96e04697 HTTP/1.1" status: 204 len: 168 time: 0.2036433 Sep 18 00:31:07.033142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbea057-6d6d-4346-b49f-6bfadb946015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252f5a16-548e-4091-ae8a-80be96e04697,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:07.050567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-a0c8fc8b-912e-43b0-aa6a-55ea9abe84f7 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/quotas/e6d15b6cdc8041e492f180a1ea701a8a HTTP/1.1" status: 200 len: 375 time: 0.0457115 Sep 18 00:31:07.102431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-21c14b40-945e-4e55-b4ca-c54006b0adcc tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449941 Sep 18 00:31:07.337835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-643cb2f3-5e29-4349-8b7e-adc41c4dfcdc req-0d90a637-32f0-4089-8416-86665c383d6e tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0320780 Sep 18 00:31:07.639537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809b25-f968-4763-a559-3c1eb29f09ca req-c49f4a3c-904c-4c68-8326-0237ea078f58 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:07.646844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e809b25-f968-4763-a559-3c1eb29f09ca req-c49f4a3c-904c-4c68-8326-0237ea078f58 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0936840 Sep 18 00:31:07.690915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:07.700994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e809b25-f968-4763-a559-3c1eb29f09ca req-d1dc09f6-e38c-40e5-affb-785538f6b843 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487759 Sep 18 00:31:07.873952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b882af-ad96-4761-88e7-7f2d22b995ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.021981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b882af-ad96-4761-88e7-7f2d22b995ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.029339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b882af-ad96-4761-88e7-7f2d22b995ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.073401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30b882af-ad96-4761-88e7-7f2d22b995ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e0aec9d398d464fa4d4da3abac2e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791323 Sep 18 00:31:08.073401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b882af-ad96-4761-88e7-7f2d22b995ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65b77fb-af2e-4b44-8f1b-16b8d12b369a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:08.074245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47520) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:08.159295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.187394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768585-3514-41ca-ad33-d0b761f07afb req-65686e6f-e4d9-49c7-8c88-dc36b5b4cc67 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:08.188911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc768585-3514-41ca-ad33-d0b761f07afb req-65686e6f-e4d9-49c7-8c88-dc36b5b4cc67 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.0641541 Sep 18 00:31:08.193854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.262381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.266892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.268051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a65b77fb-af2e-4b44-8f1b-16b8d12b369a HTTP/1.1" status: 204 len: 168 time: 0.1929135 Sep 18 00:31:08.277054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49a994-fd23-4e3e-8404-32fbf8d5a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65b77fb-af2e-4b44-8f1b-16b8d12b369a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:08.295381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc768585-3514-41ca-ad33-d0b761f07afb req-993f3a51-6168-4920-8767-71af6f80f3fd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Sep 18 00:31:08.468032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-704cf5c9-fd58-4614-a45d-21fab353dfae req-4a2a00d0-e9b9-46b8-b078-3b6c41b1dcdc tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Sep 18 00:31:08.760115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:08.827143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4335f10e-b0fd-473a-8a47-412cd9921a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:08.838714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecacfe-9971-452f-a76a-9758f0602de8 req-11a705f3-535e-4816-b231-440223cd621a tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:08.848910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbecacfe-9971-452f-a76a-9758f0602de8 req-11a705f3-535e-4816-b231-440223cd621a tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0815253 Sep 18 00:31:08.876982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-c98b56be-048c-4482-bdd5-994662bed6eb tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407448 Sep 18 00:31:08.933746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbecacfe-9971-452f-a76a-9758f0602de8 req-2a438d7f-5846-432a-b399-6fca0272523a tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832925 Sep 18 00:31:09.244278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4335f10e-b0fd-473a-8a47-412cd9921a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.253719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4335f10e-b0fd-473a-8a47-412cd9921a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.290721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-cc272811-4517-464b-94ca-0544ce12b8e6 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:09.292179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-cc272811-4517-464b-94ca-0544ce12b8e6 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3473680 Sep 18 00:31:09.307836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335f10e-b0fd-473a-8a47-412cd9921a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f520818-cf23-47c5-af42-8324592e5362,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:09.318015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:09.324270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4335f10e-b0fd-473a-8a47-412cd9921a69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2294f2db5a524db986177c78997ba926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524955 Sep 18 00:31:09.332053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Request body: {'port': {'device_id': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'e6d15b6cdc8041e492f180a1ea701a8a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:09.425685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.459332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.487752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Made reservation on behalf of e6d15b6cdc8041e492f180a1ea701a8a for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:09.492777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32b29-66d0-43db-ba2b-408d4e01181f req-de00fcd4-5fc7-42e6-9faa-c786730a125f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:09.493283 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.494341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbd32b29-66d0-43db-ba2b-408d4e01181f req-de00fcd4-5fc7-42e6-9faa-c786730a125f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.1078959 Sep 18 00:31:09.504320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.565531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbd32b29-66d0-43db-ba2b-408d4e01181f req-46ae24ca-89ae-400e-9335-f81bf63bfbff tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Sep 18 00:31:09.577502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.580356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.585051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f520818-cf23-47c5-af42-8324592e5362 HTTP/1.1" status: 204 len: 168 time: 0.2661009 Sep 18 00:31:09.605943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a00ddf-0a38-4bbf-955f-295489fbd699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f520818-cf23-47c5-af42-8324592e5362,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:09.633417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58c6ed28-842f-4cb2-881a-899901a23fc2 req-b7fb8e38-b501-44fb-8a29-227062f81cdb tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0472343 Sep 18 00:31:09.683323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.689528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:09.768316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd25ccc-22d2-4ca0-a402-36277744f3a1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:09.850797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Allocated IP 192.168.233.130 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/ee6786f1-cd05-4507-8065-2ce824bdab54) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:10.037031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.079455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.126562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c575b-5532-46ef-bed9-e824b667afa0 req-4675baf5-f64b-4c89-8a2f-e721ab906272 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:10.128679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b21c575b-5532-46ef-bed9-e824b667afa0 req-4675baf5-f64b-4c89-8a2f-e721ab906272 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0829329 Sep 18 00:31:10.134644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:10.138028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:10.143012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:10.148520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:10.149130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.179137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8677094 Sep 18 00:31:10.183940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980750d8-b3ca-4035-82f0-850dfee5d41c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Pushing event updated for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:10.198826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Request body: {'port': {'device_id': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:10.201389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b21c575b-5532-46ef-bed9-e824b667afa0 req-e034ef6b-42fc-4bae-be34-8fc3c5b9425b tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651970 Sep 18 00:31:10.270687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.299917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:10.482074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1bf0-f159-424c-8019-0a815d4a55a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.483584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7561650d-c803-4bdc-bb2c-9773888027e5 None None] Provisioning complete for port ee6786f1-cd05-4507-8065-2ce824bdab54 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:10.484102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7561650d-c803-4bdc-bb2c-9773888027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.546781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7561650d-c803-4bdc-bb2c-9773888027e5 None None] Port ee6786f1-cd05-4507-8065-2ce824bdab54 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:10.581922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6786f1-cd05-4507-8065-2ce824bdab54 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:10.591548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.597130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47634) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:10.608669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1bf0-f159-424c-8019-0a815d4a55a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.609942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Transition to ACTIVE for port object ee6786f1-cd05-4507-8065-2ce824bdab54 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:10.614452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1bf0-f159-424c-8019-0a815d4a55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.618196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.642464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e0b1bf0-f159-424c-8019-0a815d4a55a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9733002e18fe4a81b57eedd1950a24e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413973 Sep 18 00:31:10.648859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47640) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:10.698896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:10.771907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1bf0-f159-424c-8019-0a815d4a55a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1412616d-79e1-40b8-b57a-b9226a609f9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:10.774985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Attempting to bind port ee6786f1-cd05-4507-8065-2ce824bdab54 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:10.775511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Attempting to bind port ee6786f1-cd05-4507-8065-2ce824bdab54 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:10.776175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Attempting to bind port ee6786f1-cd05-4507-8065-2ce824bdab54 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:10.787315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Port ee6786f1-cd05-4507-8065-2ce824bdab54 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:10.787786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Attempting to bind port ee6786f1-cd05-4507-8065-2ce824bdab54 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:10.793504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:10.793931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:10.795192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:10.795882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Bound port: ee6786f1-cd05-4507-8065-2ce824bdab54, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:10.796271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.810339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.842490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45bd9501-20d6-4bc5-84a6-439738832714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.879386 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.886494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47650) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:10.908805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:10.922748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee6786f1-cd05-4507-8065-2ce824bdab54,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:10.923305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0b8e6-f265-4c75-aada-8c8b3f753fc7 req-ab57e886-8517-4078-a9ad-78bba183d831 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:10.925217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3a0b8e6-f265-4c75-aada-8c8b3f753fc7 req-ab57e886-8517-4078-a9ad-78bba183d831 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.2306731 Sep 18 00:31:10.932419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.940064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4c8c1-aa0b-4883-bcb4-631db21f31fd req-39dcb77e-2300-47e7-a900-64d0eb5a4571 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:10.947373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33a4c8c1-aa0b-4883-bcb4-631db21f31fd req-39dcb77e-2300-47e7-a900-64d0eb5a4571 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 948 time: 0.1956427 Sep 18 00:31:10.966665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:10.967549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.969103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/ee6786f1-cd05-4507-8065-2ce824bdab54 HTTP/1.1" status: 200 len: 1097 time: 0.7758703 Sep 18 00:31:10.969715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:10.972072 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be0aeb-b970-439a-abe1-c15f582da859" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:11.015462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707af0f-5a39-4a1e-8fa7-3280fd5079f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.037917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1829206474-network', 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:11.068007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3a0b8e6-f265-4c75-aada-8c8b3f753fc7 req-89ec0bd7-70c7-41f3-8c23-76f1c6be6306 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165147 Sep 18 00:31:11.070707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33a4c8c1-aa0b-4883-bcb4-631db21f31fd req-a703218e-0bda-4c0d-9300-8addea7eeeb5 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224709 Sep 18 00:31:11.071484 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.074329 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.075567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1412616d-79e1-40b8-b57a-b9226a609f9c HTTP/1.1" status: 204 len: 168 time: 0.4257684 Sep 18 00:31:11.097674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-30f7a8a8-6cf3-43e6-8564-f1192b0a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.098841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-30f7a8a8-6cf3-43e6-8564-f1192b0a198f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 1100 time: 0.0560184 Sep 18 00:31:11.107164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53998e-e3c2-42dd-acd6-ded12cc0a22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1412616d-79e1-40b8-b57a-b9226a609f9c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.162760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45bd9501-20d6-4bc5-84a6-439738832714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.170005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45bd9501-20d6-4bc5-84a6-439738832714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.191146 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca62ede-d8f2-4d37-a12d-87f5e8799135 x-openstack-request-id: req-aca62ede-d8f2-4d37-a12d-87f5e8799135 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:11.191727 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:11.192124 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aca62ede-d8f2-4d37-a12d-87f5e8799135 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:11.192684 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54', 'status': 'completed', 'code': 200} Sep 18 00:31:11.209757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-9aa4cb61-3298-43e7-964e-ae7b643b2009 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ee6786f1-cd05-4507-8065-2ce824bdab54 HTTP/1.1" status: 200 len: 217 time: 0.0964408 Sep 18 00:31:11.212988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:11.216951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.219335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45bd9501-20d6-4bc5-84a6-439738832714 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b88a2113aef4db99082f958bf3a973b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210275 Sep 18 00:31:11.221531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd9501-20d6-4bc5-84a6-439738832714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e47f5-da3d-4544-b328-3adb3a8e345b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.224131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:11.256178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.299983 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.310235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-992e02e1-eca6-4285-83f6-14e24dcda2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.311775 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-992e02e1-eca6-4285-83f6-14e24dcda2c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0664365 Sep 18 00:31:11.323868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.390052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-166148db-134f-4c59-82b3-ab8e8ac86a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.391851 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-166148db-134f-4c59-82b3-ab8e8ac86a24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694959 Sep 18 00:31:11.398035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788afcdf-92f3-43c6-9c75-d30524de12ce req-ba5f2106-4912-4b7d-a5c4-25749a4f3e85 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.399550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-788afcdf-92f3-43c6-9c75-d30524de12ce req-ba5f2106-4912-4b7d-a5c4-25749a4f3e85 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0682824 Sep 18 00:31:11.426626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.429198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.430459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d6e47f5-da3d-4544-b328-3adb3a8e345b HTTP/1.1" status: 204 len: 168 time: 0.1945937 Sep 18 00:31:11.454767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5141c5-2e8d-4b20-add3-4bd2dd41f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e47f5-da3d-4544-b328-3adb3a8e345b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.461691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-788afcdf-92f3-43c6-9c75-d30524de12ce req-1beaba26-08e0-43d1-b3cc-d61a5f2bff3f tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550492 Sep 18 00:31:11.488332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.495447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.524075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:11.538251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:11.556720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b10392-42de-45d0-83ba-eeba85a91062,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.563234 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-6b951732-6cb7-4de0-965a-77faf49975f2 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638052 Sep 18 00:31:11.567261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.567605 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Added segment 73668ecf-4835-4de8-a6fe-c1afbcf35bff of type vlan for network c672d353-bbf4-4ec3-a637-45b293a0482c Sep 18 00:31:11.609083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33dab77-71ca-4630-b6c9-f4a80ecdca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.640355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.699529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.701234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.701821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.705073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33dab77-71ca-4630-b6c9-f4a80ecdca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.709670 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33dab77-71ca-4630-b6c9-f4a80ecdca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.741171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-486e7dfd-aa62-4480-88e7-bdcf47b13eb9 req-b84142e5-a705-4c8f-a135-2ff99a35c298 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647153 Sep 18 00:31:11.744256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8565109 Sep 18 00:31:11.751892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b33dab77-71ca-4630-b6c9-f4a80ecdca5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b8e0a029cbf432a91ddf7b266a25e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243505 Sep 18 00:31:11.751892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:11.752138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dab77-71ca-4630-b6c9-f4a80ecdca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1017cc-0422-48af-a309-252c4d5e73ba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.765086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Request body: {'subnet': {'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1829206474-subnet', 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:11.768014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:11.777199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf6701-7325-4f27-93da-e31811701193 admin admin] Pushing event updated for resources: {'Network': ['ID=c672d353-bbf4-4ec3-a637-45b293a0482c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:11.799478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c672d353-bbf4-4ec3-a637-45b293a0482c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:11.818881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:11.821142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.893415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.897827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47674) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:11.914784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0aeb-b970-439a-abe1-c15f582da859 req-f8cf8b52-783b-4b80-a0ab-495381c72c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.916305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-f8cf8b52-783b-4b80-a0ab-495381c72c21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 1100 time: 0.0614226 Sep 18 00:31:11.946755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec681-879e-4771-a227-4dc711903893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.955988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.009865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0aeb-b970-439a-abe1-c15f582da859 req-f15a72bb-eecb-4fc6-a234-31d77fb8c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.011647 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-f15a72bb-eecb-4fc6-a234-31d77fb8c322 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.0874207 Sep 18 00:31:12.062613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-302b4767-d24f-4b30-983f-5bf9f4045d3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ee6786f1-cd05-4507-8065-2ce824bdab54 HTTP/1.1" status: 200 len: 217 time: 0.0431924 Sep 18 00:31:12.084280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.086727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.087855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e1017cc-0422-48af-a309-252c4d5e73ba HTTP/1.1" status: 204 len: 168 time: 0.3188851 Sep 18 00:31:12.117517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0aeb-b970-439a-abe1-c15f582da859 req-685a7441-50ed-46f6-911b-f91d4b00de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.119636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-685a7441-50ed-46f6-911b-f91d4b00de27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0494559 Sep 18 00:31:12.134446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e663e9-bcc3-4c18-b820-189ba9d8066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1017cc-0422-48af-a309-252c4d5e73ba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.163287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.203214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0aeb-b970-439a-abe1-c15f582da859 req-9514f830-49ef-4ce2-877b-88a32f9c1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.205114 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-9514f830-49ef-4ce2-877b-88a32f9c1045 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776577 Sep 18 00:31:12.305505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-50ba6e46-03a7-4ebc-b001-c8e1baa764b0 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924630 Sep 18 00:31:12.311338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec681-879e-4771-a227-4dc711903893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.316586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4c062a1d-35e4-469b-9af7-74740ebdd509 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:12.321128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9daa8917-244c-4e53-844e-ca919be3f9ea,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.331589 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec681-879e-4771-a227-4dc711903893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.391322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5e87-b5fa-40c7-bfcf-28cb69f9ce65 req-82f0fe14-720a-4d9b-8e30-24a50049e6ab tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.392886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f2f5e87-b5fa-40c7-bfcf-28cb69f9ce65 req-82f0fe14-720a-4d9b-8e30-24a50049e6ab tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 948 time: 0.1903336 Sep 18 00:31:12.407120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f12f5-426e-4c16-af07-da749fb1dca6 req-2800ef2b-05c6-4f2c-8041-37b58d9f54ed tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.408697 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37be0aeb-b970-439a-abe1-c15f582da859 req-a2923a01-3503-4b42-aa4f-e6916f8a1474 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951021 Sep 18 00:31:12.409410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee6f12f5-426e-4c16-af07-da749fb1dca6 req-2800ef2b-05c6-4f2c-8041-37b58d9f54ed tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 947 time: 0.2074456 Sep 18 00:31:12.410254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:12.410616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Network hostable DHCP agents. Network: c672d353-bbf4-4ec3-a637-45b293a0482c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:12.438462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fc5ec681-879e-4771-a227-4dc711903893 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ee42e4f06f94b2d90fb1b728936ecbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354455 Sep 18 00:31:12.439490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ec681-879e-4771-a227-4dc711903893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37317497-e8d7-4aaf-a5fb-d677897746ce,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.441165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47686) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:12.464314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4c062a1d-35e4-469b-9af7-74740ebdd509,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:12.476841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4c062a1d-35e4-469b-9af7-74740ebdd509', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '4c062a1d-35e4-469b-9af7-74740ebdd509', 'mac_address': 'fa:16:3e:93:f3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:12.499413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Network c672d353-bbf4-4ec3-a637-45b293a0482c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:12.521997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee6f12f5-426e-4c16-af07-da749fb1dca6 req-b88c7b6e-aa1e-4539-812e-b1e023e18194 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997844 Sep 18 00:31:12.525141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f2f5e87-b5fa-40c7-bfcf-28cb69f9ce65 req-7a5b7ef8-26ff-4277-8fd3-8cc2147214d4 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118987 Sep 18 00:31:12.527171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c672d353-bbf4-4ec3-a637-45b293a0482c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:12.531928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.532471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.540016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.570990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-19b71a09-f2df-421a-ac01-bcef2957d48d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8118329 Sep 18 00:31:12.587120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.648021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.653758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.656061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37317497-e8d7-4aaf-a5fb-d677897746ce HTTP/1.1" status: 204 len: 168 time: 0.2133346 Sep 18 00:31:12.667180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782b913-36d2-44ad-b33d-45ddba182ac0 None None] Network c672d353-bbf4-4ec3-a637-45b293a0482c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:12.675161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781e2e3-6627-4a5b-85c1-1d42c0c9b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37317497-e8d7-4aaf-a5fb-d677897746ce,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.706216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b74c4-0274-42c9-a34e-e2f036dd5543 req-4411eb81-01dc-48c5-a189-47ecb8e1e4ac tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.708216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca3b74c4-0274-42c9-a34e-e2f036dd5543 req-4411eb81-01dc-48c5-a189-47ecb8e1e4ac tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0683148 Sep 18 00:31:12.755048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca3b74c4-0274-42c9-a34e-e2f036dd5543 req-007e9a6c-a6f8-44ed-8e5f-9c2d9bdafd97 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Sep 18 00:31:12.774933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.799415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c062a1d-35e4-469b-9af7-74740ebdd509 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:12.841471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4c062a1d-35e4-469b-9af7-74740ebdd509,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:12.863614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.911594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7cfcb-584c-4f92-9823-31ded59d61e1 None None] Network c672d353-bbf4-4ec3-a637-45b293a0482c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:12.974258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.998267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.999671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.001231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.001906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.002579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.003148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.003487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.003818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.004145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.004497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.004819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.005139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Tracked resource versions report: Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: pushed versions: Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: { 'AddressGroup': {'1.2'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'ConntrackHelper': {'1.0'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Log': {'1.0'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Network': {'1.1'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Port': {'1.7'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'PortForwarding': {'1.2'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'QosPolicy': {'1.9'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SecurityGroup': {'1.4'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SubPort': {'1.0'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Subnet': {'1.1'}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Trunk': {'1.1'}} Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: consumer versions: Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: HyperV agent@n-h1-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: HyperV agent@n-h2-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: L3 agent@n-d-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: Metadata agent@n-d-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: Metering agent@n-d-712707-16: {}, Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'ConntrackHelper': '1.0', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Log': '1.0', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Network': '1.1', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Port': '1.7', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'PortForwarding': '1.2', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'QosPolicy': '1.9', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SecurityGroup': '1.4', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SecurityGroupRule': '1.2', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'SubPort': '1.0', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Subnet': '1.1', Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: 'Trunk': '1.1'}} Sep 18 00:31:13.006503 n-d-712707-16 neutron-server[106454]: {{(pid=106454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:31:13.506333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4c062a1d-35e4-469b-9af7-74740ebdd509'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:13.674408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:13.679688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-545003107-network', 'tenant_id': '4111f4d8e8524e0ea2e4b31cc72651c4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:13.712090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Made reservation on behalf of 4111f4d8e8524e0ea2e4b31cc72651c4 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:13.716667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:13.723162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1400-d341-465d-9657-160890055f7d req-4c08988a-4b60-4144-9a57-f766ba93d80a tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:13.730520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:13.730709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-015d1400-d341-465d-9657-160890055f7d req-4c08988a-4b60-4144-9a57-f766ba93d80a tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 948 time: 0.1256604 Sep 18 00:31:13.763089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f573-550b-47d3-817a-56ca012ea1fe req-52525893-570b-4172-8ae7-6ecbcd86fe11 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:13.770574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3532f573-550b-47d3-817a-56ca012ea1fe req-52525893-570b-4172-8ae7-6ecbcd86fe11 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 948 time: 0.1166320 Sep 18 00:31:13.809737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-015d1400-d341-465d-9657-160890055f7d req-e6c02229-44ed-4524-93ee-a50f7129f145 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780516 Sep 18 00:31:13.840143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3532f573-550b-47d3-817a-56ca012ea1fe req-e861b41f-2403-41ae-ba04-99be658852ab tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640640 Sep 18 00:31:13.874793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:13.879903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:13.892616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:13.924479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:13.924479 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Added segment ca029410-a638-4339-86e7-ddb66a6b0a92 of type vlan for network 0ca71325-f38a-4880-a6ff-8b69f199eb50 Sep 18 00:31:13.963506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e03d7-1b66-4333-9106-278668939cc8 req-56f82d15-a158-4832-8573-57b2ba3e212a tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:13.966603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e5e03d7-1b66-4333-9106-278668939cc8 req-56f82d15-a158-4832-8573-57b2ba3e212a tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 970 time: 0.0723557 Sep 18 00:31:13.970898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe1ec8-9d9d-45f4-ad7b-eea12215ec35,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:13.983757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.010629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.011874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:14.012435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.013164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e5e03d7-1b66-4333-9106-278668939cc8 req-344f55e0-8f6e-4558-8a82-567bed991629 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Sep 18 00:31:14.052760 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3769946 Sep 18 00:31:14.053790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:14.059243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Request body: {'subnet': {'network_id': '0ca71325-f38a-4880-a6ff-8b69f199eb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-545003107-subnet', 'tenant_id': '4111f4d8e8524e0ea2e4b31cc72651c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:14.085456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Made reservation on behalf of 4111f4d8e8524e0ea2e4b31cc72651c4 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:14.088432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.090670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b110f-5021-48db-90a8-7dbf5d7d9c30 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca71325-f38a-4880-a6ff-8b69f199eb50,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:14.101068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0ca71325-f38a-4880-a6ff-8b69f199eb50 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:14.283055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.341990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab553f1-2013-449e-82c7-e98194eaccc8,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:14.359332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Checking segment: {'id': 'ca029410-a638-4339-86e7-ddb66a6b0a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0ca71325-f38a-4880-a6ff-8b69f199eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:14.359819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Network hostable DHCP agents. Network: 0ca71325-f38a-4880-a6ff-8b69f199eb50, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:14.376915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Network 0ca71325-f38a-4880-a6ff-8b69f199eb50 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:14.386911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0ca71325-f38a-4880-a6ff-8b69f199eb50) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:14.393109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:14.394033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.400251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae315d91-ae68-4456-b510-61c94acd1278 None None] Network 0ca71325-f38a-4880-a6ff-8b69f199eb50 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:14.421245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-631d92f3-6c90-4a71-b20f-22f9ffb61aad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3661792 Sep 18 00:31:14.565963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 10d25c92-6221-4e13-8496-a27cde1d1c88 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:14.582601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456372ca-94ec-49f0-97f8-d9542e7b5d8f None None] Network 0ca71325-f38a-4880-a6ff-8b69f199eb50 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:14.713361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.resource_extend [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:31:14.811797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=10d25c92-6221-4e13-8496-a27cde1d1c88,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:14.825736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '10d25c92-6221-4e13-8496-a27cde1d1c88', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '10d25c92-6221-4e13-8496-a27cde1d1c88', 'mac_address': 'fa:16:3e:99:61:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-1189517542', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:14.879100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.895215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d25c92-6221-4e13-8496-a27cde1d1c88 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:14.924808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=10d25c92-6221-4e13-8496-a27cde1d1c88,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:14.931045 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.991783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:15.082295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d1a46-fab0-4c1e-8891-d34febd9b7c7 req-18a1cece-ea3c-484d-a672-462ef09f0ac8 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:15.083784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc3d1a46-fab0-4c1e-8891-d34febd9b7c7 req-18a1cece-ea3c-484d-a672-462ef09f0ac8 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 948 time: 0.1369565 Sep 18 00:31:15.090137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-9f119c8f-1b0e-4628-b0de-717bfe2291ee tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:15.091564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-9f119c8f-1b0e-4628-b0de-717bfe2291ee tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.2464862 Sep 18 00:31:15.116871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-23e42ff4-b9e1-4b68-9a25-5fbee7ddf770 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/quotas/7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 375 time: 0.0185616 Sep 18 00:31:15.142143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:15.142784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc3d1a46-fab0-4c1e-8891-d34febd9b7c7 req-8699977f-3731-4bbd-aa83-5f3cbaa95b45 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Sep 18 00:31:15.160061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-50727f56-bf51-4248-b063-adf28f918a6c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337050 Sep 18 00:31:15.179658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47862) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:15.239967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['10d25c92-6221-4e13-8496-a27cde1d1c88'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:15.263617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e639090-c2ec-4cf9-9898-ae3175985d54 req-23553be0-11a3-4664-a659-030a99b7a8fb tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:15.266002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e639090-c2ec-4cf9-9898-ae3175985d54 req-23553be0-11a3-4664-a659-030a99b7a8fb tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 948 time: 0.0570867 Sep 18 00:31:15.304634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a666f3bb-ce02-4b13-84d9-bdb4eb3df021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.306550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e639090-c2ec-4cf9-9898-ae3175985d54 req-26c0fd38-0651-4b8b-bc48-c866df546acd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Sep 18 00:31:15.359710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-812bc0ae-abdb-4f37-95d2-21b605e308d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.394759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-a53965ad-fb1f-4c02-8c2e-cb3f82fc11df service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:15.395977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-a53965ad-fb1f-4c02-8c2e-cb3f82fc11df service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552213 Sep 18 00:31:15.443366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a666f3bb-ce02-4b13-84d9-bdb4eb3df021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.451629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a666f3bb-ce02-4b13-84d9-bdb4eb3df021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.507816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666f3bb-ce02-4b13-84d9-bdb4eb3df021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a1b24c-c0d2-4e98-ac52-b1694e58f1a3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:15.509229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255326b5-275c-45ce-9770-7ea27f544dd3 req-b5f671a0-755b-4998-84d1-fa2d455192e4 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:15.513214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-255326b5-275c-45ce-9770-7ea27f544dd3 req-b5f671a0-755b-4998-84d1-fa2d455192e4 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 971 time: 0.1162562 Sep 18 00:31:15.513711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a666f3bb-ce02-4b13-84d9-bdb4eb3df021 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4872f3aa1b8430484b8b2a6b46b4008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327742 Sep 18 00:31:15.516551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47870) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:15.570011 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-812bc0ae-abdb-4f37-95d2-21b605e308d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.574225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-a005e7d5-8887-4b7c-8da7-59ae3ca4bcea service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652145 Sep 18 00:31:15.575415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-812bc0ae-abdb-4f37-95d2-21b605e308d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.614396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-812bc0ae-abdb-4f37-95d2-21b605e308d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d23a9776f8f7496e8ba2469605325d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708893 Sep 18 00:31:15.615177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bc0ae-abdb-4f37-95d2-21b605e308d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b1359-f10d-4f9b-beb3-6d36a08d56b6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:15.617449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47872) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:15.631774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-255326b5-275c-45ce-9770-7ea27f544dd3 req-2c246bff-6c65-4920-84a1-eab684ecaadc tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973597 Sep 18 00:31:15.640772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.670920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.693496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.742534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.745207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.749368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f01b1359-f10d-4f9b-beb3-6d36a08d56b6 HTTP/1.1" status: 204 len: 168 time: 0.1250727 Sep 18 00:31:15.756181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193adf2-cf79-41ed-a6b8-873feeac3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b1359-f10d-4f9b-beb3-6d36a08d56b6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:15.785676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.794704 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.815936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-bd73384c-25ed-4d43-9a15-7daf4ad3004a service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304270 Sep 18 00:31:15.850824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.854037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:15.857997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5a1b24c-c0d2-4e98-ac52-b1694e58f1a3 HTTP/1.1" status: 204 len: 168 time: 0.3377016 Sep 18 00:31:15.862782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047868f1-db61-49dc-9a1a-9cc2a42fdc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a1b24c-c0d2-4e98-ac52-b1694e58f1a3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:16.025440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6950ad4-b74a-4893-a5a6-cfb591f6897f req-d78c0d7b-4094-4aca-b672-ce09bd6ca907 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 210 time: 0.0362749 Sep 18 00:31:16.204759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:16.222755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10271684-82b9-482c-ad45-7d89e471c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.292906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee6786f1-cd05-4507-8065-2ce824bdab54 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:16.301073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a5a1-1fa0-42da-9003-9fcdf2da900c req-6eabb777-4591-4d9b-b183-54389e5244f1 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:16.303726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e401a5a1-1fa0-42da-9003-9fcdf2da900c req-6eabb777-4591-4d9b-b183-54389e5244f1 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 948 time: 0.0597792 Sep 18 00:31:16.342914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4c062a1d-35e4-469b-9af7-74740ebdd509 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:16.363358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e401a5a1-1fa0-42da-9003-9fcdf2da900c req-ffc9d904-0149-4e9c-82bd-66a32018fb0a tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Sep 18 00:31:16.381750 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10271684-82b9-482c-ad45-7d89e471c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.398795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10271684-82b9-482c-ad45-7d89e471c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.456556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-10271684-82b9-482c-ad45-7d89e471c83a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f73ab5d83214842849cd6f1adf15c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495530 Sep 18 00:31:16.458343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10271684-82b9-482c-ad45-7d89e471c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93a6d1-91a2-4454-8943-ce6c05a7f379,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:16.461312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47908) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:16.478898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee6786f1-cd05-4507-8065-2ce824bdab54,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:16.490863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90ba6-a462-4608-8865-9def98f01386 req-3db313a4-4fe5-48b7-a785-92784d7eb52b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:16.500379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cd90ba6-a462-4608-8865-9def98f01386 req-3db313a4-4fe5-48b7-a785-92784d7eb52b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 948 time: 0.0660465 Sep 18 00:31:16.501329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ee6786f1-cd05-4507-8065-2ce824bdab54', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'ee6786f1-cd05-4507-8065-2ce824bdab54', 'mac_address': 'fa:16:3e:06:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:16.526982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.552742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cd90ba6-a462-4608-8865-9def98f01386 req-a109991d-2644-4271-a600-7d3c86bb441a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Sep 18 00:31:16.556492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.563025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4c062a1d-35e4-469b-9af7-74740ebdd509 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:16.570970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 10d25c92-6221-4e13-8496-a27cde1d1c88 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:16.598155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4c062a1d-35e4-469b-9af7-74740ebdd509 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:16.598512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.619280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.624128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.627601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e93a6d1-91a2-4454-8943-ce6c05a7f379 HTTP/1.1" status: 204 len: 168 time: 0.1627951 Sep 18 00:31:16.632918 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.636636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272b023-99dd-4fdd-8ec3-22a2139c3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93a6d1-91a2-4454-8943-ce6c05a7f379,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:16.679048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6786f1-cd05-4507-8065-2ce824bdab54 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:16.724066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee6786f1-cd05-4507-8065-2ce824bdab54,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:16.743373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.765321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 10d25c92-6221-4e13-8496-a27cde1d1c88 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:16.771917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:16.777589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230729-c339-49aa-8cd8-1f5950cd536d req-42ce87a3-b8b2-4060-bd34-f7349068fc5c tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:16.780351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19230729-c339-49aa-8cd8-1f5950cd536d req-42ce87a3-b8b2-4060-bd34-f7349068fc5c tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 971 time: 0.0607038 Sep 18 00:31:16.823732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 10d25c92-6221-4e13-8496-a27cde1d1c88 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:16.824110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:16.837459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19230729-c339-49aa-8cd8-1f5950cd536d req-728d6102-1743-4c24-86cc-c7efeeb7d1cd tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Sep 18 00:31:16.913062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.016612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-network', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:17.034774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.039535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Made reservation on behalf of bd0aa4ed371a40fc9a3c4e430152929e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:17.042358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.062995 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.065629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:17.140462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d0390c8-7f45-493a-b43a-4d5b32922b39 req-b3307f3b-b968-4df3-8216-c9430c363611 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 210 time: 0.0405302 Sep 18 00:31:17.162261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4c062a1d-35e4-469b-9af7-74740ebdd509,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:17.173690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.182284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ee6786f1-cd05-4507-8065-2ce824bdab54'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:17.182653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.186348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.189188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.233732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:17.257010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.257714 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Added segment d28ff40d-4342-40f3-9684-5faf23ec5049 of type vlan for network 546bf28c-8619-43f4-a86a-3783f847cc1f Sep 18 00:31:17.259813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214a0b5-54b1-41ec-967d-9e9d7aa4350a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.281437 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13416908-2bc6-44e2-a8ee-170c71166b1c" -d '{"events": [{"server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "name": "network-vif-plugged", "status": "completed", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:17.303940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.311583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=10d25c92-6221-4e13-8496-a27cde1d1c88,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:17.327657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.346074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.383796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.389575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:17.390216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.426618 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584e556-46f8-498e-bf63-13262fc53fa0 x-openstack-request-id: req-a584e556-46f8-498e-bf63-13262fc53fa0 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:17.427138 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "name": "network-vif-plugged", "status": "completed", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:17.427533 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a584e556-46f8-498e-bf63-13262fc53fa0 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:17.428108 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509', 'code': 200} Sep 18 00:31:17.464374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.529457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5564ec-d504-4feb-b878-c4c8231ae256 req-f0c304e9-3607-443b-806d-3b1691155f9f tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:17.541040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da5564ec-d504-4feb-b878-c4c8231ae256 req-f0c304e9-3607-443b-806d-3b1691155f9f tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 949 time: 0.0807400 Sep 18 00:31:17.606517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da5564ec-d504-4feb-b878-c4c8231ae256 req-dd4088e4-4c42-43eb-85ac-e70535a7a01c tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Sep 18 00:31:17.628763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47962) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:17.650803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8775482 Sep 18 00:31:17.654190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47968) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:17.660814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Request body: {'subnet': {'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-subnet', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:17.719477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Made reservation on behalf of bd0aa4ed371a40fc9a3c4e430152929e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:17.722456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.747462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44604bf3-9832-4dcf-85e3-71350aeb27ac req-2119428f-cb17-497f-8e75-c2b9b4ff6a4a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:17.749072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44604bf3-9832-4dcf-85e3-71350aeb27ac req-2119428f-cb17-497f-8e75-c2b9b4ff6a4a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.0807009 Sep 18 00:31:17.760588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-480080261-network', 'tenant_id': '91cf197966894d47bdeaa3b8771fdf0a'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:17.850734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Made reservation on behalf of 91cf197966894d47bdeaa3b8771fdf0a for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:17.853023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.874301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44604bf3-9832-4dcf-85e3-71350aeb27ac req-c0debcda-5242-417b-b805-e3733ff5c6d4 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091366 Sep 18 00:31:17.876545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.908375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0ed4-daa1-4235-9ade-4403a279840d admin admin] Pushing event updated for resources: {'Network': ['ID=546bf28c-8619-43f4-a86a-3783f847cc1f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.919233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 546bf28c-8619-43f4-a86a-3783f847cc1f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:17.948802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-e35fa9e1-c97c-43b0-81ad-c097501b57bf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:17.950461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-e35fa9e1-c97c-43b0-81ad-c097501b57bf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.5195668 Sep 18 00:31:17.957068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-c453b05a-686f-4e47-b3a7-4341a1d3d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:17.958909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-c453b05a-686f-4e47-b3a7-4341a1d3d527 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 1101 time: 0.3378668 Sep 18 00:31:17.963720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Request body: {'port': {'device_id': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'admin_state_up': True, 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:17.991172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-46bbe00e-b8a1-4a29-8f03-0cf98e1ae7ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.060612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcabe33-94b9-4eaf-a4b6-41bcf20fc2a2 req-f3b1f140-30b6-4336-a3c3-90fa9607b730 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:18.062097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bcabe33-94b9-4eaf-a4b6-41bcf20fc2a2 req-f3b1f140-30b6-4336-a3c3-90fa9607b730 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.1384444 Sep 18 00:31:18.096783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.162935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bcabe33-94b9-4eaf-a4b6-41bcf20fc2a2 req-de0c06d5-248d-4404-b2ac-afa1ed3f075e tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929615 Sep 18 00:31:18.183966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a483ee43-8f34-4ebf-9b77-186e4125fd06,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.195959 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.201021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.220648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Checking segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:18.220993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Network hostable DHCP agents. Network: 546bf28c-8619-43f4-a86a-3783f847cc1f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:18.240522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:18.281709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea001f8-31c3-4de4-b927-c714d1a1bbee req-8a451f10-2d7b-480c-8b4e-1acd8acbc207 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 210 time: 0.0492404 Sep 18 00:31:18.282300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b7076-494f-4a51-8e9f-fdc0dbda10c1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.289355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.289679 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Added segment b20d0c06-35b4-41ef-a053-6fdb055c6fa3 of type vlan for network 9b704063-f7ce-41de-8c68-2503100ea6eb Sep 18 00:31:18.295807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-46bbe00e-b8a1-4a29-8f03-0cf98e1ae7ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.302271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee6786f1-cd05-4507-8065-2ce824bdab54 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:18.306609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Network 546bf28c-8619-43f4-a86a-3783f847cc1f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:18.321539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-46bbe00e-b8a1-4a29-8f03-0cf98e1ae7ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.338794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 546bf28c-8619-43f4-a86a-3783f847cc1f) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:18.344832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.348192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:18.348796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.350525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:18.350650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ffb28-0def-4289-b2c6-643aaddef48f None None] Network 546bf28c-8619-43f4-a86a-3783f847cc1f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:18.354007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.357947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f54df240-21c9-41ab-93ab-c7437d74c93c req-46bbe00e-b8a1-4a29-8f03-0cf98e1ae7ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907664 Sep 18 00:31:18.365038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b54cc11a-12c0-4c20-a0dc-2fb9201fa9fd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7095857 Sep 18 00:31:18.367697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47974) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:18.374783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:18.379023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ee6786f1-cd05-4507-8065-2ce824bdab54 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:18.385595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ee6786f1-cd05-4507-8065-2ce824bdab54 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:18.386125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.396814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbe00e-b8a1-4a29-8f03-0cf98e1ae7ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e803787-8e23-4964-bb09-3624d8ce3c0a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.405639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.406508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:18.407082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.436594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.438196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.480635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8502693 Sep 18 00:31:18.486374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47976) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:18.492848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Request body: {'subnet': {'network_id': '9b704063-f7ce-41de-8c68-2503100ea6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-480080261-subnet', 'tenant_id': '91cf197966894d47bdeaa3b8771fdf0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:18.510706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Allocated IP 172.20.0.12 (c672d353-bbf4-4ec3-a637-45b293a0482c/9daa8917-244c-4e53-844e-ca919be3f9ea/59c079aa-10df-46a3-8f0f-887ec7ae566a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:18.514625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2b6c-ca90-44ae-b231-1169a4ae5a59 admin admin] Pushing event updated for resources: {'Network': ['ID=9b704063-f7ce-41de-8c68-2503100ea6eb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.548492 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.551062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9b704063-f7ce-41de-8c68-2503100ea6eb details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:18.588063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.652391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Made reservation on behalf of 91cf197966894d47bdeaa3b8771fdf0a for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:18.655714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.685580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.698095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee6786f1-cd05-4507-8065-2ce824bdab54,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:18.706714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.726280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.738331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-546bf28c-8619-43f4-a86a-3783f847cc1f', 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'fixed_ips': [{'subnet_id': 'a483ee43-8f34-4ebf-9b77-186e4125fd06'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:31:18.739298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.770062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Network c672d353-bbf4-4ec3-a637-45b293a0482c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:18.773078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:18.776676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:18.783193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:18.783830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.792517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.807333 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-fe317d66-9234-4ee3-8c92-923e8aa8bec6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471518 Sep 18 00:31:18.819711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Request body: {'port': {'device_id': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'device_owner': 'compute:tempest-test_az-1189517542', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:18.845343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:18.866038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.876452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.920391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261534d-1354-4118-8e02-921351263558 req-c4351a0f-4fc7-4835-8140-550f2ba38a5a tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:18.922092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9261534d-1354-4118-8e02-921351263558 req-c4351a0f-4fc7-4835-8140-550f2ba38a5a tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.2304294 Sep 18 00:31:18.938348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Allocated IP 172.20.0.2 (546bf28c-8619-43f4-a86a-3783f847cc1f/a483ee43-8f34-4ebf-9b77-186e4125fd06/790a57fa-6f7c-4185-b778-83594fbc3e28) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:19.098454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.105194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.148677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Network 546bf28c-8619-43f4-a86a-3783f847cc1f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:19.151480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:19.160443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:19.163500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Pushing event updated for resources: {'Port': ['ID=790a57fa-6f7c-4185-b778-83594fbc3e28,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:19.175997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9261534d-1354-4118-8e02-921351263558 req-7b208b26-d98d-4c2c-a061-e5c65d0139b1 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439947 Sep 18 00:31:19.198045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c079aa-10df-46a3-8f0f-887ec7ae566a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:19.209672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.220264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60713b6-2784-47f4-a756-ef17acfdf91a req-0f5022cf-3ca8-4e50-8c6d-bbf78acf79ce tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.221769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d60713b6-2784-47f4-a756-ef17acfdf91a req-0f5022cf-3ca8-4e50-8c6d-bbf78acf79ce tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.2393167 Sep 18 00:31:19.223946 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.228279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Transition to ACTIVE for port object 59c079aa-10df-46a3-8f0f-887ec7ae566a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:19.236369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.236967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Attempting to bind port 790a57fa-6f7c-4185-b778-83594fbc3e28 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:19.237332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Attempting to bind port 790a57fa-6f7c-4185-b778-83594fbc3e28 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:19.237752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Attempting to bind port 790a57fa-6f7c-4185-b778-83594fbc3e28 on network 546bf28c-8619-43f4-a86a-3783f847cc1f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:19.243546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:19.243987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Checking segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:19.244753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.245157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Bound using segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:19.245622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Bound port: 790a57fa-6f7c-4185-b778-83594fbc3e28, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:19.246077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.295770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:19.318767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] For port 790a57fa-6f7c-4185-b778-83594fbc3e28, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:19.321909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] For port 790a57fa-6f7c-4185-b778-83594fbc3e28, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=790a57fa-6f7c-4185-b778-83594fbc3e28,segment=NetworkSegment(d28ff40d-4342-40f3-9684-5faf23ec5049),segment_id=d28ff40d-4342-40f3-9684-5faf23ec5049)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:19.326929 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.338014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5f6570-1ae0-4d9d-a4d7-127038e1bb41,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:19.339020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:19.339485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:19.339802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:19.345798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:19.346445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:19.351628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:19.352716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:19.352716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:19.352716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Bound port: 59c079aa-10df-46a3-8f0f-887ec7ae566a, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:19.353511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.375188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d60713b6-2784-47f4-a756-ef17acfdf91a req-0c92dff3-7c37-4288-87e9-a9e4bb54b910 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396902 Sep 18 00:31:19.394029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48bd1a-3a5f-44e8-9322-599176773c8d None None] Pushing event updated for resources: {'Port': ['ID=790a57fa-6f7c-4185-b778-83594fbc3e28,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:19.427899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Checking segment: {'id': 'b20d0c06-35b4-41ef-a053-6fdb055c6fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9b704063-f7ce-41de-8c68-2503100ea6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:19.428279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Network hostable DHCP agents. Network: 9b704063-f7ce-41de-8c68-2503100ea6eb, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:19.429810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88'}, {'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:19.438332 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9672152c-41f9-4e17-9ea3-84f1f082b84e" -d '{"events": [{"server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "name": "network-vif-plugged", "status": "completed", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88"}, {"server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "name": "network-vif-plugged", "status": "completed", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:19.442814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:19.447015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:19.451952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.477347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe54e-a6c5-42ab-abe5-f1765e6b8ea5 req-6238a45a-e57a-4c57-b9ec-2de599fa82a8 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.478850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78bfe54e-a6c5-42ab-abe5-f1765e6b8ea5 req-6238a45a-e57a-4c57-b9ec-2de599fa82a8 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.2055984 Sep 18 00:31:19.501515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.502144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.503579 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 1115 time: 0.6881418 Sep 18 00:31:19.504021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:19.506921 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:19.519967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af56c-bf31-49ee-a348-84e8561f23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:19.590626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-74651d1e-1014-4d6d-9829-5037a5c3aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.592153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-74651d1e-1014-4d6d-9829-5037a5c3aed9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1118 time: 0.0428419 Sep 18 00:31:19.598305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Network 9b704063-f7ce-41de-8c68-2503100ea6eb is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:19.627577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78bfe54e-a6c5-42ab-abe5-f1765e6b8ea5 req-af3580c0-7dce-48ff-8ffd-fdf067599efa tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384439 Sep 18 00:31:19.628627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.637811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9b704063-f7ce-41de-8c68-2503100ea6eb) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:19.642445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-adebb748-b689-4a3f-8d39-42b8772482db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.0419881 Sep 18 00:31:19.663334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d7dd2-14ef-400c-844e-280460687b0d None None] Network 9b704063-f7ce-41de-8c68-2503100ea6eb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:19.675985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344472c-e89d-498d-8f84-336f279d4afa req-5d3f692a-488d-46c1-ad29-9b303776e926 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.682708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b344472c-e89d-498d-8f84-336f279d4afa req-5d3f692a-488d-46c1-ad29-9b303776e926 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.2154009 Sep 18 00:31:19.688147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.688767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.695548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:19.745968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9a49-8f90-431d-8925-d7044afb269a req-b75df09e-6f40-44f0-b014-c8b3f228361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:19.750190 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-b75df09e-6f40-44f0-b014-c8b3f228361d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0961304 Sep 18 00:31:19.788746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78fc3848-5880-4ac8-b5b1-587f22e39d2a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2997248 Sep 18 00:31:19.805095 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-f92cca46-5c52-42e8-9043-90803fade7ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443451 Sep 18 00:31:19.807548 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b105d1e9-4103-44ad-9606-16ecae9407b5 x-openstack-request-id: req-b105d1e9-4103-44ad-9606-16ecae9407b5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:19.807866 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "name": "network-vif-plugged", "status": "completed", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88", "code": 200}, {"server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "name": "network-vif-plugged", "status": "completed", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:19.808102 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b105d1e9-4103-44ad-9606-16ecae9407b5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:19.809105 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88', 'code': 200} Sep 18 00:31:19.809352 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54', 'code': 200} Sep 18 00:31:19.881430 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34fcc3-bcda-4a74-a2bb-206deab6f9d2 x-openstack-request-id: req-9a34fcc3-bcda-4a74-a2bb-206deab6f9d2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:19.881783 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:19.882111 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a34fcc3-bcda-4a74-a2bb-206deab6f9d2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:19.882647 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'status': 'completed', 'code': 200} Sep 18 00:31:19.885259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b344472c-e89d-498d-8f84-336f279d4afa req-fde7ec5b-052d-469f-9801-ea40efca6185 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016177 Sep 18 00:31:19.910572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.48', 50966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:19.934020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6cc3eb-ba25-4522-821a-ce1399f5f6ec None None] Network 9b704063-f7ce-41de-8c68-2503100ea6eb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:20.004962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1e3e4-a8b7-4056-8f8d-238f04a6788d req-4f336467-6b80-4ec2-843d-a1951f56d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.006210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Allocated IP 172.25.7.116 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/7d700e6f-ceea-4108-a52f-230f0da9a557) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:20.007245 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5b1e3e4-a8b7-4056-8f8d-238f04a6788d req-4f336467-6b80-4ec2-843d-a1951f56d6f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 1102 time: 0.1232178 Sep 18 00:31:20.027092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39dee-7921-4fcd-b3f3-39afdec5ea34 req-1fbf87c7-ce6f-4ae1-bfad-9fa5917671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.029567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81f39dee-7921-4fcd-b3f3-39afdec5ea34 req-1fbf87c7-ce6f-4ae1-bfad-9fa5917671de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 1124 time: 0.1179719 Sep 18 00:31:20.051123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-9704746d-53b0-4ac9-a0ec-e76567063632 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298594 Sep 18 00:31:20.088179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5b1e3e4-a8b7-4056-8f8d-238f04a6788d req-71891a9f-bfad-4b97-aee9-16b877c1bf95 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681374 Sep 18 00:31:20.132841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81f39dee-7921-4fcd-b3f3-39afdec5ea34 req-99101e7b-f2aa-4e31-a466-463cdbdf2ee0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938058 Sep 18 00:31:20.162215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fd9a49-8f90-431d-8925-d7044afb269a req-857fbf55-fb4d-4d23-866e-c7f4e416306f service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026168 Sep 18 00:31:20.176707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.247918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.357621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:20.370187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:20.372967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:20.379399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Pushing event updated for resources: {'Port': ['ID=7d700e6f-ceea-4108-a52f-230f0da9a557,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:20.430557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741b6bb-d067-4f76-b124-c3835280a51a req-9a568f76-1c0b-421b-914a-f6b21b66c4e3 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.439375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d741b6bb-d067-4f76-b124-c3835280a51a req-9a568f76-1c0b-421b-914a-f6b21b66c4e3 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.1657887 Sep 18 00:31:20.469313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:20.475747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1134797441-network', 'tenant_id': 'ea477618a2ff498aa8898c27616caf5b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:20.517493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Made reservation on behalf of ea477618a2ff498aa8898c27616caf5b for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:20.519787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.533968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.555779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-4d890ee5-4364-436a-b8f7-2a3bab0b1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.557302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-4d890ee5-4364-436a-b8f7-2a3bab0b1f94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1118 time: 0.0855744 Sep 18 00:31:20.624598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d741b6bb-d067-4f76-b124-c3835280a51a req-7f5fc0af-2ee9-4742-8d28-8985def12899 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842158 Sep 18 00:31:20.633324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3107-703c-4f3e-8ace-4ae2bb743e19 req-65a179e9-a1ec-41ef-992e-9d47ee0bcb50 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.634764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a58b3107-703c-4f3e-8ace-4ae2bb743e19 req-65a179e9-a1ec-41ef-992e-9d47ee0bcb50 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.1546369 Sep 18 00:31:20.666613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25815e-59d4-4bfa-bb56-d18cf310183e None None] Network 546bf28c-8619-43f4-a86a-3783f847cc1f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:20.716200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-72b739d0-f304-4c2d-b49a-cf87abafda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.719254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-72b739d0-f304-4c2d-b49a-cf87abafda08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.1523266 Sep 18 00:31:20.765354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] Provisioning complete for port 790a57fa-6f7c-4185-b778-83594fbc3e28 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:20.766083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.777556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-858cfed3-a709-444a-b468-f8e6f00154ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.0428841 Sep 18 00:31:20.783290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.800531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.851674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:20.869181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-004efd38-8f46-4377-8c96-60c0fde1b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:20.870655 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-004efd38-8f46-4377-8c96-60c0fde1b72f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0826890 Sep 18 00:31:20.874833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea7d0b-c0fb-42b3-b02f-a16eed2add06,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:20.898692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.901742 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Added segment 26d208db-9088-4bd4-82b0-652074064ed4 of type vlan for network 5da77f3d-d261-415c-8c03-007574ee9c9d Sep 18 00:31:20.912283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.960284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-9d984968-10ed-4c0c-8e09-6ea4add5cd9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530908 Sep 18 00:31:20.969953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] For port 790a57fa-6f7c-4185-b778-83594fbc3e28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=790a57fa-6f7c-4185-b778-83594fbc3e28,segment=NetworkSegment(d28ff40d-4342-40f3-9684-5faf23ec5049),segment_id=d28ff40d-4342-40f3-9684-5faf23ec5049)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:20.975440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:20.981523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.026742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aff99-2c6c-4c60-a0d2-52f18b66d43e None None] Pushing event updated for resources: {'Port': ['ID=790a57fa-6f7c-4185-b778-83594fbc3e28,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:21.035236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a58b3107-703c-4f3e-8ace-4ae2bb743e19 req-ee87207c-560e-4a81-b3d6-599dcdf677ff tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629549 Sep 18 00:31:21.047285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.072963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.074145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:21.074838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.095890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d834cc0-09a0-445e-bcf5-55919df6ec83 req-14761597-0b59-41bd-8c7a-5ec43fff670b tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:21.103640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d834cc0-09a0-445e-bcf5-55919df6ec83 req-14761597-0b59-41bd-8c7a-5ec43fff670b tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.2724459 Sep 18 00:31:21.117672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-e2c12060-f4b9-455d-9c9c-0d1054fbec3f service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471014 Sep 18 00:31:21.170043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6965029 Sep 18 00:31:21.171076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48016) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:21.176030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Request body: {'subnet': {'network_id': '5da77f3d-d261-415c-8c03-007574ee9c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1134797441-subnet', 'tenant_id': 'ea477618a2ff498aa8898c27616caf5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:21.188727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779098c-ada0-40e1-bcba-5466c2d5a84c admin admin] Pushing event updated for resources: {'Network': ['ID=5da77f3d-d261-415c-8c03-007574ee9c9d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:21.201620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 5da77f3d-d261-415c-8c03-007574ee9c9d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:21.227761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d834cc0-09a0-445e-bcf5-55919df6ec83 req-847a7931-f4e8-4a12-ab62-adee1d51877c tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187489 Sep 18 00:31:21.264361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Made reservation on behalf of ea477618a2ff498aa8898c27616caf5b for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:21.267118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.307531 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b666f4f7-6220-43ef-96a1-ab7c91bf1bd9 req-0944f598-48c8-451f-8c2b-8bc5b454a651 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751082 Sep 18 00:31:21.318827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4c42-4a8a-4d39-af7c-2f08d9df1945 req-8fe21662-199a-40bc-bf2c-95dac8c9ace8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:21.320524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f81f4c42-4a8a-4d39-af7c-2f08d9df1945 req-8fe21662-199a-40bc-bf2c-95dac8c9ace8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.1870964 Sep 18 00:31:21.362953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 790a57fa-6f7c-4185-b778-83594fbc3e28 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:21.365299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-87b1e00d-0db7-4539-b1b3-220af13fd357 None None] Provisioning complete for port 790a57fa-6f7c-4185-b778-83594fbc3e28 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:21.365674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-87b1e00d-0db7-4539-b1b3-220af13fd357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.396879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f81f4c42-4a8a-4d39-af7c-2f08d9df1945 req-1159081f-8117-4e85-9594-b8e3e266a7b2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697145 Sep 18 00:31:21.409189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.485139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.485946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 790a57fa-6f7c-4185-b778-83594fbc3e28 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:21.486321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.578462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:31:21.589117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db6099e-48f2-489c-9b8f-ec07f7ac57e1,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:21.608750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Checking segment: {'id': '26d208db-9088-4bd4-82b0-652074064ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5da77f3d-d261-415c-8c03-007574ee9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:21.609110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Network hostable DHCP agents. Network: 5da77f3d-d261-415c-8c03-007574ee9c9d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:21.631300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Network 5da77f3d-d261-415c-8c03-007574ee9c9d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:21.648380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 5da77f3d-d261-415c-8c03-007574ee9c9d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:21.655032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:21.655879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.685623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00a2146a-3e6c-47f5-884c-8ec528051370 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5047507 Sep 18 00:31:21.685756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc09b9-8ff6-4e21-80a3-b61b6d9bcf4f None None] Network 5da77f3d-d261-415c-8c03-007574ee9c9d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:21.721408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:21.731753 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Sync routers for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:21.742956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:21.743801 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:30:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:21.780129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.784479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48022) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:21.784631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-204e6884-0069-411c-bbd0-adff4b7a932b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4156065 Sep 18 00:31:21.798344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0f0f-3d46-4b86-92d4-00bdc7be6aa8 req-e75e7c5d-594b-4a6a-8c89-1af07a56afab tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:21.800098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-032d0f0f-3d46-4b86-92d4-00bdc7be6aa8 req-e75e7c5d-594b-4a6a-8c89-1af07a56afab tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.0686648 Sep 18 00:31:21.838356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad027f2c-cd9c-47c0-a713-ad5fe61dabfd None None] Network 5da77f3d-d261-415c-8c03-007574ee9c9d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:21.875008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-032d0f0f-3d46-4b86-92d4-00bdc7be6aa8 req-c83fa0f7-81af-4e2e-abe3-8248421b2053 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Sep 18 00:31:21.889004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:21.966399 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:22.034793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Deleting subnet bd5f6570-1ae0-4d9d-a4d7-127038e1bb41 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:31:22.040341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.091615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.185679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34b157-0447-4848-ae4b-9faa0bc28ae8 req-53258571-71be-41c8-9f47-856fcf84dee2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:22.187438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be34b157-0447-4848-ae4b-9faa0bc28ae8 req-53258571-71be-41c8-9f47-856fcf84dee2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.0598381 Sep 18 00:31:22.234769 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:20Z', 'revision_number': 3, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:22.240826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be34b157-0447-4848-ae4b-9faa0bc28ae8 req-c5302b2f-8b44-4bb5-897d-4f98c8ff60b7 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455987 Sep 18 00:31:22.274491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Checking router: edd6ea22-1bf2-41b6-816d-6fcb1c06d740 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:22.274857 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Updating router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 port 7d700e6f-ceea-4108-a52f-230f0da9a557 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:31:22.315344 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.327649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.369068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332301-d3d7-4f3a-a71b-aa0e6d4e8f49 req-d0f462d9-338e-44b1-ab20-493a9842b3db tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:22.370518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61332301-d3d7-4f3a-a71b-aa0e6d4e8f49 req-d0f462d9-338e-44b1-ab20-493a9842b3db tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.0567458 Sep 18 00:31:22.414212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61332301-d3d7-4f3a-a71b-aa0e6d4e8f49 req-2aeaf40e-423d-4b72-b213-4f8e4aa7c36b tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Sep 18 00:31:22.447544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.511623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5f6570-1ae0-4d9d-a4d7-127038e1bb41,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:22.524531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.529873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a875f232-2b5c-4435-92f1-3c080edaf689 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd5f6570-1ae0-4d9d-a4d7-127038e1bb41 HTTP/1.1" status: 204 len: 168 time: 0.6006119 Sep 18 00:31:22.530007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48048) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:22.666730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.681492 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.689325 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.696652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42550-fa5a-4955-9732-b9799e704f48 req-95a6c75e-ee8b-4d0a-9f7f-1e34e92c42fa tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:22.698285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12a42550-fa5a-4955-9732-b9799e704f48 req-95a6c75e-ee8b-4d0a-9f7f-1e34e92c42fa tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.1057684 Sep 18 00:31:22.712456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.746368 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Attempting to bind port 7d700e6f-ceea-4108-a52f-230f0da9a557 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:22.747477 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Attempting to bind port 7d700e6f-ceea-4108-a52f-230f0da9a557 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:22.747966 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Attempting to bind port 7d700e6f-ceea-4108-a52f-230f0da9a557 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:22.757474 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Pushing event updated for resources: {'Port': ['ID=7d700e6f-ceea-4108-a52f-230f0da9a557,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:22.759660 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:22.760034 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:22.760461 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.760859 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:22.761324 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Bound port: 7d700e6f-ceea-4108-a52f-230f0da9a557, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:22.761703 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.796720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12a42550-fa5a-4955-9732-b9799e704f48 req-1e01a5b3-e0ec-4aa7-962f-35e8f1c46ea2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814514 Sep 18 00:31:22.805560 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.805909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.806248 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.806700 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.807040 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.807367 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.807692 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.808014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.808372 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.808693 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.809013 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.809369 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Tracked resource versions report: Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: pushed versions: Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: { 'AddressGroup': {'1.2'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'ConntrackHelper': {'1.0'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Log': {'1.0'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Network': {'1.1'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Port': {'1.7'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'PortForwarding': {'1.2'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'QosPolicy': {'1.9'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SecurityGroup': {'1.4'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SubPort': {'1.0'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Subnet': {'1.1'}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Trunk': {'1.1'}} Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: consumer versions: Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: { DHCP agent@n-d-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: HyperV agent@n-h1-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: HyperV agent@n-h2-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: L3 agent@n-d-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: Metadata agent@n-d-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: Metering agent@n-d-712707-16: {}, Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: Open vSwitch agent@n-d-712707-16: { 'AddressGroup': '1.2', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'ConntrackHelper': '1.0', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Log': '1.0', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Network': '1.1', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Port': '1.7', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'PortForwarding': '1.2', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'QosPolicy': '1.9', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SecurityGroup': '1.4', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SecurityGroupRule': '1.2', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'SubPort': '1.0', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Subnet': '1.1', Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: 'Trunk': '1.1'}} Sep 18 00:31:22.810419 n-d-712707-16 neutron-server[106455]: {{(pid=106455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:31:22.849339 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] For port 7d700e6f-ceea-4108-a52f-230f0da9a557, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:22.849678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.857377 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] For port 7d700e6f-ceea-4108-a52f-230f0da9a557, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d700e6f-ceea-4108-a52f-230f0da9a557,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:22.865766 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.907470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.908109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.914091 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.914453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > port after_create 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.914797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.915183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > port after_update 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.915505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.915824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.916191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.916537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:22.957279 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6909c0-702f-436e-b4f6-5b35d395223d None None] Pushing event updated for resources: {'Port': ['ID=7d700e6f-ceea-4108-a52f-230f0da9a557,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:22.959740 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:22.959940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Allocated IP 172.20.0.1 (546bf28c-8619-43f4-a86a-3783f847cc1f/a483ee43-8f34-4ebf-9b77-186e4125fd06/b979604c-d9f4-46a1-b139-646be2f9e61a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:22.960349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:30:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.071988 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:23.080695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.125099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.171933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Network 546bf28c-8619-43f4-a86a-3783f847cc1f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:23.175545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:23.182315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:23.183135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.204568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:23.204911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:23.205243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:23.205571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:23.205953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b704063-f7ce-41de-8c68-2503100ea6eb']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.306940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20d0c06-35b4-41ef-a053-6fdb055c6fa3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.307230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20d0c06-35b4-41ef-a053-6fdb055c6fa3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.321518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Pushing event updated for resources: {'Port': ['ID=b979604c-d9f4-46a1-b139-646be2f9e61a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:23.348547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.360758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:20Z', 'revision_number': 3, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.364440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-cccb1c10-87d7-4cee-b9bc-6912f5701527 tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:23.373007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-cccb1c10-87d7-4cee-b9bc-6912f5701527 tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 1124 time: 0.1617317 Sep 18 00:31:23.384656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.394831 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23017243-957b-40f7-a6ab-2c5b41b1899e None None] The sync data for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 is: [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:20Z', 'revision_number': 3, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:23.397769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-5d0d5d05-5fe1-4e6d-bc93-af672275359a tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.411723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.426017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:31:23.426413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.435915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624902e4-df7e-4a94-9320-21d28bdab1a4 req-74f0ec54-74cf-4d00-87e0-684bf0ed6e2a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:23.437457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-624902e4-df7e-4a94-9320-21d28bdab1a4 req-74f0ec54-74cf-4d00-87e0-684bf0ed6e2a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.2164688 Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: from cryptography.utils import int_from_bytes Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: from cryptography.utils import int_from_bytes Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:31:23.454902 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:31:23.479438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b1cb1318-1b27-40c9-88bd-561b19e6aada None None] Provisioning complete for port b979604c-d9f4-46a1-b139-646be2f9e61a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:23.479954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1318-1b27-40c9-88bd-561b19e6aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.522540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb1318-1b27-40c9-88bd-561b19e6aada None None] Port b979604c-d9f4-46a1-b139-646be2f9e61a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:23.566333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.571671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.572115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.574196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.587073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-624902e4-df7e-4a94-9320-21d28bdab1a4 req-904854a3-e7ac-4430-b754-1ee34ef94f99 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161277 Sep 18 00:31:23.590952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.592877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b704063-f7ce-41de-8c68-2503100ea6eb HTTP/1.1" status: 204 len: 168 time: 1.0619190 Sep 18 00:31:23.602647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:23.635984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Pushing event updated for resources: {'Port': ['ID=b979604c-d9f4-46a1-b139-646be2f9e61a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:23.643245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05538c96-6d9e-4043-8838-8ecb4830d84c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b704063-f7ce-41de-8c68-2503100ea6eb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:23.675370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Deleting subnet 9db6099e-48f2-489c-9b8f-ec07f7ac57e1 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:31:23.681773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.756397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Network 546bf28c-8619-43f4-a86a-3783f847cc1f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:23.758143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:23.769452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-5d0d5d05-5fe1-4e6d-bc93-af672275359a tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.779722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.781695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-5d0d5d05-5fe1-4e6d-bc93-af672275359a tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.868701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c5fa3-8e68-4524-a5f4-8eae2239ab4a req-57236f36-cb1e-46c1-afa3-5e7bb0e89c59 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:23.870051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6c5fa3-8e68-4524-a5f4-8eae2239ab4a req-57236f36-cb1e-46c1-afa3-5e7bb0e89c59 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.1893127 Sep 18 00:31:23.878438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d85e0992-0f6b-46c7-9f1d-0609ec84ff63 req-5d0d5d05-5fe1-4e6d-bc93-af672275359a tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033350 Sep 18 00:31:23.888038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5d05-5fe1-4e6d-bc93-af672275359a tempest-AggregatesAdminTestJSON-1818265050 tempest-AggregatesAdminTestJSON-1818265050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342be40d-a625-4337-b0e9-1292ba125997,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:23.925812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:23.944334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.052038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-867d07b1-1559-4a80-9327-046e14a84015 None None] Provisioning complete for port b979604c-d9f4-46a1-b139-646be2f9e61a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:24.052690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-867d07b1-1559-4a80-9327-046e14a84015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.071175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:24.086367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bbd2f325-3540-47f2-92bf-b5cd28975c71 admin admin] 10.222.0.49 "PUT /v2.0/routers/edd6ea22-1bf2-41b6-816d-6fcb1c06d740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988024 Sep 18 00:31:24.096385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-867d07b1-1559-4a80-9327-046e14a84015 None None] Port b979604c-d9f4-46a1-b139-646be2f9e61a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:24.139346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6c5fa3-8e68-4524-a5f4-8eae2239ab4a req-06a3796f-9675-43ef-8c27-25cb6d4feeac tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577295 Sep 18 00:31:24.148351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd346-133f-4826-8d10-5b24658e98c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.195592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec537b80-6fed-4931-b2b7-09542d3deadb req-b56df1a2-63d3-4dd7-a3ce-444de68b39a0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:24.198417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec537b80-6fed-4931-b2b7-09542d3deadb req-b56df1a2-63d3-4dd7-a3ce-444de68b39a0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.0810335 Sep 18 00:31:24.213909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.233187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.235760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9db6099e-48f2-489c-9b8f-ec07f7ac57e1 HTTP/1.1" status: 204 len: 168 time: 0.6301060 Sep 18 00:31:24.238334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48070) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:24.263384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f6e6b-f4ff-41b6-91da-a0fb9a5e1ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db6099e-48f2-489c-9b8f-ec07f7ac57e1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:24.303998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec537b80-6fed-4931-b2b7-09542d3deadb req-fef5bd33-cb48-45a8-ac8b-2515f8603664 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Sep 18 00:31:24.345635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.460692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.496922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b74f669e-2925-458f-950a-5e3b8e2386c1 req-54885b02-a74c-469f-9a22-ff59ba603064 tempest-FloatingIPsNegativeTestJSON-418430505 tempest-FloatingIPsNegativeTestJSON-418430505-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=bd0aa4ed371a40fc9a3c4e430152929e HTTP/1.1" status: 200 len: 217 time: 0.0971196 Sep 18 00:31:24.497363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.497731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.498472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.498818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > port after_create 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.499153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > port after_delete 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.499482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > port after_update 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.499798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.500311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.500784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.502149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.544716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6903786f-eeb9-474d-a466-1cdeb5dc2e82 req-becaf996-5039-44b4-983f-c6bca537d274 tempest-FloatingIPsNegativeTestJSON-418430505 tempest-FloatingIPsNegativeTestJSON-418430505-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0315480 Sep 18 00:31:24.584438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.584948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.585447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.585789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:31:24.585904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:24.588469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da77f3d-d261-415c-8c03-007574ee9c9d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.604623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d208db-9088-4bd4-82b0-652074064ed4') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.605130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d208db-9088-4bd4-82b0-652074064ed4') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.629006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.661791 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-0ea27aa3-0674-4309-998b-551eafb49ecd req-75489afd-69cd-4b37-a3ed-d979c365a2eb tempest-FloatingIPsNegativeTestJSON-418430505 tempest-FloatingIPsNegativeTestJSON-418430505-project] show failed (client error): The resource could not be found. Sep 18 00:31:24.674022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ea27aa3-0674-4309-998b-551eafb49ecd req-75489afd-69cd-4b37-a3ed-d979c365a2eb tempest-FloatingIPsNegativeTestJSON-418430505 tempest-FloatingIPsNegativeTestJSON-418430505-project] 10.222.0.49 "GET /v2.0/floatingips/6be46b32-e4dd-4af2-8813-4ef4c1a2a6b2 HTTP/1.1" status: 404 len: 350 time: 0.1085455 Sep 18 00:31:24.675493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48098) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:24.689078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.699479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-b5875c64-c103-4dbd-81b2-a1db1268a9d3 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:24.701882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-b5875c64-c103-4dbd-81b2-a1db1268a9d3 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 1101 time: 0.0602682 Sep 18 00:31:24.706220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:31:24.706623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: from cryptography.utils import int_from_bytes Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: from cryptography.utils import int_from_bytes Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:31:24.711381 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:31:24.726779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:24.745347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'port_id': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'mac_address': 'fa:16:3e:41:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daa8917-244c-4e53-844e-ca919be3f9ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-1189517542', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:24.812353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.832015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c079aa-10df-46a3-8f0f-887ec7ae566a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:24.834912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.54', 56485) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:24.861946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9018a-b730-42d4-b7ab-5d767aad7659 req-db0a4471-e215-426d-a0bb-7ab538ec4193 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:24.869473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6a9018a-b730-42d4-b7ab-5d767aad7659 req-db0a4471-e215-426d-a0bb-7ab538ec4193 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 949 time: 0.0934432 Sep 18 00:31:24.870098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:24.874644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.915348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Deleting port 4c062a1d-35e4-469b-9af7-74740ebdd509 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:24.915683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.945417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.945537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:24.954503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.955320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6a9018a-b730-42d4-b7ab-5d767aad7659 req-be679f71-21d2-472f-8c17-6f9d983b3b90 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849926 Sep 18 00:31:24.959302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] 10.222.0.49 "DELETE /v2.0/networks/5da77f3d-d261-415c-8c03-007574ee9c9d HTTP/1.1" status: 204 len: 168 time: 0.7170854 Sep 18 00:31:24.990425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77514c-05f2-4164-8815-e7daa4856bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=5da77f3d-d261-415c-8c03-007574ee9c9d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:25.037711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a20ad-f169-4499-9556-13c78a97890f req-111147d5-fa71-4cce-b196-fc383b3d40ea tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:25.039327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d7a20ad-f169-4499-9556-13c78a97890f req-111147d5-fa71-4cce-b196-fc383b3d40ea tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.1995101 Sep 18 00:31:25.087530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['59c079aa-10df-46a3-8f0f-887ec7ae566a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:25.230165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] For port 4c062a1d-35e4-469b-9af7-74740ebdd509, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4c062a1d-35e4-469b-9af7-74740ebdd509,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:25.230545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.282630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Calling delete_port for 4c062a1d-35e4-469b-9af7-74740ebdd509 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:25.378125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d700e6f-ceea-4108-a52f-230f0da9a557 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:25.379007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48128) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:25.429163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7d700e6f-ceea-4108-a52f-230f0da9a557 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:25.429543 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.512521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.538236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 7d700e6f-ceea-4108-a52f-230f0da9a557, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d700e6f-ceea-4108-a52f-230f0da9a557,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:25.546088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.588089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f980a2-f6df-407a-96f1-02f16ff0a4f4 req-7ef258b7-854c-4434-b79f-37aed5716a31 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:25.588338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Sync routers for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:25.595945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06f980a2-f6df-407a-96f1-02f16ff0a4f4 req-7ef258b7-854c-4434-b79f-37aed5716a31 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 950 time: 0.2780948 Sep 18 00:31:25.613580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:25.614369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:30:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:25.616566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Deleting port ee6786f1-cd05-4507-8065-2ce824bdab54 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:25.617038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.617134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=7d700e6f-ceea-4108-a52f-230f0da9a557,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:25.649408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb387-2c09-48bc-8537-54d02fb0f1f6 req-03ff3c5d-1b45-4015-bdb0-b867938b394b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:25.650910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa3bb387-2c09-48bc-8537-54d02fb0f1f6 req-03ff3c5d-1b45-4015-bdb0-b867938b394b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.2151241 Sep 18 00:31:25.653631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2e0554dd-8c2d-4156-a1f0-69e076632f20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91cf197966894d47bdeaa3b8771fdf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486084 Sep 18 00:31:25.658472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48130) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:25.706173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06f980a2-f6df-407a-96f1-02f16ff0a4f4 req-fe3a695f-c4fc-4929-a022-74f4281c5886 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd25ccc-22d2-4ca0-a402-36277744f3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063282 Sep 18 00:31:25.726941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:25.748774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa3bb387-2c09-48bc-8537-54d02fb0f1f6 req-ffbab86d-d380-456e-aa88-6250e4461d1d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896311 Sep 18 00:31:25.758614 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.790619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] For port ee6786f1-cd05-4507-8065-2ce824bdab54, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee6786f1-cd05-4507-8065-2ce824bdab54,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:25.791048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.813849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Calling delete_port for ee6786f1-cd05-4507-8065-2ce824bdab54 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:25.835878 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.963936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.038248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:23Z', 'revision_number': 4, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b979604c-d9f4-46a1-b139-646be2f9e61a', 'name': '', 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'mac_address': 'fa:16:3e:29:d4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'a483ee43-8f34-4ebf-9b77-186e4125fd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:22Z', 'updated_at': '2021-09-18T00:31:23Z', 'revision_number': 2, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'subnets': [{'id': 'a483ee43-8f34-4ebf-9b77-186e4125fd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:26.042602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.072529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Checking router: edd6ea22-1bf2-41b6-816d-6fcb1c06d740 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:26.074025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Updating router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 port b979604c-d9f4-46a1-b139-646be2f9e61a binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:31:26.080984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4c062a1d-35e4-469b-9af7-74740ebdd509'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:26.095206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c062a1d-35e4-469b-9af7-74740ebdd509,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:26.143657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.146694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] No DVR routers for this DVR port 4c062a1d-35e4-469b-9af7-74740ebdd509 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:26.156056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.158168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d063fe5-a59d-4e27-86cc-39d872c3a551 req-684d78f0-bde2-4eea-92af-2630d7bcacb8 tempest-DeleteServersAdminTestJSON-871028754 tempest-DeleteServersAdminTestJSON-871028754-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4c062a1d-35e4-469b-9af7-74740ebdd509 HTTP/1.1" status: 204 len: 173 time: 1.4361029 Sep 18 00:31:26.161392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b38d443e-a84f-4a63-98d8-45575deab5ac req-2f72428f-8500-40dd-b10b-3c7cf05dc1a4 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=90c7ddc6-d85a-4143-bae7-c06fb0f5e098 HTTP/1.1" status: 200 len: 210 time: 0.0924733 Sep 18 00:31:26.164553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'name': 'network-vif-deleted', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:26.166975 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0509c-fbd1-4a69-a456-e53ed250af71" -d '{"events": [{"server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "name": "network-vif-deleted", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:26.193038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.195925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.199419 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/376b7076-494f-4a51-8e9f-fdc0dbda10c1 HTTP/1.1" status: 204 len: 168 time: 0.5074074 Sep 18 00:31:26.219573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5c75-96c4-4719-80d1-ee3fd028d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b7076-494f-4a51-8e9f-fdc0dbda10c1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:26.245498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.290889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ee6786f1-cd05-4507-8065-2ce824bdab54'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:26.296730 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd85a7-1219-43cd-afc4-c4ad318d009f x-openstack-request-id: req-1afd85a7-1219-43cd-afc4-c4ad318d009f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:26.297241 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c7ddc6-d85a-4143-bae7-c06fb0f5e098", "name": "network-vif-deleted", "tag": "4c062a1d-35e4-469b-9af7-74740ebdd509", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:26.297661 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1afd85a7-1219-43cd-afc4-c4ad318d009f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:26.298193 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c7ddc6-d85a-4143-bae7-c06fb0f5e098', 'name': 'network-vif-deleted', 'tag': '4c062a1d-35e4-469b-9af7-74740ebdd509', 'status': 'completed', 'code': 200} Sep 18 00:31:26.301096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Pushing event deleted for resources: {'Port': ['ID=ee6786f1-cd05-4507-8065-2ce824bdab54,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:26.387937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] No DVR routers for this DVR port ee6786f1-cd05-4507-8065-2ce824bdab54 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:26.393684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.396165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d7a20ad-f169-4499-9556-13c78a97890f req-2f8ea255-6698-4549-9628-adacbbd0ae2b tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.54 "DELETE /v2.0/ports/ee6786f1-cd05-4507-8065-2ce824bdab54 HTTP/1.1" status: 204 len: 173 time: 1.3504722 Sep 18 00:31:26.458697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Deleting port b979604c-d9f4-46a1-b139-646be2f9e61a {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:26.459957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.593782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.611602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:26.636558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Calling delete_port for b979604c-d9f4-46a1-b139-646be2f9e61a owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:26.951673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 59c079aa-10df-46a3-8f0f-887ec7ae566a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:26.958576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 59c079aa-10df-46a3-8f0f-887ec7ae566a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:26.958956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.041481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.053386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.108385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48194) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:27.175640 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-feca4052-2ec7-4b44-889a-ce4b56620aa0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea477618a2ff498aa8898c27616caf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638468 Sep 18 00:31:27.175811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7edd43-d670-4c6c-8004-a3fd17cab43f None None] Pushing event updated for resources: {'Port': ['ID=b979604c-d9f4-46a1-b139-646be2f9e61a,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.175904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:27.195387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a0395bb-969c-4d61-a1ac-04986ffa3d52 req-6f72e58c-c1c4-4074-a62a-7b55e02d5042 tempest-TenantUsagesTestJSON-1826673198 tempest-TenantUsagesTestJSON-1826673198-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0683148 Sep 18 00:31:27.204593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.279505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef7bc8-0eb6-4468-917c-0a3ddb9ebb90 req-70d177ff-2360-402b-aac4-75dd0ebd8c67 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:27.281080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cef7bc8-0eb6-4468-917c-0a3ddb9ebb90 req-70d177ff-2360-402b-aac4-75dd0ebd8c67 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.1570568 Sep 18 00:31:27.291945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:27.300246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:27.302643 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27656691-0b74-4966-a404-1eb2e82d831e" -d '{"events": [{"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-plugged", "status": "completed", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:27.310226 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.318328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.339882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8770f48f-8e5f-4e03-a22c-aa1bd9970c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.389433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.405625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:27.406630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:27.407006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a on network 546bf28c-8619-43f4-a86a-3783f847cc1f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:27.409975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d700e6f-ceea-4108-a52f-230f0da9a557 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:27.467065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:27.467647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Checking segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:27.468066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.468838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Bound using segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:27.469243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Bound port: b979604c-d9f4-46a1-b139-646be2f9e61a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:27.469634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.483271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.485398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.487697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.507734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-24b75b72-531c-453c-a1e3-afc9c8132f41 None None] Provisioning complete for port b979604c-d9f4-46a1-b139-646be2f9e61a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:27.508127 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1eea7d0b-c0fb-42b3-b02f-a16eed2add06 HTTP/1.1" status: 204 len: 168 time: 0.3124785 Sep 18 00:31:27.508254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24b75b72-531c-453c-a1e3-afc9c8132f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.529777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71f90-01f7-4865-ba60-92d612b60bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea7d0b-c0fb-42b3-b02f-a16eed2add06,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.559620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cef7bc8-0eb6-4468-917c-0a3ddb9ebb90 req-b486c76f-6e2a-4b8d-a0c4-ff8080f2a31d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584107 Sep 18 00:31:27.609145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-24b75b72-531c-453c-a1e3-afc9c8132f41 None None] Port b979604c-d9f4-46a1-b139-646be2f9e61a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:27.733448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.770760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b7fb-0c03-4638-a0f2-af2decfa64b9 req-18d6892d-f879-4510-8a44-781a5ec7d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:27.779989 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87d0b7fb-0c03-4638-a0f2-af2decfa64b9 req-18d6892d-f879-4510-8a44-781a5ec7d130 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1120 time: 0.0968101 Sep 18 00:31:27.802818 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9dd2b-d80e-4550-92ea-483a7e78e906 x-openstack-request-id: req-b2b9dd2b-d80e-4550-92ea-483a7e78e906 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:27.803341 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-plugged", "status": "completed", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:27.803341 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b9dd2b-d80e-4550-92ea-483a7e78e906 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:27.803713 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'code': 200} Sep 18 00:31:27.815006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-d719de0b-d420-403e-9940-0078b4d0ab03 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c29a6480761422492ee72ec66d21dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378830 Sep 18 00:31:27.830428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b979604c-d9f4-46a1-b139-646be2f9e61a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.830829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.838033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87d0b7fb-0c03-4638-a0f2-af2decfa64b9 req-cac292ab-01e8-4491-b8c5-fa51ff355235 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Sep 18 00:31:27.881108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7d700e6f-ceea-4108-a52f-230f0da9a557 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:27.881485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.886089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:31:27.886516 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:31:28.154431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.185754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-1a628512-7b70-442d-910f-4b1354474f6f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:28.187322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-1a628512-7b70-442d-910f-4b1354474f6f tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3715553 Sep 18 00:31:28.221995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.241858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-24d11978-4f5b-4382-bea3-37c6267b7ac4 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/quotas/7c29a6480761422492ee72ec66d21dce HTTP/1.1" status: 200 len: 375 time: 0.0427883 Sep 18 00:31:28.300173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'name': 'network-vif-deleted', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:28.303245 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea58a5-75da-4167-9b5b-c63fe976b9b8" -d '{"events": [{"server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "name": "network-vif-deleted", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:28.321851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-cfd9b5dd-b415-491a-ba8d-467a08276719 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778463 Sep 18 00:31:28.381944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee6786f1-cd05-4507-8065-2ce824bdab54 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:28.438467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ee6786f1-cd05-4507-8065-2ce824bdab54 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:28.440578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee6786f1-cd05-4507-8065-2ce824bdab54 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:28.441202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4c062a1d-35e4-469b-9af7-74740ebdd509 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:28.508917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 4c062a1d-35e4-469b-9af7-74740ebdd509 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:28.511459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4c062a1d-35e4-469b-9af7-74740ebdd509 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:28.517100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:28.517480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:28.520032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Attempting to bind port b979604c-d9f4-46a1-b139-646be2f9e61a on network 546bf28c-8619-43f4-a86a-3783f847cc1f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:28.530887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:28.531932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Checking segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:28.532634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.533796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Bound using segment: {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:28.534540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Bound port: b979604c-d9f4-46a1-b139-646be2f9e61a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ff40d-4342-40f3-9684-5faf23ec5049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '546bf28c-8619-43f4-a86a-3783f847cc1f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:28.535083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.584517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Port b979604c-d9f4-46a1-b139-646be2f9e61a has been deleted concurrently {{(pid=106454) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 00:31:28.596561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:28.597304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:28.610311 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a9a72-e276-4eac-aebb-80b85763e205 x-openstack-request-id: req-fa7a9a72-e276-4eac-aebb-80b85763e205 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:28.610608 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16", "name": "network-vif-deleted", "tag": "ee6786f1-cd05-4507-8065-2ce824bdab54", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:28.610868 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa7a9a72-e276-4eac-aebb-80b85763e205 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:28.611258 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2434aa-b7b0-46ad-a1b2-809a9b1fdf16', 'name': 'network-vif-deleted', 'tag': 'ee6786f1-cd05-4507-8065-2ce824bdab54', 'status': 'completed', 'code': 200} Sep 18 00:31:28.688060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:28.707858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-932f4efd-f6fa-45ba-87a6-f8128938cef5 req-60362c1a-548e-440e-b1eb-0b72df636f89 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 210 time: 0.0318117 Sep 18 00:31:28.769504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:28.808669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48306) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:28.989789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.044575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:29.056261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb357e88-52d3-4016-91d9-3a70694b18f8 admin admin] 10.222.0.49 "PUT /v2.0/routers/edd6ea22-1bf2-41b6-816d-6fcb1c06d740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3765485 Sep 18 00:31:29.058943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.122066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34b22-228d-42e2-b662-2c1fd6d523a9 req-823d20d3-4a68-45f0-8219-55df448ea9da tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:29.132703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7f34b22-228d-42e2-b662-2c1fd6d523a9 req-823d20d3-4a68-45f0-8219-55df448ea9da tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 968 time: 0.1889765 Sep 18 00:31:29.202759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:27Z', 'revision_number': 5, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:29.239618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7f34b22-228d-42e2-b662-2c1fd6d523a9 req-44c49845-df4d-4cfb-9db3-e7ec4a902b7b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053929 Sep 18 00:31:29.272639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116247b-23b5-40cb-abe5-40555c836023 None None] The sync data for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 is: [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:27Z', 'revision_number': 5, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port': {'id': '7d700e6f-ceea-4108-a52f-230f0da9a557', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:19Z', 'updated_at': '2021-09-18T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:29.282799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.365614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac167a04-a475-4731-bf62-c6c1c584a56a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6d15b6cdc8041e492f180a1ea701a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523586 Sep 18 00:31:29.366251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.393051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d46ea80c-bd83-4ede-a639-200f217c4d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.444475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.493985 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.496994 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.614155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.617117 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.646949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cd25ccc-22d2-4ca0-a402-36277744f3a1 HTTP/1.1" status: 204 len: 168 time: 0.2796283 Sep 18 00:31:29.657026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.681021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.689157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d77e46-d1f3-4d36-9faf-676aeedec29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd25ccc-22d2-4ca0-a402-36277744f3a1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:29.838073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d46ea80c-bd83-4ede-a639-200f217c4d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.862975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d46ea80c-bd83-4ede-a639-200f217c4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.907017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Deleting port 7d700e6f-ceea-4108-a52f-230f0da9a557 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:29.907377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.918866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b57df8c-7294-42c8-b937-a2fe676a6142 req-05b76f38-3d00-4953-b0f9-93798378bc40 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 210 time: 0.0497260 Sep 18 00:31:29.999550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ea80c-bd83-4ede-a639-200f217c4d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec002387-cab1-4d1f-8388-b20b3e93ba3b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:30.069815 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d46ea80c-bd83-4ede-a639-200f217c4d7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ae9cd4a6764b119be6fd65d1edad21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0763490 Sep 18 00:31:30.073145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:30.144062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] For port 7d700e6f-ceea-4108-a52f-230f0da9a557, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d700e6f-ceea-4108-a52f-230f0da9a557,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:30.144502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.149196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6d0b-524e-4dc2-b4bd-bc6490074021 req-2d51a445-d6b1-4baf-8c43-2576ca7d7694 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:30.159501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff4b6d0b-524e-4dc2-b4bd-bc6490074021 req-2d51a445-d6b1-4baf-8c43-2576ca7d7694 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.1058772 Sep 18 00:31:30.161566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bba1bd4c-4d45-4766-83f9-33206ac59b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.203899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Calling delete_port for 7d700e6f-ceea-4108-a52f-230f0da9a557 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:30.228468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.256323 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Sync routers for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:30.266683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.275959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48372) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:30.296206 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:30.297291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:30.311515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff4b6d0b-524e-4dc2-b4bd-bc6490074021 req-b0967ab1-3db1-4398-b222-0367e7b7a063 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510701 Sep 18 00:31:30.320698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-499858f7-1c83-46bd-87e0-134e1eab687e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.362297 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-3996d196-e81f-4d89-8135-9868193eb912 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7c29a6480761422492ee72ec66d21dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692351 Sep 18 00:31:30.375287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bba1bd4c-4d45-4766-83f9-33206ac59b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.391353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bba1bd4c-4d45-4766-83f9-33206ac59b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.435541 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:30.538321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bba1bd4c-4d45-4766-83f9-33206ac59b00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb252d99a8604a6a87eb4a54c51d93ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378873 Sep 18 00:31:30.540806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:30.541376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:29Z', 'revision_number': 6, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:30.554084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1bd4c-4d45-4766-83f9-33206ac59b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfed7c-e2e4-41e6-90bc-554613943ecd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:30.557639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.561352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.563547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec002387-cab1-4d1f-8388-b20b3e93ba3b HTTP/1.1" status: 204 len: 168 time: 0.4886513 Sep 18 00:31:30.573251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-059cc74e-9c1a-4967-8859-c6cbd19958af tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:30.574981 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-059cc74e-9c1a-4967-8859-c6cbd19958af tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069838 Sep 18 00:31:30.586702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7fc03-0b28-43af-a901-a89a213d862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec002387-cab1-4d1f-8388-b20b3e93ba3b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:30.602113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Request body: {'port': {'device_id': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '7c29a6480761422492ee72ec66d21dce'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:30.607971 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Checking router: edd6ea22-1bf2-41b6-816d-6fcb1c06d740 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:30.632863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Routers {'edd6ea22-1bf2-41b6-816d-6fcb1c06d740'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:30.635365 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:30.766731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.792238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2900d-9912-40a1-973b-5fa1cdd73be4 req-7ff2ad87-aafc-4f54-b45f-fce0caf91331 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:30.802439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bca2900d-9912-40a1-973b-5fa1cdd73be4 req-7ff2ad87-aafc-4f54-b45f-fce0caf91331 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 968 time: 0.3357723 Sep 18 00:31:30.827921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d700e6f-ceea-4108-a52f-230f0da9a557,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:30.834666 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] Set router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:30.839357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-499858f7-1c83-46bd-87e0-134e1eab687e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.861017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-499858f7-1c83-46bd-87e0-134e1eab687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.884289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.905743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bca2900d-9912-40a1-973b-5fa1cdd73be4 req-c163164d-9cdd-4c52-9899-5ece5b416020 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023524 Sep 18 00:31:30.912172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.966354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.000857 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:29Z', 'revision_number': 6, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:31.022984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-499858f7-1c83-46bd-87e0-134e1eab687e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77ecff13b24f434e8c1b0d3fd61dd0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7429357 Sep 18 00:31:31.022984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.024643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.028568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43bfed7c-e2e4-41e6-90bc-554613943ecd HTTP/1.1" status: 204 len: 168 time: 0.4841523 Sep 18 00:31:31.028568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499858f7-1c83-46bd-87e0-134e1eab687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41187fd4-30c9-48e2-819d-4b7b0a4f0e14,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:31.030362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48396) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:31.046170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71787651-d431-4650-a68b-4dbecc67f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfed7c-e2e4-41e6-90bc-554613943ecd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:31.081647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.084460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.088475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Made reservation on behalf of 7c29a6480761422492ee72ec66d21dce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:31.093550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.107110 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ce571-2a28-438a-a02f-4b062d5384af None None] The sync data for ids ['edd6ea22-1bf2-41b6-816d-6fcb1c06d740'] in n-d-712707-16 is: [{'id': 'edd6ea22-1bf2-41b6-816d-6fcb1c06d740', 'name': 'tempest-FloatingIPsNegativeTestJSON-281953494-router', 'tenant_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:18Z', 'updated_at': '2021-09-18T00:31:29Z', 'revision_number': 6, 'project_id': 'bd0aa4ed371a40fc9a3c4e430152929e', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:31.131429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f28e3db-932c-4274-a173-b4597ee2b157 req-938c1788-f043-4928-90f1-3564a4b7f0fe tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 210 time: 0.0672071 Sep 18 00:31:31.162112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.209525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.209965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48402) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:31.254441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3a70-d32f-479b-83cf-10307eb54c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.346607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.355252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.355380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Allocated IP 192.168.233.64 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/0846fd60-c38a-4415-8a7a-a03c8b602a84) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:31.358129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41187fd4-30c9-48e2-819d-4b7b0a4f0e14 HTTP/1.1" status: 204 len: 168 time: 0.3267810 Sep 18 00:31:31.379531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a910118-9109-4c62-b440-bc049bbd8698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41187fd4-30c9-48e2-819d-4b7b0a4f0e14,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:31.441756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3a70-d32f-479b-83cf-10307eb54c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.446039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3a70-d32f-479b-83cf-10307eb54c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.488776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c5ae3a70-d32f-479b-83cf-10307eb54c4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dc38bba9e7948688fdf5b8e1370fbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777598 Sep 18 00:31:31.492399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48408) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:31.535324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae3a70-d32f-479b-83cf-10307eb54c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a868c112-e717-48e4-8baf-066621c62919,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:31.576355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7817d5-3e48-42af-8ff4-38334d06c6e8 req-bce6bfa8-9cb8-418f-9345-194a2c9c1224 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:31.578301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d7817d5-3e48-42af-8ff4-38334d06c6e8 req-bce6bfa8-9cb8-418f-9345-194a2c9c1224 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.1065085 Sep 18 00:31:31.643096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d7817d5-3e48-42af-8ff4-38334d06c6e8 req-c5d43d56-770c-4e4c-8f95-dcb50ac515db tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/security-groups?id=277ab1bb-da39-41ae-b18f-cba63dffb257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577807 Sep 18 00:31:31.759080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.760152 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.760675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd6ea22-1bf2-41b6-816d-6fcb1c06d740 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:31:31.770875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4550-a81a-4d15-9c29-210ed4bc336f req-ff4dcc43-448a-4147-8c11-807de2735905 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:31.778972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.779807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be6f4550-a81a-4d15-9c29-210ed4bc336f req-ff4dcc43-448a-4147-8c11-807de2735905 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1120 time: 0.0604162 Sep 18 00:31:31.780468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9a3af28-ad88-4b40-8494-bf7baa60ba0e admin admin] 10.222.0.49 "DELETE /v2.0/routers/edd6ea22-1bf2-41b6-816d-6fcb1c06d740 HTTP/1.1" status: 204 len: 168 time: 2.7203550 Sep 18 00:31:31.785444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:31.817010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.840896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-2dca5c82-22ac-4332-8c1b-ab16d98ccd69 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:31.842638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-2dca5c82-22ac-4332-8c1b-ab16d98ccd69 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 972 time: 0.3491499 Sep 18 00:31:31.884109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.886371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be6f4550-a81a-4d15-9c29-210ed4bc336f req-82916985-25ef-4b1d-a494-e1ba298722ed tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999718 Sep 18 00:31:31.910112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Deleting subnet a483ee43-8f34-4ebf-9b77-186e4125fd06 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:31:31.915137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.972805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:31.984997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.014501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.040327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:32.088804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:32.095630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-466c3685-ad03-4139-8131-ada5050049f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.159244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:32.203592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:32.233726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-466c3685-ad03-4139-8131-ada5050049f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.274915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Pushing event updated for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:32.294616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-466c3685-ad03-4139-8131-ada5050049f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.310758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.314551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.316285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a868c112-e717-48e4-8baf-066621c62919 HTTP/1.1" status: 204 len: 168 time: 0.8215559 Sep 18 00:31:32.318702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Deleting port 10d25c92-6221-4e13-8496-a27cde1d1c88 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:32.319056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f111af-14ed-42d5-9441-d416fcee7237 req-0f6e9059-df90-40d9-b66a-03e9661a2c50 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:32.319492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.331652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3f111af-14ed-42d5-9441-d416fcee7237 req-0f6e9059-df90-40d9-b66a-03e9661a2c50 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1120 time: 0.3301871 Sep 18 00:31:32.402020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:32.408122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.433022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c3685-ad03-4139-8131-ada5050049f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc50d66-895d-4213-bee3-f1cfc27d62f5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:32.457350 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-466c3685-ad03-4139-8131-ada5050049f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98693d59f3f84216a882fa92814bf245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112022 Sep 18 00:31:32.469466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-c478d7b7-84a1-4125-b4ba-55c32eb0cba4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3601332 Sep 18 00:31:32.471511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:32.491290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-86084f1f-f07c-417c-926c-f95aee60d9b1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8941643 Sep 18 00:31:32.492301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85233eb5-e9d2-4ae2-be52-6c5e7c99f564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868c112-e717-48e4-8baf-066621c62919,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:32.515755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Request body: {'port': {'device_id': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:32.530759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-563d8da3-f4c6-46f2-b351-6b5e90255c43 None None] Provisioning complete for port 0846fd60-c38a-4415-8a7a-a03c8b602a84 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:32.531353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-563d8da3-f4c6-46f2-b351-6b5e90255c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.549236 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.569851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-563d8da3-f4c6-46f2-b351-6b5e90255c43 None None] Port 0846fd60-c38a-4415-8a7a-a03c8b602a84 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:32.570771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] For port 10d25c92-6221-4e13-8496-a27cde1d1c88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=10d25c92-6221-4e13-8496-a27cde1d1c88,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:32.571144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.603627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Calling delete_port for 10d25c92-6221-4e13-8496-a27cde1d1c88 owned by compute:tempest-test_az-1189517542 {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:32.609611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.705747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3f111af-14ed-42d5-9441-d416fcee7237 req-44c1aba6-d523-475c-932a-976258c06c14 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731103 Sep 18 00:31:32.780580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14171ed-8270-4420-bad6-e5239e5e04f0 req-a0d62dfa-330a-477b-a1c9-7e529fbb7a75 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:32.782904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d14171ed-8270-4420-bad6-e5239e5e04f0 req-a0d62dfa-330a-477b-a1c9-7e529fbb7a75 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 935 time: 0.4463339 Sep 18 00:31:32.802312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d9fe-9024-419d-9148-3157a86b908a req-a685b23d-80a6-4ca6-b382-01106fc297d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:32.803801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-a685b23d-80a6-4ca6-b382-01106fc297d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1120 time: 0.2136519 Sep 18 00:31:32.877691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d14171ed-8270-4420-bad6-e5239e5e04f0 req-dd77c10b-7069-4566-a5fc-ee2d841eb8ec tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850821 Sep 18 00:31:32.878749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.905486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.945630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:32.958497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['10d25c92-6221-4e13-8496-a27cde1d1c88'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:33.046876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.054559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Pushing event deleted for resources: {'Port': ['ID=10d25c92-6221-4e13-8496-a27cde1d1c88,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:33.101981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.104683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.111043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dc50d66-895d-4213-bee3-f1cfc27d62f5 HTTP/1.1" status: 204 len: 168 time: 0.6310573 Sep 18 00:31:33.134618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] No DVR routers for this DVR port 10d25c92-6221-4e13-8496-a27cde1d1c88 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:33.138937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.142202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94b63f95-05dc-448e-b790-59d96bb09b2a req-ea006df0-1f28-474e-a366-f6cf87584603 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.48 "DELETE /v2.0/ports/10d25c92-6221-4e13-8496-a27cde1d1c88 HTTP/1.1" status: 204 len: 173 time: 1.2906559 Sep 18 00:31:33.144403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'name': 'network-vif-deleted', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:33.146677 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f164f85-9f83-42da-8156-4d7dcfeaf81b" -d '{"events": [{"server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "name": "network-vif-deleted", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:33.158851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48468) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:33.167476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2455391f-efe6-47de-a62f-08e2a3ca930f req-39c71865-e465-4b0c-9088-161973047d69 tempest-AggregatesAdminTestJSON-1144427706 tempest-AggregatesAdminTestJSON-1144427706-project] 10.222.0.49 "GET /v2.0/ports?device_id=d56826ba-d24c-45c1-96ac-28c0628ecb47 HTTP/1.1" status: 200 len: 210 time: 0.1366608 Sep 18 00:31:33.184132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff969f50-e2b0-435b-9d05-c532934b1787 None None] Network 546bf28c-8619-43f4-a86a-3783f847cc1f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:33.184750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a483ee43-8f34-4ebf-9b77-186e4125fd06,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:33.214482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.217459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ba30214d-77e8-4d88-8e9d-8f0e5e72d1e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a483ee43-8f34-4ebf-9b77-186e4125fd06 HTTP/1.1" status: 204 len: 168 time: 1.4251683 Sep 18 00:31:33.224387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb269d-350a-4c29-b8f3-c58ee9c77093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc50d66-895d-4213-bee3-f1cfc27d62f5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:33.227478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:33.249683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d9fe-9024-419d-9148-3157a86b908a req-98381995-81dc-4404-b54c-28a352425424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:33.251943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-98381995-81dc-4404-b54c-28a352425424 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.3893065 Sep 18 00:31:33.289945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d700e6f-ceea-4108-a52f-230f0da9a557 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:33.403198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.412974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-a9160db7-9bf2-4368-805d-86d2ab734e44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.1496010 Sep 18 00:31:33.424478 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c42e0bc-4b23-41c9-bfa3-7c441711b9df x-openstack-request-id: req-9c42e0bc-4b23-41c9-bfa3-7c441711b9df {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:33.425091 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56826ba-d24c-45c1-96ac-28c0628ecb47", "name": "network-vif-deleted", "tag": "10d25c92-6221-4e13-8496-a27cde1d1c88", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:33.425549 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c42e0bc-4b23-41c9-bfa3-7c441711b9df {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:33.426146 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56826ba-d24c-45c1-96ac-28c0628ecb47', 'name': 'network-vif-deleted', 'tag': '10d25c92-6221-4e13-8496-a27cde1d1c88', 'status': 'completed', 'code': 200} Sep 18 00:31:33.440360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7d700e6f-ceea-4108-a52f-230f0da9a557 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:33.440804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d700e6f-ceea-4108-a52f-230f0da9a557 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:33.530899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0846fd60-c38a-4415-8a7a-a03c8b602a84 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:33.542076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.567283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Transition to ACTIVE for port object 0846fd60-c38a-4415-8a7a-a03c8b602a84 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:33.577316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Deleting port 790a57fa-6f7c-4185-b778-83594fbc3e28 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:33.577888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.593050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d9fe-9024-419d-9148-3157a86b908a req-e1cf4036-b213-444a-b07f-b3436e78fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:33.595618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-e1cf4036-b213-444a-b07f-b3436e78fdbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1754959 Sep 18 00:31:33.674434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-5cd0a638-cb1b-404f-b2e3-3e798c5176bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680389 Sep 18 00:31:33.683274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.685992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] DHCP port deletion for 546bf28c-8619-43f4-a86a-3783f847cc1f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:31:33.702159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2026721888-network', 'tenant_id': 'b2d854e522e14297a76dd725560fcdf1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:33.782473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] For port 790a57fa-6f7c-4185-b778-83594fbc3e28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=790a57fa-6f7c-4185-b778-83594fbc3e28,segment=NetworkSegment(d28ff40d-4342-40f3-9684-5faf23ec5049),segment_id=d28ff40d-4342-40f3-9684-5faf23ec5049)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:33.783128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.816859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Deleting port 790a57fa-6f7c-4185-b778-83594fbc3e28 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:33.817260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.866817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Pushing event updated for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:33.870037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Calling delete_port for 790a57fa-6f7c-4185-b778-83594fbc3e28 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:33.891788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Made reservation on behalf of b2d854e522e14297a76dd725560fcdf1 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:33.891788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:33.919790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-c427f1f3-f4b0-4200-b096-9dc7d3bc18d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173443 Sep 18 00:31:33.981129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] For port 790a57fa-6f7c-4185-b778-83594fbc3e28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=790a57fa-6f7c-4185-b778-83594fbc3e28,segment=NetworkSegment(d28ff40d-4342-40f3-9684-5faf23ec5049),segment_id=d28ff40d-4342-40f3-9684-5faf23ec5049)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:33.981676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.019034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Calling delete_port for 790a57fa-6f7c-4185-b778-83594fbc3e28 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:34.042601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.098171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-24904fe9-775d-46b0-980a-689055312626 req-fb70cdf8-3c29-4059-a5ab-571a9dee2678 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:34.120464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24904fe9-775d-46b0-980a-689055312626 req-fb70cdf8-3c29-4059-a5ab-571a9dee2678 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087776 Sep 18 00:31:34.166874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb72d9fe-9024-419d-9148-3157a86b908a req-1c1e327f-f32d-4a78-9eeb-a4ede51e1a1c service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392290 Sep 18 00:31:34.228774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Attempting to bind port 0846fd60-c38a-4415-8a7a-a03c8b602a84 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:34.229248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Attempting to bind port 0846fd60-c38a-4415-8a7a-a03c8b602a84 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:34.229733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Attempting to bind port 0846fd60-c38a-4415-8a7a-a03c8b602a84 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:34.271866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Port 0846fd60-c38a-4415-8a7a-a03c8b602a84 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:34.272267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Attempting to bind port 0846fd60-c38a-4415-8a7a-a03c8b602a84 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:34.287653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:34.288183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:34.288476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:34.288940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Bound port: 0846fd60-c38a-4415-8a7a-a03c8b602a84, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:34.289301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.306320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.334293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.336211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922771-eb6c-450c-b3d5-a428ffc39007 req-d41b3e79-a9d3-4753-94f6-fa8583e9eb36 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:34.337780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7922771-eb6c-450c-b3d5-a428ffc39007 req-d41b3e79-a9d3-4753-94f6-fa8583e9eb36 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 947 time: 0.1087763 Sep 18 00:31:34.368061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=790a57fa-6f7c-4185-b778-83594fbc3e28,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:34.375676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] No DVR routers for this DVR port 790a57fa-6f7c-4185-b778-83594fbc3e28 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:34.401933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] Pushing event deleted for resources: {'Port': ['ID=790a57fa-6f7c-4185-b778-83594fbc3e28,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:34.413557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3278e88-21b3-4317-89f2-be2fc03a7881 None None] No DVR routers for this DVR port 790a57fa-6f7c-4185-b778-83594fbc3e28 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:34.430956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7922771-eb6c-450c-b3d5-a428ffc39007 req-94e5145e-8877-4286-9f0c-abb7ccf658da tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839186 Sep 18 00:31:34.473323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.489079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.494577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:34.565503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.577463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:34.603554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.607668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:34.630999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db060d6-1fd5-481a-8d30-d910245d8b25,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:34.658060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.658407 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Added segment 69610bff-c55a-43ab-9331-efb37dedc61a of type vlan for network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c Sep 18 00:31:34.660573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546bf28c-8619-43f4-a86a-3783f847cc1f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:34.683838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28ff40d-4342-40f3-9684-5faf23ec5049') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:34.684577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28ff40d-4342-40f3-9684-5faf23ec5049') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:34.690696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:34.691410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.692871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] 10.222.0.54 "PUT /v2.0/ports/0846fd60-c38a-4415-8a7a-a03c8b602a84 HTTP/1.1" status: 200 len: 1096 time: 2.1852405 Sep 18 00:31:34.741009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.775203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.777597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d9463-a809-4d73-abf7-9d2398c90ccc service neutron] Pushing event updated for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:34.799913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.813626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:31:34.814103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:31:34.816869 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:31:34.908364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.909301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:34.909934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:34.916692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-d76a7e18-c3e2-4e42-afb4-3c635f7dd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:34.918483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-d76a7e18-c3e2-4e42-afb4-3c635f7dd5f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 1099 time: 0.1550438 Sep 18 00:31:34.993405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.002911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8387702 Sep 18 00:31:35.004459 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-93d9ace7-d37b-424e-b92b-e4be48b89715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84 HTTP/1.1" status: 200 len: 217 time: 0.0581560 Sep 18 00:31:35.005789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.006376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:35.007644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/546bf28c-8619-43f4-a86a-3783f847cc1f HTTP/1.1" status: 204 len: 168 time: 1.7789779 Sep 18 00:31:35.014978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Request body: {'subnet': {'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2026721888-subnet', 'tenant_id': 'b2d854e522e14297a76dd725560fcdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:35.049475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72176bb-d8d6-4081-8048-13f45588bcdb admin admin] Pushing event updated for resources: {'Network': ['ID=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:35.050846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Made reservation on behalf of b2d854e522e14297a76dd725560fcdf1 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:35.054124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.069704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:35.093084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c5ca7-2faa-41ed-9b1f-5ae0345d42a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=546bf28c-8619-43f4-a86a-3783f847cc1f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:35.106123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-2255de4e-309f-4dae-b010-f092c8b3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.107754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-2255de4e-309f-4dae-b010-f092c8b3e6f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0709362 Sep 18 00:31:35.178866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-e663abe4-8bbf-4ef5-8942-aeef370f1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.181861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-e663abe4-8bbf-4ef5-8942-aeef370f1775 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652506 Sep 18 00:31:35.305418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 790a57fa-6f7c-4185-b778-83594fbc3e28 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:35.322075 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.329867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 790a57fa-6f7c-4185-b778-83594fbc3e28 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:35.330589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-ca79642a-0d6a-4b45-8aee-0beb0438d87a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402402 Sep 18 00:31:35.330734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 790a57fa-6f7c-4185-b778-83594fbc3e28 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:35.391833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bca69f-d22b-4968-a5b5-46711c0db7e9,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:35.411437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Checking segment: {'id': '69610bff-c55a-43ab-9331-efb37dedc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:35.412327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Network hostable DHCP agents. Network: cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:35.428450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:35.431015 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7055b12a-64ea-44b2-afeb-00caf83661db" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:35.432609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:35.450207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:35.456262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.458176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.460734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0933b-1a68-4022-a354-230ad7ad1ab1 None None] Network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:35.469388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1322b1e7-ceeb-41de-832e-0eb65b4cdaad req-81315211-ab4f-41ed-acd0-61713abd141d service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319025 Sep 18 00:31:35.491705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2bfd3de8-d1f7-4009-9e02-364b517a2678 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4817896 Sep 18 00:31:35.494409 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd6af0-c98d-4145-a435-c8c834000082 x-openstack-request-id: req-a2dd6af0-c98d-4145-a435-c8c834000082 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:35.495175 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:35.495816 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2dd6af0-c98d-4145-a435-c8c834000082 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:35.497203 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84', 'status': 'completed', 'code': 200} Sep 18 00:31:35.610837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48568) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:35.661663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c12fc-ca25-4f07-a7a9-b15211b75661 None None] Network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:35.697779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b12a-64ea-44b2-afeb-00caf83661db req-b29972db-ad28-4cd3-9095-ad3cb609f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.700663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-b29972db-ad28-4cd3-9095-ad3cb609f2d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 1099 time: 0.1236784 Sep 18 00:31:35.750429 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e3fcb9bd-cbe0-46f5-bc12-802950caf284 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd0aa4ed371a40fc9a3c4e430152929e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366904 Sep 18 00:31:35.753491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:35.775561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb68a1-1e95-432e-8c66-83bca9a06f3c req-85d7de49-0682-405e-a221-01d1b0b7dc8b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.777941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dcb68a1-1e95-432e-8c66-83bca9a06f3c req-85d7de49-0682-405e-a221-01d1b0b7dc8b tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 947 time: 0.2283854 Sep 18 00:31:35.856730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dcb68a1-1e95-432e-8c66-83bca9a06f3c req-65fdb7ac-9aa3-4c30-ba37-77b11750f921 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688434 Sep 18 00:31:35.862525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.875929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b12a-64ea-44b2-afeb-00caf83661db req-a745669a-fd2b-4bbf-a2ff-d35c3997fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:35.880609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-a745669a-fd2b-4bbf-a2ff-d35c3997fa85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1664419 Sep 18 00:31:35.901541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.939888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-ff6ff562-8da5-4a5e-9dad-51ea8a07af69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84 HTTP/1.1" status: 200 len: 217 time: 0.0517688 Sep 18 00:31:35.980881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.984292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:35.987895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e214a0b5-54b1-41ec-967d-9e9d7aa4350a HTTP/1.1" status: 204 len: 168 time: 0.2308867 Sep 18 00:31:35.998485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912789-f5c5-491b-83df-de219fad814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214a0b5-54b1-41ec-967d-9e9d7aa4350a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:36.028251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b12a-64ea-44b2-afeb-00caf83661db req-e8b5aa31-532b-4d20-9267-ee555165f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:36.030034 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-e8b5aa31-532b-4d20-9267-ee555165f9f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0826325 Sep 18 00:31:36.082817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b12a-64ea-44b2-afeb-00caf83661db req-282f9156-52d6-4406-a623-0455cb3e1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:36.085980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-282f9156-52d6-4406-a623-0455cb3e1499 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490499 Sep 18 00:31:36.162488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48592) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:36.192875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-e857c96c-f567-4bdb-8597-57c215d79a6d service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982983 Sep 18 00:31:36.290445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7055b12a-64ea-44b2-afeb-00caf83661db req-dda6a10b-7159-475f-b511-407ab18a9202 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887318 Sep 18 00:31:36.633205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-04884a87-242f-485f-b252-beefb931ed1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=244d3c01d6014d638a97caf280d16593&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4693882 Sep 18 00:31:36.635630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:36.663756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 10d25c92-6221-4e13-8496-a27cde1d1c88 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:36.694535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 10d25c92-6221-4e13-8496-a27cde1d1c88 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:36.695393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 10d25c92-6221-4e13-8496-a27cde1d1c88 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:36.729883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:36.760368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:36.827198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:36.831339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:36.833400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/277ab1bb-da39-41ae-b18f-cba63dffb257 HTTP/1.1" status: 204 len: 168 time: 0.1953373 Sep 18 00:31:36.843423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58db8b-3a0a-4866-85f8-61ffdb0585f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ab1bb-da39-41ae-b18f-cba63dffb257,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:37.523803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:37.563167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48664) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:37.617157 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:31:37.638556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6e2b2c23-3ea1-4e21-95e8-55c298679d35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4e62ec08e0144a59948073d09b3e5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739493 Sep 18 00:31:37.641349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48668) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:37.651232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a3b7-5345-4bab-8b45-1d79b0e61b0c req-cf025494-4c0d-418a-8c1d-cf4df2ca9eda tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:37.653267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c477a3b7-5345-4bab-8b45-1d79b0e61b0c req-cf025494-4c0d-418a-8c1d-cf4df2ca9eda tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 947 time: 0.0752058 Sep 18 00:31:37.706813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c477a3b7-5345-4bab-8b45-1d79b0e61b0c req-a4c5bc6b-f0cd-4b79-ad98-2c12e3a07b91 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469873 Sep 18 00:31:37.717461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.748096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:37.755101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.756629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1208446099-network', 'tenant_id': '8d5108ca257e486a91b245c580a5c4a4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:37.783390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Made reservation on behalf of 8d5108ca257e486a91b245c580a5c4a4 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:37.787261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.800417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.819221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.822301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.828279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/342be40d-a625-4337-b0e9-1292ba125997 HTTP/1.1" status: 204 len: 168 time: 0.1855161 Sep 18 00:31:37.838227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d669d9e-d289-46c9-9b84-e456812d9d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342be40d-a625-4337-b0e9-1292ba125997,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:37.918207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.922544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.948754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:37.959585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7088ad-e8dc-44b8-916e-63d8878d6917,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:37.964798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:37.965213 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Added segment 73fe0433-0e82-433b-ab69-f04970d3b18f of type vlan for network c68badf1-1e53-415d-8e97-eff309527c74 Sep 18 00:31:38.007993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.024779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-789c32a3-5a93-4151-9e50-32466a846a22 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:38.025805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-789c32a3-5a93-4151-9e50-32466a846a22 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5009773 Sep 18 00:31:38.067591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.068594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:38.069488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.087844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-122759fb-c2ed-4544-8dcc-a29d1c079b9a tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:38.089232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-122759fb-c2ed-4544-8dcc-a29d1c079b9a tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 1117 time: 0.0540514 Sep 18 00:31:38.109266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3595724 Sep 18 00:31:38.112059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:38.144056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Request body: {'subnet': {'network_id': 'c68badf1-1e53-415d-8e97-eff309527c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1208446099-subnet', 'tenant_id': '8d5108ca257e486a91b245c580a5c4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:38.153391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac5087-2ebf-4b75-abc4-04301204debe admin admin] Pushing event updated for resources: {'Network': ['ID=c68badf1-1e53-415d-8e97-eff309527c74,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:38.173713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c68badf1-1e53-415d-8e97-eff309527c74 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:38.186896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Made reservation on behalf of 8d5108ca257e486a91b245c580a5c4a4 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:38.190819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.397636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.456874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b55ef5-4a61-47b6-b448-d736641f7a2d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:38.464274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Checking segment: {'id': '73fe0433-0e82-433b-ab69-f04970d3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c68badf1-1e53-415d-8e97-eff309527c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:38.464523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Network hostable DHCP agents. Network: c68badf1-1e53-415d-8e97-eff309527c74, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:38.482375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Network c68badf1-1e53-415d-8e97-eff309527c74 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:38.493151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c68badf1-1e53-415d-8e97-eff309527c74) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:38.499857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:38.501010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:38.507149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05846fe-d5cb-42b8-9320-e00494cd879d None None] Network c68badf1-1e53-415d-8e97-eff309527c74 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:38.538456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9337095-d599-40ac-810a-a3f2a365aae9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4167924 Sep 18 00:31:38.646801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f9259-4801-42c5-a8e1-84f43adaaf65 None None] Network c68badf1-1e53-415d-8e97-eff309527c74 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:38.691218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:38.692103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Unknown quota resources ['binding']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:31:38.899056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:38.899415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:38.899744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:38.908843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:38.909162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:38.923907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e2ff-708e-40f2-9f18-720c89a48c79 req-c1577d71-34e1-40a0-91d7-e6ab4f3cca5a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:38.925815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f318e2ff-708e-40f2-9f18-720c89a48c79 req-c1577d71-34e1-40a0-91d7-e6ab4f3cca5a tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 947 time: 0.0776536 Sep 18 00:31:38.927417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:38.927778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:38.928406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:38.928911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Bound port: 59c079aa-10df-46a3-8f0f-887ec7ae566a, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:38.989037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48730) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:39.059673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f318e2ff-708e-40f2-9f18-720c89a48c79 req-22f8ca11-b7ce-4d4f-81ec-ad0932cf5cc8 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246927 Sep 18 00:31:39.088592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:39.094936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:39.096189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9521ad54-42ac-4e13-bb4b-c837f09877c7 service neutron] 10.222.0.49 "POST /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a/bindings HTTP/1.1" status: 201 len: 390 time: 0.7687786 Sep 18 00:31:39.274409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5be4a-ffbe-4298-b4a5-a41d773a5fb2 req-0027e908-279f-4ffc-a1ac-3ee9d99f2a08 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:39.280715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bc5be4a-ffbe-4298-b4a5-a41d773a5fb2 req-0027e908-279f-4ffc-a1ac-3ee9d99f2a08 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 968 time: 0.0601676 Sep 18 00:31:39.325865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bc5be4a-ffbe-4298-b4a5-a41d773a5fb2 req-763664a7-c325-4049-8f78-1eda08329f87 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Sep 18 00:31:39.368541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbea73c-18c5-485b-bf53-2a6bcf6edd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:39.468128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:39.477646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-e03391a5-60e0-4cd6-808f-e54d2405bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:39.479870 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-e03391a5-60e0-4cd6-808f-e54d2405bfe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1120 time: 0.0716414 Sep 18 00:31:39.766766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbea73c-18c5-485b-bf53-2a6bcf6edd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:39.779659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbea73c-18c5-485b-bf53-2a6bcf6edd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:39.813980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbea73c-18c5-485b-bf53-2a6bcf6edd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f0184-3d46-4bee-9381-f84708e70d2b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:39.867154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16246722-d7a9-4d4d-a2f6-a9eda065addf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:39.868194 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bdbea73c-18c5-485b-bf53-2a6bcf6edd64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf7ebec28e304d589f80d3a8cf0b3fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8781137 Sep 18 00:31:39.869986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:39.870638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:39.872795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-1610765c-695d-468a-9434-72b6a89f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:39.874415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-1610765c-695d-468a-9434-72b6a89f9585 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.3870583 Sep 18 00:31:39.978195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-3e157e11-07cb-40c1-87c7-4b4d933a5ce6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.0884089 Sep 18 00:31:40.035122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff060-2a6a-4acc-8547-1248350472aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.094789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-06b2b611-6ecd-47fe-9a1f-0378ae9f1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:40.097489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-06b2b611-6ecd-47fe-9a1f-0378ae9f1f86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1057529 Sep 18 00:31:40.099412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-5866d3b6-fb1d-4ac2-8461-608e5d02e948 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:40.100927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-5866d3b6-fb1d-4ac2-8461-608e5d02e948 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/networks?id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c HTTP/1.1" status: 200 len: 815 time: 0.1748281 Sep 18 00:31:40.126483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-058b7964-4da4-4473-ae15-0160bff1206d tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/quotas/b2d854e522e14297a76dd725560fcdf1 HTTP/1.1" status: 200 len: 375 time: 0.0187423 Sep 18 00:31:40.137957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.155778 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-31f13b5b-0784-4a71-9379-4bf73d0d1680 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467095 Sep 18 00:31:40.180040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-d2258373-388a-4581-bcc9-b30d0fb176fd tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2d854e522e14297a76dd725560fcdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391502 Sep 18 00:31:40.185937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16246722-d7a9-4d4d-a2f6-a9eda065addf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.192765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-99559da6-fba2-49df-a780-f710a25978da service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:40.194128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-99559da6-fba2-49df-a780-f710a25978da service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060818 Sep 18 00:31:40.197297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16246722-d7a9-4d4d-a2f6-a9eda065addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.230874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.237482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16246722-d7a9-4d4d-a2f6-a9eda065addf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59c0b66b2e81459ca840e209008fa414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675610 Sep 18 00:31:40.245414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:40.287767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:40.357633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16246722-d7a9-4d4d-a2f6-a9eda065addf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0870cc61-5787-492e-b077-cd6bd79154e4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:40.370144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc580-9bea-4cc3-93dd-9e54b365802b req-38bc6c0c-6baa-4cf9-89ce-f3c2582c69dc tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:40.372180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f18dc580-9bea-4cc3-93dd-9e54b365802b req-38bc6c0c-6baa-4cf9-89ce-f3c2582c69dc tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 947 time: 0.1418118 Sep 18 00:31:40.407343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-bb81e431-cbc8-4075-930f-493ea5e579a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432992 Sep 18 00:31:40.433187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0846fd60-c38a-4415-8a7a-a03c8b602a84 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:40.437612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f18dc580-9bea-4cc3-93dd-9e54b365802b req-93fb05bc-4252-442f-8e6e-0726c32b5f16 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512691 Sep 18 00:31:40.439745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-ff1e7c8c-c040-4cf2-93de-b6be33f42fc5 service neutron] 10.222.0.49 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074738 Sep 18 00:31:40.441280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.481946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.484869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.488949 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a6f0184-3d46-4bee-9381-f84708e70d2b HTTP/1.1" status: 204 len: 168 time: 0.6122861 Sep 18 00:31:40.491792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-network', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:40.563272 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.584901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451538-8589-41a2-82d5-053a574ab67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f0184-3d46-4bee-9381-f84708e70d2b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:40.606970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff060-2a6a-4acc-8547-1248350472aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.610646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-a3c89202-3907-4302-aba9-68910127cb2a service neutron] 10.222.0.49 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557195 Sep 18 00:31:40.623680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff060-2a6a-4acc-8547-1248350472aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.675991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:40.679000 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-c0b1cb53-c091-4e08-baca-0c8eaae22fac service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562232 Sep 18 00:31:40.687144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f1ff060-2a6a-4acc-8547-1248350472aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8752c5fe23014b489ba3d88f2ada4a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8115208 Sep 18 00:31:40.688876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ff060-2a6a-4acc-8547-1248350472aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa5014-4159-4d14-a8d7-23591b82c646,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:40.692004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48818) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:40.721895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.724813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.725948 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0870cc61-5787-492e-b077-cd6bd79154e4 HTTP/1.1" status: 204 len: 168 time: 0.4790168 Sep 18 00:31:40.742423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '0846fd60-c38a-4415-8a7a-a03c8b602a84', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '0846fd60-c38a-4415-8a7a-a03c8b602a84', 'mac_address': 'fa:16:3e:76:dd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:40.747367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eee0e-5ddc-4dea-9769-4d7665686bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0870cc61-5787-492e-b077-cd6bd79154e4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:40.747744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Made reservation on behalf of e7ca663280984d1aa3cf422b3f28f0d1 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:40.750716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.769024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.784128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.798998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.809585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8500dd-bba9-4236-8ad3-1a118151ae69 req-790285d7-6d77-440f-ac98-f89db3d30314 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:40.818837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d8500dd-bba9-4236-8ad3-1a118151ae69 req-790285d7-6d77-440f-ac98-f89db3d30314 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 968 time: 0.1977034 Sep 18 00:31:40.885779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.889544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.891004 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dffa5014-4159-4d14-a8d7-23591b82c646 HTTP/1.1" status: 204 len: 168 time: 0.1974330 Sep 18 00:31:40.910953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d8500dd-bba9-4236-8ad3-1a118151ae69 req-a26e8658-0217-4960-bfe7-041c7b580c4f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Sep 18 00:31:40.915903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:40.978761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0846fd60-c38a-4415-8a7a-a03c8b602a84 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:41.048580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:41.052268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89acc6-24b2-4236-9ceb-6dd23d31c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa5014-4159-4d14-a8d7-23591b82c646,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:41.061979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33bfea1e-7fb3-4df1-87c1-5a6bc4f09850 req-72d59d55-2983-4e4c-a5e8-ab6b62e4ac8a tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 210 time: 0.0456460 Sep 18 00:31:41.062111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.143042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.154473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.194824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:41.212329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f41238-8183-4903-8b4a-982c0f848681,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:41.229169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:41.232101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-ee227c27-5137-479e-ba3f-e2e0b72d023b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:41.238243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-ee227c27-5137-479e-ba3f-e2e0b72d023b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1120 time: 0.3128018 Sep 18 00:31:41.248829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.249539 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Added segment 266cf3f0-6e77-4938-898c-1d22a11153fe of type vlan for network 3e64932f-59e2-46b3-b755-f502778c1eee Sep 18 00:31:41.251417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:41.307546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.312843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48862) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:41.342823 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.344715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:41.345530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.350469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2f32f06-43bb-4f98-b2a3-508e82e06d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.452758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0846fd60-c38a-4415-8a7a-a03c8b602a84'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:41.484928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2f32f06-43bb-4f98-b2a3-508e82e06d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.488438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.504376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e64932f-59e2-46b3-b755-f502778c1eee,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:41.514770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d290d33-8487-4ddb-9b4c-7b0ed7adb6f1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2246668 Sep 18 00:31:41.517676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48870) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:41.530833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Request body: {'subnet': {'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-subnet', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:41.535163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2f32f06-43bb-4f98-b2a3-508e82e06d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.538734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3e64932f-59e2-46b3-b755-f502778c1eee details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:41.601178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Made reservation on behalf of e7ca663280984d1aa3cf422b3f28f0d1 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:41.604390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.643296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f2f32f06-43bb-4f98-b2a3-508e82e06d72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bef84bf90fb9484895be7c3877e8822f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290989 Sep 18 00:31:41.647312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48878) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:41.653698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32f06-43bb-4f98-b2a3-508e82e06d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7383b671-f517-4521-924a-871728e1510d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:41.823090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.928087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:41.936201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.940075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48882) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:41.969349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:41.971536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4da7574-d04e-4991-b87a-e4e38eef6f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.003640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e179-246f-4601-9215-4ecd946730e3 req-315b2d1b-76f9-4e67-867b-afb1834f5273 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:42.011020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfd2e179-246f-4601-9215-4ecd946730e3 req-315b2d1b-76f9-4e67-867b-afb1834f5273 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 948 time: 0.3990271 Sep 18 00:31:42.013167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefd9-381d-4936-8643-88bff210ca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.047442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:42.094518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.098500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.098817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7383b671-f517-4521-924a-871728e1510d HTTP/1.1" status: 204 len: 168 time: 0.4421043 Sep 18 00:31:42.125794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:42.128295 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1c353d-f4b2-4f5a-b677-5bca142365e6" -d '{"events": [{"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-unplugged", "status": "completed", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:42.135319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.139632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc7f0f-a50f-4d0a-ae12-11a1248d6074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7383b671-f517-4521-924a-871728e1510d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.151389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.194552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4da7574-d04e-4991-b87a-e4e38eef6f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.238158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4da7574-d04e-4991-b87a-e4e38eef6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.260034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.272598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:42.272906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:42.273233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:42.278686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:42.279008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Attempting to bind port 59c079aa-10df-46a3-8f0f-887ec7ae566a on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:42.283938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:42.284305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:42.284683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:42.285105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Bound port: 59c079aa-10df-46a3-8f0f-887ec7ae566a, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:42.285462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.300467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfd2e179-246f-4601-9215-4ecd946730e3 req-2b44c83b-50a4-4965-b6eb-8363fa47935e tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883546 Sep 18 00:31:42.301075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7574-d04e-4991-b87a-e4e38eef6f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9aefb6-e739-482b-82e2-7a6705e3c6c2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.377366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:42.381464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:42.385914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4da7574-d04e-4991-b87a-e4e38eef6f32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74271535266c48a2a314e8662129756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421911 Sep 18 00:31:42.387063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48908) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:42.389099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.409594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7d78c-0184-474c-ac6a-32a71bfd1daa req-9288ec9c-a0a4-4760-8405-aa9fe014ae31 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:42.411152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4d7d78c-0184-474c-ac6a-32a71bfd1daa req-9288ec9c-a0a4-4760-8405-aa9fe014ae31 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.2205019 Sep 18 00:31:42.418191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.501506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4d7d78c-0184-474c-ac6a-32a71bfd1daa req-659a4d4d-98f3-4b7b-b88a-aad72dc62c9a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808556 Sep 18 00:31:42.540320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1d2159-77d3-4060-aa17-64cb8391d1ba,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.555543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Checking segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:42.555898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Network hostable DHCP agents. Network: 3e64932f-59e2-46b3-b755-f502778c1eee, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:42.563318 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefd9-381d-4936-8643-88bff210ca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.571364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2cfdefd9-381d-4936-8643-88bff210ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.589255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:42.589255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.594050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] 10.222.0.54 "PUT /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 1146 time: 1.3473213 Sep 18 00:31:42.614679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['59c079aa-10df-46a3-8f0f-887ec7ae566a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:42.615274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Network 3e64932f-59e2-46b3-b755-f502778c1eee is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:42.623191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2cfdefd9-381d-4936-8643-88bff210ca54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb684a8bfe424f98aec7e5eaaea0d62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795132 Sep 18 00:31:42.625989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48934) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:42.630844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdefd9-381d-4936-8643-88bff210ca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef149132-e5f3-42ff-9897-0529481926ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.658161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156d9d-9d9f-45bc-94c2-ed7bdb7054c1 service neutron] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:42.672769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.675949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3e64932f-59e2-46b3-b755-f502778c1eee) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:42.700403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9834599-aee0-4968-95bb-40dfa6c80f6d req-a4828be2-dfd9-4942-984d-9dc4d345beed tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 210 time: 0.0720270 Sep 18 00:31:42.700622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4667b7-6e34-4879-8278-7aca9dae1be8 None None] Network 3e64932f-59e2-46b3-b755-f502778c1eee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:42.708971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:42.709795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.743579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.801824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.810909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8ab0c4c7-c4b7-4bb5-9291-17d676e0d1f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2897837 Sep 18 00:31:42.812268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48942) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:42.836535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:42.841692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.863570 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849bd9f4-a0e0-453f-8a5f-03540065b248 x-openstack-request-id: req-849bd9f4-a0e0-453f-8a5f-03540065b248 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:42.863938 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-unplugged", "status": "completed", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:42.875770 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-849bd9f4-a0e0-453f-8a5f-03540065b248 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:42.876994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-34d656f3-05ed-4786-b422-19986ae89826 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:42.878700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-34d656f3-05ed-4786-b422-19986ae89826 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.48 "GET /v2.0/networks?id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c HTTP/1.1" status: 200 len: 815 time: 0.1822915 Sep 18 00:31:42.879044 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'code': 200} Sep 18 00:31:42.912690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Request body: {'port': {'device_id': '937618a5-f23e-4863-a07e-5bb41930e929', 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c', 'admin_state_up': True, 'tenant_id': 'b2d854e522e14297a76dd725560fcdf1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:42.915192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.916728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.942649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.953548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:42.957972 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f9aefb6-e739-482b-82e2-7a6705e3c6c2 HTTP/1.1" status: 204 len: 168 time: 0.5611584 Sep 18 00:31:42.997267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609ddb-1a95-482c-b625-801a9a3863f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9aefb6-e739-482b-82e2-7a6705e3c6c2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:43.068450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.070976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.086117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef149132-e5f3-42ff-9897-0529481926ad HTTP/1.1" status: 204 len: 168 time: 0.4589279 Sep 18 00:31:43.093552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.119753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7ee4c-85dd-4e2e-8969-a3020bc74a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef149132-e5f3-42ff-9897-0529481926ad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:43.157519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3e64932f-59e2-46b3-b755-f502778c1eee', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:31:43.158679 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.238582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Made reservation on behalf of b2d854e522e14297a76dd725560fcdf1 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:43.241936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.321294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Allocated IP 172.20.0.2 (3e64932f-59e2-46b3-b755-f502778c1eee/8c1d2159-77d3-4060-aa17-64cb8391d1ba/b04db81b-ff65-49df-ac5b-7a65326fd9ed) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:43.441441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.478958 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.493086 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.576005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Network 3e64932f-59e2-46b3-b755-f502778c1eee is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:43.580812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:43.587975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:43.641708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Pushing event updated for resources: {'Port': ['ID=b04db81b-ff65-49df-ac5b-7a65326fd9ed,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:43.655150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Attempting to bind port b04db81b-ff65-49df-ac5b-7a65326fd9ed on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:43.655720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Attempting to bind port b04db81b-ff65-49df-ac5b-7a65326fd9ed by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:43.656289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Attempting to bind port b04db81b-ff65-49df-ac5b-7a65326fd9ed on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:43.661778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:43.662385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Checking segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:43.663131 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.663679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Bound using segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:43.664325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Bound port: b04db81b-ff65-49df-ac5b-7a65326fd9ed, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:43.664896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.780752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] For port b04db81b-ff65-49df-ac5b-7a65326fd9ed, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:43.784809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] For port b04db81b-ff65-49df-ac5b-7a65326fd9ed, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04db81b-ff65-49df-ac5b-7a65326fd9ed,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:43.795502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.933523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d926-6aae-4f1d-b141-ff39987c1a2c None None] Pushing event updated for resources: {'Port': ['ID=b04db81b-ff65-49df-ac5b-7a65326fd9ed,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:43.935459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.967181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.099856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Allocated IP 172.25.7.47 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/44d415c2-eec0-4f73-8cad-bb9d5edcd978) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:44.177439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Allocated IP 172.20.0.7 (cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c/d1bca69f-d22b-4968-a5b5-46711c0db7e9/5652865d-1b95-44a5-a84c-06b95fe860c5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:44.203581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0ab7-8e4b-460e-94a7-89a0bd0c1a38 req-32c87179-23be-406a-8744-0aa870a5be1a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:44.217351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e3f0ab7-8e4b-460e-94a7-89a0bd0c1a38 req-32c87179-23be-406a-8744-0aa870a5be1a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.1358588 Sep 18 00:31:44.252667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cbf39-c9dd-4413-b871-e3c953978560 req-73083702-2984-41fe-bd81-e26918655336 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:44.262566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee2cbf39-c9dd-4413-b871-e3c953978560 req-73083702-2984-41fe-bd81-e26918655336 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 948 time: 0.7375233 Sep 18 00:31:44.266520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.316757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.337034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee2cbf39-c9dd-4413-b871-e3c953978560 req-f9bce74a-fbff-4a5b-b1cc-638110718b20 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729616 Sep 18 00:31:44.364948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:44.365681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e3f0ab7-8e4b-460e-94a7-89a0bd0c1a38 req-b6857da4-641e-439a-8348-0b5c4aaaf559 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405234 Sep 18 00:31:44.368553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:44.387690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:44.392800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Pushing event updated for resources: {'Port': ['ID=44d415c2-eec0-4f73-8cad-bb9d5edcd978,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:44.452259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0846fd60-c38a-4415-8a7a-a03c8b602a84 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:44.609299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 0846fd60-c38a-4415-8a7a-a03c8b602a84 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:44.613429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 0846fd60-c38a-4415-8a7a-a03c8b602a84 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:44.613801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.622788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a43443c3-4d2f-4af4-8e99-b01e3c1f014e req-624f9a0f-540b-493b-b8e9-4fec0052756b tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 210 time: 0.1500156 Sep 18 00:31:44.758122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.778103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.824702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:44.831980 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ddbdd-13ee-48f7-9b75-fa77d673b141" -d '{"events": [{"server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "name": "network-vif-plugged", "status": "completed", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:44.841769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.862574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:44.871583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.890515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:44.903093 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564" -d '{"events": [{"name": "network-changed", "server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:44.908287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.936352 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8b580-04d3-4b34-9353-bf600688e8ca x-openstack-request-id: req-03d8b580-04d3-4b34-9353-bf600688e8ca {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:44.936677 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "name": "network-vif-plugged", "status": "completed", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:44.936944 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03d8b580-04d3-4b34-9353-bf600688e8ca {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:44.937315 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84', 'code': 200} Sep 18 00:31:45.008367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:45.038370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Pushing event updated for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:45.066459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:45.067902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:45.076770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:45.159354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.162015 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a131b03-d359-4f83-a60b-c87f777d4004 x-openstack-request-id: req-1a131b03-d359-4f83-a60b-c87f777d4004 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:45.162594 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:45.163015 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a131b03-d359-4f83-a60b-c87f777d4004 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:45.163532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.163703 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'status': 'completed', 'code': 200} Sep 18 00:31:45.164202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:45.210561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2608da92-a0cf-40a1-86cd-0b6f14fefb02 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3056395 Sep 18 00:31:45.223437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Request body: {'port': {'device_id': '937618a5-f23e-4863-a07e-5bb41930e929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:45.277758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-c1dd7297-a784-450a-85d5-dc3646cfd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.280116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-c1dd7297-a784-450a-85d5-dc3646cfd30a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1149 time: 0.0891259 Sep 18 00:31:45.284880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2eada-86fc-4e91-9d8e-fdc2be8d531e req-73e8a080-c8df-42fd-9673-a0b476dd70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.288736 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8bc2eada-86fc-4e91-9d8e-fdc2be8d531e req-73e8a080-c8df-42fd-9673-a0b476dd70e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 1101 time: 0.2375185 Sep 18 00:31:45.305558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.320153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da3a184-b442-4e53-a2d5-5208de92067a None None] Network 3e64932f-59e2-46b3-b755-f502778c1eee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:45.415015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8bc2eada-86fc-4e91-9d8e-fdc2be8d531e req-1b8b4bb0-780b-4a7d-8397-4aa2893838a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842652 Sep 18 00:31:45.480817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04db81b-ff65-49df-ac5b-7a65326fd9ed up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:45.543809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] Provisioning complete for port b04db81b-ff65-49df-ac5b-7a65326fd9ed triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:45.544516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.610530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b04db81b-ff65-49df-ac5b-7a65326fd9ed triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:45.613503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.716814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64220-b162-4a1e-9b34-f591a76a3b07 req-7cff2f3a-3019-4aad-9304-120ba55b85c2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.724298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e64220-b162-4a1e-9b34-f591a76a3b07 req-7cff2f3a-3019-4aad-9304-120ba55b85c2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.1505013 Sep 18 00:31:45.815869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e64220-b162-4a1e-9b34-f591a76a3b07 req-ce3b5ab9-566a-42ca-b4b0-5b13181cc379 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860004 Sep 18 00:31:45.906980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-189347765-network', 'tenant_id': '7fbb04baecc948c78313e462484cba2c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:45.920584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5428a91-69b8-4370-819d-ebf65131685b req-ec1459f2-32b0-4870-baea-77d71fa77fb1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.922514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5428a91-69b8-4370-819d-ebf65131685b req-ec1459f2-32b0-4870-baea-77d71fa77fb1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.0936131 Sep 18 00:31:45.943682 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.972796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-36891e34-ed15-417c-92c4-42a4a20d08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.975032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-36891e34-ed15-417c-92c4-42a4a20d08bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.6852949 Sep 18 00:31:45.979094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.996814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.014706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5428a91-69b8-4370-819d-ebf65131685b req-10c6a5bb-326e-4e50-948e-b0a2bdb8bba5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837400 Sep 18 00:31:46.031913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:46.036535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.044563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.050865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5652865d-1b95-44a5-a84c-06b95fe860c5 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:46.072770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] For port b04db81b-ff65-49df-ac5b-7a65326fd9ed, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04db81b-ff65-49df-ac5b-7a65326fd9ed,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:46.075296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.081523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.098804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-1225c953-34cc-4e8c-a41b-80f92e9c874a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.1122456 Sep 18 00:31:46.109284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.128437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Transition to ACTIVE for port object 5652865d-1b95-44a5-a84c-06b95fe860c5 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:46.140948 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.231571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39c9f6-1c81-47b4-9a7e-6e03b55ae002 req-30388006-9164-4225-bf09-66b1c545191e tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.236325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a1bef-8cb1-4514-ae3c-1f3f48801e53 None None] Pushing event updated for resources: {'Port': ['ID=b04db81b-ff65-49df-ac5b-7a65326fd9ed,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:46.240411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c39c9f6-1c81-47b4-9a7e-6e03b55ae002 req-30388006-9164-4225-bf09-66b1c545191e tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 943 time: 0.1024964 Sep 18 00:31:46.286523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:31:46.286523 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:31:46.321839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-0798f96f-c2d7-4115-9aa3-3d0666f04d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.323717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-0798f96f-c2d7-4115-9aa3-3d0666f04d6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2099698 Sep 18 00:31:46.373170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c39c9f6-1c81-47b4-9a7e-6e03b55ae002 req-f33a1881-bf53-435a-9416-afa7b9ff0a24 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317620 Sep 18 00:31:46.373753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Pushing event updated for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:46.382104 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-982e29f1-0a1c-45e9-b312-e9613fc86c12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404568 Sep 18 00:31:46.421558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-590920f0-705b-4500-b3e5-3108c58713e9 None None] Provisioning complete for port b04db81b-ff65-49df-ac5b-7a65326fd9ed triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:46.421861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-590920f0-705b-4500-b3e5-3108c58713e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.434629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Attempting to bind port 5652865d-1b95-44a5-a84c-06b95fe860c5 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:46.436729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Attempting to bind port 5652865d-1b95-44a5-a84c-06b95fe860c5 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '69610bff-c55a-43ab-9331-efb37dedc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:46.437390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Attempting to bind port 5652865d-1b95-44a5-a84c-06b95fe860c5 on network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:46.451043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Port 5652865d-1b95-44a5-a84c-06b95fe860c5 on network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:46.451649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Attempting to bind port 5652865d-1b95-44a5-a84c-06b95fe860c5 on network cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:46.469287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:46.470295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Checking segment: {'id': '69610bff-c55a-43ab-9331-efb37dedc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:46.470829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Bound using segment: {'id': '69610bff-c55a-43ab-9331-efb37dedc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:46.472042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Bound port: 5652865d-1b95-44a5-a84c-06b95fe860c5, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69610bff-c55a-43ab-9331-efb37dedc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:46.472613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.487986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:46.594729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:46.597639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5652865d-1b95-44a5-a84c-06b95fe860c5,segment=NetworkSegment(69610bff-c55a-43ab-9331-efb37dedc61a),segment_id=69610bff-c55a-43ab-9331-efb37dedc61a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:46.618553 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.620032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Router f522e1cc-3479-414b-b781-d3e661df6ac1 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:31:46.628323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.639245 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-1ca90a55-034e-4621-8cc0-05c3aeac9ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416987 Sep 18 00:31:46.640162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.712995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.713922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.716857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] 10.222.0.48 "PUT /v2.0/ports/5652865d-1b95-44a5-a84c-06b95fe860c5 HTTP/1.1" status: 200 len: 1092 time: 1.4979544 Sep 18 00:31:46.719513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:46.772511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f580-8fdb-4ab9-bc62-ba48dba258cd service neutron] Pushing event updated for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:46.874301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-80133bba-0b21-4510-8f0b-a814fcabc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.875807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-80133bba-0b21-4510-8f0b-a814fcabc9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d854e522e14297a76dd725560fcdf1&device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 1095 time: 0.0920694 Sep 18 00:31:46.885233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:46.943322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:31:46.947124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:46.963348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:46.972418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:46.973366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:46.974070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:46.982585 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2724ea8-9f84-4798-bfd2-269542d39fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:46.986898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:46.987245 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Added segment a68ed14a-b1a8-4329-be5d-821578e10e64 of type vlan for network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 Sep 18 00:31:46.987414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-c3452d41-7b99-4d1c-b245-b9fadd0e44e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5652865d-1b95-44a5-a84c-06b95fe860c5 HTTP/1.1" status: 200 len: 217 time: 0.1010783 Sep 18 00:31:47.033916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:47.039797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.079395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c374-6180-4443-b4f1-9c3ddb78b263 req-21b66f4e-28ef-428f-bf49-52d02f87f4c2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:47.081277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f999c374-6180-4443-b4f1-9c3ddb78b263 req-21b66f4e-28ef-428f-bf49-52d02f87f4c2 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.1101086 Sep 18 00:31:47.083224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-4d2ee306-9907-4aae-ac6f-4df0f286adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:47.084938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-4d2ee306-9907-4aae-ac6f-4df0f286adc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bca69f-d22b-4968-a5b5-46711c0db7e9 HTTP/1.1" status: 200 len: 855 time: 0.0875001 Sep 18 00:31:47.122343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.126492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7be8e72b-47cf-4056-8843-f3b672ab2041 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.3051982 Sep 18 00:31:47.129619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:47.147366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-a7983cf3-49b1-476a-a738-20e9a66d09c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484450 Sep 18 00:31:47.171403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.172403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:47.172988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.245406 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe5dc95b-6759-46f0-be97-5fc0f5aa2564 req-060e5d43-4064-468a-8478-3d261f1f57e9 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963981 Sep 18 00:31:47.260250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0735826 Sep 18 00:31:47.263276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:47.266161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49264) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:47.291872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Request body: {'subnet': {'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-189347765-subnet', 'tenant_id': '7fbb04baecc948c78313e462484cba2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:47.310461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f999c374-6180-4443-b4f1-9c3ddb78b263 req-f1ddc336-9af6-4eea-978f-d50c9b337f13 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219136 Sep 18 00:31:47.357870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:47.361104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.376824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa3c3-c12f-466a-90f8-cbb2dff94aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b267cce-014c-4e52-8c8b-c7aefe641bb2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:47.413051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-2358e9a3-5a85-4e2c-9f39-9fbf245c1ae6 service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560272 Sep 18 00:31:47.427380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:47.429250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04db81b-ff65-49df-ac5b-7a65326fd9ed up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:47.484711 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b73115a-79b2-4189-8636-c30b85af231b x-openstack-request-id: req-4b73115a-79b2-4189-8636-c30b85af231b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:47.485016 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:47.485275 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b73115a-79b2-4189-8636-c30b85af231b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:47.486211 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5', 'status': 'completed', 'code': 200} Sep 18 00:31:47.608590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b04db81b-ff65-49df-ac5b-7a65326fd9ed triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:47.608970 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.635088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dd1794a-f6b7-4994-8307-647de3e3ecb8 req-37745fd4-b7b3-42e8-871e-45fdafe3de8f service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810853 Sep 18 00:31:47.653962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:44Z', 'revision_number': 3, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:47.674900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca022abd-4815-46de-b6c4-be59a1eaef32 req-11c542e4-dc31-4d48-89b7-4705d10e3d65 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:47.683929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca022abd-4815-46de-b6c4-be59a1eaef32 req-11c542e4-dc31-4d48-89b7-4705d10e3d65 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.1363995 Sep 18 00:31:47.705034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:47.705603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Updating router f522e1cc-3479-414b-b781-d3e661df6ac1 port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:31:47.746059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.861281 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.005815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca022abd-4815-46de-b6c4-be59a1eaef32 req-987fb739-4247-4596-b8dc-a2f0fa3f5fe1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209834 Sep 18 00:31:48.040767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-455763c4-cee7-490d-9889-cea35c3bc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.042555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-455763c4-cee7-490d-9889-cea35c3bc16e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d854e522e14297a76dd725560fcdf1&device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 1095 time: 0.3393049 Sep 18 00:31:48.047870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Allocated IP 172.20.0.1 (3e64932f-59e2-46b3-b755-f502778c1eee/8c1d2159-77d3-4060-aa17-64cb8391d1ba/5370a470-e49c-4683-a0e1-eaa1158633b4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:48.076429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.079076 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.085723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.137752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54cfcb-cd1c-4156-a178-e6ce78ff7b86 None None] Pushing event updated for resources: {'Port': ['ID=44d415c2-eec0-4f73-8cad-bb9d5edcd978,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:48.162166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Attempting to bind port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:48.163316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Attempting to bind port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:48.163780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Attempting to bind port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:48.170363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:48.170875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:48.171398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.172373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:48.173038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Bound port: 44d415c2-eec0-4f73-8cad-bb9d5edcd978, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:48.173627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.177110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29320c73-5b8d-4127-822c-2bb3a8550a49 req-b469b49a-b529-4fd6-a909-601944371c98 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.178638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29320c73-5b8d-4127-822c-2bb3a8550a49 req-b469b49a-b529-4fd6-a909-601944371c98 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 943 time: 0.1908932 Sep 18 00:31:48.195999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.228366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b341f1-de2c-4a9e-959e-667e944b9522,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:48.239169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] For port 44d415c2-eec0-4f73-8cad-bb9d5edcd978, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:48.242642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] For port 44d415c2-eec0-4f73-8cad-bb9d5edcd978, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44d415c2-eec0-4f73-8cad-bb9d5edcd978,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:48.243640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.248751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.257901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.258251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.258593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.258929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.259262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.259590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.259913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.260433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.260763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.261679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.262101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.262870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.282977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-122cb96a-9e91-4d3f-a2ed-d1279141db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.284598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-122cb96a-9e91-4d3f-a2ed-d1279141db7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c HTTP/1.1" status: 200 len: 916 time: 0.2334707 Sep 18 00:31:48.289129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29320c73-5b8d-4127-822c-2bb3a8550a49 req-59b2feb1-e6e0-4718-a1fb-7731f649f183 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013176 Sep 18 00:31:48.290739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:48.291109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Network hostable DHCP agents. Network: 0b267cce-014c-4e52-8c8b-c7aefe641bb2, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:48.309765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:48.310728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:48.314816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Pushing event updated for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:48.355756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Network 3e64932f-59e2-46b3-b755-f502778c1eee is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:48.357574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:48.360441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.360924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.361397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.361718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.362265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.362700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.363201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.363582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.364372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.364849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.365279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.365715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:48.374333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-4a59f097-08bb-45a8-96af-a173f93b7b5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5652865d-1b95-44a5-a84c-06b95fe860c5 HTTP/1.1" status: 200 len: 217 time: 0.0795958 Sep 18 00:31:48.377148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:48.436588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.481840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:48.503856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54cfcb-cd1c-4156-a178-e6ce78ff7b86 None None] Pushing event updated for resources: {'Port': ['ID=44d415c2-eec0-4f73-8cad-bb9d5edcd978,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:48.517216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0b267cce-014c-4e52-8c8b-c7aefe641bb2) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:48.527209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.527803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.530890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-23921623-1089-4b97-b604-2dc8d7a24b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.535324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bf70f6-05f8-46f7-b31e-19bc1ce0c51f None None] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:48.537301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-23921623-1089-4b97-b604-2dc8d7a24b02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bca69f-d22b-4968-a5b5-46711c0db7e9 HTTP/1.1" status: 200 len: 855 time: 0.1532588 Sep 18 00:31:48.590731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-85a8b670-58e7-42a5-be65-5074c44ae37e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417621 Sep 18 00:31:48.593263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:48.610352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-befd6139-4cfd-48f9-951a-33ce43ebfb7d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3293328 Sep 18 00:31:48.616776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9551b-45b2-4713-bc0a-34fda32c41ef req-c993328d-dc65-478a-b764-18012b7cead9 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540061 Sep 18 00:31:48.662321 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.817561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3d0d-af03-4bb8-bbd7-d9f5afb80d9a req-d8af378e-4ec7-4110-8162-53ef7efd05f8 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.826866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f2b3d0d-af03-4bb8-bbd7-d9f5afb80d9a req-d8af378e-4ec7-4110-8162-53ef7efd05f8 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.2271011 Sep 18 00:31:48.827624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-63c3ff74-1bf5-4b92-9f5d-3cd408b83b86 None None] Provisioning complete for port 5370a470-e49c-4683-a0e1-eaa1158633b4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:48.828254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-63c3ff74-1bf5-4b92-9f5d-3cd408b83b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.885026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f2b3d0d-af03-4bb8-bbd7-d9f5afb80d9a req-ae645914-e7bc-4670-ab80-2d8086806715 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513184 Sep 18 00:31:48.916104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.930133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-63c3ff74-1bf5-4b92-9f5d-3cd408b83b86 None None] Port 5370a470-e49c-4683-a0e1-eaa1158633b4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:48.930983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.932189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ccaf39-22a4-4691-bbdb-c37c30bf61f0 None None] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:48.988788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9551b-45b2-4713-bc0a-34fda32c41ef req-f0c51356-19a8-4acf-bfea-a7ccc2d9bbd9 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.996145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9551b-45b2-4713-bc0a-34fda32c41ef req-f0c51356-19a8-4acf-bfea-a7ccc2d9bbd9 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784363 Sep 18 00:31:49.000551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-276f45bb-c16b-4a63-9c1d-def605ea98c7 service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980165 Sep 18 00:31:49.049424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:49.052308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:44Z', 'revision_number': 3, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:49.056816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Pushing event updated for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:49.096940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a90fa6-592c-4b63-89a9-0da457d00cbc None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:44Z', 'revision_number': 3, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:49.167953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9551b-45b2-4713-bc0a-34fda32c41ef req-f478d28c-b63d-484a-80c9-ac59e835f766 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/quotas/0497e01cf82e493d8e8c36a2c4ce2721 HTTP/1.1" status: 200 len: 375 time: 0.1705992 Sep 18 00:31:49.168160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-0a70f64d-d2a8-46c9-b5e3-eba642945412 service neutron] 10.222.0.48 "GET /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.1685090 Sep 18 00:31:49.239380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2724ea8-9f84-4798-bfd2-269542d39fe7 req-4d998299-d5cd-439a-b44f-9a6ba5ff90d1 service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122350 Sep 18 00:31:49.258591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9551b-45b2-4713-bc0a-34fda32c41ef req-ce8919f5-74c1-4be5-a47b-9478da198aaa tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806527 Sep 18 00:31:49.378936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Network 3e64932f-59e2-46b3-b755-f502778c1eee is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:49.382409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:49.640108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49414) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:49.655634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1412083333-network', 'tenant_id': '89933a59a7f04b7a9d157862f75f66ca'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:49.721160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297becc-027e-4f19-9865-35b939672040 req-52ed113d-962e-44b8-8e42-dd5bd20492b6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:49.728664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3297becc-027e-4f19-9865-35b939672040 req-52ed113d-962e-44b8-8e42-dd5bd20492b6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 966 time: 0.1003342 Sep 18 00:31:49.766585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06066db-32bc-4d8a-bb7a-a823bbd95e17 req-35e70634-5a54-49cf-8e99-d729f614de82 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:49.768150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d06066db-32bc-4d8a-bb7a-a823bbd95e17 req-35e70634-5a54-49cf-8e99-d729f614de82 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 943 time: 0.1034544 Sep 18 00:31:49.771315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:49.782002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-164fb500-88ac-439d-b3f1-7a672c6355ba None None] Provisioning complete for port 5370a470-e49c-4683-a0e1-eaa1158633b4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:49.782434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-164fb500-88ac-439d-b3f1-7a672c6355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:49.787535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3297becc-027e-4f19-9865-35b939672040 req-aa093973-f75d-4be3-971c-c5a97c12e38f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Sep 18 00:31:49.799385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Made reservation on behalf of 89933a59a7f04b7a9d157862f75f66ca for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:49.801939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:49.820200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d06066db-32bc-4d8a-bb7a-a823bbd95e17 req-eca32318-1a47-4bd3-a9ea-026bd8a43aa9 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Sep 18 00:31:49.825676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-164fb500-88ac-439d-b3f1-7a672c6355ba None None] Port 5370a470-e49c-4683-a0e1-eaa1158633b4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:49.835670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:49.859651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:49.869510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:49.982568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994825-fbe6-421b-b3dd-482c94dc47ea req-1b93cea0-d8c0-46dc-bd98-6ec81b335483 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:49.984504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21994825-fbe6-421b-b3dd-482c94dc47ea req-1b93cea0-d8c0-46dc-bd98-6ec81b335483 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.0692151 Sep 18 00:31:50.032370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21994825-fbe6-421b-b3dd-482c94dc47ea req-7466523e-2cfa-400c-9ca1-acd5f62b5ed1 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Sep 18 00:31:50.100917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-7e85ef90-a184-4d16-9a45-3f97cc12a9c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3965776 Sep 18 00:31:50.194838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c079aa-10df-46a3-8f0f-887ec7ae566a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:50.230735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:50.264473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.303452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.316329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.383381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:50.386542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22854c-c066-4766-863e-24180461255b req-3f7fd67a-cffe-437d-bad4-15cd9336f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:50.388050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-3f7fd67a-cffe-437d-bad4-15cd9336f60a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c29a6480761422492ee72ec66d21dce&device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 1101 time: 0.2119508 Sep 18 00:31:50.410223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c148340e-491c-4e50-9b3e-53b9bdd7f9e6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:50.440647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.440921 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Added segment 7476622a-272e-4412-974f-d7d7cba500bd of type vlan for network 620d7b8b-353d-494f-a7e7-ddaa11419ea7 Sep 18 00:31:50.554085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cdfc-b2d7-4262-85c5-63427e3f4574 req-2c26c316-ee24-4096-af3b-36edb9969663 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:50.555619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e69cdfc-b2d7-4262-85c5-63427e3f4574 req-2c26c316-ee24-4096-af3b-36edb9969663 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.0582788 Sep 18 00:31:50.574800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.582926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:50.596741 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c896a56d-1468-4f14-b174-2be65e1b2472 admin admin] 10.222.0.49 "PUT /v2.0/routers/f522e1cc-3479-414b-b781-d3e661df6ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4659710 Sep 18 00:31:50.602009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] Transition to ACTIVE for port object 59c079aa-10df-46a3-8f0f-887ec7ae566a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:50.609215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e69cdfc-b2d7-4262-85c5-63427e3f4574 req-8ae51186-bbd7-41d0-a7bf-e84e1b66585c tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Sep 18 00:31:50.612242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.682223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22854c-c066-4766-863e-24180461255b req-caa3b1aa-d7d4-48e6-8f12-3dd04d25b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:50.683862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-caa3b1aa-d7d4-48e6-8f12-3dd04d25b88e service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2414653 Sep 18 00:31:50.691718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.692751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:50.693338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.695528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5652865d-1b95-44a5-a84c-06b95fe860c5 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:50.866596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] Pushing event updated for resources: {'Network': ['ID=620d7b8b-353d-494f-a7e7-ddaa11419ea7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:50.869687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5652865d-1b95-44a5-a84c-06b95fe860c5,segment=NetworkSegment(69610bff-c55a-43ab-9331-efb37dedc61a),segment_id=69610bff-c55a-43ab-9331-efb37dedc61a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:50.882596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 620d7b8b-353d-494f-a7e7-ddaa11419ea7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:50.915732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5652865d-1b95-44a5-a84c-06b95fe860c5', 'network_id': 'cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c', 'port_id': '5652865d-1b95-44a5-a84c-06b95fe860c5', 'mac_address': 'fa:16:3e:7f:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bca69f-d22b-4968-a5b5-46711c0db7e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:50.947424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b1d2ea36-3eab-4cd4-8a02-70ef5b216726 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3060548 Sep 18 00:31:50.947748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49516) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:50.950680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] No DVR routers for this DVR port 59c079aa-10df-46a3-8f0f-887ec7ae566a on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:50.956663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-2efc8855-d804-46b2-9583-23b1fea48c26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84 HTTP/1.1" status: 200 len: 217 time: 0.2607682 Sep 18 00:31:50.957719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Request body: {'subnet': {'network_id': '620d7b8b-353d-494f-a7e7-ddaa11419ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1412083333-subnet', 'tenant_id': '89933a59a7f04b7a9d157862f75f66ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:50.961057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] Pushing event updated for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:51.012965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Made reservation on behalf of 89933a59a7f04b7a9d157862f75f66ca for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:51.017511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.075597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-94063ce2-197f-4aa8-9b15-17d71a529187 service neutron] 10.222.0.48 "PUT /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8585632 Sep 18 00:31:51.086548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22854c-c066-4766-863e-24180461255b req-4bbda732-cd6e-4f6e-9083-b700adb600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.088179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-4bbda732-cd6e-4f6e-9083-b700adb600b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1156137 Sep 18 00:31:51.156376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22854c-c066-4766-863e-24180461255b req-4c7bf321-e8a7-431a-b972-acea82ed218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.158753 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-4c7bf321-e8a7-431a-b972-acea82ed218d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620615 Sep 18 00:31:51.290197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49538) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:51.316470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-e87d09b2-6817-4feb-92eb-9a79a1c21e90 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.318435 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-e87d09b2-6817-4feb-92eb-9a79a1c21e90 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1119 time: 0.1584210 Sep 18 00:31:51.403681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.439522 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-c443d331-a665-4f54-9a34-f0765686b7d1 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661152 Sep 18 00:31:51.455006 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:51.458886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5652865d-1b95-44a5-a84c-06b95fe860c5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:51.470644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:51.472616 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:51.485787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-f275e6aa-81c5-40b4-b3e1-e82761cb57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.487824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-f275e6aa-81c5-40b4-b3e1-e82761cb57e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&tenant_id=7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 1119 time: 0.1591547 Sep 18 00:31:51.534018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44d415c2-eec0-4f73-8cad-bb9d5edcd978 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:51.547474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5652865d-1b95-44a5-a84c-06b95fe860c5,segment=NetworkSegment(69610bff-c55a-43ab-9331-efb37dedc61a),segment_id=69610bff-c55a-43ab-9331-efb37dedc61a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:51.555028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.607569 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.668415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de22854c-c066-4766-863e-24180461255b req-92760dd2-10e2-4e5a-b1fc-3f2fd03f8dc4 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159288 Sep 18 00:31:51.707342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-0ce26ab9-721f-442f-94e5-e11761a5e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.710294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-0ce26ab9-721f-442f-94e5-e11761a5e173 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1119 time: 0.1488497 Sep 18 00:31:51.716853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:51.724798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ca8741-7b14-433f-8297-a46772ffd5b7,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:51.742286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc52d16-b396-4a35-9508-9b7cf09e2e08 req-28aa0920-779c-4b27-b682-616e777a0cef tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.751498 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:51.751899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5fc52d16-b396-4a35-9508-9b7cf09e2e08 req-28aa0920-779c-4b27-b682-616e777a0cef tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.1113901 Sep 18 00:31:51.814141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:51.814642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.819477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5652865d-1b95-44a5-a84c-06b95fe860c5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:51.832417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Checking segment: {'id': '7476622a-272e-4412-974f-d7d7cba500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '620d7b8b-353d-494f-a7e7-ddaa11419ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:51.832783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Network hostable DHCP agents. Network: 620d7b8b-353d-494f-a7e7-ddaa11419ea7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:51.842706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49558) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:51.849330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f234f50a-afb0-4290-b643-e3680cfa167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.858793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-network', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:51.868204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c334-1d8c-487e-986e-8b8a98ccda40 req-65c4969f-ab90-40d3-82d8-6fca511fd6b9 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.869745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79d5c334-1d8c-487e-986e-8b8a98ccda40 req-65c4969f-ab90-40d3-82d8-6fca511fd6b9 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 944 time: 0.1094608 Sep 18 00:31:51.903869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5fc52d16-b396-4a35-9508-9b7cf09e2e08 req-5479d32b-1f1f-4906-a54a-1e1242e237c3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509786 Sep 18 00:31:51.928932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Made reservation on behalf of 9f5dcda52e794b72a1acf7566d1eef33 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:51.931527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:51.947098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Network 620d7b8b-353d-494f-a7e7-ddaa11419ea7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:51.958277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.028445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-db6ebef1-1a1e-48bd-bf3e-cbb30ea11c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.029945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-db6ebef1-1a1e-48bd-bf3e-cbb30ea11c8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2676473 Sep 18 00:31:52.060952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79d5c334-1d8c-487e-986e-8b8a98ccda40 req-f00b4b55-3fcb-4e45-8429-f3d1d3003b43 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558349 Sep 18 00:31:52.061864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 620d7b8b-353d-494f-a7e7-ddaa11419ea7) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:52.066652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.067289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.106612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3e6de-a951-4eca-88af-67c59f18f403 None None] Network 620d7b8b-353d-494f-a7e7-ddaa11419ea7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:52.149026 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 2, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:52.152504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-cb7b2fe5-e90b-4d2d-81d3-13cef1f080a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.0612593 Sep 18 00:31:52.209577 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:52.210634 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Updating router f522e1cc-3479-414b-b781-d3e661df6ac1 port 5370a470-e49c-4683-a0e1-eaa1158633b4 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:31:52.226903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f234f50a-afb0-4290-b643-e3680cfa167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.240085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f234f50a-afb0-4290-b643-e3680cfa167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.262639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebcfc0-8a63-4b53-8cec-232d1b1835e9 req-3195d46b-fac0-415c-be9b-ed5e7b7222f6 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.265277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78ebcfc0-8a63-4b53-8cec-232d1b1835e9 req-3195d46b-fac0-415c-be9b-ed5e7b7222f6 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.1425319 Sep 18 00:31:52.277199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e99d1780-9147-4919-8860-16705c718531 req-64f54c2f-fb1b-4901-ae98-de2d2636e935 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857999 Sep 18 00:31:52.287095 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.293786 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f234f50a-afb0-4290-b643-e3680cfa167a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35538a75ec0741c389fbc09325716deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0017350 Sep 18 00:31:52.300938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49584) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:52.303438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234f50a-afb0-4290-b643-e3680cfa167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88270a-6754-4ffa-aa7b-c5fd80fedb5f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:52.307665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.385544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78ebcfc0-8a63-4b53-8cec-232d1b1835e9 req-0a0676b8-fb62-425d-bd7a-f69af4337b46 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928671 Sep 18 00:31:52.408719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-77bb5c1c-e827-4186-a62b-54852b665bdd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.412482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-77bb5c1c-e827-4186-a62b-54852b665bdd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 949 time: 0.3189292 Sep 18 00:31:52.433349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-c94b451c-1405-4022-8b05-3da1eee90afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.435137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-c94b451c-1405-4022-8b05-3da1eee90afa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2661161 Sep 18 00:31:52.466538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a1202-b0be-4a8e-9fc7-f597791bd468 None None] Network 620d7b8b-353d-494f-a7e7-ddaa11419ea7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:52.528986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-43e76d56-f9fe-439b-8dcc-05bafe3980dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755427 Sep 18 00:31:52.557706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 44d415c2-eec0-4f73-8cad-bb9d5edcd978, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44d415c2-eec0-4f73-8cad-bb9d5edcd978,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:52.561113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d1780-9147-4919-8860-16705c718531 req-523984a3-d86f-4707-bf14-03d987c6713e tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.563241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e99d1780-9147-4919-8860-16705c718531 req-523984a3-d86f-4707-bf14-03d987c6713e tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844715 Sep 18 00:31:52.586702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e99d1780-9147-4919-8860-16705c718531 req-80c02b6a-3cd7-46a3-8f28-c54df82b5984 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/quotas/0497e01cf82e493d8e8c36a2c4ce2721 HTTP/1.1" status: 200 len: 375 time: 0.0169737 Sep 18 00:31:52.607806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.620053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.644194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.657501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e99d1780-9147-4919-8860-16705c718531 req-a7930c7f-d325-4ac7-8df9-7df7635b385e tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637488 Sep 18 00:31:52.747656 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.758471 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.758845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:52.760880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.764277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.767940 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce88270a-6754-4ffa-aa7b-c5fd80fedb5f HTTP/1.1" status: 204 len: 168 time: 0.4439843 Sep 18 00:31:52.813177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=44d415c2-eec0-4f73-8cad-bb9d5edcd978,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:52.829137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2086-f90a-4390-99ad-5d1869e13d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce88270a-6754-4ffa-aa7b-c5fd80fedb5f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:52.841860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:52.887313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.897228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-9f70b9b3-dc37-479b-9cb1-f6779d33ffab service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547909 Sep 18 00:31:52.901383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Deleting port 0846fd60-c38a-4415-8a7a-a03c8b602a84 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:52.910071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.914154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-33294807-9fab-407d-8675-f1779eb97acb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9625146 Sep 18 00:31:52.928044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.981078 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bc1d9-a04b-48e6-9524-edf88abe1296 None None] Pushing event updated for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:53.006834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:31:53.091827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367026-86e3-4669-999b-364f5624240d req-4321a37e-e00a-437f-9d71-4d90d0559bc6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:53.097985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f367026-86e3-4669-999b-364f5624240d req-4321a37e-e00a-437f-9d71-4d90d0559bc6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.1232355 Sep 18 00:31:53.113895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddabe94-fd94-4ed6-83f0-5714e9d87750,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:53.123266 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.123558 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Added segment bbc5024d-ea8e-48c8-be9c-92b0571e54f3 of type vlan for network 91d6db9b-582c-43c4-999d-532f8ae04bb4 Sep 18 00:31:53.186947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f367026-86e3-4669-999b-364f5624240d req-62de0635-f239-4a69-84bc-500d216e4471 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Sep 18 00:31:53.199302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-32189584-f459-41ae-9e1f-82171bdd5baf None None] Provisioning complete for port 5370a470-e49c-4683-a0e1-eaa1158633b4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:53.199872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-32189584-f459-41ae-9e1f-82171bdd5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.246481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Attempting to bind port 5370a470-e49c-4683-a0e1-eaa1158633b4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:53.246868 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Attempting to bind port 5370a470-e49c-4683-a0e1-eaa1158633b4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:53.251626 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Attempting to bind port 5370a470-e49c-4683-a0e1-eaa1158633b4 on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:53.261793 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:53.262167 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Checking segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:53.266399 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.267102 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Bound using segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:53.267227 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-5bb917d2-ba00-4ef8-a40f-9b11402d62ab service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538804 Sep 18 00:31:53.267873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Bound port: 5370a470-e49c-4683-a0e1-eaa1158633b4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:53.269650 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.271552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.279763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] For port 0846fd60-c38a-4415-8a7a-a03c8b602a84, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0846fd60-c38a-4415-8a7a-a03c8b602a84,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:53.280097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.297743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Calling delete_port for 0846fd60-c38a-4415-8a7a-a03c8b602a84 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:53.311754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-32189584-f459-41ae-9e1f-82171bdd5baf None None] Port 5370a470-e49c-4683-a0e1-eaa1158633b4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:53.313954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f867-5524-4dd7-9c0c-9e0060e333df req-c5d1162a-461f-48ad-94ba-d1d19980bca1 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:53.322401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94f8f867-5524-4dd7-9c0c-9e0060e333df req-c5d1162a-461f-48ad-94ba-d1d19980bca1 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 944 time: 0.0724967 Sep 18 00:31:53.377830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94f8f867-5524-4dd7-9c0c-9e0060e333df req-56a28b41-2bca-4f37-9774-e8394549b28f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Sep 18 00:31:53.394478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.395798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:53.396846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.439984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44d415c2-eec0-4f73-8cad-bb9d5edcd978 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:53.455782 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] For port 5370a470-e49c-4683-a0e1-eaa1158633b4, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:53.459951 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] For port 5370a470-e49c-4683-a0e1-eaa1158633b4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5370a470-e49c-4683-a0e1-eaa1158633b4,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:53.473410 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.476086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] Pushing event updated for resources: {'Network': ['ID=91d6db9b-582c-43c4-999d-532f8ae04bb4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:53.502712 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6fa1ca63-0bf6-4e2a-9915-3752917b1240 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6553905 Sep 18 00:31:53.505833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:53.511625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Request body: {'subnet': {'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-subnet', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:53.539538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:31:53.598842 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:53.599475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:53.679659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Made reservation on behalf of 9f5dcda52e794b72a1acf7566d1eef33 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:53.690821 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bc1d9-a04b-48e6-9524-edf88abe1296 None None] Pushing event updated for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:53.697977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.774694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:53.776991 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.793540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:53.836585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0846fd60-c38a-4415-8a7a-a03c8b602a84'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:53.844195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Pushing event deleted for resources: {'Port': ['ID=0846fd60-c38a-4415-8a7a-a03c8b602a84,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:53.871373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-0ea7f30a-912c-477a-88ae-b0d7a523db08 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:53.878723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-0ea7f30a-912c-477a-88ae-b0d7a523db08 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1119 time: 0.1900818 Sep 18 00:31:53.882630 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:53.906030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49632) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:54.016835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] No DVR routers for this DVR port 0846fd60-c38a-4415-8a7a-a03c8b602a84 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:54.024278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bee7f23e-4132-4f3d-8df9-01cbcaa71348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.042021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:54.043283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dfc54-1bb9-454b-b476-5f09fe21667d req-98f92d57-3a45-4763-8166-8d020a968cfd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:54.046699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.048690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ebdd1666-b9cd-476f-b030-8371f02fff67 req-608336f1-433d-4d69-a99a-9d1e32939be9 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.54 "DELETE /v2.0/ports/0846fd60-c38a-4415-8a7a-a03c8b602a84 HTTP/1.1" status: 204 len: 173 time: 1.6174510 Sep 18 00:31:54.063365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af5dfc54-1bb9-454b-b476-5f09fe21667d req-98f92d57-3a45-4763-8166-8d020a968cfd tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4d8a601-be92-46cf-bffa-e5d05f1410be HTTP/1.1" status: 200 len: 867 time: 0.5159075 Sep 18 00:31:54.064209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'name': 'network-vif-deleted', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:54.066559 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74574370-3ae1-4bcb-9bff-beffebceeabf" -d '{"events": [{"server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "name": "network-vif-deleted", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:54.112838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] Provisioning complete for port 5370a470-e49c-4683-a0e1-eaa1158633b4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:54.113194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.128822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.227715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-63477a9d-3140-4b8f-a684-a3fe680191e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.241246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc5d7fd-0cbb-41a5-944a-22f465fd6461,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:54.270495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af5dfc54-1bb9-454b-b476-5f09fe21667d req-1af86c34-c69f-4242-bb17-5806750c9687 tempest-DeleteServersAdminTestJSON-478613004 tempest-DeleteServersAdminTestJSON-478613004-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d375dfc-930e-485d-92fa-1d85e8a5d850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054918 Sep 18 00:31:54.317219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Checking segment: {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:54.317476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.330033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Network hostable DHCP agents. Network: 91d6db9b-582c-43c4-999d-532f8ae04bb4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:31:54.365990 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:53Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:54.367662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:31:54.377726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] For port 5370a470-e49c-4683-a0e1-eaa1158633b4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5370a470-e49c-4683-a0e1-eaa1158633b4,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:54.386621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 91d6db9b-582c-43c4-999d-532f8ae04bb4) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:54.387733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.408484 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa3fbc-8592-43c6-a54c-c7479b5c4adb None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:53Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:54.421116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:54.422100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.435298 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de92cd2b-b64b-4c96-93d7-ccffcdfd6b62 x-openstack-request-id: req-de92cd2b-b64b-4c96-93d7-ccffcdfd6b62 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:54.435803 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8a601-be92-46cf-bffa-e5d05f1410be", "name": "network-vif-deleted", "tag": "0846fd60-c38a-4415-8a7a-a03c8b602a84", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:54.435899 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de92cd2b-b64b-4c96-93d7-ccffcdfd6b62 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:54.436649 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d8a601-be92-46cf-bffa-e5d05f1410be', 'name': 'network-vif-deleted', 'tag': '0846fd60-c38a-4415-8a7a-a03c8b602a84', 'status': 'completed', 'code': 200} Sep 18 00:31:54.444375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d2ddf-ae44-4a6a-a587-dbf75ea56957 None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:54.577117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6d942b5-d3b5-4ad7-9864-2d5b9039c3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.579512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00e722-fbc9-42f0-a764-64721097db81 None None] Pushing event updated for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:54.584962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-b10b9e9e-87ef-48ad-9490-05e3f9a962ce service neutron] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:54.602376 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-b10b9e9e-87ef-48ad-9490-05e3f9a962ce service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.605118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7532b7fb-07d4-43a8-a4fb-07df1e9fa712 req-b10b9e9e-87ef-48ad-9490-05e3f9a962ce service neutron] 10.222.0.54 "DELETE /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.6797059 Sep 18 00:31:54.657787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bee7f23e-4132-4f3d-8df9-01cbcaa71348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.664289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bee7f23e-4132-4f3d-8df9-01cbcaa71348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.670775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38505a-6ced-4d76-b3eb-60ad45600fb5 req-114cabbc-9f35-47fc-a2ab-16395f5d1937 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:54.672369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc38505a-6ced-4d76-b3eb-60ad45600fb5 req-114cabbc-9f35-47fc-a2ab-16395f5d1937 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.1392376 Sep 18 00:31:54.716912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5652865d-1b95-44a5-a84c-06b95fe860c5 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:54.725536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-76727a7c-ef15-4f60-819d-f28094c02dae admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2184474 Sep 18 00:31:54.737663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bee7f23e-4132-4f3d-8df9-01cbcaa71348 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b94b18720bfb4d508ba315b18b74c8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181064 Sep 18 00:31:54.739356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49656) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:54.739876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:54.751321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:54.772719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-91d6db9b-582c-43c4-999d-532f8ae04bb4', 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'fixed_ips': [{'subnet_id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:31:54.773871 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:54.795891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc38505a-6ced-4d76-b3eb-60ad45600fb5 req-cfc630b0-57ee-482d-80c0-23dcb9c3f1b7 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117978 Sep 18 00:31:54.934588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5652865d-1b95-44a5-a84c-06b95fe860c5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:54.955760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5652865d-1b95-44a5-a84c-06b95fe860c5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:54.956645 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.028602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-ac186214-99e5-4cde-947e-38c23ba4a53a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:55.040657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-ac186214-99e5-4cde-947e-38c23ba4a53a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.3609402 Sep 18 00:31:55.074675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-dd7e2140-182b-4a10-a647-1e4bc5263aac tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/quotas/7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 375 time: 0.0330563 Sep 18 00:31:55.076927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7f23e-4132-4f3d-8df9-01cbcaa71348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ffc79-3d7e-4c34-8037-748f350b29f6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:55.092756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.118142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Allocated IP 172.20.0.2 (91d6db9b-582c-43c4-999d-532f8ae04bb4/0dc5d7fd-0cbb-41a5-944a-22f465fd6461/340b6cb3-5580-4485-bda7-46e5ddb04bbd) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:55.149734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:55.166061 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68580f3-1e97-4a7d-a39b-fbc67b5494db" -d '{"events": [{"server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "name": "network-vif-plugged", "status": "completed", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:55.167684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-0f7efbe3-ba3d-4544-bd92-e97a3819b5b0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900443 Sep 18 00:31:55.214493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5652865d-1b95-44a5-a84c-06b95fe860c5,segment=NetworkSegment(69610bff-c55a-43ab-9331-efb37dedc61a),segment_id=69610bff-c55a-43ab-9331-efb37dedc61a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:55.218025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.231181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.284207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6d942b5-d3b5-4ad7-9864-2d5b9039c3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.287001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.302802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6d942b5-d3b5-4ad7-9864-2d5b9039c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.332505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cba67-a271-4c26-8d28-bfaa0c4e0a08 req-f3e799a0-e08c-42cb-9244-47955f517375 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:55.347310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:55.354055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f2cba67-a271-4c26-8d28-bfaa0c4e0a08 req-f3e799a0-e08c-42cb-9244-47955f517375 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 944 time: 0.2750218 Sep 18 00:31:55.407370 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.409503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.409647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-20a5fc5f-51b2-42d9-a84d-9e04624812d8 service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409618 Sep 18 00:31:55.425641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f2cba67-a271-4c26-8d28-bfaa0c4e0a08 req-ca7b3b51-7e03-4b32-857a-cc64c3425cb5 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Sep 18 00:31:55.442016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5370a470-e49c-4683-a0e1-eaa1158633b4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:55.446264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a6d942b5-d3b5-4ad7-9864-2d5b9039c3ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfa0cdb51bc8461da1e85faebcc1bbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4028058 Sep 18 00:31:55.450347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49674) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:55.453541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d942b5-d3b5-4ad7-9864-2d5b9039c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4fc01a-4b4c-450c-8817-a3cf34561a7b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:55.467109 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.486700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.547369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.597287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.609898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.611066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a1ffc79-3d7e-4c34-8037-748f350b29f6 HTTP/1.1" status: 204 len: 168 time: 0.8629994 Sep 18 00:31:55.644666 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c179368-ca96-4aff-9f72-74ebc89a107f x-openstack-request-id: req-9c179368-ca96-4aff-9f72-74ebc89a107f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:55.645542 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "name": "network-vif-plugged", "status": "completed", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:55.646968 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c179368-ca96-4aff-9f72-74ebc89a107f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:55.656456 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5', 'code': 200} Sep 18 00:31:55.658508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Pushing event updated for resources: {'Port': ['ID=340b6cb3-5580-4485-bda7-46e5ddb04bbd,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:55.684044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:55.687085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:55.689999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:55.705167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd3656-15fa-4e22-9f22-3e36fe9bb175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ffc79-3d7e-4c34-8037-748f350b29f6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:55.730042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5370a470-e49c-4683-a0e1-eaa1158633b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:55.730424 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.772554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-617ad2ea-1bdf-4b7a-bdad-f5a48f2af56a req-038443d2-6d1c-4c74-854a-403c7970a14a tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937142 Sep 18 00:31:55.775693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.788708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Attempting to bind port 340b6cb3-5580-4485-bda7-46e5ddb04bbd on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:55.792095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Attempting to bind port 340b6cb3-5580-4485-bda7-46e5ddb04bbd by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:55.792764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Attempting to bind port 340b6cb3-5580-4485-bda7-46e5ddb04bbd on network 91d6db9b-582c-43c4-999d-532f8ae04bb4 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:55.804701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.812585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:55.812966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Checking segment: {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:55.813371 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.813766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Bound using segment: {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:55.814247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Bound port: 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:55.814717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.820416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:55.824909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-d9efb9f2-a29a-45f6-ba0f-abd9e5a8c43c service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979154 Sep 18 00:31:55.856748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df963-5ee3-4b1e-a119-213306074aa4 req-e62575b2-dc82-42b2-b995-5055244018d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:55.858389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672df963-5ee3-4b1e-a119-213306074aa4 req-e62575b2-dc82-42b2-b995-5055244018d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 1097 time: 0.1565063 Sep 18 00:31:55.916464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672df963-5ee3-4b1e-a119-213306074aa4 req-1642d7bc-febf-4b0c-ba3f-75fe2ce0bd3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Sep 18 00:31:56.025971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] For port 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:56.031862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] For port 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=340b6cb3-5580-4485-bda7-46e5ddb04bbd,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:56.052110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad2ea-1bdf-4b7a-bdad-f5a48f2af56a req-8a45a9e1-3ca4-49a4-8720-9ae068b39618 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:56.054378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:56.064790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-617ad2ea-1bdf-4b7a-bdad-f5a48f2af56a req-8a45a9e1-3ca4-49a4-8720-9ae068b39618 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670736 Sep 18 00:31:56.081840 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:56.084021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:56.085080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f4fc01a-4b4c-450c-8817-a3cf34561a7b HTTP/1.1" status: 204 len: 168 time: 0.6334617 Sep 18 00:31:56.098528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-617ad2ea-1bdf-4b7a-bdad-f5a48f2af56a req-c528f042-8336-4e3f-b219-5678f4270c44 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/quotas/0497e01cf82e493d8e8c36a2c4ce2721 HTTP/1.1" status: 200 len: 375 time: 0.0328081 Sep 18 00:31:56.118901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b876e3-428b-402b-80c8-cdf303582ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4fc01a-4b4c-450c-8817-a3cf34561a7b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:56.156639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-617ad2ea-1bdf-4b7a-bdad-f5a48f2af56a req-58ddb6d2-822b-4723-9e3c-fccc23760296 tempest-QuotasAdminNegativeTest-1513721807 tempest-QuotasAdminNegativeTest-1513721807-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571268 Sep 18 00:31:56.231245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e619-aaaa-431a-9492-3ccce2cc9b0c None None] Pushing event updated for resources: {'Port': ['ID=340b6cb3-5580-4485-bda7-46e5ddb04bbd,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:56.326356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5db1b-3c50-44cd-8cf6-4de323fe214b req-11c52b33-bef3-49f8-a4f1-010d93cb6e37 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:56.329393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a5db1b-3c50-44cd-8cf6-4de323fe214b req-11c52b33-bef3-49f8-a4f1-010d93cb6e37 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1119 time: 0.1112163 Sep 18 00:31:56.380695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:56.429310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:56.486275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a5db1b-3c50-44cd-8cf6-4de323fe214b req-5ab7f536-345a-489b-9cf0-501349dde246 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482956 Sep 18 00:31:56.506726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0846fd60-c38a-4415-8a7a-a03c8b602a84 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:56.595735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd3835cf-caaa-4005-966f-4d74605e9d73 req-c82b42cb-5345-4fce-b34c-9b9da1f70f58 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 210 time: 0.1988893 Sep 18 00:31:56.601193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 0846fd60-c38a-4415-8a7a-a03c8b602a84 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:56.603329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0846fd60-c38a-4415-8a7a-a03c8b602a84 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:56.691651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Allocated IP 172.25.7.114 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/ac6ef921-dc64-4b71-a0f8-c49545811fda) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:56.759580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c32bd-b8c5-4571-96c3-50fc926948fb req-1a8a95fd-87dd-4580-9871-98f93691a887 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:56.762364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe2c32bd-b8c5-4571-96c3-50fc926948fb req-1a8a95fd-87dd-4580-9871-98f93691a887 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 945 time: 0.0859494 Sep 18 00:31:56.841176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe2c32bd-b8c5-4571-96c3-50fc926948fb req-74f339a5-db99-43c3-a71a-c9424b400148 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714467 Sep 18 00:31:56.914021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.021030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.079523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Pushing event updated for resources: {'Port': ['ID=ac6ef921-dc64-4b71-a0f8-c49545811fda,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:57.101945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:57.103764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:57.108034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:57.134538 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6beb65e-9937-490a-871f-3c4b4cecb412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.366261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.435819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 340b6cb3-5580-4485-bda7-46e5ddb04bbd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:57.526986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 340b6cb3-5580-4485-bda7-46e5ddb04bbd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:57.527571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.538658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-efc7d713-1b13-4814-90df-86c4faf3a338 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:57.540245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-efc7d713-1b13-4814-90df-86c4faf3a338 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.5455005 Sep 18 00:31:57.566523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-a5740dee-f893-46b7-82ab-4e21047ea6cf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/quotas/7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 375 time: 0.0175440 Sep 18 00:31:57.634480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.721829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-a52df8f1-e4c4-4285-8087-2d6d931173b3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471236 Sep 18 00:31:57.740867 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.785074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139975c-75ac-4569-b2a6-6d31e6795f8f None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:57.824806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=340b6cb3-5580-4485-bda7-46e5ddb04bbd,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:57.955020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.998785 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.042943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4333f3f-09d7-46c2-83be-82f0e6454fce req-abc0d0bc-c54e-44c8-8246-be5b4ad654fc tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 210 time: 0.1194718 Sep 18 00:31:58.048349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3895-1f78-4501-9094-3284fc33c950 None None] Provisioning complete for port 340b6cb3-5580-4485-bda7-46e5ddb04bbd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:58.048730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3895-1f78-4501-9094-3284fc33c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.093932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-f4183c21-5275-4758-8142-7580f190194e service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651481 Sep 18 00:31:58.132536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=340b6cb3-5580-4485-bda7-46e5ddb04bbd,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:58.209933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.310183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-bcb3597f-8fcc-47f7-9e6a-dad4bb445fc5 service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062807 Sep 18 00:31:58.327705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-d68aca02-4163-4890-a899-3ddc259ec4b2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:58.329546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-d68aca02-4163-4890-a899-3ddc259ec4b2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.3851347 Sep 18 00:31:58.350732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Request body: {'port': {'device_id': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'admin_state_up': True, 'tenant_id': '7fbb04baecc948c78313e462484cba2c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:58.414512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16a499-b7f2-42fc-8390-7fbb11a9b9b3 req-56944e5d-6be8-43bd-b0a8-062f375a89e5 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:58.419224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b16a499-b7f2-42fc-8390-7fbb11a9b9b3 req-56944e5d-6be8-43bd-b0a8-062f375a89e5 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 945 time: 0.1077707 Sep 18 00:31:58.495690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b16a499-b7f2-42fc-8390-7fbb11a9b9b3 req-84119cb0-415e-40b6-bd8b-0960c6f95648 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Sep 18 00:31:58.575820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Router d3b2c557-c1cc-4348-bfcd-15e277a3c532 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:31:58.637483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d63e5797-f72e-4add-8761-7d786579dd57 req-06fe29be-7752-4b9b-b721-02e175edcceb tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.0497215 Sep 18 00:31:58.661648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:58.662298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49802) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:58.665581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.699085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:58.710155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8272d885-472b-48c6-9068-e2a12145b95e None None] Provisioning complete for port 340b6cb3-5580-4485-bda7-46e5ddb04bbd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:58.711540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8272d885-472b-48c6-9068-e2a12145b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.829064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:58.877662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:58.881895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e08b0be-7f6a-4c9f-8705-037c756695cf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1319883 Sep 18 00:31:58.882514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49816) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:58.934481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Sync routers for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:58.974954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Allocated IP 172.20.0.12 (0b267cce-014c-4e52-8c8b-c7aefe641bb2/00b341f1-de2c-4a9e-959e-667e944b9522/afb02d31-4c3b-49e7-9f79-a6a0b1715f44) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:58.992060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:58.992789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:59.266187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:59.330511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.402446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abd16544-f50c-41f4-804b-86e18a8aaf95 req-c4add7cf-4183-4ae1-b8e7-80aa9dbd0412 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 210 time: 0.0831034 Sep 18 00:31:59.405631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.434085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-909ee172-3bc4-4302-931b-d32b57f258c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.435123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 340b6cb3-5580-4485-bda7-46e5ddb04bbd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:59.465564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a8615292-3447-415e-9850-b21c2402e344 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c29a6480761422492ee72ec66d21dce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8018522 Sep 18 00:31:59.474310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49828) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:59.508465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:59.518332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:59.532631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:59.647218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.673919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:59.690133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.749986 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.789013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 340b6cb3-5580-4485-bda7-46e5ddb04bbd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:59.792098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.836679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:59.843414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.851649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49846) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:59.876392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:31:57Z', 'revision_number': 3, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:59.933181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e239fcb-ddca-4826-9afd-2947343ec38b req-389dc2f7-8051-4be6-ab7b-06314c17d5b4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.1101158 Sep 18 00:31:59.951310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Checking router: d3b2c557-c1cc-4348-bfcd-15e277a3c532 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:59.951952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Updating router d3b2c557-c1cc-4348-bfcd-15e277a3c532 port ac6ef921-dc64-4b71-a0f8-c49545811fda binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:00.039441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-909ee172-3bc4-4302-931b-d32b57f258c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.050175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.060459 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-6fd59601-d0c2-4355-9c0d-8c05ac36986d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7139134 Sep 18 00:32:00.061781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-909ee172-3bc4-4302-931b-d32b57f258c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.074940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.083439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Request body: {'port': {'device_id': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:00.099130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.102416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d375dfc-930e-485d-92fa-1d85e8a5d850 HTTP/1.1" status: 204 len: 168 time: 0.6258352 Sep 18 00:32:00.202367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.254204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfcb09d4-cbb9-4e5d-bc99-ee7de8946520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.268080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-909ee172-3bc4-4302-931b-d32b57f258c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0497e01cf82e493d8e8c36a2c4ce2721&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5648415 Sep 18 00:32:00.287639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49874) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.659417 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.661387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ee172-3bc4-4302-931b-d32b57f258c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01628fdc-ba90-4683-87a4-4013c4cf17de,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.664675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-040be8b6-8a69-4b55-89ea-3a6be6180e7b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:00.666244 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-040be8b6-8a69-4b55-89ea-3a6be6180e7b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.1556869 Sep 18 00:32:00.671787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.712152 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfcb09d4-cbb9-4e5d-bc99-ee7de8946520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.718145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Request body: {'port': {'device_id': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'admin_state_up': True, 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:00.732544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a0e8-c1f3-4a5d-ae4a-b858b3b6c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d375dfc-930e-485d-92fa-1d85e8a5d850,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.777197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfcb09d4-cbb9-4e5d-bc99-ee7de8946520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.778651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49888) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.793691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Attempting to bind port ac6ef921-dc64-4b71-a0f8-c49545811fda on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:00.794065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Attempting to bind port ac6ef921-dc64-4b71-a0f8-c49545811fda by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:00.794429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Attempting to bind port ac6ef921-dc64-4b71-a0f8-c49545811fda on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:00.808378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:00.809031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:00.809323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.809952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:00.811215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Bound port: ac6ef921-dc64-4b71-a0f8-c49545811fda, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:00.811631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.860460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbe2f9-8103-4389-a88d-3e9a09ba5d2c None None] Pushing event updated for resources: {'Port': ['ID=ac6ef921-dc64-4b71-a0f8-c49545811fda,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.875039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cfcb09d4-cbb9-4e5d-bc99-ee7de8946520 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd84374af30946e2803ca842b28ac51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523275 Sep 18 00:32:00.881839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.882998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] For port ac6ef921-dc64-4b71-a0f8-c49545811fda, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:00.888564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] For port ac6ef921-dc64-4b71-a0f8-c49545811fda, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac6ef921-dc64-4b71-a0f8-c49545811fda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:00.895284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.905048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49892) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.941813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.959762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:00.960732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:00.991522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbe2f9-8103-4389-a88d-3e9a09ba5d2c None None] Pushing event updated for resources: {'Port': ['ID=ac6ef921-dc64-4b71-a0f8-c49545811fda,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.116195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb09d4-cbb9-4e5d-bc99-ee7de8946520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9455da8-29de-4df3-bf20-4194482c4172,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.117754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee09721c-3075-4e76-b736-d9dfb1124706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.131096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c781e-1934-40d7-8952-086a4354ccaf req-33cacd60-7034-453d-989c-34276c402779 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:01.140693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-960c781e-1934-40d7-8952-086a4354ccaf req-33cacd60-7034-453d-989c-34276c402779 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 932 time: 0.4823163 Sep 18 00:32:01.140932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb02d31-4c3b-49e7-9f79-a6a0b1715f44 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:01.177565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.195070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:01.221696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Transition to ACTIVE for port object afb02d31-4c3b-49e7-9f79-a6a0b1715f44 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:01.231108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.283504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.334114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d1736d1-9ab5-4604-9653-e1f8887d1485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.371828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48e5c526-dd31-4917-a50a-e6ed29e593fd req-73f94ce6-6854-4cbd-a0ac-cd8757e94fa2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.3083508 Sep 18 00:32:01.397499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:01.397833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:01.398158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:01.408601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:01.408935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:01.426292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:31:57Z', 'revision_number': 3, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:01.435001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:01.435344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:01.435742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:01.436184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Bound port: afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:01.436600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.442940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.471486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-960c781e-1934-40d7-8952-086a4354ccaf req-12988d3b-92a5-4071-a665-bb4f6957649a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298426 Sep 18 00:32:01.479289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e0993-1f25-4c56-a045-6b172b8afd2a None None] The sync data for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 is: [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:31:57Z', 'revision_number': 3, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:01.492256 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.507968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.581475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee09721c-3075-4e76-b736-d9dfb1124706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.581718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.585968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:01.591486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:01.592601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee09721c-3075-4e76-b736-d9dfb1124706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.608297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.618224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Allocated IP 172.20.0.1 (91d6db9b-582c-43c4-999d-532f8ae04bb4/0dc5d7fd-0cbb-41a5-944a-22f465fd6461/1480bd82-bd3d-4388-9e47-fcf5d85bb3ec) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:01.679559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:01.683390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.687727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.690370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.691521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01628fdc-ba90-4683-87a4-4013c4cf17de HTTP/1.1" status: 204 len: 168 time: 1.3971248 Sep 18 00:32:01.707229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bb5f5-5ea0-4e4d-ace0-41a2a19d49aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01628fdc-ba90-4683-87a4-4013c4cf17de,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.712611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09721c-3075-4e76-b736-d9dfb1124706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16260422-82c0-4495-a66c-cab084b89601,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.732302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:01.732931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.734319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] 10.222.0.54 "PUT /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 1093 time: 1.6581104 Sep 18 00:32:01.736775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:01.739554 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750e48d3-3084-47eb-9f89-7bfca6c7074b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:01.749613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ee09721c-3075-4e76-b736-d9dfb1124706 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19ea940f4d59412eab6844443384b8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9672074 Sep 18 00:32:01.752022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49908) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:01.773928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1ad2c-858a-421d-bcfe-990602067a8c service neutron] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.816760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.820197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.825865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9455da8-29de-4df3-bf20-4194482c4172 HTTP/1.1" status: 204 len: 168 time: 0.9187362 Sep 18 00:32:01.884020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:01.913027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915786d-bf7f-43d6-a7c9-eb4c57f3c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9455da8-29de-4df3-bf20-4194482c4172,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:01.976967 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66609800-210e-4096-ac7b-de0767c9887a x-openstack-request-id: req-66609800-210e-4096-ac7b-de0767c9887a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:01.977254 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:01.977559 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66609800-210e-4096-ac7b-de0767c9887a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:01.978007 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'status': 'completed', 'code': 200} Sep 18 00:32:01.991871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.023528 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.064008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-753deff1-6bbb-4d30-9312-1307766e9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:02.078037 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-753deff1-6bbb-4d30-9312-1307766e9ee4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1096 time: 0.1979780 Sep 18 00:32:02.145960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.169141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d1736d1-9ab5-4604-9653-e1f8887d1485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.185539 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-52036c9e-aed5-427b-bbca-d2b52c5b5830 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.0839448 Sep 18 00:32:02.187981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.215134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d1736d1-9ab5-4604-9653-e1f8887d1485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.279500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7d1736d1-9ab5-4604-9653-e1f8887d1485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf05d5748c7644ab9a1ca5910d3c657f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3277709 Sep 18 00:32:02.294263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49922) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:02.308153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdce6b-6730-48f2-824c-318065b9f23a req-d6361c58-9b5b-41fb-a860-be62f97ad312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:02.311686 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-d6361c58-9b5b-41fb-a860-be62f97ad312 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1149733 Sep 18 00:32:02.329944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Allocated IP 172.20.0.14 (c672d353-bbf4-4ec3-a637-45b293a0482c/9daa8917-244c-4e53-844e-ca919be3f9ea/b71fea4e-805d-4e1a-88f5-993ced4c326f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:02.366806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:02.373165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-5e114417-ac34-4e6c-9667-e5daa2d872cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552523 Sep 18 00:32:02.409526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:02.439221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:02.532628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49936) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:02.537691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.539883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1736d1-9ab5-4604-9653-e1f8887d1485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ff681-777f-4535-9978-0f2e89add328,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.565621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Pushing event updated for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.618914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c21be91d-1f58-4b5e-b647-e2d08129df70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.699635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ece1442-fc48-430f-bfd0-c2ff933db54c req-9d8cd5bc-a515-4daf-b0f3-da35b6bb0d3d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.1350126 Sep 18 00:32:02.731675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.734217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.735387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16260422-82c0-4495-a66c-cab084b89601 HTTP/1.1" status: 204 len: 168 time: 0.9823914 Sep 18 00:32:02.788198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-74d95ae1-0446-419d-ae55-deb337d949f1 None None] Provisioning complete for port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:02.789983 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74d95ae1-0446-419d-ae55-deb337d949f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.804799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d8046-382e-4362-a86a-c90ba24713ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16260422-82c0-4495-a66c-cab084b89601,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.807744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.839925 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-4428e94c-e1cf-404a-9cd7-fad8b765ee77 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536111 Sep 18 00:32:02.925922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-74d95ae1-0446-419d-ae55-deb337d949f1 None None] Port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:02.947325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.979933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c21be91d-1f58-4b5e-b647-e2d08129df70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.044198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c21be91d-1f58-4b5e-b647-e2d08129df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.094107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21be91d-1f58-4b5e-b647-e2d08129df70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4131973-00b3-4c9f-a2cb-d2d01fce34c6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:03.207369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c21be91d-1f58-4b5e-b647-e2d08129df70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22685058cb9b422b95ab4d847c0f11f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734514 Sep 18 00:32:03.212478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49956) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:03.275248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.301692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5afdce6b-6730-48f2-824c-318065b9f23a req-4bb89647-8b9a-47c6-b289-3a38df5247a0 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347453 Sep 18 00:32:03.397589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2dd0a-2e56-4da1-938a-c4332f87c137 req-26c22824-d24b-4302-83b4-c154263f09b7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.399616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bd2dd0a-2e56-4da1-938a-c4332f87c137 req-26c22824-d24b-4302-83b4-c154263f09b7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.4829326 Sep 18 00:32:03.402149 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.440843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac6ef921-dc64-4b71-a0f8-c49545811fda up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:03.462205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.478758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:03.491137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.515069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.517997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.519161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b45ff681-777f-4535-9978-0f2e89add328 HTTP/1.1" status: 204 len: 168 time: 1.2205443 Sep 18 00:32:03.548574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bd2dd0a-2e56-4da1-938a-c4332f87c137 req-04899c79-9896-4168-b865-588a5f266740 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296060 Sep 18 00:32:03.554611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.568814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac6ef921-dc64-4b71-a0f8-c49545811fda triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:03.568814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.575274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b755-b998-4303-ae56-19becb0d1fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ff681-777f-4535-9978-0f2e89add328,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:03.612755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Network c672d353-bbf4-4ec3-a637-45b293a0482c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:03.619261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:03.622846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:03.729674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.729847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.771559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-ac79eee3-d663-4de5-b679-7b789e0dd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.773719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-ac79eee3-d663-4de5-b679-7b789e0dd9f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1096 time: 0.3243976 Sep 18 00:32:03.806411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.819257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.873443 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.928033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-77e943c1-4052-482c-9c80-7fedf51cd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.929660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-764550171-network', 'tenant_id': '98d80697854047a6bc132233bf5da91b'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:03.929947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-77e943c1-4052-482c-9c80-7fedf51cd041 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1452634 Sep 18 00:32:03.951912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ac6ef921-dc64-4b71-a0f8-c49545811fda, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac6ef921-dc64-4b71-a0f8-c49545811fda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:03.965798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.007695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:04.011798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-6cf5b025-bca4-4990-95f0-b0f727435f0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.0719306 Sep 18 00:32:04.013663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-29395f1d-20f4-4813-b45f-ca61564a2a51 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3058219 Sep 18 00:32:04.073508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-ee1b4ce3-08b0-4535-9221-a95d0663b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:04.074918 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-ee1b4ce3-08b0-4535-9221-a95d0663b1ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0557575 Sep 18 00:32:04.080886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Request body: {'port': {'device_id': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:04.081993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ac6ef921-dc64-4b71-a0f8-c49545811fda,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:04.104095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.133665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Pushing event updated for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:04.140154 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-1a0da2d2-3759-4329-b096-934ed088d74c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536728 Sep 18 00:32:04.163882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Made reservation on behalf of 98d80697854047a6bc132233bf5da91b for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:04.166413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.196276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.196570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.199347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4131973-00b3-4c9f-a2cb-d2d01fce34c6 HTTP/1.1" status: 204 len: 168 time: 0.9818487 Sep 18 00:32:04.216156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.228634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.240192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0ef7f-41b6-40d3-8cba-50dd6d82c7cd req-3f32c865-eadb-4a18-8b01-21d0ebc216ef tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:04.247462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd2808-d59d-49f3-956e-3be5b564f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4131973-00b3-4c9f-a2cb-d2d01fce34c6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:04.248577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e0ef7f-41b6-40d3-8cba-50dd6d82c7cd req-3f32c865-eadb-4a18-8b01-21d0ebc216ef tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 932 time: 0.3133881 Sep 18 00:32:04.420038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-b4068ad8-eb77-44f6-8c88-64e804384709 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567418 Sep 18 00:32:04.422762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49992) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:04.469249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badb496b-d6ad-4760-86b9-17437725fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.513023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:04.533075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e0ef7f-41b6-40d3-8cba-50dd6d82c7cd req-d5cbeb93-56f1-46fb-a38b-2549d5acbeb1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831903 Sep 18 00:32:04.533852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:04.648021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.657056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.672598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:04.683964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.684329 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Added segment c0ec9799-f182-4786-aaa6-037dda69db54 of type vlan for network 9741b252-2d00-4e3d-be86-a768f2e12dfc Sep 18 00:32:04.741637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.821510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-750e48d3-3084-47eb-9f89-7bfca6c7074b req-5312378e-bf54-4dd3-b6fa-9c82d9869404 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858087 Sep 18 00:32:04.860139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Router d3b2c557-c1cc-4348-bfcd-15e277a3c532 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:32:04.884387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.897240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:04.905099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.922603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71fea4e-805d-4e1a-88f5-993ced4c326f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:04.935786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.963916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Transition to ACTIVE for port object b71fea4e-805d-4e1a-88f5-993ced4c326f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:04.969445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badb496b-d6ad-4760-86b9-17437725fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.975323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.985398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-524b4b1e-deee-4a4d-b7dd-e9e1547a53d4 None None] Provisioning complete for port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:04.985963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-524b4b1e-deee-4a4d-b7dd-e9e1547a53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:04.996205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badb496b-d6ad-4760-86b9-17437725fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.063711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-524b4b1e-deee-4a4d-b7dd-e9e1547a53d4 None None] Port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:05.102560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6222548 Sep 18 00:32:05.110615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:05.123782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Pushing event updated for resources: {'Network': ['ID=9741b252-2d00-4e3d-be86-a768f2e12dfc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:05.124146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Request body: {'subnet': {'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-764550171-subnet', 'tenant_id': '98d80697854047a6bc132233bf5da91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:05.128899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-badb496b-d6ad-4760-86b9-17437725fb5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f56021015a6a416e9f1a94d94619ed16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051773 Sep 18 00:32:05.133841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb496b-d6ad-4760-86b9-17437725fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc5ec8-567b-4431-a515-5658d242ea44,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:05.137057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9741b252-2d00-4e3d-be86-a768f2e12dfc details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:05.137759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0abba-2893-493c-96e3-bcab280efde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ac088-657c-4c03-b04e-c01a149321bf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:05.143403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50012) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:05.157153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:05.235453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440a8b-b990-4f17-81a9-91d8c505bf67 req-881fb0cf-8744-4afc-b8f4-757ce63c2902 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:05.244451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb440a8b-b990-4f17-81a9-91d8c505bf67 req-881fb0cf-8744-4afc-b8f4-757ce63c2902 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.3973918 Sep 18 00:32:05.306007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Made reservation on behalf of 98d80697854047a6bc132233bf5da91b for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:05.308561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.378270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb440a8b-b990-4f17-81a9-91d8c505bf67 req-72383e5c-1fc0-4e34-9d49-f5e74946d5d6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313338 Sep 18 00:32:05.395897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.406969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac6ef921-dc64-4b71-a0f8-c49545811fda up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:05.425172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:05.435215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:05.435631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:05.436023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:05.441743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a1bd8bd0-8e2e-40a8-a4bb-aeb30e8fd644 admin admin] 10.222.0.49 "PUT /v2.0/routers/d3b2c557-c1cc-4348-bfcd-15e277a3c532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5575423 Sep 18 00:32:05.443087 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Sync routers for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:05.453935 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:05.455138 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:05.465876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.490442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:05.493362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:05.518087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac6ef921-dc64-4b71-a0f8-c49545811fda triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:05.519784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.523788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:05.524132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:05.536051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:05.536595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Bound port: b71fea4e-805d-4e1a-88f5-993ced4c326f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:05.536968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.585400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.595838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.599768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04cc5ec8-567b-4431-a515-5658d242ea44 HTTP/1.1" status: 204 len: 168 time: 0.4533393 Sep 18 00:32:05.610789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fc520-5ea1-4ddc-9cfd-5c92667c9927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc5ec8-567b-4431-a515-5658d242ea44,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:05.742940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:05.743851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:05.774820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:05.788732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.805156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc50b36-130c-4548-9c7f-c0986bca4c0b req-5d6cbef9-aa9f-41b4-baca-4c5776e516d1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:05.808103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7dc50b36-130c-4548-9c7f-c0986bca4c0b req-5d6cbef9-aa9f-41b4-baca-4c5776e516d1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.1315632 Sep 18 00:32:05.885079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7dc50b36-130c-4548-9c7f-c0986bca4c0b req-4dffb896-5946-48e8-92ad-1be8ae2a6607 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686431 Sep 18 00:32:05.934711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:05.935333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:05.941438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 1093 time: 1.8626788 Sep 18 00:32:06.024793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:06.029722 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535" -d '{"events": [{"name": "network-changed", "server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:06.039321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1d5d3-1f36-46af-96bd-7a1c246ff6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:06.064253 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:32:02Z', 'revision_number': 4, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1480bd82-bd3d-4388-9e47-fcf5d85bb3ec', 'name': '', 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'mac_address': 'fa:16:3e:54:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:01Z', 'updated_at': '2021-09-18T00:32:03Z', 'revision_number': 2, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'subnets': [{'id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:06.093813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Checking router: d3b2c557-c1cc-4348-bfcd-15e277a3c532 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:06.094444 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Updating router d3b2c557-c1cc-4348-bfcd-15e277a3c532 port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:06.122639 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.164164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.235565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-9ba9bcde-ab2a-4923-8da7-44e3afb38440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:06.237098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-9ba9bcde-ab2a-4923-8da7-44e3afb38440 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1096 time: 0.1889377 Sep 18 00:32:06.257464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169858a1-b183-441e-b510-09b69169c60d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:06.324199 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-db824472-11ce-4e3b-a635-cf7ea6966afc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.0746391 Sep 18 00:32:06.395514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Checking segment: {'id': 'c0ec9799-f182-4786-aaa6-037dda69db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:06.396695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Network hostable DHCP agents. Network: 9741b252-2d00-4e3d-be86-a768f2e12dfc, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:06.404179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-d77ad146-119b-4367-bbb6-8c33040f7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:06.406740 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-d77ad146-119b-4367-bbb6-8c33040f7cb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0693958 Sep 18 00:32:06.408507 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89fa2d2-39b7-4a26-a196-8473f04805d7 x-openstack-request-id: req-f89fa2d2-39b7-4a26-a196-8473f04805d7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:06.409063 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:06.409468 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f89fa2d2-39b7-4a26-a196-8473f04805d7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:06.410012 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'status': 'completed', 'code': 200} Sep 18 00:32:06.456456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-6e0baf4e-5acc-4b31-b97b-ed34ac0e33e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385382 Sep 18 00:32:06.457518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Network 9741b252-2d00-4e3d-be86-a768f2e12dfc is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:06.536073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:06.658422 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.673324 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.692166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f410-a24b-40c7-a78c-311b4905d64c req-f55f2262-d92e-4889-b654-51ef557e1a25 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:06.704271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d10f410-a24b-40c7-a78c-311b4905d64c req-f55f2262-d92e-4889-b654-51ef557e1a25 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.1164269 Sep 18 00:32:06.776864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:06.801268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'port_id': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'mac_address': 'fa:16:3e:46:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b341f1-de2c-4a9e-959e-667e944b9522', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:06.806858 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291fbb-54aa-44c3-8127-1653fad04686 None None] Pushing event updated for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:06.817616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d10f410-a24b-40c7-a78c-311b4905d64c req-c9b4c72c-0d07-4a82-903b-463d3adcd065 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048844 Sep 18 00:32:06.915990 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.937007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Attempting to bind port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:06.937388 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Attempting to bind port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:06.937758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Attempting to bind port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec on network 91d6db9b-582c-43c4-999d-532f8ae04bb4 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:06.942761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb02d31-4c3b-49e7-9f79-a6a0b1715f44 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:06.960411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:06.961458 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Checking segment: {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:06.962027 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.962598 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Bound using segment: {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:06.963247 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Bound port: 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:06.963983 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.001092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:07.014777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.120562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:07.161324 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] For port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:07.177607 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] For port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:07.187522 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.247136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948d76-742f-483d-b1cc-f341674804e2 req-b9ed79a4-ae17-454c-a1dc-686ddc2348fd tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.248448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9741b252-2d00-4e3d-be86-a768f2e12dfc) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:07.259349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0a3ab-555d-499e-8054-c39f78efc5fd None None] Network 9741b252-2d00-4e3d-be86-a768f2e12dfc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:07.262353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.263341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d948d76-742f-483d-b1cc-f341674804e2 req-b9ed79a4-ae17-454c-a1dc-686ddc2348fd tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.1648941 Sep 18 00:32:07.272967 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.345157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0cc8a14d-f103-409b-ab2c-527ec10b39d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2318242 Sep 18 00:32:07.352502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-65b1b150-c255-4890-9936-82fba83e1b6f service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8860531 Sep 18 00:32:07.389041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d948d76-742f-483d-b1cc-f341674804e2 req-f063def3-de52-4122-99bd-58b0f8244c0e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088753 Sep 18 00:32:07.396901 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:07.399314 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:07.416439 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291fbb-54aa-44c3-8127-1653fad04686 None None] Pushing event updated for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:07.433377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['afb02d31-4c3b-49e7-9f79-a6a0b1715f44'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:07.630816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9572ffe8-0b36-4ee3-b196-5a5e49acdb56 req-34f539e3-e1b5-42e1-ad0f-a4274bf8fb0f service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708342 Sep 18 00:32:07.738244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:07.844206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-faf15382-862e-4463-9503-fd2320774c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.847888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-faf15382-862e-4463-9503-fd2320774c68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1096 time: 0.1503458 Sep 18 00:32:07.882499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50130) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:07.906084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060489888', 'description': 'tempest-description--1344050008'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:07.911268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] Provisioning complete for port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:07.915437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.966028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.033277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.090729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] For port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:08.137716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.138870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ef14-cf48-4d23-b15d-dd3776fd7a9a req-c6acfbe8-c24f-4814-bf39-1a5ef462884a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:08.146238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2de9ef14-cf48-4d23-b15d-dd3776fd7a9a req-c6acfbe8-c24f-4814-bf39-1a5ef462884a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.0893965 Sep 18 00:32:08.180152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-6b43042e-2983-4fff-9ae4-6ff495355eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:08.181708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-6b43042e-2983-4fff-9ae4-6ff495355eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.3253698 Sep 18 00:32:08.192792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.206019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.243402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.244822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3601933 Sep 18 00:32:08.259288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50138) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:08.282327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'security_group_rule': {'security_group_id': '2f4c4c7e-1970-49be-9e79-4bc09efd06cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:08.283927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-feece098-b400-4492-a1c8-b03c15e921f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.0924778 Sep 18 00:32:08.325481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2de9ef14-cf48-4d23-b15d-dd3776fd7a9a req-56831ea5-f76e-40ba-a274-7cb9bd66f3f5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750591 Sep 18 00:32:08.348101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19eb17-6d83-4b9e-8dca-cbba4a77c1c3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c4c7e-1970-49be-9e79-4bc09efd06cd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:08.393852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.421446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbafea-e5eb-4121-8cdd-8bedbc907667 None None] Network 9741b252-2d00-4e3d-be86-a768f2e12dfc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:08.472723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-e2e62daa-c35f-416c-a8a6-1bbdd882fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:08.474206 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-e2e62daa-c35f-416c-a8a6-1bbdd882fc5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1774938 Sep 18 00:32:08.483305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-65af1710-89b8-43ad-bc18-d9a70fb926f8 None None] Provisioning complete for port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:08.491324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65af1710-89b8-43ad-bc18-d9a70fb926f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.493299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252d523-183d-4b2f-9789-9e7b09d7485e None None] Pushing event updated for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:08.538876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-70e95329-0e0f-4741-8d7a-c126294e6c7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544541 Sep 18 00:32:08.561944 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:32:02Z', 'revision_number': 4, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1480bd82-bd3d-4388-9e47-fcf5d85bb3ec', 'name': '', 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'mac_address': 'fa:16:3e:54:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:01Z', 'updated_at': '2021-09-18T00:32:07Z', 'revision_number': 4, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'subnets': [{'id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:08.631249 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ea030-f33b-4c0a-9516-272429a9d754 None None] The sync data for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 is: [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:32:02Z', 'revision_number': 4, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1480bd82-bd3d-4388-9e47-fcf5d85bb3ec', 'name': '', 'network_id': '91d6db9b-582c-43c4-999d-532f8ae04bb4', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'mac_address': 'fa:16:3e:54:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:01Z', 'updated_at': '2021-09-18T00:32:07Z', 'revision_number': 4, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'subnets': [{'id': '0dc5d7fd-0cbb-41a5-944a-22f465fd6461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:08.631949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.651555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:08.789471 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-35d8a196-7b89-457c-a62c-fbc73fdcdcdb service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413950 Sep 18 00:32:09.002167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-e9fd0eb1-757c-4b1b-9dd5-5ee82a24f4c4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:09.008218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3b5d0fee-4dcf-4ffa-af57-a004d9c81535 req-6ddbf67b-44d7-45ab-9af5-604381199c0e service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109606 Sep 18 00:32:09.008942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-e9fd0eb1-757c-4b1b-9dd5-5ee82a24f4c4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/networks?id=9741b252-2d00-4e3d-be86-a768f2e12dfc HTTP/1.1" status: 200 len: 813 time: 0.3618639 Sep 18 00:32:09.024545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.025808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7512255 Sep 18 00:32:09.028902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:09.033777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'security_group_rule': {'security_group_id': '2f4c4c7e-1970-49be-9e79-4bc09efd06cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:09.043048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17de36-670b-45d2-941f-eae0a2b887eb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb96683-620f-4eba-9c2b-c1b0dd64aaba,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:09.062676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-6d856dd9-c03d-453a-bfe7-b38730aafa20 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/quotas/98d80697854047a6bc132233bf5da91b HTTP/1.1" status: 200 len: 375 time: 0.0348084 Sep 18 00:32:09.078013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.097566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cbd5d-6a5b-4433-9c02-816cd903e582 req-76c2b86d-7755-4f85-bc31-24365b91e63f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:09.099111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135cbd5d-6a5b-4433-9c02-816cd903e582 req-76c2b86d-7755-4f85-bc31-24365b91e63f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.4550462 Sep 18 00:32:09.140019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-c59f11e1-b5d3-4557-85c1-7a03ac50dda4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=98d80697854047a6bc132233bf5da91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645947 Sep 18 00:32:09.167053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.176799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.214649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.219361 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892285 Sep 18 00:32:09.221505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50174) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:09.227776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:09.239751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135cbd5d-6a5b-4433-9c02-816cd903e582 req-410ef91d-02d3-4ceb-bf15-b16177c58da2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275885 Sep 18 00:32:09.256573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1ffdd-51a3-4176-8025-9fe0d25ac977 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927a7837-0b61-4ecc-891a-8380bfd3ef86,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:09.268130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.409586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-4d852490-cfa6-4db9-8202-532e88d06a5b service neutron] 10.222.0.49 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555301 Sep 18 00:32:09.461614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:09.495406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.559564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:09.560744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.610785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-ceb537a5-26d0-41b7-9bf0-3f235da3bc43 service neutron] 10.222.0.49 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895604 Sep 18 00:32:09.728570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1279254150', 'description': 'tempest-description-2029827377'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:09.757233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.768620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:09.768908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Allocated IP 172.25.7.132 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/bb43d10d-b99d-4011-88cc-e3186c844303) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:09.965060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.001128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace1cd3-c95f-4d49-8d27-94eb7cc0dbfc req-a0e5f68f-a00a-400b-b9f5-1460e2642b78 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:10.002880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ace1cd3-c95f-4d49-8d27-94eb7cc0dbfc req-a0e5f68f-a00a-400b-b9f5-1460e2642b78 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.1122715 Sep 18 00:32:10.028331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.029796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.043582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.090506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:10.093448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:10.110056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:10.111569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ace1cd3-c95f-4d49-8d27-94eb7cc0dbfc req-6cd0e55b-e94a-4146-91d8-166a6f97d578 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974936 Sep 18 00:32:10.114834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f817273-4c96-4c91-a6f3-2d7b92dda7dd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.138384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'Port': ['ID=bb43d10d-b99d-4011-88cc-e3186c844303,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.192353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.202442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.246290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.252258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f4a3c98-42a5-4218-9d60-e3c82ad90889 req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5292044 Sep 18 00:32:10.268141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d276-3522-4441-866c-eb2131072c29 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7092b-c7b3-4b2f-b2fd-dcfe89b84d8e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.366421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d35ed413-9184-4be3-8f28-daa9a83002ba req-b34650c6-91a4-4580-ac54-6dc93b30c833 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 210 time: 0.0569963 Sep 18 00:32:10.415011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-3175746c-7aab-4d5c-9a75-2c50ecddb8dd tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=22568cc4ce1247d9af83c91bd107864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425091 Sep 18 00:32:10.426043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.478454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Request body: {'security_group': {'name': 'tempest-securitygroup-344077092', 'description': 'tempest-description-1901146407'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:10.482080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.538971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.571233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:10.601513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-3e271486-b719-4016-8690-bb9b4ca47a69 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:10.610746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-3e271486-b719-4016-8690-bb9b4ca47a69 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866555 Sep 18 00:32:10.628198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-e7044ebe-0f7b-4a67-8fc8-c469f91b28b0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/quotas/22568cc4ce1247d9af83c91bd107864b HTTP/1.1" status: 200 len: 375 time: 0.0160193 Sep 18 00:32:10.665679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:10.668814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-3ae3421b-446b-4067-84db-dc5e37128993 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344949 Sep 18 00:32:10.675880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:10.676333 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.709842 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.718230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.749794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:10.761831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.774543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.837656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.843657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-295659f1-03e3-45f5-b864-bbac6ab5e9d8 req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3724227 Sep 18 00:32:10.850860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'Port': ['ID=bb43d10d-b99d-4011-88cc-e3186c844303,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.861257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a9760-66c1-44ce-b4a0-bcf8deffc435 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6a3f5-edd1-4eaa-9e17-025a9a1f946c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.870079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.908564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.918831 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9fac2102-c8fd-4b94-b4a1-3a190e5bf8a7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6874580 Sep 18 00:32:10.930316 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.992774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:10.995389 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0ba8c-36df-4295-8cfc-aa6f71de9fe1" -d '{"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-plugged", "status": "completed", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:11.014185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58cc0f5c-8af3-44fb-80df-bf500ec2ff1c req-2a085609-6e6b-4774-9cd8-0e724ff6864d tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 210 time: 0.0450957 Sep 18 00:32:11.023030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:11.035002 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.044317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:11.082028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'port_id': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'mac_address': 'fa:16:3e:11:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daa8917-244c-4e53-844e-ca919be3f9ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:11.099750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37612ba-dfe7-497d-8275-76d94718fecd req-5a33a726-7084-4269-b2fc-cdb8de757729 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:11.109530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d37612ba-dfe7-497d-8275-76d94718fecd req-5a33a726-7084-4269-b2fc-cdb8de757729 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.0716128 Sep 18 00:32:11.152020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d37612ba-dfe7-497d-8275-76d94718fecd req-7898bbb2-240c-4036-8180-54abb7c89091 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Sep 18 00:32:11.164769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:11.177301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.201200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fea4e-805d-4e1a-88f5-993ced4c326f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:11.218036 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387f6892-ed7e-4d6b-a362-434a18f97971 x-openstack-request-id: req-387f6892-ed7e-4d6b-a362-434a18f97971 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:11.218591 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-plugged", "status": "completed", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:11.219115 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-387f6892-ed7e-4d6b-a362-434a18f97971 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:11.219689 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'code': 200} Sep 18 00:32:11.231412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:11.238183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.270023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-572239051', 'description': 'tempest-description-988162334'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:11.326897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:11.337870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.354774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.398959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e8da3f10-e978-43a5-bfb6-f882559b85e4 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1060489888&fields=id&tenant_id=e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 267 time: 0.0832086 Sep 18 00:32:11.465559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b71fea4e-805d-4e1a-88f5-993ced4c326f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:11.483766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c31c1-09ab-467a-b9f3-0c3b25322446 req-0130a9f9-d806-4681-ba97-2e7ede2b4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:11.485570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-733c31c1-09ab-467a-b9f3-0c3b25322446 req-0130a9f9-d806-4681-ba97-2e7ede2b4024 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1098 time: 0.0694385 Sep 18 00:32:11.498365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-c9bdc6f1-ba7e-4575-97d7-73326914bd48 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:11.500211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-c9bdc6f1-ba7e-4575-97d7-73326914bd48 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.54 "GET /v2.0/networks?id=9741b252-2d00-4e3d-be86-a768f2e12dfc HTTP/1.1" status: 200 len: 813 time: 0.1628201 Sep 18 00:32:11.532098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Request body: {'port': {'device_id': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc', 'admin_state_up': True, 'tenant_id': '98d80697854047a6bc132233bf5da91b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:11.576886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-0229f2bb-0a4d-43f4-8464-d01703b06808 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:11.578567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-0229f2bb-0a4d-43f4-8464-d01703b06808 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 823 time: 0.1702783 Sep 18 00:32:11.607866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-21a68d68-5199-4f2f-af51-8c143f47964e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/quotas/e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 375 time: 0.0209138 Sep 18 00:32:11.617751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.618418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-733c31c1-09ab-467a-b9f3-0c3b25322446 req-b28a0c16-5f20-451f-8c2b-090ba76e3e5a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153078 Sep 18 00:32:11.628900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.691181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0bf7b-c280-4f0e-8968-68fa40769982,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:11.711977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-bb874526-f70d-446a-bbc2-301b5249fa36 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963717 Sep 18 00:32:11.806183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.820695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.834748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Made reservation on behalf of 98d80697854047a6bc132233bf5da91b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:11.839566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.858382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:11.859608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ef900e1-cc64-4732-99fa-25a012cf0a8c req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5947635 Sep 18 00:32:11.899093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-3d8e994f-7565-49da-9818-820299b0dfe1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706192 Sep 18 00:32:11.899700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a95ea-a77a-4c84-abfc-38582f89df0f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac33e0f3-08b2-4c7e-ab21-3a18e2b52a50,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:11.988727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Allocated IP 172.20.0.12 (9741b252-2d00-4e3d-be86-a768f2e12dfc/169858a1-b183-441e-b510-09b69169c60d/3a52ce0b-f5e8-4bf0-ac60-a19dd4498202) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:12.161739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.196583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-69bfd45c-d3a9-450b-87ff-9c25da786c2e tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=22568cc4ce1247d9af83c91bd107864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311029 Sep 18 00:32:12.241443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567323-fb29-4ea1-bd9f-0e5d25818371 req-3a12a6f6-6e4f-458b-a4d7-fd6198616551 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.242918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f567323-fb29-4ea1-bd9f-0e5d25818371 req-3a12a6f6-6e4f-458b-a4d7-fd6198616551 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 946 time: 0.3130276 Sep 18 00:32:12.247363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-361cbb30-291b-4157-80d8-18c2fca83f91 service neutron] 10.222.0.49 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358960 Sep 18 00:32:12.296906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f567323-fb29-4ea1-bd9f-0e5d25818371 req-5cedf6a3-c94e-4bde-bb78-3597718cf2f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Sep 18 00:32:12.300703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.363596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Network 9741b252-2d00-4e3d-be86-a768f2e12dfc is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:12.370951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:12.374021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:12.449177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.449803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.458382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Pushing event updated for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:12.474552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-ebc9d766-8df8-49fe-85a1-acf2177bb1e0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.476133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-ebc9d766-8df8-49fe-85a1-acf2177bb1e0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729034 Sep 18 00:32:12.483212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-301376b6-b900-4dd4-bf62-7c3bd6bd5410 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559150 Sep 18 00:32:12.489501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Request body: {'port': {'device_id': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '22568cc4ce1247d9af83c91bd107864b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:12.506328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83cd5b-3e98-4397-9bac-00ee08eb374d req-60be3ae2-809e-476e-be71-bae6943a7d3e tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.508920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf83cd5b-3e98-4397-9bac-00ee08eb374d req-60be3ae2-809e-476e-be71-bae6943a7d3e tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 932 time: 0.0793903 Sep 18 00:32:12.515108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Request body: {'port': {'device_id': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:12.529335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2144824002', 'description': 'tempest-description-1502576620'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:12.573777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf83cd5b-3e98-4397-9bac-00ee08eb374d req-eb4d97f7-81c6-492e-ab52-95b7d0568b8f tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Sep 18 00:32:12.583089 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.627624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.680267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52ec1339-5fce-47f1-bf45-439cd932069f req-fb2e6343-c6b1-4861-ab94-f87e2e76ff77 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 210 time: 0.0348854 Sep 18 00:32:12.722008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.728110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.756643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:12.766340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.767768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30ffc074-9e1f-4c8a-a78d-e15e1c420d30 req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2488751 Sep 18 00:32:12.772811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe613151-7f64-47d9-80f1-607c253c7190 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175aa0c4-9479-4c9b-92fe-64f0aa1944ef,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:12.834416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Made reservation on behalf of 22568cc4ce1247d9af83c91bd107864b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:12.838996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.847260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5266a-6ae1-403b-b665-ec17b7fe1f70 req-c993ab05-cd72-48bc-bd6b-68167062746b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.847692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port b71fea4e-805d-4e1a-88f5-993ced4c326f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:12.849189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60e5266a-6ae1-403b-b665-ec17b7fe1f70 req-c993ab05-cd72-48bc-bd6b-68167062746b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.0736518 Sep 18 00:32:12.856116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.858953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port b71fea4e-805d-4e1a-88f5-993ced4c326f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:12.859570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.886392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02b21598-8c31-4c6b-941f-402f83497901 req-ad6b5aa1-8773-4d95-97e8-092f3f6a8f60 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 210 time: 0.0499146 Sep 18 00:32:12.962167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60e5266a-6ae1-403b-b665-ec17b7fe1f70 req-6eee3ee3-4579-4a82-aed7-1a3a7124382f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023219 Sep 18 00:32:13.000664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.038485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:13.045910 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.115366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:13.126045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.126393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.126736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.127069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.127398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.127815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.128031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.128430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.128728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.129046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.129373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.129688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:13.215526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.221701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:13.224729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.225114 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d77766-0b02-42ff-b3c2-b5862ad8a7a5" -d '{"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-plugged", "status": "completed", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:13.240142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:13.280608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.297412 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707c5dd-0362-418e-b389-bf4cd3576543 x-openstack-request-id: req-7707c5dd-0362-418e-b389-bf4cd3576543 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:13.298418 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-plugged", "status": "completed", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:13.298870 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7707c5dd-0362-418e-b389-bf4cd3576543 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:13.299448 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'code': 200} Sep 18 00:32:13.372368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Transition to ACTIVE for port object 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:13.373190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8869b-749c-4e81-91ab-12e46f834e48,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:13.383085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.398886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-bb90a020-6f03-4428-b9ba-de5d16fcd54a tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47854 time: 0.3938935 Sep 18 00:32:13.471698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Pushing event updated for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:13.500730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-ead58327-cf9a-46dc-afa1-99482fa50e08 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01b10392-42de-45d0-83ba-eeba85a91062 HTTP/1.1" status: 200 len: 2981 time: 0.0842237 Sep 18 00:32:13.505652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e9ea-2d9c-44a6-9e17-6b255f6d7667 req-c767011e-9d3d-41f7-935b-10fbf18bdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:13.507144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4503e9ea-2d9c-44a6-9e17-6b255f6d7667 req-c767011e-9d3d-41f7-935b-10fbf18bdb65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1098 time: 0.1061797 Sep 18 00:32:13.514737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6b66-0029-4519-bdc7-8112e0fd7334 req-a697b5ab-47d3-43a8-8f16-1ecd2fe10906 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:13.516154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-432a6b66-0029-4519-bdc7-8112e0fd7334 req-a697b5ab-47d3-43a8-8f16-1ecd2fe10906 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 946 time: 0.1163290 Sep 18 00:32:13.520869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Allocated IP 192.168.233.207 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/5f342091-63c9-4050-a577-2c990ef91ab1) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:13.583236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Attempting to bind port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:13.583563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Attempting to bind port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c0ec9799-f182-4786-aaa6-037dda69db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:13.583887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Attempting to bind port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 on network 9741b252-2d00-4e3d-be86-a768f2e12dfc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:13.593753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 on network 9741b252-2d00-4e3d-be86-a768f2e12dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:13.594078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Attempting to bind port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 on network 9741b252-2d00-4e3d-be86-a768f2e12dfc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:13.595046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4503e9ea-2d9c-44a6-9e17-6b255f6d7667 req-7eb9c28f-469d-4780-ac74-d23992b71e17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Sep 18 00:32:13.604537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-432a6b66-0029-4519-bdc7-8112e0fd7334 req-afcf765f-821b-4e16-925a-14b51ebb1fe0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789685 Sep 18 00:32:13.612529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:13.612870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Checking segment: {'id': 'c0ec9799-f182-4786-aaa6-037dda69db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:13.613250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Bound using segment: {'id': 'c0ec9799-f182-4786-aaa6-037dda69db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:13.613694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Bound port: 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ec9799-f182-4786-aaa6-037dda69db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:13.614048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.615108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-ea039056-c942-4233-a0bb-4a298aabd976 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01b10392-42de-45d0-83ba-eeba85a91062 HTTP/1.1" status: 200 len: 2981 time: 0.0967264 Sep 18 00:32:13.665597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-46127063-9ce2-44fd-ad4c-922245ff5ff2 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/089029d5-2df0-4a85-9f17-5f1a03cf496f HTTP/1.1" status: 200 len: 2973 time: 0.0408862 Sep 18 00:32:13.758716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-6243acc6-84ff-44ee-b31e-7d6a61d41b71 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/089029d5-2df0-4a85-9f17-5f1a03cf496f HTTP/1.1" status: 200 len: 2973 time: 0.0812800 Sep 18 00:32:13.773870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33f1e2-8e99-43dd-abc1-25271b37d06f req-05721b85-35ca-4bf5-a4ac-82ea6b54c8ff tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:13.775386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a33f1e2-8e99-43dd-abc1-25271b37d06f req-05721b85-35ca-4bf5-a4ac-82ea6b54c8ff tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 944 time: 0.0751228 Sep 18 00:32:13.817695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:13.829540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-0897654c-624c-462b-8573-f35c70a8f4b9 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1efe1ec8-9d9d-45f4-ad7b-eea12215ec35 HTTP/1.1" status: 200 len: 2981 time: 0.0524111 Sep 18 00:32:13.851646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a33f1e2-8e99-43dd-abc1-25271b37d06f req-2bbc71e3-0765-4807-b4c0-f7bf4e9606fa tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478692 Sep 18 00:32:13.876574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,segment=NetworkSegment(c0ec9799-f182-4786-aaa6-037dda69db54),segment_id=c0ec9799-f182-4786-aaa6-037dda69db54)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:13.877910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.883555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:13.924731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-f7279bad-961a-4b7b-9c71-76a59d2eb463 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1efe1ec8-9d9d-45f4-ad7b-eea12215ec35 HTTP/1.1" status: 200 len: 2981 time: 0.0829458 Sep 18 00:32:13.966079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-2e3937e8-2383-4132-b993-23b8f3caf5d9 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4f817273-4c96-4c91-a6f3-2d7b92dda7dd HTTP/1.1" status: 200 len: 2981 time: 0.0404215 Sep 18 00:32:14.040828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-d8e0601f-00a5-4835-b616-bbfcf3815a90 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4f817273-4c96-4c91-a6f3-2d7b92dda7dd HTTP/1.1" status: 200 len: 2981 time: 0.0607560 Sep 18 00:32:14.112484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-79242ae1-20e0-4dc8-bfbc-d25e04b73032 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5dc0bf7b-c280-4f0e-8968-68fa40769982 HTTP/1.1" status: 200 len: 2981 time: 0.0670781 Sep 18 00:32:14.126539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b110afc-6047-403c-a3c9-24b7109d5293 req-7967d1b1-2a78-4d8a-8121-4742dc507cd3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.128015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b110afc-6047-403c-a3c9-24b7109d5293 req-7967d1b1-2a78-4d8a-8121-4742dc507cd3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1098 time: 0.0694268 Sep 18 00:32:14.168505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.169118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.170488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] 10.222.0.54 "PUT /v2.0/ports/3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 HTTP/1.1" status: 200 len: 1093 time: 1.6622448 Sep 18 00:32:14.170924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:14.173135 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f90e04-fba2-4647-b1af-3a68ae2e47cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:14.194281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b110afc-6047-403c-a3c9-24b7109d5293 req-5de8df01-e4d7-4793-bc54-c317f00043b5 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583129 Sep 18 00:32:14.196705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-cfbc0c41-30ce-410d-9617-ec035a878eaa tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5dc0bf7b-c280-4f0e-8968-68fa40769982 HTTP/1.1" status: 200 len: 2981 time: 0.0777886 Sep 18 00:32:14.198592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-4f8b5572-734c-4719-8898-167b308e238b tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.200101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-4f8b5572-734c-4719-8898-167b308e238b tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.54 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 823 time: 0.4423575 Sep 18 00:32:14.220269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851562db-03f2-43b4-b3c2-e8fbd7de796c service neutron] Pushing event updated for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:14.239164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.260843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-64e84c4e-c05f-416a-8206-7d5502dfae87 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e803787-8e23-4964-bb09-3624d8ce3c0a HTTP/1.1" status: 200 len: 2981 time: 0.0560994 Sep 18 00:32:14.324766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-ea10b1e7-443a-4472-bc35-222fa665915f tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e803787-8e23-4964-bb09-3624d8ce3c0a HTTP/1.1" status: 200 len: 2981 time: 0.0575140 Sep 18 00:32:14.335687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-b885d98e-9276-43b3-9cb3-c2410eb7f2ab tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 380 time: 0.1122551 Sep 18 00:32:14.337431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:14.348795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'port': {'device_id': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'admin_state_up': True, 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'security_groups': ['2f4c4c7e-1970-49be-9e79-4bc09efd06cd']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:14.360839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:14.363603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:14.371375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Pushing event updated for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:14.393952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-9e59e0b6-44c7-44ae-bc2a-e37c3f92f7c9 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9db060d6-1fd5-481a-8d30-d910245d8b25 HTTP/1.1" status: 200 len: 2981 time: 0.0683203 Sep 18 00:32:14.403745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-7c256dcc-bb84-45c9-b4f4-094f25584ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.405267 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-7c256dcc-bb84-45c9-b4f4-094f25584ce1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d80697854047a6bc132233bf5da91b&device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 1096 time: 0.1675780 Sep 18 00:32:14.427682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df5df-3b52-43a7-aa14-0377ceb111e7 req-5fc8c0d8-5351-4f89-866e-b73d8e7ced02 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.429263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-901df5df-3b52-43a7-aa14-0377ceb111e7 req-5fc8c0d8-5351-4f89-866e-b73d8e7ced02 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 936 time: 0.0790994 Sep 18 00:32:14.475459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-8fb4ddb7-1b8c-4f5c-b8ea-e72a435b6c83 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9db060d6-1fd5-481a-8d30-d910245d8b25 HTTP/1.1" status: 200 len: 2981 time: 0.0735199 Sep 18 00:32:14.498397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-1171dad7-b80b-4dde-84e8-ba7d48e3c853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 HTTP/1.1" status: 200 len: 217 time: 0.0758364 Sep 18 00:32:14.513553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-901df5df-3b52-43a7-aa14-0377ceb111e7 req-2a106f39-4d82-473e-884a-ebe99828d6f9 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749285 Sep 18 00:32:14.514185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.514859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.565243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-89cc97d6-17a8-426a-8ed1-8e022f364051 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9ddabe94-fd94-4ed6-83f0-5714e9d87750 HTTP/1.1" status: 200 len: 2981 time: 0.0808513 Sep 18 00:32:14.581096 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-31e1b726-d459-4543-80e0-f745e884c17a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0958469 Sep 18 00:32:14.596964 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Request body: {'port': {'device_id': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:14.600143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-f7a396b7-2226-4f3b-a287-0c2e0eca9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.601574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-f7a396b7-2226-4f3b-a287-0c2e0eca9e88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=169858a1-b183-441e-b510-09b69169c60d HTTP/1.1" status: 200 len: 853 time: 0.0944934 Sep 18 00:32:14.615261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-880895ad-4f9b-4420-ba73-24f5f325d48c req-a5713fe6-b065-4e72-8d41-dbd67db35c2c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 210 time: 0.0329869 Sep 18 00:32:14.618262 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:32:14.624278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-13d68b28-cccc-4b8b-b343-2e23203d2a94 None None] Provisioning complete for port 5f342091-63c9-4050-a577-2c990ef91ab1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:14.625288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13d68b28-cccc-4b8b-b343-2e23203d2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.648714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-79b8059d-5c19-42a7-bb15-66691c10191c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9ddabe94-fd94-4ed6-83f0-5714e9d87750 HTTP/1.1" status: 200 len: 2981 time: 0.0811629 Sep 18 00:32:14.671917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-c60b11d3-831e-40fe-b9b1-73cd03f6caa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9741b252-2d00-4e3d-be86-a768f2e12dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497475 Sep 18 00:32:14.672921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Made reservation on behalf of e7ca663280984d1aa3cf422b3f28f0d1 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:14.676348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.679571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-13d68b28-cccc-4b8b-b343-2e23203d2a94 None None] Port 5f342091-63c9-4050-a577-2c990ef91ab1 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:14.703895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-2ee84543-1ba0-4133-8e13-68b3f314e624 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a0f41238-8183-4903-8b4a-982c0f848681 HTTP/1.1" status: 200 len: 2981 time: 0.0541801 Sep 18 00:32:14.750214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.781254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-d9fe806f-47e3-4146-ab43-5da82ff0d610 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a0f41238-8183-4903-8b4a-982c0f848681 HTTP/1.1" status: 200 len: 2981 time: 0.0662756 Sep 18 00:32:14.788580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0baf-ab6b-4075-89e4-5c0426e9db48 req-b649d5fd-22bb-4cda-9270-f3409ad6cbe6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.790058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-822b0baf-ab6b-4075-89e4-5c0426e9db48 req-b649d5fd-22bb-4cda-9270-f3409ad6cbe6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 946 time: 0.0849872 Sep 18 00:32:14.858513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-822b0baf-ab6b-4075-89e4-5c0426e9db48 req-4df49f6d-4a42-4fef-b0a4-bcc1222aebc5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Sep 18 00:32:14.860903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-02d2cb07-714f-4846-b5b0-3ac7950b53b8 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a298122f-997a-40d8-85b8-817ff95e74d6 HTTP/1.1" status: 200 len: 2977 time: 0.0698287 Sep 18 00:32:14.913606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-e2898ab7-9043-4883-af20-20ce269576aa tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a298122f-997a-40d8-85b8-817ff95e74d6 HTTP/1.1" status: 200 len: 2977 time: 0.0443711 Sep 18 00:32:14.938284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-1ce25910-36e3-4aec-a39c-97e54a9d05f5 service neutron] 10.222.0.54 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594042 Sep 18 00:32:14.941580 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdec7f0-6b55-4671-b0d8-8d2cef651573 x-openstack-request-id: req-5bdec7f0-6b55-4671-b0d8-8d2cef651573 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:14.941875 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:14.942112 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bdec7f0-6b55-4671-b0d8-8d2cef651573 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:14.942496 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202', 'status': 'completed', 'code': 200} Sep 18 00:32:14.968563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-b660431c-63b8-4840-9b19-51f7fc751216 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b3d999c4-773e-4601-8caf-2e0fb1c5e0cb HTTP/1.1" status: 200 len: 2981 time: 0.0468709 Sep 18 00:32:15.021346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Allocated IP 172.20.0.11 (3e64932f-59e2-46b3-b755-f502778c1eee/8c1d2159-77d3-4060-aa17-64cb8391d1ba/ce16d771-9bf6-4968-bff3-69eb7985ad89) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:15.042786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-c5488e8b-cffc-465d-a276-fb0742fb2c74 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b3d999c4-773e-4601-8caf-2e0fb1c5e0cb HTTP/1.1" status: 200 len: 2981 time: 0.0680003 Sep 18 00:32:15.048113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f49c8f-51b8-4bb8-8814-6ac8ba9149cd req-c2a2bf6f-15a1-43f1-bb98-cfc5c91230dc tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.049635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1f49c8f-51b8-4bb8-8814-6ac8ba9149cd req-c2a2bf6f-15a1-43f1-bb98-cfc5c91230dc tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1098 time: 0.0684824 Sep 18 00:32:15.107221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1f49c8f-51b8-4bb8-8814-6ac8ba9149cd req-609256f4-f4c6-4fac-99a1-6285faf42f59 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Sep 18 00:32:15.116756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-2c685f48-532d-4fcc-a402-89941b9b8abf tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c148340e-491c-4e50-9b3e-53b9bdd7f9e6 HTTP/1.1" status: 200 len: 2981 time: 0.0644431 Sep 18 00:32:15.180294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-11eab7f2-9533-43f8-8e3f-3edc5fba5c89 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c148340e-491c-4e50-9b3e-53b9bdd7f9e6 HTTP/1.1" status: 200 len: 2981 time: 0.0530448 Sep 18 00:32:15.197825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cddc1fbb-b01c-498d-8c8f-a61fbcfffcfe req-41273a9e-fe7d-4b95-8418-93e882206df0 service neutron] 10.222.0.54 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127917 Sep 18 00:32:15.255322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-d89992f0-8489-4a73-8fab-298e9feb78a2 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e07ac088-657c-4c03-b04e-c01a149321bf HTTP/1.1" status: 200 len: 2981 time: 0.0667198 Sep 18 00:32:15.279498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6240a4e-112c-4793-bb93-26c788b72583 req-b69c9421-6258-44a8-a7c2-8294ce973d4a tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.281249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6240a4e-112c-4793-bb93-26c788b72583 req-b69c9421-6258-44a8-a7c2-8294ce973d4a tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 944 time: 0.0805283 Sep 18 00:32:15.347373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-9c267404-b6dd-48b8-997f-105609d912c2 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e07ac088-657c-4c03-b04e-c01a149321bf HTTP/1.1" status: 200 len: 2981 time: 0.0845854 Sep 18 00:32:15.350386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6240a4e-112c-4793-bb93-26c788b72583 req-651d9c81-0caa-4a6f-8dc4-fe7773ab8085 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Sep 18 00:32:15.360511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.378188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f342091-63c9-4050-a577-2c990ef91ab1 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:15.389811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.405878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-fbe82759-b68d-4be3-b34a-7a86302575e3 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ee7088ad-e8dc-44b8-916e-63d8878d6917 HTTP/1.1" status: 200 len: 2981 time: 0.0515747 Sep 18 00:32:15.416445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-101609b2-0ca3-4704-8b92-6c892bc4d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.417946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-101609b2-0ca3-4704-8b92-6c892bc4d6dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98d80697854047a6bc132233bf5da91b&device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 1096 time: 0.1173444 Sep 18 00:32:15.422889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Transition to ACTIVE for port object 5f342091-63c9-4050-a577-2c990ef91ab1 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:15.445497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.469599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75ec3047-b9a9-42e8-b2b3-0652f0af078f req-fa4d5f77-cf4b-4fb0-8ed3-6e34a4a861db tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ee7088ad-e8dc-44b8-916e-63d8878d6917 HTTP/1.1" status: 200 len: 2981 time: 0.0577333 Sep 18 00:32:15.469836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.552083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-78f13c5a-dee2-4136-a285-82007013dd69 req-6cd5d94f-18e5-46b7-8447-9dcc93734b49 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:15.553130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78f13c5a-dee2-4136-a285-82007013dd69 req-6cd5d94f-18e5-46b7-8447-9dcc93734b49 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158267 Sep 18 00:32:15.598316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Network 3e64932f-59e2-46b3-b755-f502778c1eee is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:15.598681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f9b262f-83a0-427f-b2a8-b32076ca2d0f req-cf7f8802-2596-46b2-bef2-32fe468a79e9 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80a435c237c649a9ba9913bd6cf0e275 HTTP/1.1" status: 200 len: 6103 time: 0.0907907 Sep 18 00:32:15.602281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:15.609701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:15.621052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:15.667373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f9b262f-83a0-427f-b2a8-b32076ca2d0f req-150e5fd6-7fb8-43aa-b09c-e5752b956a0e tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "GET /v2.0/security-groups/4f817273-4c96-4c91-a6f3-2d7b92dda7dd HTTP/1.1" status: 200 len: 2981 time: 0.0611343 Sep 18 00:32:15.688712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-b8f811c4-4553-4f8a-856c-421ab4f0bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.690659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-b8f811c4-4553-4f8a-856c-421ab4f0bc0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9741b252-2d00-4e3d-be86-a768f2e12dfc HTTP/1.1" status: 200 len: 914 time: 0.2654276 Sep 18 00:32:15.743573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f9b262f-83a0-427f-b2a8-b32076ca2d0f req-d04c8eeb-dd5a-400e-ba6c-7ac5516362f4 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "GET /v2.0/security-groups/4f817273-4c96-4c91-a6f3-2d7b92dda7dd HTTP/1.1" status: 200 len: 2981 time: 0.0687301 Sep 18 00:32:15.795269 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-485755c0-907a-42e4-9ebc-553ba1b46545 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 HTTP/1.1" status: 200 len: 217 time: 0.0773766 Sep 18 00:32:15.802071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Attempting to bind port 5f342091-63c9-4050-a577-2c990ef91ab1 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:15.802685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Attempting to bind port 5f342091-63c9-4050-a577-2c990ef91ab1 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:15.803033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Attempting to bind port 5f342091-63c9-4050-a577-2c990ef91ab1 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:15.814963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.833689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.834735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.859873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:15.862302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Port 5f342091-63c9-4050-a577-2c990ef91ab1 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:15.862628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Attempting to bind port 5f342091-63c9-4050-a577-2c990ef91ab1 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:15.879610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:15.880156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:15.882069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:15.882521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Bound port: 5f342091-63c9-4050-a577-2c990ef91ab1, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:15.882885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.910090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e10f26b4-3f8d-4cf2-91d6-603c2340028d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5657268 Sep 18 00:32:15.917383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-b989f671-2386-4188-8ac6-1d1c6eacaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.919503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-b989f671-2386-4188-8ac6-1d1c6eacaeba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=169858a1-b183-441e-b510-09b69169c60d HTTP/1.1" status: 200 len: 853 time: 0.1139972 Sep 18 00:32:15.925703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07633e4b-8bb6-405d-a92a-cad90ba40bfc req-4d5d2b12-066f-4878-830b-db86034481ea tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.927721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07633e4b-8bb6-405d-a92a-cad90ba40bfc req-4d5d2b12-066f-4878-830b-db86034481ea tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 948 time: 0.0677488 Sep 18 00:32:15.946982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9c28d0e9-9d1d-483a-9c27-287756979e08 None None] Provisioning complete for port ce16d771-9bf6-4968-bff3-69eb7985ad89 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:15.947848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9c28d0e9-9d1d-483a-9c27-287756979e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:15.953792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Request body: {'port': {'device_id': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:15.985990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07633e4b-8bb6-405d-a92a-cad90ba40bfc req-c58e7fa2-c2d3-49a9-9f3f-179be0b36149 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Sep 18 00:32:15.998492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9c28d0e9-9d1d-483a-9c27-287756979e08 None None] Port ce16d771-9bf6-4968-bff3-69eb7985ad89 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:16.006062 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-c2c4f45e-856d-4472-8988-0946e9a3ae4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9741b252-2d00-4e3d-be86-a768f2e12dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575097 Sep 18 00:32:16.085528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.089691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:16.099807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f8f6-d879-42ca-a02b-a7c697272c3e req-06a005fa-bd2e-47eb-95a8-4413e1a4de59 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.113047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e041f8f6-d879-42ca-a02b-a7c697272c3e req-06a005fa-bd2e-47eb-95a8-4413e1a4de59 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 932 time: 0.0689869 Sep 18 00:32:16.147136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f342091-63c9-4050-a577-2c990ef91ab1,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:16.172143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e041f8f6-d879-42ca-a02b-a7c697272c3e req-fd504b02-00f1-451e-b824-13756964c1ce tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Sep 18 00:32:16.175230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.247568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.248176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.249600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f342091-63c9-4050-a577-2c990ef91ab1 HTTP/1.1" status: 200 len: 1097 time: 1.6576445 Sep 18 00:32:16.251362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-6e76952f-abf8-4d63-a239-f51dc07049b2 service neutron] 10.222.0.54 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311559 Sep 18 00:32:16.257039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-e8eaa98e-9bd9-45e7-9c8e-70faf71a6a91 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/175aa0c4-9479-4c9b-92fe-64f0aa1944ef HTTP/1.1" status: 200 len: 1778 time: 0.0528593 Sep 18 00:32:16.329330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.355811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.406351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.410651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.411856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-697dc29b-2226-4ab3-a1b0-3aa8210d6c67 req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/175aa0c4-9479-4c9b-92fe-64f0aa1944ef HTTP/1.1" status: 204 len: 173 time: 0.1434324 Sep 18 00:32:16.421620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a66cbe-38a2-4f86-8659-730c82854197 tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175aa0c4-9479-4c9b-92fe-64f0aa1944ef,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:16.553930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadeb4c-99a4-4238-9c7f-a1441732ca6c req-3c1f11db-78c0-4334-9776-925b2be7e642 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.554517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfadeb4c-99a4-4238-9c7f-a1441732ca6c req-3c1f11db-78c0-4334-9776-925b2be7e642 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 946 time: 0.0528152 Sep 18 00:32:16.595280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf314d4-e332-498e-843e-4a1d8e922bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:16.600756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfadeb4c-99a4-4238-9c7f-a1441732ca6c req-af789563-5759-4458-af76-3d01c0627648 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Sep 18 00:32:16.707311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-448cd6a0-ba35-48a3-85d7-cd1857d5c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.708886 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-448cd6a0-ba35-48a3-85d7-cd1857d5c43b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 1100 time: 0.3842595 Sep 18 00:32:16.723040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7467ee-595a-4002-8879-38fc4c2641d8 req-951151ad-5c30-4630-8336-19ab9fbe6d37 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.724658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed7467ee-595a-4002-8879-38fc4c2641d8 req-951151ad-5c30-4630-8336-19ab9fbe6d37 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 944 time: 0.0519445 Sep 18 00:32:16.752797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44f90e04-fba2-4647-b1af-3a68ae2e47cf req-1db201dc-66b2-42e7-a26e-0db78376823b service neutron] 10.222.0.54 "GET /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865804 Sep 18 00:32:16.770240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed7467ee-595a-4002-8879-38fc4c2641d8 req-12396aa1-5bf1-4018-ba97-de8f5a16037d tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Sep 18 00:32:16.784202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-0a79e4a3-352a-4c2e-bdc3-8c537e9c2e37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=5f342091-63c9-4050-a577-2c990ef91ab1 HTTP/1.1" status: 200 len: 217 time: 0.0466089 Sep 18 00:32:16.836143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-53dcf312-d8c4-44b1-8601-b9656dd6948d tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ac33e0f3-08b2-4c7e-ab21-3a18e2b52a50 HTTP/1.1" status: 200 len: 1776 time: 0.0397847 Sep 18 00:32:16.863774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-71c26a9f-2a5f-4fe2-ac50-dfc02109465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.865728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-71c26a9f-2a5f-4fe2-ac50-dfc02109465a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0701206 Sep 18 00:32:16.911473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.934081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.940266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce16d771-9bf6-4968-bff3-69eb7985ad89 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:16.944251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:16.946460 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28" -d '{"events": [{"name": "network-changed", "server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:16.955922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.960823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-fcf59401-f4de-4c6f-ac1f-1e5e726c224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.962364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-fcf59401-f4de-4c6f-ac1f-1e5e726c224f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896955 Sep 18 00:32:16.965913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50390) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:16.979767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.982359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.983495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-065984fc-b5c0-497a-ba48-a27de1152d3c req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac33e0f3-08b2-4c7e-ab21-3a18e2b52a50 HTTP/1.1" status: 204 len: 173 time: 0.1378639 Sep 18 00:32:16.985858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Transition to ACTIVE for port object ce16d771-9bf6-4968-bff3-69eb7985ad89 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:16.991718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6d4ad-b848-49bb-9b13-9baeb6d9214c tempest-SecurityGroupsTestAdminJSON-1899186172 tempest-SecurityGroupsTestAdminJSON-1899186172-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac33e0f3-08b2-4c7e-ab21-3a18e2b52a50,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:16.996737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.092625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Pushing event updated for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:17.129345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbdcac-4179-425a-a471-b3e6fc7fb5bb req-80442d2b-7ecc-450a-88e4-0f5c3869bfe1 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.131305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-accbdcac-4179-425a-a471-b3e6fc7fb5bb req-80442d2b-7ecc-450a-88e4-0f5c3869bfe1 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1098 time: 0.0461450 Sep 18 00:32:17.158241 n-d-712707-16 neutron-server[106452]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 00:32:17.166522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-3a1a9a50-527c-4fb0-bf6b-fd30b0faaf9a tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:17.167780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-3a1a9a50-527c-4fb0-bf6b-fd30b0faaf9a tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2010500 Sep 18 00:32:17.171904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-b99c8a8d-b356-412e-83b5-174e8d5649b4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982386 Sep 18 00:32:17.182391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-accbdcac-4179-425a-a471-b3e6fc7fb5bb req-80152b9c-1479-4a26-a5aa-489c3ce671de tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Sep 18 00:32:17.223089 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e075186b-b601-42ba-ad37-26aa4dbe0279 x-openstack-request-id: req-e075186b-b601-42ba-ad37-26aa4dbe0279 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:17.223364 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:17.223615 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e075186b-b601-42ba-ad37-26aa4dbe0279 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:17.223996 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1', 'status': 'completed', 'code': 200} Sep 18 00:32:17.266736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Attempting to bind port ce16d771-9bf6-4968-bff3-69eb7985ad89 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:17.266736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Attempting to bind port ce16d771-9bf6-4968-bff3-69eb7985ad89 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:17.266736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Attempting to bind port ce16d771-9bf6-4968-bff3-69eb7985ad89 on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:17.267973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-6fcac8f0-9c1b-47bc-b76a-5f362bd3ba51 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.269456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-6fcac8f0-9c1b-47bc-b76a-5f362bd3ba51 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 1095 time: 0.0878699 Sep 18 00:32:17.280465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-9602493f-a9a7-48c2-813c-ad5f3c57afeb tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "GET /v2.0/security-groups/3ff6a3f5-edd1-4eaa-9e17-025a9a1f946c HTTP/1.1" status: 200 len: 1777 time: 0.0477576 Sep 18 00:32:17.300321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Port ce16d771-9bf6-4968-bff3-69eb7985ad89 on network 3e64932f-59e2-46b3-b755-f502778c1eee not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:17.300652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Attempting to bind port ce16d771-9bf6-4968-bff3-69eb7985ad89 on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:17.309592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:17.309930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Checking segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:17.310311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Bound using segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:17.310790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Bound port: ce16d771-9bf6-4968-bff3-69eb7985ad89, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:17.311094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.359076 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.366452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-006aeb76-33c7-454e-aa48-9e275c7557ce req-f298c943-5c69-4f89-bed6-1dac5f64598e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859608 Sep 18 00:32:17.384068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.393881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Request body: {'binding': {'host': 'n-h1-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:17.394483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:32:17.429789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.432796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.433924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f110ef7f-78fc-4a72-95ca-9e2f5e92b25b req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "DELETE /v2.0/security-groups/3ff6a3f5-edd1-4eaa-9e17-025a9a1f946c HTTP/1.1" status: 204 len: 173 time: 0.1463444 Sep 18 00:32:17.436660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:17.443967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12db528-ef22-417d-882f-9d9dda06bb62 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6a3f5-edd1-4eaa-9e17-025a9a1f946c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:17.466394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:17.486251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.543577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d4f19-aad8-40c4-817d-b794d04aece8 req-697329dd-d278-4810-855a-ef5b254a237b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.545097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d5d4f19-aad8-40c4-817d-b794d04aece8 req-697329dd-d278-4810-855a-ef5b254a237b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 948 time: 0.0498030 Sep 18 00:32:17.564303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.564917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.566339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 200 len: 1093 time: 1.6190119 Sep 18 00:32:17.575958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-80c4e386-af9d-4611-a7f1-bfdd48b6696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.577700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-80c4e386-af9d-4611-a7f1-bfdd48b6696f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 1100 time: 0.1516335 Sep 18 00:32:17.595216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d5d4f19-aad8-40c4-817d-b794d04aece8 req-40b07f68-bf22-4901-9971-51037629aadb tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Sep 18 00:32:17.641762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c8ae-fd2e-49ee-966c-85e650e01403 service neutron] Pushing event updated for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:17.755615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on host n-h1-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:17.755972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:17.756304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:17.771434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:17.771761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:17.775265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-56008272-ed66-4251-a300-c79ecc953c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.776985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-56008272-ed66-4251-a300-c79ecc953c18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1873803 Sep 18 00:32:17.778732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e8eae9de-0831-403e-ae70-474682e7ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.780060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-e8eae9de-0831-403e-ae70-474682e7ea6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 1096 time: 0.1394858 Sep 18 00:32:17.782915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:17.783245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:17.783615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:17.783728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653aff-5bff-4d8b-adf5-6af0d451736e req-1fea4fa1-8443-4456-b085-e6fcd331ca68 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.784168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Bound port: afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:17.785457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92653aff-5bff-4d8b-adf5-6af0d451736e req-1fea4fa1-8443-4456-b085-e6fcd331ca68 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 944 time: 0.0595305 Sep 18 00:32:17.836769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92653aff-5bff-4d8b-adf5-6af0d451736e req-4cfef6fb-b2a4-4d29-971f-1127454967ff tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Sep 18 00:32:17.882159 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-62077de5-133b-4a66-a715-66c6f63b14c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=5f342091-63c9-4050-a577-2c990ef91ab1 HTTP/1.1" status: 200 len: 217 time: 0.0912104 Sep 18 00:32:17.886153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-9f08c043-9194-46cf-baa1-c340ed6ea6ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 200 len: 217 time: 0.0697334 Sep 18 00:32:17.943626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838014c-c499-4a84-9fea-507391b7d4cd req-9ac44fe8-07fa-4150-9a9a-e634a1b0cacd tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.945108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6838014c-c499-4a84-9fea-507391b7d4cd req-9ac44fe8-07fa-4150-9a9a-e634a1b0cacd tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1098 time: 0.0463984 Sep 18 00:32:17.979322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:17.979960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6838014c-c499-4a84-9fea-507391b7d4cd req-3c58cbb8-8883-4007-88b5-3e43815a9d46 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280061 Sep 18 00:32:17.989284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.990490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-00cb68f5-9f01-450f-945b-f20557538f10 service neutron] 10.222.0.49 "POST /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44/bindings HTTP/1.1" status: 201 len: 390 time: 0.6581345 Sep 18 00:32:17.992467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-dfaba95f-a2cc-4903-a684-b45490f34ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.993807 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-dfaba95f-a2cc-4903-a684-b45490f34ce9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0893812 Sep 18 00:32:17.995944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-60a1150d-8a90-4dd8-ad3e-f4c74dbf7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.997325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-60a1150d-8a90-4dd8-ad3e-f4c74dbf7d8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.1018994 Sep 18 00:32:18.048969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-68ad5b1d-8c28-48c9-addc-0b3c8ec2b558 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "GET /v2.0/security-groups/29c7092b-c7b3-4b2f-b2fd-dcfe89b84d8e HTTP/1.1" status: 200 len: 1778 time: 0.0406837 Sep 18 00:32:18.085507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-0bcaf6c4-253d-442f-ae59-5bfbc88caec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.087041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-0bcaf6c4-253d-442f-ae59-5bfbc88caec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845778 Sep 18 00:32:18.094476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4373-2503-43ae-a052-9fbe033004e6 req-0eaca06c-7052-4ef5-b044-96f133d29d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.096509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-0eaca06c-7052-4ef5-b044-96f133d29d27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831931 Sep 18 00:32:18.125142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.151873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.236846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.239213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.240295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83d42a53-2e77-40f0-baa1-c76a3376ffcb req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] 10.222.0.49 "DELETE /v2.0/security-groups/29c7092b-c7b3-4b2f-b2fd-dcfe89b84d8e HTTP/1.1" status: 204 len: 173 time: 0.1821594 Sep 18 00:32:18.265500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-cd87a181-3b3f-4225-8b83-a1dac90250bd service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678464 Sep 18 00:32:18.268196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-c5fe53c7-f138-4a65-8b43-5774e41569b0 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611044 Sep 18 00:32:18.298303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb0e9-09e3-4f6e-b5f8-680cf4271f33 tempest-SecurityGroupsTestAdminJSON-18359719 tempest-SecurityGroupsTestAdminJSON-18359719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7092b-c7b3-4b2f-b2fd-dcfe89b84d8e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:18.303236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-422c00dc-0e02-40b3-a146-bc3a1737d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.304782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-422c00dc-0e02-40b3-a146-bc3a1737d599 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1098 time: 0.0790899 Sep 18 00:32:18.319761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cab098-4261-467f-a108-50e266ac47b5 req-088ca16a-ee59-43cd-9ae7-42bf7543d064 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.327972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15cab098-4261-467f-a108-50e266ac47b5 req-088ca16a-ee59-43cd-9ae7-42bf7543d064 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 944 time: 0.1310070 Sep 18 00:32:18.485600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-461b4373-2503-43ae-a052-9fbe033004e6 req-dc458eb9-c3fa-44e3-bdf3-54975db44d02 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068388 Sep 18 00:32:18.487804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-438cdfe5-f0d6-4d5c-a24c-acb2a9ab7b28 req-8f839626-a3b2-484d-ab70-39cda2d60ccc service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102540 Sep 18 00:32:18.488766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15cab098-4261-467f-a108-50e266ac47b5 req-3be1a31b-9ad4-4fa5-8252-d4d063b9bc3c tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598771 Sep 18 00:32:18.496664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-6c568e82-a254-4360-91b8-4e074f75c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.498274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-6c568e82-a254-4360-91b8-4e074f75c125 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1683676 Sep 18 00:32:18.507756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c6fb7-13f2-408a-a44c-6d0742646411 req-01908026-725c-4921-bb64-a8f00be35755 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.518299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5c6fb7-13f2-408a-a44c-6d0742646411 req-01908026-725c-4921-bb64-a8f00be35755 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 946 time: 0.1123164 Sep 18 00:32:18.569825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-1506c5af-af4f-4ba1-ae4e-3982b5b6c951 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.0558422 Sep 18 00:32:18.613103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50438) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:18.613994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5c6fb7-13f2-408a-a44c-6d0742646411 req-31d9425c-2896-4c83-8c21-7fde9671a88d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936668 Sep 18 00:32:18.618050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:18.631477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-08a52ab4-3417-47bb-abe6-75ae7cba5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.633008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-08a52ab4-3417-47bb-abe6-75ae7cba5982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0530057 Sep 18 00:32:18.677303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-321414b3-4e6d-4b75-8106-e51cc675d900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361464 Sep 18 00:32:18.800889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-1887cac4-c95f-4f87-8287-aa82cbf69a78 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137977 Sep 18 00:32:18.809674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:18.810081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-40086d71-d6a6-4359-a984-3a64aa978d05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80a435c237c649a9ba9913bd6cf0e275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958010 Sep 18 00:32:18.812143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,segment=NetworkSegment(c0ec9799-f182-4786-aaa6-037dda69db54),segment_id=c0ec9799-f182-4786-aaa6-037dda69db54)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:18.825094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202', 'network_id': '9741b252-2d00-4e3d-be86-a768f2e12dfc', 'port_id': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202', 'mac_address': 'fa:16:3e:e1:05:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169858a1-b183-441e-b510-09b69169c60d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:18.873521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.889092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:18.914564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,segment=NetworkSegment(c0ec9799-f182-4786-aaa6-037dda69db54),segment_id=c0ec9799-f182-4786-aaa6-037dda69db54)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:18.922596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.982942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.984620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:18.996635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f6b86-fd3f-4599-8d3d-fc697eb55c88 req-01add74f-591a-44f7-add7-212a8da705c9 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.998200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-948f6b86-fd3f-4599-8d3d-fc697eb55c88 req-01add74f-591a-44f7-add7-212a8da705c9 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 948 time: 0.1608093 Sep 18 00:32:19.037107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-83533a99-3311-4562-9ca0-05b9dafd3c81 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264421 Sep 18 00:32:19.044299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.078977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-948f6b86-fd3f-4599-8d3d-fc697eb55c88 req-7f361508-1ff8-46b4-a0ff-de499642c7b4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705266 Sep 18 00:32:19.200019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.202575 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.206451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f817273-4c96-4c91-a6f3-2d7b92dda7dd HTTP/1.1" status: 204 len: 168 time: 0.3946424 Sep 18 00:32:19.225612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:19.229091 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a72029-49f3-4d8e-b89d-690f480eef42" -d '{"events": [{"name": "network-changed", "server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:19.233133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60fcd-a945-498d-bb20-5fcbb5a01194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f817273-4c96-4c91-a6f3-2d7b92dda7dd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:19.248888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-e9271d48-c871-4da6-9bab-480003ad82c2 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.250429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-e9271d48-c871-4da6-9bab-480003ad82c2 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1098 time: 0.1509128 Sep 18 00:32:19.272513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-16'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:19.300476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab139f2-e884-49be-96c9-2e9f0202d1d6 req-be450ead-9411-47d1-aa01-c81469e9260d tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.301963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eab139f2-e884-49be-96c9-2e9f0202d1d6 req-be450ead-9411-47d1-aa01-c81469e9260d tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1098 time: 0.1483195 Sep 18 00:32:19.328553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8a73-a72e-476d-ba43-569120811792 req-da9482c2-1dac-48a7-86f4-ae192c191d36 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.330010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-029b8a73-a72e-476d-ba43-569120811792 req-da9482c2-1dac-48a7-86f4-ae192c191d36 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 944 time: 0.1055777 Sep 18 00:32:19.392349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.406593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3a52ce0b-f5e8-4bf0-ac60-a19dd4498202'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:19.413539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eab139f2-e884-49be-96c9-2e9f0202d1d6 req-faf00fa1-7bdb-41b6-a95f-0cce2e3e61a7 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Sep 18 00:32:19.433431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-029b8a73-a72e-476d-ba43-569120811792 req-0a78a975-27c5-4906-bdca-d130061ae405 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861945 Sep 18 00:32:19.516442 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e810d83-989c-4b95-a68c-72d39782bfa4 x-openstack-request-id: req-3e810d83-989c-4b95-a68c-72d39782bfa4 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:19.516954 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:19.517477 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e810d83-989c-4b95-a68c-72d39782bfa4 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:19.518331 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'status': 'completed', 'code': 200} Sep 18 00:32:19.561451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50478) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:19.649080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-57694e8e-c59d-4609-a433-c1fda5af4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.652112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-57694e8e-c59d-4609-a433-c1fda5af4c73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 1096 time: 0.0908604 Sep 18 00:32:19.657306 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e6a8763c-29fd-4093-aaa4-2d9f2eeead9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1d710759b1d4d8fb24ee96443cad4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940971 Sep 18 00:32:19.659890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50480) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:19.735112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:19.746169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.772174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-a86bbccf-bc96-4333-8553-e04db9db0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.773963 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-a86bbccf-bc96-4333-8553-e04db9db0251 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.1153927 Sep 18 00:32:19.780884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.835458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:19.845846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-12bd4a27-0b8a-40c7-8651-397d2c9c5536 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 200 len: 217 time: 0.0577822 Sep 18 00:32:19.887200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:19.888107 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9de8a2-2bef-446c-9827-762feb93c8d4" -d '{"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-unplugged", "status": "completed", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:19.894634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.903510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.908479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.909953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5dc0bf7b-c280-4f0e-8968-68fa40769982 HTTP/1.1" status: 204 len: 168 time: 0.2474618 Sep 18 00:32:19.914440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:19.930623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a36d9-c228-4dae-983f-7256c6da5923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0bf7b-c280-4f0e-8968-68fa40769982,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:19.935523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-a3af80fd-d165-4138-a9dd-64460f94243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.937522 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-a3af80fd-d165-4138-a9dd-64460f94243a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.0835681 Sep 18 00:32:20.005410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-845b778d-0c13-4a95-b43c-8d7a12ef2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.007015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-845b778d-0c13-4a95-b43c-8d7a12ef2535 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609844 Sep 18 00:32:20.064590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:20.079742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eec3c-9ccc-40c6-9eea-deb6e77b0906 req-c1d4d8de-147f-4493-829f-2625bdd950aa tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.081668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-913eec3c-9ccc-40c6-9eea-deb6e77b0906 req-c1d4d8de-147f-4493-829f-2625bdd950aa tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 945 time: 0.1261225 Sep 18 00:32:20.082734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on host n-h2-712707-16 for vnic_type normal with profile {"migrating_to": "n-h1-712707-16"} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:20.083222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:20.083706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:20.108104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:20.108456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Attempting to bind port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:20.117308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:20.117652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:20.118034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:20.118471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Bound port: afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:20.118830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:20.134394 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-e1fe5cf8-61b9-49a8-96c7-37a46eefb960 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181486 Sep 18 00:32:20.145955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-913eec3c-9ccc-40c6-9eea-deb6e77b0906 req-ed6bfc0c-0baf-4a38-925c-baf6061d787d tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 Sep 18 00:32:20.202157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:20.205436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:20.212032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:20.258235 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3a72029-49f3-4d8e-b89d-690f480eef42 req-e5e5ad28-ccc6-4872-861c-4155a45b6ab8 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063828 Sep 18 00:32:20.611211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=8']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:20.617925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:20.619822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.620522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:20.622621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-5816f63f-786c-4eb7-af73-46cea5d6205f service neutron] 10.222.0.48 "PUT /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 1124 time: 1.3564353 Sep 18 00:32:20.635970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c6f2b-05f0-4144-8002-e8560b1e435e req-ee1df1f2-ced3-45f7-bf20-3df42d199e1f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.637643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-279c6f2b-05f0-4144-8002-e8560b1e435e req-ee1df1f2-ced3-45f7-bf20-3df42d199e1f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.3764944 Sep 18 00:32:20.704785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:20.714625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-279c6f2b-05f0-4144-8002-e8560b1e435e req-6e7cb109-fa26-4ae0-9a6a-370b5dfe9e3c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 Sep 18 00:32:20.724178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:20.725072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:20.762728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['afb02d31-4c3b-49e7-9f79-a6a0b1715f44'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:20.785809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-1cfc1972-a58a-40f9-adce-b60bde6af3aa tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:20.787573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-1cfc1972-a58a-40f9-adce-b60bde6af3aa tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078211 Sep 18 00:32:20.809810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f342091-63c9-4050-a577-2c990ef91ab1 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:20.849488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-41ff2d88-f638-455e-85ac-58d9ecae96c0 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.851424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-41ff2d88-f638-455e-85ac-58d9ecae96c0 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 1095 time: 0.0556555 Sep 18 00:32:20.862856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:20.863461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Unknown quota resources ['binding']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:32:20.921940 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755bde7-be25-4241-88a0-2f36165c9c09 x-openstack-request-id: req-a755bde7-be25-4241-88a0-2f36165c9c09 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:20.922354 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-unplugged", "status": "completed", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:20.922728 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a755bde7-be25-4241-88a0-2f36165c9c09 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:20.923441 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'code': 200} Sep 18 00:32:20.930789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50540) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:21.064217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-network', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:21.097416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Made reservation on behalf of 8deef0d0c1f64aab8ca2e95d68a1ad16 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:21.101500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.115201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.119905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0deb04-26a1-4598-9876-5e9c594be41e req-c6dee252-9888-47fd-9c26-c6677f7ca8e8 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.121568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c0deb04-26a1-4598-9876-5e9c594be41e req-c6dee252-9888-47fd-9c26-c6677f7ca8e8 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 948 time: 0.1387806 Sep 18 00:32:21.147378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.161822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:21.162267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:21.162669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:21.175969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:21.176479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:21.202692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:21.203133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:21.203985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:21.204602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Bound port: b71fea4e-805d-4e1a-88f5-993ced4c326f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:21.207190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:21.209953 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04a71f9-0d7e-4e22-b180-26df2c7cb23a" -d '{"events": [{"server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "name": "network-vif-plugged", "status": "completed", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:21.218013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c0deb04-26a1-4598-9876-5e9c594be41e req-e07b30cf-f72f-492e-8487-712b62e3bb51 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826085 Sep 18 00:32:21.234944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f342091-63c9-4050-a577-2c990ef91ab1,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:21.250261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,segment=NetworkSegment(c0ec9799-f182-4786-aaa6-037dda69db54),segment_id=c0ec9799-f182-4786-aaa6-037dda69db54)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:21.260579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.265109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5f342091-63c9-4050-a577-2c990ef91ab1', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '5f342091-63c9-4050-a577-2c990ef91ab1', 'mac_address': 'fa:16:3e:f0:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:21.307081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.325953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.347256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:21.350089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.368428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f342091-63c9-4050-a577-2c990ef91ab1 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:21.381420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd4a5e-51f8-453f-9569-7cc0d633907a req-0f3e508c-f371-467f-990f-9acd60794fd4 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.382920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71cd4a5e-51f8-453f-9569-7cc0d633907a req-0f3e508c-f371-467f-990f-9acd60794fd4 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 944 time: 0.0728276 Sep 18 00:32:21.386727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:21.387201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:21.391070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f342091-63c9-4050-a577-2c990ef91ab1,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:21.394968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] Notify callbacks [] for binding, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.395141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.401888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-24ef5bef-afb1-456b-9e7b-078bac6f585d service neutron] 10.222.0.49 "POST /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5412664 Sep 18 00:32:21.416927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29db126-10a3-48b2-a76f-abea9e0d1715,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:21.422301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.426001 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Added segment 3b2a9481-032e-475c-85c9-73e2e5529f5c of type vlan for network a80e4f16-4b0b-4290-9f3d-3417c60f17eb Sep 18 00:32:21.448580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71cd4a5e-51f8-453f-9569-7cc0d633907a req-c4af26d8-5180-4f14-a125-6bdb7d8b45ec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555749 Sep 18 00:32:21.481841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:21.502940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.553401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.554392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.555002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.594992 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559861f-a433-46b3-bcfb-796ae492180f x-openstack-request-id: req-1559861f-a433-46b3-bcfb-796ae492180f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:21.595299 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "name": "network-vif-plugged", "status": "completed", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:21.595558 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1559861f-a433-46b3-bcfb-796ae492180f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:21.595937 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202', 'code': 200} Sep 18 00:32:21.621705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e0a5-18e6-4774-ac51-9771e2f5ba6e req-a689ef40-2f2f-43fb-b659-466dd1108dcd tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.623350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee34e0a5-18e6-4774-ac51-9771e2f5ba6e req-a689ef40-2f2f-43fb-b659-466dd1108dcd tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.0646544 Sep 18 00:32:21.654795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f342091-63c9-4050-a577-2c990ef91ab1'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:21.655370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] Pushing event updated for resources: {'Network': ['ID=a80e4f16-4b0b-4290-9f3d-3417c60f17eb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:21.672312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a6945f7-5d4f-4d8c-89ae-20aa2b75705b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7377007 Sep 18 00:32:21.672538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50552) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:21.677455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Request body: {'subnet': {'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-subnet', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:21.692205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:21.716840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Made reservation on behalf of 8deef0d0c1f64aab8ca2e95d68a1ad16 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:21.720208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:21.720822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee34e0a5-18e6-4774-ac51-9771e2f5ba6e req-b037c77d-c7a4-4d61-97bd-9588977e8be8 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 Sep 18 00:32:21.748570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4dfc9-4fba-4fc8-bc53-e16ec78c6de0 req-3c28f7e0-5331-4532-aa4b-6e513445044c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.756065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af4dfc9-4fba-4fc8-bc53-e16ec78c6de0 req-3c28f7e0-5331-4532-aa4b-6e513445044c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 946 time: 0.1067369 Sep 18 00:32:21.828342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af4dfc9-4fba-4fc8-bc53-e16ec78c6de0 req-dde03ca2-c45d-40a8-9faa-3684e51d3b4b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 Sep 18 00:32:21.875364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f0394177-8b8d-4b44-9e7d-f40d2025c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.877195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f0394177-8b8d-4b44-9e7d-f40d2025c15b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1098 time: 0.1750245 Sep 18 00:32:21.895589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8886ced-6466-4e3e-bd68-13a964c223fe req-460b7115-c71e-409f-9145-83a3f46e4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.895589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8886ced-6466-4e3e-bd68-13a964c223fe req-460b7115-c71e-409f-9145-83a3f46e4ea6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 1098 time: 0.1316991 Sep 18 00:32:21.953295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ae34-6861-4d25-9639-1c1ec5e2b7d7 req-f10c07b9-add9-4ca2-b46a-aa9b1dc1ff24 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.955638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da90ae34-6861-4d25-9639-1c1ec5e2b7d7 req-f10c07b9-add9-4ca2-b46a-aa9b1dc1ff24 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.0945761 Sep 18 00:32:22.007858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da90ae34-6861-4d25-9639-1c1ec5e2b7d7 req-310e59e9-9b82-4a3b-b885-563a4fc34622 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384924 Sep 18 00:32:22.260414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8886ced-6466-4e3e-bd68-13a964c223fe req-d0b33abc-455c-4acb-b4bb-52b9922a4282 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606396 Sep 18 00:32:22.286420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:22.296485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-58cff6fb-316c-49dc-8de0-eebb88b25138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.298069 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-58cff6fb-316c-49dc-8de0-eebb88b25138 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.4113605 Sep 18 00:32:22.352674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.367869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9242-1c25-4bd4-aa53-36109babc8d5 req-9153c2f7-3d0a-4161-b0f5-f4490958ab2c tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.377320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e5b9242-1c25-4bd4-aa53-36109babc8d5 req-9153c2f7-3d0a-4161-b0f5-f4490958ab2c tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 949 time: 0.0663829 Sep 18 00:32:22.416799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a7c4bb-32d6-4706-a17b-7fc87ba8018b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:22.422134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Checking segment: {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:22.422608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Network hostable DHCP agents. Network: a80e4f16-4b0b-4290-9f3d-3417c60f17eb, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:22.429232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f557ed6-4f77-4375-b738-8afcab511071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.434551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e5b9242-1c25-4bd4-aa53-36109babc8d5 req-e3cc88ab-3041-410a-b9d5-6f5db4de4141 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Sep 18 00:32:22.439660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:22.450888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a80e4f16-4b0b-4290-9f3d-3417c60f17eb) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:22.466161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9825b9-6008-425a-8979-823ad542aa8b None None] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:22.476536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.477646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.533000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f557ed6-4f77-4375-b738-8afcab511071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.539677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f557ed6-4f77-4375-b738-8afcab511071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.552540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-39825b84-ac76-414c-9e9e-56a4b04a1a85 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8788249 Sep 18 00:32:22.554113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:22.559443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:22.595260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.597910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.610131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f557ed6-4f77-4375-b738-8afcab511071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad7bc1-769f-4d27-b20d-a7699e4e1bd8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:22.619643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f557ed6-4f77-4375-b738-8afcab511071 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8d2fe64f8dc457ebda94d37f9fc3179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313303 Sep 18 00:32:22.622190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50578) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:22.630876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ce16d771-9bf6-4968-bff3-69eb7985ad89 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:22.648319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba110d-e2c2-4191-ad41-20c8495a4d90 req-0278e137-5e76-417f-97d8-d8e7779dbeda tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.649816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10ba110d-e2c2-4191-ad41-20c8495a4d90 req-0278e137-5e76-417f-97d8-d8e7779dbeda tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 944 time: 0.1064878 Sep 18 00:32:22.667398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'fixed_ips': [{'subnet_id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:32:22.668954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.677607 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.706430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10ba110d-e2c2-4191-ad41-20c8495a4d90 req-d8f0d6ed-1167-478a-8d23-90e02d0ee46f tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Sep 18 00:32:22.735222 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-46d32108-0763-4727-8e38-c341f7294195 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.0556650 Sep 18 00:32:22.831737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:22.838250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f342091-63c9-4050-a577-2c990ef91ab1 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:22.858544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd6779-a4a0-49bc-81b8-45ae42176d4e req-0f27ec5c-7136-41bd-b4d7-9ac603ae4243 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.860065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fbd6779-a4a0-49bc-81b8-45ae42176d4e req-0f27ec5c-7136-41bd-b4d7-9ac603ae4243 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.0597131 Sep 18 00:32:22.893172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'port_id': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'mac_address': 'fa:16:3e:d0:58:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:22.930825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fbd6779-a4a0-49bc-81b8-45ae42176d4e req-4f9189c5-986f-4d6a-afb3-1cda4b44c139 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592325 Sep 18 00:32:22.931951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:22.940939 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06fcb7-20ae-4f54-9ae8-dbadec139328" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:22.951383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Allocated IP 172.20.0.2 (a80e4f16-4b0b-4290-9f3d-3417c60f17eb/99a7c4bb-32d6-4706-a17b-7fc87ba8018b/4648b245-5a5a-48d3-869c-4a14f3e8ec28) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:22.976474 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:22.991244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce16d771-9bf6-4968-bff3-69eb7985ad89 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:23.022186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.032597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5f342091-63c9-4050-a577-2c990ef91ab1 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:23.038417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:23.050831 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.052862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5f342091-63c9-4050-a577-2c990ef91ab1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:23.053206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.064065 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07168c-baaf-429f-8fba-709d870551b2 x-openstack-request-id: req-ad07168c-baaf-429f-8fba-709d870551b2 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:23.065328 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:23.067910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f2462ec1-cd0d-4482-ad4a-9c98942620e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.069487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f2462ec1-cd0d-4482-ad4a-9c98942620e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2907581 Sep 18 00:32:23.075428 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad07168c-baaf-429f-8fba-709d870551b2 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:23.075876 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'status': 'completed', 'code': 200} Sep 18 00:32:23.108956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:23.123410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.130736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9008-c8e5-493a-ac19-dfdf65d0ff8d req-92227ae1-906a-42b4-8eef-d1f4c3dfbb61 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.138611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-784e9008-c8e5-493a-ac19-dfdf65d0ff8d req-92227ae1-906a-42b4-8eef-d1f4c3dfbb61 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 946 time: 0.1678612 Sep 18 00:32:23.152510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.186244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-784e9008-c8e5-493a-ac19-dfdf65d0ff8d req-61c9c872-67ae-4453-9088-c59a7661084e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Sep 18 00:32:23.221879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-854ef701-a855-4ca3-8f04-78168ad6d596 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162651 Sep 18 00:32:23.255593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a7b58-8203-40a1-a6ff-9c1f1d0e4088 req-77eb862a-72f2-4a75-ba1b-4af2530dae18 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.257398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.265477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a15a7b58-8203-40a1-a6ff-9c1f1d0e4088 req-77eb862a-72f2-4a75-ba1b-4af2530dae18 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.0898643 Sep 18 00:32:23.277102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-182700db-00ab-4042-9b4a-a9044af367cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.287514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-182700db-00ab-4042-9b4a-a9044af367cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1127 time: 0.2265904 Sep 18 00:32:23.327513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a15a7b58-8203-40a1-a6ff-9c1f1d0e4088 req-0b1124c5-dd4d-4d51-85dc-e90d3039d1f7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Sep 18 00:32:23.331086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f342091-63c9-4050-a577-2c990ef91ab1,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:23.343236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.353304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.385208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.416091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:23.420695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:23.423203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:23.428296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:23.439630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.442137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.443430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76ad7bc1-769f-4d27-b20d-a7699e4e1bd8 HTTP/1.1" status: 204 len: 168 time: 0.8202834 Sep 18 00:32:23.483785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a168a8-4f93-49a1-8e05-cbde9e2519d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad7bc1-769f-4d27-b20d-a7699e4e1bd8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:23.503987 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-821b2ace-cc71-4554-a0ca-37b2077e4b14 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406712 Sep 18 00:32:23.571468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Pushing event updated for resources: {'Port': ['ID=4648b245-5a5a-48d3-869c-4a14f3e8ec28,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:23.578183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-bbe811d1-1342-4f95-9668-daf8fe498d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.579093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef0a6-34b8-4017-845c-eb03207e32f6 req-8cba20f4-db3a-4c04-b022-fd4bc2534dbc tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.581010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e75ef0a6-34b8-4017-845c-eb03207e32f6 req-8cba20f4-db3a-4c04-b022-fd4bc2534dbc tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.0603521 Sep 18 00:32:23.582005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-bbe811d1-1342-4f95-9668-daf8fe498d02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.2764306 Sep 18 00:32:23.588050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ce16d771-9bf6-4968-bff3-69eb7985ad89'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:23.616841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:23.620027 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c1d1e-95db-492d-b551-89d8c4e748df" -d '{"events": [{"server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "name": "network-vif-plugged", "status": "completed", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:23.626187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Attempting to bind port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:23.626553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Attempting to bind port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:23.626912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Attempting to bind port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 on network a80e4f16-4b0b-4290-9f3d-3417c60f17eb {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:23.640951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:23.641321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Checking segment: {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:23.641727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.642291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Bound using segment: {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:23.642896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Bound port: 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:23.643429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.689585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e75ef0a6-34b8-4017-845c-eb03207e32f6 req-667e3f45-6864-4dbe-bc8c-661a975411cf tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010702 Sep 18 00:32:23.717301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-67057e2c-191f-47e6-bf4d-d9ad8312c2f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.0937629 Sep 18 00:32:23.750794 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e338834-c3fd-461f-af84-913900e1fd95 x-openstack-request-id: req-1e338834-c3fd-461f-af84-913900e1fd95 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:23.751641 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "name": "network-vif-plugged", "status": "completed", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:23.752033 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e338834-c3fd-461f-af84-913900e1fd95 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:23.752605 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1', 'code': 200} Sep 18 00:32:23.845220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] For port 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:23.849888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] For port 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4648b245-5a5a-48d3-869c-4a14f3e8ec28,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:23.872285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.884252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.941906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:23.995807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9a4d5-a919-464d-aa47-c9ed44c31830 None None] Pushing event updated for resources: {'Port': ['ID=4648b245-5a5a-48d3-869c-4a14f3e8ec28,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:24.061749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd37a4-6516-4605-9f30-460368762311 req-e26fc6ae-6b61-455f-97b9-16797059ab88 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.070822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcfd37a4-6516-4605-9f30-460368762311 req-e26fc6ae-6b61-455f-97b9-16797059ab88 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 945 time: 0.2471273 Sep 18 00:32:24.075225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-98d0de6f-d014-4c24-b3e6-cd1d9cec04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.080085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-98d0de6f-d014-4c24-b3e6-cd1d9cec04a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.3035903 Sep 18 00:32:24.081927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6ff7-1023-48ee-a989-97d2de61b35c req-f6c7cc2f-30f7-44b9-a346-2e0a37e5fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.084007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-193a6ff7-1023-48ee-a989-97d2de61b35c req-f6c7cc2f-30f7-44b9-a346-2e0a37e5fa89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 1102 time: 0.2363434 Sep 18 00:32:24.088823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-7b568d5c-24ec-4b4e-9029-062371d9380d service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691428 Sep 18 00:32:24.144273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:24.155784 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-6bfa1807-8ef7-493b-af5c-d320c9dc9b0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598826 Sep 18 00:32:24.172181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1c66-a6c2-405f-8092-a1c883b3e297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.178119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-939ae4e4-6284-41de-888b-ced7676be04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.232394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23680063-db73-4112-8d58-6ae457b874b4 req-0f020500-0739-4832-b5a4-ab12c94fa6ca tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.233503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23680063-db73-4112-8d58-6ae457b874b4 req-0f020500-0739-4832-b5a4-ab12c94fa6ca tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.1548426 Sep 18 00:32:24.258621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-193a6ff7-1023-48ee-a989-97d2de61b35c req-f1c62994-8384-4da4-a818-ad184bce3b0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529984 Sep 18 00:32:24.273664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcfd37a4-6516-4605-9f30-460368762311 req-08bd595a-c1b1-411d-9c9a-bb9ebf1ce64b tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010982 Sep 18 00:32:24.337990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Allocated IP 172.25.7.247 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/95978677-16a0-46da-8ab0-f2dc050ae9b4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:24.356418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23680063-db73-4112-8d58-6ae457b874b4 req-64c0857b-1cc0-4d4e-a1e1-73f8f0a9ff13 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Sep 18 00:32:24.385193 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-a75f6319-f9bd-4f64-bef5-9b5f4e1c8fc2 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132514 Sep 18 00:32:24.402641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-be942220-44a8-4a87-9ff8-5c33765b65fb tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.403937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-be942220-44a8-4a87-9ff8-5c33765b65fb tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1098 time: 0.1773376 Sep 18 00:32:24.440960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:24.516831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-939ae4e4-6284-41de-888b-ced7676be04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.534013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-939ae4e4-6284-41de-888b-ced7676be04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.596151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ce791-173d-4777-97d1-dc9627dd47da req-348cfb98-3a88-42f7-a8b0-300803fb4179 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.597751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d25ce791-173d-4777-97d1-dc9627dd47da req-348cfb98-3a88-42f7-a8b0-300803fb4179 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 946 time: 0.1601570 Sep 18 00:32:24.602584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-939ae4e4-6284-41de-888b-ced7676be04c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3edec43a831461aa3b14233a7668c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552934 Sep 18 00:32:24.604673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50614) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:24.614721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.616426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ae4e4-6284-41de-888b-ced7676be04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f496a-9201-4193-845f-21bbcf841e8c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:24.633987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e25fd-2869-4bc7-9fe8-f559d4b31319 req-b42a01cc-1fd7-467f-a03f-e05c2456ee23 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.635779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-664e25fd-2869-4bc7-9fe8-f559d4b31319 req-b42a01cc-1fd7-467f-a03f-e05c2456ee23 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.1441402 Sep 18 00:32:24.727689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-664e25fd-2869-4bc7-9fe8-f559d4b31319 req-d5a39386-d684-4efb-a5cc-af795ab4aa95 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784066 Sep 18 00:32:24.739231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d25ce791-173d-4777-97d1-dc9627dd47da req-6f432ddd-0247-44c4-b17f-a9c55b386618 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235278 Sep 18 00:32:24.771880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.807055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.837836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:24.914448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f06fcb7-20ae-4f54-9ae8-dbadec139328 req-27d2cdb2-e5d3-4c78-844a-42c2395b20a3 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170510 Sep 18 00:32:24.918394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.919357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d44-060c-4633-b08b-33c532584f8b req-765a4200-7e23-414a-a154-4fb9c5ec7c59 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:24.921226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6730d44-060c-4633-b08b-33c532584f8b req-765a4200-7e23-414a-a154-4fb9c5ec7c59 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.1040368 Sep 18 00:32:24.938890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.941970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:24.946553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/133f496a-9201-4193-845f-21bbcf841e8c HTTP/1.1" status: 204 len: 168 time: 0.3398991 Sep 18 00:32:24.965280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b578a49-caf3-4d0c-b21b-a1740ed3f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f496a-9201-4193-845f-21bbcf841e8c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:25.057528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6730d44-060c-4633-b08b-33c532584f8b req-f8420482-fd67-49db-ba79-b51bba3265ac tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089425 Sep 18 00:32:25.105759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:25.120020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 has no active binding in host n-h1-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:32:25.125903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.264042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:25.292688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:25.296971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Pushing event updated for resources: {'Port': ['ID=95978677-16a0-46da-8ab0-f2dc050ae9b4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:25.307487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:25.401025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:25.428469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27b8b4-476b-412f-9b83-281aa72354bf None None] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:25.517405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4648b245-5a5a-48d3-869c-4a14f3e8ec28 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:25.519323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36a5ec-aaad-43bc-9091-0b83b1732fba req-2a454611-b931-4fc6-82e9-454ce9db4849 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:25.526575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f36a5ec-aaad-43bc-9091-0b83b1732fba req-2a454611-b931-4fc6-82e9-454ce9db4849 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.1438487 Sep 18 00:32:25.543828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:25.554766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb280c-3a34-424d-a1a7-4b141134ca8d req-09dc5706-8d60-4ecc-aadb-a98b32697ae8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:25.563328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cfb280c-3a34-424d-a1a7-4b141134ca8d req-09dc5706-8d60-4ecc-aadb-a98b32697ae8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 945 time: 0.1537535 Sep 18 00:32:25.602051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:25.605749 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3733179-a38b-4492-8a43-16b549288f84" -d '{"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:25.611206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.613670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f36a5ec-aaad-43bc-9091-0b83b1732fba req-88d948bb-6170-46df-a48a-32f1bcedb502 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Sep 18 00:32:25.651095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cfb280c-3a34-424d-a1a7-4b141134ca8d req-9a47aebe-8a73-412d-8f66-2889215a328f tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847006 Sep 18 00:32:25.667933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.708941 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c6771b-a230-4f8a-bcc8-11fbabebaf06 x-openstack-request-id: req-47c6771b-a230-4f8a-bcc8-11fbabebaf06 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:25.709196 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:25.709442 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47c6771b-a230-4f8a-bcc8-11fbabebaf06 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:25.709821 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'code': 200} Sep 18 00:32:25.735651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4f40cc07-8677-4573-b07f-f491064273db None None] Provisioning complete for port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:25.735935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f40cc07-8677-4573-b07f-f491064273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.802688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:25.837084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:25.838285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.851618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:25.851959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:25.852312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:25.868416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.871091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:25.871480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Attempting to bind port b71fea4e-805d-4e1a-88f5-993ced4c326f on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:25.911221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:25.911568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:25.911959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:25.913511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Bound port: b71fea4e-805d-4e1a-88f5-993ced4c326f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:25.913820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.945473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c96e1-9b31-4e0a-911b-4d4898acff86 req-30e92f04-48c3-46c6-9607-943347ba3934 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:25.955917 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f40cc07-8677-4573-b07f-f491064273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:25.956577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d9c96e1-9b31-4e0a-911b-4d4898acff86 req-30e92f04-48c3-46c6-9607-943347ba3934 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.1304445 Sep 18 00:32:26.026269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4f40cc07-8677-4573-b07f-f491064273db None None] For port 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4648b245-5a5a-48d3-869c-4a14f3e8ec28,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:26.031978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.034203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9ce8-993b-4d48-91c9-8233ebacf037 req-9a0cda99-a5de-4c69-ab61-94bb7a16a2a5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.035667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f40cc07-8677-4573-b07f-f491064273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.043006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0ac9ce8-993b-4d48-91c9-8233ebacf037 req-9a0cda99-a5de-4c69-ab61-94bb7a16a2a5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.1765070 Sep 18 00:32:26.066531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:26.120997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d9c96e1-9b31-4e0a-911b-4d4898acff86 req-6b280b15-5cb6-4c8f-a06f-fb2b3d6cb3b5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581905 Sep 18 00:32:26.123094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:26.140175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.164063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40cc07-8677-4573-b07f-f491064273db None None] Pushing event updated for resources: {'Port': ['ID=4648b245-5a5a-48d3-869c-4a14f3e8ec28,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:26.172468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:32:26.175068 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:32:26.195287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0ac9ce8-993b-4d48-91c9-8233ebacf037 req-489e21fd-738c-4bbd-be8b-7fd853beafc8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416471 Sep 18 00:32:26.279936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.285801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:26.312958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.313754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.315201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-895e61c7-a8ee-45fb-9e2b-ab30359c5bbb service neutron] 10.222.0.54 "PUT /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 1124 time: 1.8789413 Sep 18 00:32:26.323642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdf47-f1f1-41b9-b5e9-91ee9d21660d req-f68c84e9-b6bd-47cd-b018-92297a5d972b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.325937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-894fdf47-f1f1-41b9-b5e9-91ee9d21660d req-f68c84e9-b6bd-47cd-b018-92297a5d972b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.0748832 Sep 18 00:32:26.368037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-894fdf47-f1f1-41b9-b5e9-91ee9d21660d req-36145e13-d6f8-496a-ad30-62bbcd669a62 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Sep 18 00:32:26.375546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-82892c34-0464-4fe8-82b4-c0423373c5ae None None] Provisioning complete for port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:26.376674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82892c34-0464-4fe8-82b4-c0423373c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.416994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b71fea4e-805d-4e1a-88f5-993ced4c326f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:26.461154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Router b37ab946-6cf0-493f-abca-696f3f48d123 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:32:26.590905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:26.604841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325a396-f972-425e-8072-c6b57685eced None None] Sync routers for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:26.610644 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.611892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82aa8ec3-c9a2-4014-91b0-63d89f0a995c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0566256 Sep 18 00:32:26.614706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50666) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:26.615969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:26.616623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:26.652743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ce16d771-9bf6-4968-bff3-69eb7985ad89 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:26.793798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:26.796309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ce16d771-9bf6-4968-bff3-69eb7985ad89 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:26.825793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ce16d771-9bf6-4968-bff3-69eb7985ad89 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:26.826168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:26.843105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464d774-0ebf-4184-a3c4-ec6d356e6543 req-d6676422-ce36-4611-b45d-a9ed1508321f tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.844947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f464d774-0ebf-4184-a3c4-ec6d356e6543 req-d6676422-ce36-4611-b45d-a9ed1508321f tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.1278918 Sep 18 00:32:26.860630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612282c0-0de0-4494-80d2-698a1b9b0723 req-486a4806-141e-4634-907f-8dd959ed2f15 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.862403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-612282c0-0de0-4494-80d2-698a1b9b0723 req-486a4806-141e-4634-907f-8dd959ed2f15 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 945 time: 0.1325805 Sep 18 00:32:26.951900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f464d774-0ebf-4184-a3c4-ec6d356e6543 req-e79e1c0c-f72f-4da9-b248-576fe864c5ef tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884302 Sep 18 00:32:26.961560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-612282c0-0de0-4494-80d2-698a1b9b0723 req-8c557eb8-9697-4bc5-9df5-2dbb53e4f6f3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878339 Sep 18 00:32:27.034680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.068780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:27.071102 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b49d7-2d51-43d0-b2d0-9aa01b3d67de" -d '{"events": [{"server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "name": "network-vif-plugged", "status": "completed", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:27.088754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:27.101972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.136717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:25Z', 'revision_number': 3, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:27.176353 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b378a75-66ea-4b28-8363-58b75e58559e x-openstack-request-id: req-2b378a75-66ea-4b28-8363-58b75e58559e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:27.176353 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "name": "network-vif-plugged", "status": "completed", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:27.176353 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b378a75-66ea-4b28-8363-58b75e58559e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:27.176353 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'code': 200} Sep 18 00:32:27.180459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325a396-f972-425e-8072-c6b57685eced None None] Checking router: b37ab946-6cf0-493f-abca-696f3f48d123 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:27.180812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325a396-f972-425e-8072-c6b57685eced None None] Updating router b37ab946-6cf0-493f-abca-696f3f48d123 port 95978677-16a0-46da-8ab0-f2dc050ae9b4 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:27.223266 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4c4783a-b9de-4246-b342-9db8a759f349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.237602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:27.245220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.316909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.347825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39e841-6c6c-4220-933c-881bb46f36bc req-0b0977a8-b76a-4932-9930-1dd0bc920cb9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:27.351702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae39e841-6c6c-4220-933c-881bb46f36bc req-0b0977a8-b76a-4932-9930-1dd0bc920cb9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.0841591 Sep 18 00:32:27.434590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae39e841-6c6c-4220-933c-881bb46f36bc req-f439bbbf-37e2-451e-9a6f-6795c870e196 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Sep 18 00:32:27.468403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4648b245-5a5a-48d3-869c-4a14f3e8ec28 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:27.472490 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.577776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17831aea-2e17-43be-b5b4-37c9d8e1e4ed req-67b73e81-0e51-4579-bf1c-5d9f79a81393 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:27.586184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17831aea-2e17-43be-b5b4-37c9d8e1e4ed req-67b73e81-0e51-4579-bf1c-5d9f79a81393 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.0721035 Sep 18 00:32:27.587151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:27.587574 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.636045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17831aea-2e17-43be-b5b4-37c9d8e1e4ed req-200eea3c-699a-44e6-afee-bb956ccd751b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Sep 18 00:32:27.682874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Allocated IP 172.20.0.1 (a80e4f16-4b0b-4290-9f3d-3417c60f17eb/99a7c4bb-32d6-4706-a17b-7fc87ba8018b/dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:27.763977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:27.770354 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9e0d4f-7e93-4b07-bf50-de127a782837" -d '{"events": [{"name": "network-changed", "server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:27.802173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.815300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.848050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2437-ea53-47d7-8bad-c47543094619 req-bbed4e86-4abf-4600-a4d4-c79e91892ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:27.849580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fd93e-ed8e-4467-9c0f-ea9fd47ba645 req-e2db2860-e47e-42be-a1c3-335ff5476887 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:27.850057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-602e2437-ea53-47d7-8bad-c47543094619 req-bbed4e86-4abf-4600-a4d4-c79e91892ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 1098 time: 0.4996948 Sep 18 00:32:27.852769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b71fd93e-ed8e-4467-9c0f-ea9fd47ba645 req-e2db2860-e47e-42be-a1c3-335ff5476887 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.1147118 Sep 18 00:32:27.882042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a325a396-f972-425e-8072-c6b57685eced None None] Attempting to bind port 95978677-16a0-46da-8ab0-f2dc050ae9b4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:27.882331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a325a396-f972-425e-8072-c6b57685eced None None] Attempting to bind port 95978677-16a0-46da-8ab0-f2dc050ae9b4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:27.882690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325a396-f972-425e-8072-c6b57685eced None None] Attempting to bind port 95978677-16a0-46da-8ab0-f2dc050ae9b4 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:27.905081 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7fb28-e393-49be-9951-b3755453cc3d x-openstack-request-id: req-24b7fb28-e393-49be-9951-b3755453cc3d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:27.905371 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:27.910724 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24b7fb28-e393-49be-9951-b3755453cc3d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:27.911470 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'status': 'completed', 'code': 200} Sep 18 00:32:27.913722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325a396-f972-425e-8072-c6b57685eced None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:27.913722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325a396-f972-425e-8072-c6b57685eced None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:27.913722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:27.914029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325a396-f972-425e-8072-c6b57685eced None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:27.915317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a325a396-f972-425e-8072-c6b57685eced None None] Bound port: 95978677-16a0-46da-8ab0-f2dc050ae9b4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:27.916988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.002865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b71fd93e-ed8e-4467-9c0f-ea9fd47ba645 req-f0d9d9ae-ac12-409f-90ea-c68977ca1147 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416073 Sep 18 00:32:28.015203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-7cfc2ebb-b208-4d86-9633-5b877676c846 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.021062 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-7cfc2ebb-b208-4d86-9633-5b877676c846 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.3608465 Sep 18 00:32:28.053701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-1157c85b-bcac-4b07-bb9a-b21b1f2421d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.059333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-1157c85b-bcac-4b07-bb9a-b21b1f2421d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1127 time: 0.1445446 Sep 18 00:32:28.103593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.133977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1594-ca87-4764-adb7-656e98f6ec4e None None] Pushing event updated for resources: {'Port': ['ID=95978677-16a0-46da-8ab0-f2dc050ae9b4,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:28.160902 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-602e2437-ea53-47d7-8bad-c47543094619 req-830f540b-f3d3-4113-bb57-a15490615911 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488124 Sep 18 00:32:28.167084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.221092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Pushing event updated for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:28.247558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.249290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a325a396-f972-425e-8072-c6b57685eced None None] For port 95978677-16a0-46da-8ab0-f2dc050ae9b4, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:28.250481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3aad-8022-4cea-a763-02d929872411 req-31790662-52aa-4c61-91b7-31a6e37b1cad tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.252446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-505e3aad-8022-4cea-a763-02d929872411 req-31790662-52aa-4c61-91b7-31a6e37b1cad tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.1868918 Sep 18 00:32:28.253492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a325a396-f972-425e-8072-c6b57685eced None None] For port 95978677-16a0-46da-8ab0-f2dc050ae9b4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=95978677-16a0-46da-8ab0-f2dc050ae9b4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:28.264827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a325a396-f972-425e-8072-c6b57685eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.269591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f576628-6062-4366-a10f-eb14a3d41ca4 req-82dd3cf6-c464-4c95-9d38-75c0d9dd9acb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.277839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f576628-6062-4366-a10f-eb14a3d41ca4 req-82dd3cf6-c464-4c95-9d38-75c0d9dd9acb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.1542685 Sep 18 00:32:28.285746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:28.290277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:28.294097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:28.344638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.350990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-05216002-225f-4be1-b981-831fe708a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.352647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-05216002-225f-4be1-b981-831fe708a07c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2262454 Sep 18 00:32:28.353912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:28.354862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:28.368866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-505e3aad-8022-4cea-a763-02d929872411 req-46f89a8e-4c1c-4104-a3aa-5bdf70a848de tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835888 Sep 18 00:32:28.435230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1594-ca87-4764-adb7-656e98f6ec4e None None] Pushing event updated for resources: {'Port': ['ID=95978677-16a0-46da-8ab0-f2dc050ae9b4,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:28.465932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f576628-6062-4366-a10f-eb14a3d41ca4 req-b50925e5-fc17-4b3a-9ce9-86c4e917d98d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811454 Sep 18 00:32:28.467927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-d056b073-74b6-4e4c-8446-f6a5e6120116 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.0979664 Sep 18 00:32:28.545266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Deleting port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:28.545617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.557115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-7d42859c-faa0-4d50-98b2-9a98c37943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.559183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-7d42859c-faa0-4d50-98b2-9a98c37943e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0806162 Sep 18 00:32:28.594261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:28.646795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-168f1d40-3035-46d8-8609-9c2e1cec607b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794814 Sep 18 00:32:28.771123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:28.790081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-77bd27ac-64f3-4aed-9186-c869386cd21f service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246254 Sep 18 00:32:28.859112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-995e9def-19fb-4fe6-8b13-274ff994699d None None] Provisioning complete for port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:28.859485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-995e9def-19fb-4fe6-8b13-274ff994699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:28.886912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546853a-1321-4e5d-a32f-91f14a420ca6 req-bfaafbfc-1d9d-4f7b-96d8-7819abcfaadc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.891295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7546853a-1321-4e5d-a32f-91f14a420ca6 req-bfaafbfc-1d9d-4f7b-96d8-7819abcfaadc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.3013909 Sep 18 00:32:28.986362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50752) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:28.992161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-995e9def-19fb-4fe6-8b13-274ff994699d None None] Port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:28.994253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b33d-9903-42bc-b4c3-df6aaf97fd09 req-468133c8-147b-4872-a684-41752d400822 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.995782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4484b33d-9903-42bc-b4c3-df6aaf97fd09 req-468133c8-147b-4872-a684-41752d400822 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.2038214 Sep 18 00:32:29.000701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.044760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7546853a-1321-4e5d-a32f-91f14a420ca6 req-af23b546-8136-45c1-8867-ea72a4986be5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449683 Sep 18 00:32:29.072756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9e0d4f-7e93-4b07-bf50-de127a782837 req-d486965b-f6cd-48da-ac26-bf6cf649c6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435548 Sep 18 00:32:29.075919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4484b33d-9903-42bc-b4c3-df6aaf97fd09 req-07e3e28d-2021-413a-b58c-1f1927089f0a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691240 Sep 18 00:32:29.084974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] For port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,segment=NetworkSegment(c0ec9799-f182-4786-aaa6-037dda69db54),segment_id=c0ec9799-f182-4786-aaa6-037dda69db54)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:29.085345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.112479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:29.116953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Calling delete_port for 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:29.140940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:32:29.170803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a325a396-f972-425e-8072-c6b57685eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:25Z', 'revision_number': 3, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:29.208155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325a396-f972-425e-8072-c6b57685eced None None] The sync data for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 is: [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:25Z', 'revision_number': 3, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:29.249890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051e67-1440-4919-a1db-a4e740eee886 req-1d1bd7b4-ff10-4bd8-9977-587d91e6b02b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:29.256765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63051e67-1440-4919-a1db-a4e740eee886 req-1d1bd7b4-ff10-4bd8-9977-587d91e6b02b tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.0727336 Sep 18 00:32:29.291849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34ac405-fe01-4508-b6ae-0b3823e0d7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.333274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63051e67-1440-4919-a1db-a4e740eee886 req-f81b7491-f007-4b0c-a5a7-f2c93f5051a7 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751412 Sep 18 00:32:29.423871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-e6f6b886-149e-464a-b809-bee6c1d2ff01 service neutron] 10.222.0.54 "GET /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.1929557 Sep 18 00:32:29.456255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.511517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.589150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.611226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa0215-f539-4be3-ae62-96a665c082d2 req-01f090c6-7d8e-471a-8128-1b3b98dfb59b tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:29.626902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dfa0215-f539-4be3-ae62-96a665c082d2 req-01f090c6-7d8e-471a-8128-1b3b98dfb59b tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 946 time: 0.1194718 Sep 18 00:32:29.681451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dfa0215-f539-4be3-ae62-96a665c082d2 req-bca9e17d-4fc1-4629-b71b-284a01a4f8d1 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/security-groups?id=e07ac088-657c-4c03-b04e-c01a149321bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542710 Sep 18 00:32:29.704506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Pushing event updated for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:29.777530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.815519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3a52ce0b-f5e8-4bf0-ac60-a19dd4498202'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:29.845789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Pushing event deleted for resources: {'Port': ['ID=3a52ce0b-f5e8-4bf0-ac60-a19dd4498202,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:29.859888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947920-3278-4658-a67f-a57c663fdabc req-4e4cf744-d9a6-4163-88ef-a4905c8fb9bb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:29.861453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03947920-3278-4658-a67f-a57c663fdabc req-4e4cf744-d9a6-4163-88ef-a4905c8fb9bb tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.1134152 Sep 18 00:32:29.919257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:29.953818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03947920-3278-4658-a67f-a57c663fdabc req-77392fea-1a2b-4f77-a987-25f5609f9be4 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763462 Sep 18 00:32:29.961699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf7814-81b8-4a07-beee-90be88b5d30a req-839584ba-18c3-4057-9784-90591bed1042 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:29.970982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40bf7814-81b8-4a07-beee-90be88b5d30a req-839584ba-18c3-4057-9784-90591bed1042 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.1084485 Sep 18 00:32:29.984493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] No DVR routers for this DVR port 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:29.995084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34ac405-fe01-4508-b6ae-0b3823e0d7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.006404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.008448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e55ce0b8-7541-475f-bbf2-f4f581e8c50f req-c1c62674-4858-4b5a-bd58-bc4e0cda33a4 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.54 "DELETE /v2.0/ports/3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 HTTP/1.1" status: 204 len: 173 time: 1.9804251 Sep 18 00:32:30.020994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'name': 'network-vif-deleted', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:30.023407 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e9692-2237-4dc5-ba6c-5cc1fd20049d" -d '{"events": [{"server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "name": "network-vif-deleted", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:30.035504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40bf7814-81b8-4a07-beee-90be88b5d30a req-a54cee4b-efe1-4587-965c-21c1da7f1f1f tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Sep 18 00:32:30.154238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34ac405-fe01-4508-b6ae-0b3823e0d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.193704 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f238dd-75bb-4336-aeed-a242791d3659 x-openstack-request-id: req-32f238dd-75bb-4336-aeed-a242791d3659 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:30.194019 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10f676-5006-4cbc-b678-56050e0a77fe", "name": "network-vif-deleted", "tag": "3a52ce0b-f5e8-4bf0-ac60-a19dd4498202", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:30.195659 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32f238dd-75bb-4336-aeed-a242791d3659 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:30.196068 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10f676-5006-4cbc-b678-56050e0a77fe', 'name': 'network-vif-deleted', 'tag': '3a52ce0b-f5e8-4bf0-ac60-a19dd4498202', 'status': 'completed', 'code': 200} Sep 18 00:32:30.223672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:30.307101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ac405-fe01-4508-b6ae-0b3823e0d7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4337411-a208-4ab1-aa98-c930f5baf452,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:30.311557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:30.317479 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d34ac405-fe01-4508-b6ae-0b3823e0d7a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae639ee237642d4914f1e0505136fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3253193 Sep 18 00:32:30.327600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c5cb-dfe4-4f11-81ef-f83ceb574db7 req-2e7d274a-7d67-403e-a33c-5d3a005263b9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:30.329413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9346c5cb-dfe4-4f11-81ef-f83ceb574db7 req-2e7d274a-7d67-403e-a33c-5d3a005263b9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.1211498 Sep 18 00:32:30.332467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50784) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:30.377123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb02d31-4c3b-49e7-9f79-a6a0b1715f44 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:30.383958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922567-1154-4211-b6ec-4717f4d7ad2f req-94dec8a4-00b6-4565-9409-bbb046299421 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:30.391504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:30.391832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6922567-1154-4211-b6ec-4717f4d7ad2f req-94dec8a4-00b6-4565-9409-bbb046299421 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 944 time: 0.1256487 Sep 18 00:32:30.405467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:30.408171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:30.421479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.471998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9346c5cb-dfe4-4f11-81ef-f83ceb574db7 req-e66512d0-7534-4f24-9610-2b88c6cb2e91 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301682 Sep 18 00:32:30.504461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6922567-1154-4211-b6ec-4717f4d7ad2f req-8e799c75-8b69-415f-9bbd-e8371fa8d48a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Sep 18 00:32:30.521768 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.559860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.631440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-5e38ed41-f87d-4f27-95e3-941a1c11f21c tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=22568cc4ce1247d9af83c91bd107864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482445 Sep 18 00:32:30.689248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Router b37ab946-6cf0-493f-abca-696f3f48d123 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:32:30.731080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-df7708b7-c74e-4c2f-97a7-c8a8ab83ebb3 None None] Provisioning complete for port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:30.731598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df7708b7-c74e-4c2f-97a7-c8a8ab83ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.798646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-df7708b7-c74e-4c2f-97a7-c8a8ab83ebb3 None None] Port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:30.814988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-5e014a36-18e1-47ae-87d0-1cfd0f39f638 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:30.817428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] Transition to ACTIVE for port object afb02d31-4c3b-49e7-9f79-a6a0b1715f44 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:30.822193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-5e014a36-18e1-47ae-87d0-1cfd0f39f638 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897111 Sep 18 00:32:30.835389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.839430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-7dbb3fe4-c9cd-44e0-9a78-bb0c3e3bcf80 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/quotas/22568cc4ce1247d9af83c91bd107864b HTTP/1.1" status: 200 len: 375 time: 0.0163054 Sep 18 00:32:30.878153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.880885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:30.884365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4337411-a208-4ab1-aa98-c930f5baf452 HTTP/1.1" status: 204 len: 168 time: 0.5485339 Sep 18 00:32:30.907006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65ef16a9-791e-4d7d-897c-339f0b8b7544 req-0903cc98-2fd5-4e69-a7bf-eb0ba4e05802 tempest-ServerAddressesTestJSON-608331780 tempest-ServerAddressesTestJSON-608331780-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f10f676-5006-4cbc-b678-56050e0a77fe HTTP/1.1" status: 200 len: 210 time: 0.0382230 Sep 18 00:32:30.914535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64595c-2335-44bb-9ecd-f074a664455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4337411-a208-4ab1-aa98-c930f5baf452,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:30.956593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-c579d969-9d31-48b6-8321-63db0c5f5ae7 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160970 Sep 18 00:32:30.979058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] No DVR routers for this DVR port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:31.028563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] 10.222.0.54 "PUT /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44/bindings/n-h1-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 1.5890670 Sep 18 00:32:31.100994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2be5d-6913-4c75-bde5-61d53069b72f service neutron] Pushing event updated for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:31.122672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:31.145777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cbde8a55-a19d-4e12-9b31-403ac6c35815 admin admin] 10.222.0.49 "PUT /v2.0/routers/b37ab946-6cf0-493f-abca-696f3f48d123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5299230 Sep 18 00:32:31.152903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f698dc-4b5c-433c-9975-922aa84005fe req-d74644c8-9a27-4071-b9e1-7d63e99b617d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:31.163174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9f698dc-4b5c-433c-9975-922aa84005fe req-d74644c8-9a27-4071-b9e1-7d63e99b617d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.1184700 Sep 18 00:32:31.262626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50eeb361-6c14-41de-8d98-73ce4e546132 req-251f5cca-ca11-48cb-9d65-b17b371507ce tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 210 time: 0.0460110 Sep 18 00:32:31.291541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9f698dc-4b5c-433c-9975-922aa84005fe req-aa8dc868-64ac-4974-85b4-d63f1f5eb253 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253912 Sep 18 00:32:31.323933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-b939c9ed-ddb1-46b1-b035-b6017bf3fcc1 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:31.325633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-b939c9ed-ddb1-46b1-b035-b6017bf3fcc1 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.1437764 Sep 18 00:32:31.394412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50816) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:31.425365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6362783d-d962-4da0-bec1-3fc6677ed2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.501094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 95978677-16a0-46da-8ab0-f2dc050ae9b4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:31.550474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-23697860-f45d-4adc-b2b7-4a1a024ba19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:31.558933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-23697860-f45d-4adc-b2b7-4a1a024ba19e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea&tenant_id=7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 1097 time: 0.2197165 Sep 18 00:32:31.597415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeb6c6-fe21-439e-a53e-e259bbf0c166 req-c71eb0ac-81bc-4012-8b97-0f99fa7b9edd tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:31.612602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64eeb6c6-fe21-439e-a53e-e259bbf0c166 req-c71eb0ac-81bc-4012-8b97-0f99fa7b9edd tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.1669838 Sep 18 00:32:31.620463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50830) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:31.637247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 95978677-16a0-46da-8ab0-f2dc050ae9b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:31.637612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.639779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'floatingip': {'port_id': 'ce16d771-9bf6-4968-bff3-69eb7985ad89'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:31.709222 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Sync routers for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:31.730115 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:31.732328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:31.752071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6362783d-d962-4da0-bec1-3fc6677ed2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.854807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.860067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.898090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 95978677-16a0-46da-8ab0-f2dc050ae9b4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=95978677-16a0-46da-8ab0-f2dc050ae9b4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:31.911383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.929661 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6362783d-d962-4da0-bec1-3fc6677ed2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:31.941767 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:32.025212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=95978677-16a0-46da-8ab0-f2dc050ae9b4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:32.042646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6362783d-d962-4da0-bec1-3fc6677ed2bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01e207446e494ceb8d9400029d3cdea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468480 Sep 18 00:32:32.045832 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.054605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50834) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:32.055683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362783d-d962-4da0-bec1-3fc6677ed2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a80d83-8833-4265-afa2-c480df3fb0b8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:32.140412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.48', 51020) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:32.186864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 4, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4', 'name': '', 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'mac_address': 'fa:16:3e:a8:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:27Z', 'updated_at': '2021-09-18T00:32:29Z', 'revision_number': 2, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'subnets': [{'id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:32.220811 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Checking router: b37ab946-6cf0-493f-abca-696f3f48d123 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:32.221448 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Updating router b37ab946-6cf0-493f-abca-696f3f48d123 port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:32.250444 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.321294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.325421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-96c44488-8c55-4330-8f5a-89bfb040980a service neutron] 10.222.0.48 "GET /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.3423889 Sep 18 00:32:32.361506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54da2-2fff-46f3-80ed-86fd49045b43 req-01c0ee83-aa8e-446b-a290-0bc56d1f66c9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:32.365019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53d54da2-2fff-46f3-80ed-86fd49045b43 req-01c0ee83-aa8e-446b-a290-0bc56d1f66c9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.7382431 Sep 18 00:32:32.397969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.425085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-910509f5-8ddf-48d0-890f-cef13fdf2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:32.428119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-910509f5-8ddf-48d0-890f-cef13fdf2053 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1097 time: 0.8123848 Sep 18 00:32:32.441085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-d7f830ae-1c2f-4281-9db5-d819efed4741 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2995229 Sep 18 00:32:32.446143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:32.525233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.556205 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.565976 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.568935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-5f51ecdd-9b3a-4e12-8ef2-f7c409acda5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4261186 Sep 18 00:32:32.663469 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Pushing event updated for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:32.679047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.682181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.683344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07a80d83-8833-4265-afa2-c480df3fb0b8 HTTP/1.1" status: 204 len: 168 time: 0.6139796 Sep 18 00:32:32.687464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:32.693404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:32.707224 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.707569 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.707914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.720339 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.735609 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.738825 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.739726 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.742561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.745147 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.745947 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.746808 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.748383 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:32.868058 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Attempting to bind port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:32.869067 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Attempting to bind port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:32.869613 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Attempting to bind port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 on network a80e4f16-4b0b-4290-9f3d-3417c60f17eb {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:32.881994 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:32.882785 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Checking segment: {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:32.883618 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.903694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Bound using segment: {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:32.904678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Bound port: dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a9481-032e-475c-85c9-73e2e5529f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:32.905299 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:32.906148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53d54da2-2fff-46f3-80ed-86fd49045b43 req-0cb17ec8-cdc5-4cfa-8a90-a041d2b1394f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204280 Sep 18 00:32:32.952764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-7a5e5089-b508-49bb-bb84-089e5243adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:32.954259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-7a5e5089-b508-49bb-bb84-089e5243adac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d854e522e14297a76dd725560fcdf1&device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 1097 time: 0.3072124 Sep 18 00:32:33.059571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:33.060161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:33.101674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] For port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:33.111024 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] For port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:33.114290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:32:33.114650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3a52ce0b-f5e8-4bf0-ac60-a19dd4498202 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:33.121569 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.169317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:33.176919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:33.178014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:33.203322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-aab6a1b5-5987-4810-acdc-7ca29ac81146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.204938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-aab6a1b5-5987-4810-acdc-7ca29ac81146 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c HTTP/1.1" status: 200 len: 916 time: 0.2242785 Sep 18 00:32:33.210866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:32:33.242572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] Provisioning complete for port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:33.243229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.248968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5daaa7-70f9-409a-bcc8-ed29f33dfc34 None None] Pushing event updated for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:33.405897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-d1c92c6d-85c5-49b5-a639-62f3dd38d2c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5652865d-1b95-44a5-a84c-06b95fe860c5 HTTP/1.1" status: 200 len: 217 time: 0.1116078 Sep 18 00:32:33.409665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-e55a5277-9892-457d-ae06-ba7d7196c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.412325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-e55a5277-9892-457d-ae06-ba7d7196c581 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.9128065 Sep 18 00:32:33.437548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 95978677-16a0-46da-8ab0-f2dc050ae9b4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:33.438838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814252e-09ab-4423-9e31-6ce28bc18e9c req-a2f6255c-c5ba-4dda-9bdf-46eb10e8097a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.441013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0814252e-09ab-4423-9e31-6ce28bc18e9c req-a2f6255c-c5ba-4dda-9bdf-46eb10e8097a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.2315454 Sep 18 00:32:33.454329 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:33.468847 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-40fe4988-99d7-4e08-a4e7-6376b81e565f tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=22568cc4ce1247d9af83c91bd107864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8102672 Sep 18 00:32:33.530577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e30751-90ac-4e6b-b84e-5bac48e209cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a80d83-8833-4265-afa2-c480df3fb0b8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:33.577772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 95978677-16a0-46da-8ab0-f2dc050ae9b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:33.578145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.580638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.615719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.615959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] For port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:33.626921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-310cba2b-3393-4b08-9a77-e7220ca64640 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.1838636 Sep 18 00:32:33.639082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.755382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-69195833-f81d-40fc-8c7a-340d60813913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.757240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-69195833-f81d-40fc-8c7a-340d60813913 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bca69f-d22b-4968-a5b5-46711c0db7e9 HTTP/1.1" status: 200 len: 855 time: 0.3056340 Sep 18 00:32:33.780672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0814252e-09ab-4423-9e31-6ce28bc18e9c req-1744bc31-4ec2-47f8-a973-433f3d6fb70c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163996 Sep 18 00:32:33.819953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-ef944e3a-189e-4ac8-a8a6-6a0955cbe84f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444241 Sep 18 00:32:33.822282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-a8a0dc8e-6c20-4b27-b718-d76d0df3522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.823919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-a8a0dc8e-6c20-4b27-b718-d76d0df3522e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1629913 Sep 18 00:32:33.829444 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 4, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4', 'name': '', 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'mac_address': 'fa:16:3e:a8:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:27Z', 'updated_at': '2021-09-18T00:32:33Z', 'revision_number': 4, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'subnets': [{'id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:33.851621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea5f51-4dc2-4293-9362-cf0b78c45e0c None None] Pushing event updated for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:33.858004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a21a22ad-aeba-4a96-8ea8-b803cd49bdd0 None None] Provisioning complete for port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:33.862437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a21a22ad-aeba-4a96-8ea8-b803cd49bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:33.909636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:33.935492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-2aa995f3-47f7-44ef-8be5-a215085fe4ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996909 Sep 18 00:32:33.979580 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8c4c9-9780-4b03-b510-6009e54fd4a3 None None] The sync data for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 is: [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:32:28Z', 'revision_number': 4, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4', 'name': '', 'network_id': 'a80e4f16-4b0b-4290-9f3d-3417c60f17eb', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'mac_address': 'fa:16:3e:a8:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:27Z', 'updated_at': '2021-09-18T00:32:33Z', 'revision_number': 4, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'subnets': [{'id': '99a7c4bb-32d6-4706-a17b-7fc87ba8018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:34.010413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Allocated IP 172.25.7.40 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a626d24a-e14c-48bd-9909-21634ff8fcb3) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:34.139796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-3e1ccec0-990a-4b7d-8a01-f1df342e7810 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:34.141606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-3e1ccec0-990a-4b7d-8a01-f1df342e7810 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6482298 Sep 18 00:32:34.180541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Request body: {'port': {'device_id': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '22568cc4ce1247d9af83c91bd107864b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:34.196655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:34.215889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.db.resource_extend [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:32:34.273120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Deleting subnet 169858a1-b183-441e-b510-09b69169c60d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:32:34.281111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab65ba41-dc1f-4120-bd8d-28684d16b401 req-c8c12b8c-5fe7-4a71-8475-107944c6b91a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 210 time: 0.1732316 Sep 18 00:32:34.388157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.415816 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.418278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:34.457247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-43cfca79-1532-4249-a15b-2460f412942a service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295314 Sep 18 00:32:34.481762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-9dd7b768-311d-4207-a813-b1e16048b772 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820784 Sep 18 00:32:34.508765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.534137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.544059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71fea4e-805d-4e1a-88f5-993ced4c326f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:34.566660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.570714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:34.644014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a0a75-8418-4ad1-9b32-a826e5b2753d req-6a6a3867-081c-4f6d-95fc-ff6d65be12ac tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:34.647205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e0a0a75-8418-4ad1-9b32-a826e5b2753d req-6a6a3867-081c-4f6d-95fc-ff6d65be12ac tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 944 time: 0.2481756 Sep 18 00:32:34.655686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.661193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.702322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.836846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:34.848995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:34.860003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e0a0a75-8418-4ad1-9b32-a826e5b2753d req-15486d4a-063e-4773-83eb-4028093d6cae tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939514 Sep 18 00:32:34.862813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-eb800257-3a44-4ba8-aae7-3437316178ac service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631372 Sep 18 00:32:34.864202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:34.908291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:34.938891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Made reservation on behalf of 22568cc4ce1247d9af83c91bd107864b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:34.949003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab9e17e-e7f7-43d0-8235-b905a032b10d req-939362d7-f147-4142-86e8-7858863913f2 service neutron] 10.222.0.48 "GET /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642940 Sep 18 00:32:34.949216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:34.956799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=a626d24a-e14c-48bd-9909-21634ff8fcb3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:35.006248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.068507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.070407 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/169858a1-b183-441e-b510-09b69169c60d HTTP/1.1" status: 204 len: 168 time: 1.1306732 Sep 18 00:32:35.071691 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Floating IP b6d55479-2920-42aa-a680-38ff5e28e505 associated. External IP: 172.25.7.132, port: ce16d771-9bf6-4968-bff3-69eb7985ad89. Sep 18 00:32:35.250756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:35.251533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c55d66-b8b2-4cfa-8c25-880a11568015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169858a1-b183-441e-b510-09b69169c60d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:35.413792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Allocated IP 192.168.233.244 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/44c70f24-8a71-4355-9d41-93fe7a92405c) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:35.448625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:35.458821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] Transition to ACTIVE for port object b71fea4e-805d-4e1a-88f5-993ced4c326f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:35.507687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.515451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:35.515824 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.578598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.635937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a370b5-46df-4439-8d45-5360fd0b3f86 req-534b9c64-4b4d-40fe-945c-ebfd943a442a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.637560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89a370b5-46df-4439-8d45-5360fd0b3f86 req-534b9c64-4b4d-40fe-945c-ebfd943a442a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.2306278 Sep 18 00:32:35.677457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-f91d6c75-5e9c-4dd3-a465-a2e485730d48 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.679445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-f91d6c75-5e9c-4dd3-a465-a2e485730d48 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.2713306 Sep 18 00:32:35.736412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:35.801861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89a370b5-46df-4439-8d45-5360fd0b3f86 req-d848e258-8893-49e4-8dc0-dce9f2cbeee9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212323 Sep 18 00:32:35.974442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b49a9d5c-ff26-475c-9196-1725db32cdc2 req-26bddecb-b631-43c3-bcc1-2f304470aa48 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 210 time: 0.0523674 Sep 18 00:32:36.044968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.047672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-957575f9-6b16-4c58-972b-c12b257a7783 service neutron] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:36.054806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-957575f9-6b16-4c58-972b-c12b257a7783 service neutron] Notify callbacks [] for binding, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.057503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465d1f8b-c9c2-4718-8252-ab227fe212a4 req-957575f9-6b16-4c58-972b-c12b257a7783 service neutron] 10.222.0.48 "DELETE /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44/bindings/n-h2-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.3652396 Sep 18 00:32:36.059083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.164330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=a626d24a-e14c-48bd-9909-21634ff8fcb3,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:36.175781 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.177376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] No DVR routers for this DVR port b71fea4e-805d-4e1a-88f5-993ced4c326f on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:36.180279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.199188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.208638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.209891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] Pushing event updated for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:36.211028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-19c24557-0d66-4745-a4fa-c800a72c7f31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7682631 Sep 18 00:32:36.273454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fd1e7da4-fcc7-4e09-8f39-03df1c26e8fb service neutron] 10.222.0.48 "PUT /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 3.9087467 Sep 18 00:32:36.297613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-e09fb7a5-8eac-4de4-80f7-ac18ba38863a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0856941 Sep 18 00:32:36.369844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-7b0128f1-d8d7-48f7-8a33-3046a889db65 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588131 Sep 18 00:32:36.391741 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.406107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.411893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:32:36.418404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f342091-63c9-4050-a577-2c990ef91ab1'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:36.430216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9741b252-2d00-4e3d-be86-a768f2e12dfc']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:36.466481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ec9799-f182-4786-aaa6-037dda69db54') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:36.466857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ec9799-f182-4786-aaa6-037dda69db54') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:36.487940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.514285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:36.560581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:36.567112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Pushing event updated for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:36.569966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.572578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:36.606675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:32:36.607159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:32:36.608842 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:32:36.659680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-029cd94c-b507-49ec-be47-3cb55aa02ed9 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:36.661164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-029cd94c-b507-49ec-be47-3cb55aa02ed9 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.3514016 Sep 18 00:32:36.671717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-a8254bb6-853a-419c-bdeb-65a6032ef85c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:36.673581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-a8254bb6-853a-419c-bdeb-65a6032ef85c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870386 Sep 18 00:32:36.680422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-1eb2f303-f1bd-41b7-a6f1-2d9a4c2dc086 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:36.682038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6cb8e9c-b6cb-4b1a-a8e2-8f9d31666cf3 req-1eb2f303-f1bd-41b7-a6f1-2d9a4c2dc086 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072134 Sep 18 00:32:36.704654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-da7ad7c7-8dcc-4bc2-b38a-0cb4709bcfe1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/quotas/072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 375 time: 0.0211427 Sep 18 00:32:36.715416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:36.763830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-8c85f6bd-4624-4c07-9c6f-95b398569e9e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571775 Sep 18 00:32:36.791407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:36.792424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.805184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.845672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.847580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9741b252-2d00-4e3d-be86-a768f2e12dfc HTTP/1.1" status: 204 len: 168 time: 1.5936658 Sep 18 00:32:36.893009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974eb51-de8e-43f6-bdf0-a93630dd8467 req-1fccfbd3-44c1-4aa5-869c-03d791ce7735 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:36.897188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1974eb51-de8e-43f6-bdf0-a93630dd8467 req-1fccfbd3-44c1-4aa5-869c-03d791ce7735 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.1195419 Sep 18 00:32:36.905066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-ddac25d1-97a2-4614-813b-499ee48fe994 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7327926 Sep 18 00:32:36.918982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290712c-16ec-4399-8cc8-5c55ecbd44c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9741b252-2d00-4e3d-be86-a768f2e12dfc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:36.948649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Request body: {'port': {'device_id': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:36.953342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:36.958820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:36.976501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:36.992038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:36.993244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:37.025293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1974eb51-de8e-43f6-bdf0-a93630dd8467 req-299662ee-838d-4f7f-82ee-6b2039ccf956 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051660 Sep 18 00:32:37.046448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3db86730-3bcc-42d4-b5c5-1e4313cfd16e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "PUT /v2.0/floatingips/b6d55479-2920-42aa-a680-38ff5e28e505 HTTP/1.1" status: 200 len: 992 time: 5.4248779 Sep 18 00:32:37.049621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:37.052077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ca915c-40cc-4c7e-a545-6639b06a6ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:37.059162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-b1e49b5d-f31c-486f-87f4-9a2a7b1f8bbd tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.060677 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-b1e49b5d-f31c-486f-87f4-9a2a7b1f8bbd tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.2046518 Sep 18 00:32:37.065412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.158263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe697867-87dc-4e09-81d4-37b86b8c9eca None None] Provisioning complete for port 44c70f24-8a71-4355-9d41-93fe7a92405c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:37.158643 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe697867-87dc-4e09-81d4-37b86b8c9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.234714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-5055d084-e660-4e9a-a6fc-ce086dca094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.236408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-5055d084-e660-4e9a-a6fc-ce086dca094a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8&tenant_id=7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 1097 time: 0.1615632 Sep 18 00:32:37.330809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-736fd398-51dd-4153-8c1b-b7dd3d97606b tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2619588 Sep 18 00:32:37.361177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:37.364305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:37.407224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a715b8-00c9-40d9-b565-965377214936 req-8d3021dd-49f0-45a4-a729-ee9acfbfc358 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.415605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40a715b8-00c9-40d9-b565-965377214936 req-8d3021dd-49f0-45a4-a729-ee9acfbfc358 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.1573675 Sep 18 00:32:37.443147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.462170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f0334fe2-d15b-434f-8ced-63d38abec58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.465332 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-f0334fe2-d15b-434f-8ced-63d38abec58c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1097 time: 0.1647167 Sep 18 00:32:37.478623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fe697867-87dc-4e09-81d4-37b86b8c9eca None None] Port 44c70f24-8a71-4355-9d41-93fe7a92405c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:37.525031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf35d0a2-25dc-4411-a211-98e4644f57ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98d80697854047a6bc132233bf5da91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527925 Sep 18 00:32:37.530485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:37.532126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50936) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:37.557300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40a715b8-00c9-40d9-b565-965377214936 req-7cb5c07f-bf56-4f07-88ed-79fdcd778cf9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351318 Sep 18 00:32:37.755974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c70f24-8a71-4355-9d41-93fe7a92405c {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:37.766515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.792117 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.793156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.836650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-ee696c15-b9c3-4bd6-a7a7-7c6c30de46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.845616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-ee696c15-b9c3-4bd6-a7a7-7c6c30de46fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.3625479 Sep 18 00:32:37.866111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62661b-713d-4bf5-a78b-22917cd7060a req-866b792e-73bf-44f0-972c-8baa215cf6f6 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.875897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c62661b-713d-4bf5-a78b-22917cd7060a req-866b792e-73bf-44f0-972c-8baa215cf6f6 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 936 time: 0.2023029 Sep 18 00:32:37.880812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.884063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.886065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e07ac088-657c-4c03-b04e-c01a149321bf HTTP/1.1" status: 204 len: 168 time: 0.3479564 Sep 18 00:32:37.918369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:d0:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:32:33Z', 'revision_number': 1, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:37.923084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d6e51-37a5-4f5c-bbac-e915908d5d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ac088-657c-4c03-b04e-c01a149321bf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:37.951713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:37.957366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:37.963287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-3be2de5e-cef6-4b32-8d6e-605ec3d3932f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.1053989 Sep 18 00:32:37.964475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Transition to ACTIVE for port object 44c70f24-8a71-4355-9d41-93fe7a92405c will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:37.976833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c62661b-713d-4bf5-a78b-22917cd7060a req-651a6afc-3de0-489d-828f-6aa8c3f60ad7 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Sep 18 00:32:37.979298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:37.979987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:37.990547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.158638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:38.207100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Pushing event updated for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:38.227207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Allocated IP 172.25.7.104 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1037af01-e464-48b3-92e1-561154869503) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:38.238611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-59723e11-e126-408a-a498-080a3238f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:38.249753 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-59723e11-e126-408a-a498-080a3238f71b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2732332 Sep 18 00:32:38.316254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-a064bdb9-df39-448a-ae93-cf13d53a98a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572534 Sep 18 00:32:38.351986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Attempting to bind port 44c70f24-8a71-4355-9d41-93fe7a92405c on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:38.352254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Attempting to bind port 44c70f24-8a71-4355-9d41-93fe7a92405c by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:38.352715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Attempting to bind port 44c70f24-8a71-4355-9d41-93fe7a92405c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:38.375407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Port 44c70f24-8a71-4355-9d41-93fe7a92405c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:38.375737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Attempting to bind port 44c70f24-8a71-4355-9d41-93fe7a92405c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:38.386581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:38.387037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:38.387309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:38.387826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Bound port: 44c70f24-8a71-4355-9d41-93fe7a92405c, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:38.388200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.473154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.499108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-fe53280f-a4e0-4fee-9103-d530c8a3362d service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721172 Sep 18 00:32:38.519323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.553600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:38.575313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:d0:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:32:33Z', 'revision_number': 1, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:38.588580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:38.589941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=1037af01-e464-48b3-92e1-561154869503,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:38.592573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:38.595854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47069ec5-8724-49aa-a28a-db78fcee8d6e req-4e74388e-d3e5-4489-82b1-3e9c4b4b7e09 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 210 time: 0.1409225 Sep 18 00:32:38.596854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:38.601988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=44c70f24-8a71-4355-9d41-93fe7a92405c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:38.611914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.616001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa638f-4ebb-46dc-b63e-85a0be15b473 None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:d0:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:32:33Z', 'revision_number': 1, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:38.631075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:38.631851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.633371 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] 10.222.0.54 "PUT /v2.0/ports/44c70f24-8a71-4355-9d41-93fe7a92405c HTTP/1.1" status: 200 len: 1097 time: 1.6912711 Sep 18 00:32:38.709706 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222d82a-70da-45c5-a9f1-23084f1009f2 x-openstack-request-id: req-8222d82a-70da-45c5-a9f1-23084f1009f2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:38.709996 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:38.710250 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8222d82a-70da-45c5-a9f1-23084f1009f2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:38.710635 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'status': 'completed', 'code': 200} Sep 18 00:32:38.755357 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-1713ff09-088d-42b2-a570-b84cb9a4010d service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439454 Sep 18 00:32:38.771273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.54', 56524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:38.808530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:38.822756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a8e2b-f6d3-4744-aa40-59fd3125b062 service neutron] Pushing event updated for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:38.863238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-29dd6843-ea79-41a2-9bd6-270e75553ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:38.865111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-29dd6843-ea79-41a2-9bd6-270e75553ed5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 1098 time: 0.0863035 Sep 18 00:32:38.874960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-f3158558-a7fd-4ff3-8f16-c2eb635cd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:38.893220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-f3158558-a7fd-4ff3-8f16-c2eb635cd011 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 1100 time: 0.1851189 Sep 18 00:32:38.910200 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.135319 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0577b3-e02e-48fa-844e-577209d3fdf3 None None] New status for floating IP b6d55479-2920-42aa-a680-38ff5e28e505: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:32:39.169081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-1c5e3ed6-b500-42a4-a369-8a9d5f3d4395 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979197 Sep 18 00:32:39.240682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-38414617-bbdf-4344-8a51-5488ac997849 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=44c70f24-8a71-4355-9d41-93fe7a92405c HTTP/1.1" status: 200 len: 217 time: 0.1655571 Sep 18 00:32:39.289611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50972) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:39.319283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-0f2b009d-a385-4d0c-b209-7d2d73c165c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.321081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-0f2b009d-a385-4d0c-b209-7d2d73c165c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0634375 Sep 18 00:32:39.347523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764582-42c2-4a86-8dfa-910681937238 req-6aa2cb93-58fa-4253-8419-ab183003b75c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.356850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6764582-42c2-4a86-8dfa-910681937238 req-6aa2cb93-58fa-4253-8419-ab183003b75c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.1432941 Sep 18 00:32:39.434010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6764582-42c2-4a86-8dfa-910681937238 req-43e7fc73-38bb-4367-b911-184b303ccf59 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Sep 18 00:32:39.441686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.456567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1243468361-network', 'tenant_id': 'b2a425ec9b1b46dda165d34c1aab2c7e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:39.461983 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.514199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Made reservation on behalf of b2a425ec9b1b46dda165d34c1aab2c7e for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:39.519308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-63e7e32e-dab0-4619-a03c-8b6352d9b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.519775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.520866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-63e7e32e-dab0-4619-a03c-8b6352d9b6d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.6265759 Sep 18 00:32:39.550370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-96fafa86-a11e-4007-b4d9-e44060054ebc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.551816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-96fafa86-a11e-4007-b4d9-e44060054ebc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269331 Sep 18 00:32:39.585562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.608976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Request body: {'port': {'device_id': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '072107b4981c4aa48f60f9e54beb6d10'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:39.619317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-7a0046b8-2f74-4cd8-81e0-b926b02fbbfe tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.620868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-7a0046b8-2f74-4cd8-81e0-b926b02fbbfe tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.2981355 Sep 18 00:32:39.640314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=1037af01-e464-48b3-92e1-561154869503,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:39.652032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.683354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027ae2-046e-4fcc-a945-df13e975ddbf req-d9763e0b-77f7-4739-a448-01adce87d584 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.684898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f027ae2-046e-4fcc-a945-df13e975ddbf req-d9763e0b-77f7-4739-a448-01adce87d584 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 948 time: 0.1398168 Sep 18 00:32:39.749988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f027ae2-046e-4fcc-a945-df13e975ddbf req-fe3b4e10-8d07-4a19-938d-95a54328184a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584173 Sep 18 00:32:39.800025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.804807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.828820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.830237 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-b21aa579-a7b9-4320-a14b-057458cb66df tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4973247 Sep 18 00:32:39.836076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:39.923539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114b123-c0b2-40db-a647-7d48edc22c08,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:39.927895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:39.928331 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Added segment 08c8e526-df2e-45a8-b1dd-5b8e32a0dc53 of type vlan for network 49837f92-3d5d-4544-98ce-09f7646e3bde Sep 18 00:32:39.942850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-84c0a0aa-d56a-4398-9c62-c83860f56990 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.1019411 Sep 18 00:32:39.952431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-6da82140-145a-4c58-ab84-cc000fe5989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.953914 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-6da82140-145a-4c58-ab84-cc000fe5989d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5800354 Sep 18 00:32:39.999623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-24bcbb6f-9b5b-4ba6-b433-e9ebe5fa85c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 200 len: 1000 time: 0.4676011 Sep 18 00:32:40.008071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e72ed-3b4d-444e-89a8-b6183f0b762c req-98d7ff6c-275f-4ca0-93d9-84bcd799fa23 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.010579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-163e72ed-3b4d-444e-89a8-b6183f0b762c req-98d7ff6c-275f-4ca0-93d9-84bcd799fa23 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 945 time: 0.1711695 Sep 18 00:32:40.022887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.121544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.122512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.123089 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.131570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-163e72ed-3b4d-444e-89a8-b6183f0b762c req-cf9ee56a-fec3-426e-ac3b-b43d9afeee41 tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/security-groups?id=9db060d6-1fd5-481a-8d30-d910245d8b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060815 Sep 18 00:32:40.158164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-53f7ba92-7f30-496e-a7c8-b4a8d3b2586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.160501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-53f7ba92-7f30-496e-a7c8-b4a8d3b2586d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.1494770 Sep 18 00:32:40.185124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-2b99e4c2-3a04-4da4-8d5f-d2d4665563e7 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.186434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ca9e41a-e1cc-4bba-8ab2-a3d75c5d0cfd req-2b99e4c2-3a04-4da4-8d5f-d2d4665563e7 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2080266 Sep 18 00:32:40.215687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] Pushing event updated for resources: {'Network': ['ID=49837f92-3d5d-4544-98ce-09f7646e3bde,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:40.230270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 49837f92-3d5d-4544-98ce-09f7646e3bde details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:40.244410 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-0c99459e-1b1f-4226-9218-6533873b02fa service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778823 Sep 18 00:32:40.254210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-429eb8c8-9288-4e1f-8b71-95697231f416 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9615984 Sep 18 00:32:40.257103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50980) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:40.258298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Made reservation on behalf of 072107b4981c4aa48f60f9e54beb6d10 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:40.262419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.262981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Request body: {'subnet': {'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1243468361-subnet', 'tenant_id': 'b2a425ec9b1b46dda165d34c1aab2c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:40.278411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.316998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-1659dfa6-cdb3-4707-98de-b6bd66b36ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.318561 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-1659dfa6-cdb3-4707-98de-b6bd66b36ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325719 Sep 18 00:32:40.323296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-8b2ce245-ec13-4a48-900e-48ce0878a498 service neutron] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:40.344370 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-8b2ce245-ec13-4a48-900e-48ce0878a498 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.345636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a44c6f13-6a80-4cb7-b6f3-bd8cf622467f req-8b2ce245-ec13-4a48-900e-48ce0878a498 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.7149737 Sep 18 00:32:40.350136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Made reservation on behalf of b2a425ec9b1b46dda165d34c1aab2c7e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:40.352419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.409990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b75a925d-0552-4e8b-acd6-7129310e62d7 req-4ef30e11-bc4c-4b47-8400-12da35998a81 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 210 time: 0.0441499 Sep 18 00:32:40.531950 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e0bce46-615d-493c-9037-a3e6c161b7d2 req-14d9e0ea-a589-4b08-b403-67e297b9cf2f service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434449 Sep 18 00:32:40.546359 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-a03eac6a-a3df-459c-81c4-bd0c9b24ea03 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078779 Sep 18 00:32:40.662537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.676526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:40.715803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc9faa-c33e-49f7-8b3e-d0c13aa45184 req-3bc5bad1-f85f-4eaa-ad70-8b6c6a8cf076 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.717452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49fc9faa-c33e-49f7-8b3e-d0c13aa45184 req-3bc5bad1-f85f-4eaa-ad70-8b6c6a8cf076 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1097 time: 0.4093039 Sep 18 00:32:40.731772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:40.734780 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673e2f93-c23d-4fcc-862f-5122a60cf838" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:40.755743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-00ca915c-40cc-4c7e-a545-6639b06a6ffa req-0615e421-ba80-486c-9451-1385d29f63d6 service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014389 Sep 18 00:32:40.780664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46859021-d7e5-4db8-ace5-1d3f0472840f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:40.825378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49fc9faa-c33e-49f7-8b3e-d0c13aa45184 req-afea950b-ff48-4e27-81ba-2672c90d94f9 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989501 Sep 18 00:32:40.865851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Allocated IP 192.168.233.137 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/384bf841-cf64-40bf-9a03-693cbfa6ae45) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:40.877775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-214b58a5-d428-48cb-991d-b11168908477 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2028580 Sep 18 00:32:40.892833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:40.995057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.038109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.065803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.099229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.130015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42875c-a8bf-4f30-aca1-2ade8bd72d51 req-a84d71fb-2953-4ff4-84d1-a9022735a4fd tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.131417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f42875c-a8bf-4f30-aca1-2ade8bd72d51 req-a84d71fb-2953-4ff4-84d1-a9022735a4fd tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.1653297 Sep 18 00:32:41.142307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:41.143468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54506cf0-c418-48dc-a894-9f71d0e8e814,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:41.145385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:41.149000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:41.157368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-b93e7328-d537-4a18-a330-468665ad386a tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.158833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-b93e7328-d537-4a18-a330-468665ad386a tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.48 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 945 time: 0.1746244 Sep 18 00:32:41.188272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:41.219797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.220729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.240646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-dbec5a50-35b8-4ad9-8161-f3eca003558e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6494353 Sep 18 00:32:41.255370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Request body: {'port': {'device_id': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:41.261911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Checking segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:41.262031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Network hostable DHCP agents. Network: 49837f92-3d5d-4544-98ce-09f7646e3bde, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:41.326153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.358643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f42875c-a8bf-4f30-aca1-2ade8bd72d51 req-0fd4c07d-72b2-4501-aad6-1e307c720432 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127898 Sep 18 00:32:41.372657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Network 49837f92-3d5d-4544-98ce-09f7646e3bde is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:41.394359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 49837f92-3d5d-4544-98ce-09f7646e3bde) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:41.406216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf7036-3b6f-44a6-a08a-d3b270d5caec None None] Network 49837f92-3d5d-4544-98ce-09f7646e3bde requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:41.408196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.408807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.435307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cf30161b-e4d1-4dce-94d9-de77ce02853e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1771393 Sep 18 00:32:41.437078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.471048 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb4f931-ad43-4bc0-9c7e-5803dca02aba x-openstack-request-id: req-ddb4f931-ad43-4bc0-9c7e-5803dca02aba {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:41.471530 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:41.471642 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddb4f931-ad43-4bc0-9c7e-5803dca02aba {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:41.471930 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c', 'status': 'completed', 'code': 200} Sep 18 00:32:41.488047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0f2d8996-445a-4329-a556-6d3ef8eae0bd None None] Provisioning complete for port 384bf841-cf64-40bf-9a03-693cbfa6ae45 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:41.493270 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8996-445a-4329-a556-6d3ef8eae0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.498556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Deleting port 5652865d-1b95-44a5-a84c-06b95fe860c5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:41.500998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.591762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d8996-445a-4329-a556-6d3ef8eae0bd None None] Port 384bf841-cf64-40bf-9a03-693cbfa6ae45 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:41.620452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-f381e6a2-675d-4fce-9d16-f40f09f84ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.623494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-f381e6a2-675d-4fce-9d16-f40f09f84ee2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22568cc4ce1247d9af83c91bd107864b&device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 1100 time: 0.1347871 Sep 18 00:32:41.675496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb3234-4d5e-4a71-8cee-45e7ee43513b None None] Network 49837f92-3d5d-4544-98ce-09f7646e3bde requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:41.681979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] For port 5652865d-1b95-44a5-a84c-06b95fe860c5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5652865d-1b95-44a5-a84c-06b95fe860c5,segment=NetworkSegment(69610bff-c55a-43ab-9331-efb37dedc61a),segment_id=69610bff-c55a-43ab-9331-efb37dedc61a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:41.682347 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.696932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Allocated IP 172.25.7.32 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:41.710716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6254c73-4ca7-4ab4-abde-a421bd0471bd req-e2cb59ef-2ed7-4f1e-9b9d-2184e7638430 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.712456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6254c73-4ca7-4ab4-abde-a421bd0471bd req-e2cb59ef-2ed7-4f1e-9b9d-2184e7638430 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 948 time: 0.1734371 Sep 18 00:32:41.722703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Calling delete_port for 5652865d-1b95-44a5-a84c-06b95fe860c5 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:41.779669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-22e2c387-3ebe-4023-883b-fd5a0394fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.781200 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-22e2c387-3ebe-4023-883b-fd5a0394fd3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1492829 Sep 18 00:32:41.789925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384bf841-cf64-40bf-9a03-693cbfa6ae45 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:41.803957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.824561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6254c73-4ca7-4ab4-abde-a421bd0471bd req-b3f696f9-c280-4b05-907a-fe2696b5921f tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Sep 18 00:32:41.840999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-b85f3666-97fa-4021-b4e0-85a4c2362898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=44c70f24-8a71-4355-9d41-93fe7a92405c HTTP/1.1" status: 200 len: 217 time: 0.0447369 Sep 18 00:32:41.860789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Transition to ACTIVE for port object 384bf841-cf64-40bf-9a03-693cbfa6ae45 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:41.881515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.934728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-3c989bb7-4519-4ec1-83cc-10bc7e77af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.936270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-3c989bb7-4519-4ec1-83cc-10bc7e77af84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0869055 Sep 18 00:32:41.957645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.974404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:42.040422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-38c13969-767a-4813-b8ce-42456bfbb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.042051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-38c13969-767a-4813-b8ce-42456bfbb23d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967607 Sep 18 00:32:42.074541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:42.075065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:42.075991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:42.089530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:42.089851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:42.105131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:42.105473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:42.105850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:42.106323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Bound port: 384bf841-cf64-40bf-9a03-693cbfa6ae45, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:42.106746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.114890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-78773286-471d-4a4a-bb18-4581afdc26a0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.116365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-78773286-471d-4a4a-bb18-4581afdc26a0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.1990509 Sep 18 00:32:42.118523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.124063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.132620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5652865d-1b95-44a5-a84c-06b95fe860c5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:42.194244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Pushing event deleted for resources: {'Port': ['ID=5652865d-1b95-44a5-a84c-06b95fe860c5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:42.199896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-cf0eae74-543b-4ef1-8839-b76d06e146ab service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 Sep 18 00:32:42.224341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:42.229252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-b3519f2e-c716-4276-be65-ce7f35ae35b5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/quotas/7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 375 time: 0.1016126 Sep 18 00:32:42.246149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:42.262725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:42.265100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:42.270409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] No DVR routers for this DVR port 5652865d-1b95-44a5-a84c-06b95fe860c5 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:42.286886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:42.292874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.298071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.300020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1acc86f5-8411-485e-98bc-9b2c620efdc6 req-fc2b7415-9b76-4398-898a-80c12426851f tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.48 "DELETE /v2.0/ports/5652865d-1b95-44a5-a84c-06b95fe860c5 HTTP/1.1" status: 204 len: 173 time: 1.1296833 Sep 18 00:32:42.303847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'name': 'network-vif-deleted', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:42.305520 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7664b6-db69-4639-a202-385b3d5c8423" -d '{"events": [{"server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "name": "network-vif-deleted", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:42.347850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.348111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:42.348574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.349997 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] 10.222.0.48 "PUT /v2.0/ports/384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 1097 time: 1.1015356 Sep 18 00:32:42.369659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-673e2f93-c23d-4fcc-862f-5122a60cf838 req-a4641f25-0dfa-4b70-8b56-ddb712dc89d5 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587932 Sep 18 00:32:42.370619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56938966-150e-403f-84ab-dab9d1592e07 service neutron] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:42.375005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-107e3293-0922-4eda-9a43-6f67dff21a4f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262567 Sep 18 00:32:42.475754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.482087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-fe1b91af-261e-4c27-84e4-1fc16d1bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.483792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-fe1b91af-261e-4c27-84e4-1fc16d1bb2ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1100 time: 0.0543535 Sep 18 00:32:42.531384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-2b3d8b98-fef4-4bd3-a25a-9eed63a994e2 service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300120 Sep 18 00:32:42.532109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.537387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-eb3b0243-8051-4f09-b54b-7f312440841b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0405910 Sep 18 00:32:42.591848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-e9d4bf62-3efb-41f5-95b4-20d0f777d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.593341 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-e9d4bf62-3efb-41f5-95b4-20d0f777d2f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0441530 Sep 18 00:32:42.642605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-c1b05693-2670-42a6-86b9-88710d209956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.644116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-c1b05693-2670-42a6-86b9-88710d209956 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403616 Sep 18 00:32:42.702758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-3649220f-6608-40aa-b564-13549566d71c service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494594 Sep 18 00:32:42.740458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-2596fe1c-e105-4580-9c0c-995c556c7c2e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875545 Sep 18 00:32:42.757066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.763680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.851819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:42.865550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.877729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7730ae8c-2835-43c3-b0cb-f2969114f5d8 req-faa40def-abbf-41fc-a45e-76e41e218e19 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 Sep 18 00:32:42.889893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:42.890981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-ab93ea6e-2add-4a3c-a0c9-fd8beab42a6a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0084193 Sep 18 00:32:42.908111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7917a034-20e4-4cdf-a29a-e1816fb0ffc5 req-3a2781e6-a35a-40ba-a76a-fa9a22dbca3c tempest-VolumesAdminNegativeTest-449461405 tempest-VolumesAdminNegativeTest-449461405-project] 10.222.0.49 "GET /v2.0/ports?device_id=937618a5-f23e-4863-a07e-5bb41930e929 HTTP/1.1" status: 200 len: 210 time: 0.0295353 Sep 18 00:32:42.955198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-51cfef97-98df-4efd-8173-bd3685937695 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0493476 Sep 18 00:32:43.075338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f886b-226f-4fba-b892-8fb42dff096c req-a0bd7c70-bb32-4ea4-bcbb-87f6794c7954 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:43.076758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-a0bd7c70-bb32-4ea4-bcbb-87f6794c7954 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1130223 Sep 18 00:32:43.096751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-06544e46-16ff-4a10-808b-5638291b2202 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:43.097892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144f886b-226f-4fba-b892-8fb42dff096c req-06544e46-16ff-4a10-808b-5638291b2202 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070078 Sep 18 00:32:43.176763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-6f60-4a51-bed9-6483a9babb52 req-acb11c14-88d5-44be-b654-446211855ec6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:43.185256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd41e18-6f60-4a51-bed9-6483a9babb52 req-acb11c14-88d5-44be-b654-446211855ec6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.0564117 Sep 18 00:32:43.218263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd41e18-6f60-4a51-bed9-6483a9babb52 req-4953a1a3-853b-45a4-816f-5fcb2f4ce58d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 18 00:32:43.281856 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f4e593-797b-4e74-a206-74a350424e83 x-openstack-request-id: req-17f4e593-797b-4e74-a206-74a350424e83 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:43.282153 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937618a5-f23e-4863-a07e-5bb41930e929", "name": "network-vif-deleted", "tag": "5652865d-1b95-44a5-a84c-06b95fe860c5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:43.282410 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17f4e593-797b-4e74-a206-74a350424e83 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:43.282810 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937618a5-f23e-4863-a07e-5bb41930e929', 'name': 'network-vif-deleted', 'tag': '5652865d-1b95-44a5-a84c-06b95fe860c5', 'status': 'completed', 'code': 200} Sep 18 00:32:43.473493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:43.476627 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa86ba2-2f02-4ec6-885e-88ed0d939646" -d '{"events": [{"name": "network-changed", "server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:43.617324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4450eaae-437c-4860-bac1-95e9f88d8cf5 req-16dc0477-a1b6-481c-a902-f80aadf39ca8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 210 time: 0.2696466 Sep 18 00:32:43.693147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-ab210c31-3da9-42cc-a74f-58c4af7e5d80 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:43.694571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-ab210c31-3da9-42cc-a74f-58c4af7e5d80 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 814 time: 0.3683109 Sep 18 00:32:43.721272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-b67d06d8-6a16-42be-838b-29d0011009ec tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/quotas/b2a425ec9b1b46dda165d34c1aab2c7e HTTP/1.1" status: 200 len: 375 time: 0.0135167 Sep 18 00:32:43.746470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60732-9343-4f18-80e1-b043c1a57a06 req-61465490-34c3-4581-a31e-9bf937578215 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:43.747951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cf60732-9343-4f18-80e1-b043c1a57a06 req-61465490-34c3-4581-a31e-9bf937578215 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 948 time: 0.0728021 Sep 18 00:32:43.765840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-280e3bdc-fbef-4ffd-bcb7-2327db8c54fb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384328 Sep 18 00:32:43.820575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cf60732-9343-4f18-80e1-b043c1a57a06 req-7e5a9c19-faac-4775-9b1f-6e2c1bb98d74 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568981 Sep 18 00:32:43.875889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-c38b0494-6bab-4f06-9fea-d39b1078956a service neutron] 10.222.0.49 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975149 Sep 18 00:32:43.995599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204b3b-5874-4b86-8290-1e38de7aace9 req-a48f9ea0-1746-4ab0-9160-7711ff3bcb36 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.003821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35204b3b-5874-4b86-8290-1e38de7aace9 req-a48f9ea0-1746-4ab0-9160-7711ff3bcb36 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1097 time: 0.1086433 Sep 18 00:32:44.010973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c63f6c03-1a00-476e-bced-1c62650354bf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.012631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c63f6c03-1a00-476e-bced-1c62650354bf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.1194022 Sep 18 00:32:44.027361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Request body: {'port': {'device_id': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'admin_state_up': True, 'tenant_id': '7fbb04baecc948c78313e462484cba2c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:44.035217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-94f1c5b8-8223-4e65-a263-b2e6b3fa24ef service neutron] 10.222.0.49 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483643 Sep 18 00:32:44.050123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35204b3b-5874-4b86-8290-1e38de7aace9 req-36035e49-4dc7-44fa-b730-5b5e5123c9ba tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Sep 18 00:32:44.202710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:44.212746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.216724 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c32631-4ce1-4fd2-aa5c-d1cbead36447 x-openstack-request-id: req-18c32631-4ce1-4fd2-aa5c-d1cbead36447 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:44.217029 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:44.217465 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18c32631-4ce1-4fd2-aa5c-d1cbead36447 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:44.217868 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'status': 'completed', 'code': 200} Sep 18 00:32:44.240890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b009c2-4d85-4daf-a592-4beac949597c req-b94ea45f-cde1-437f-9526-2431d505df9c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1476386 Sep 18 00:32:44.254415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51060) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:44.257573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:44.307211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-5619d39c-687d-4933-96f0-f06b5376b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.308969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-5619d39c-687d-4933-96f0-f06b5376b03b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1100 time: 0.0653875 Sep 18 00:32:44.310435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.341400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Deleting subnet d1bca69f-d22b-4968-a5b5-46711c0db7e9 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:32:44.346685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.411910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.441394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a69431cf-6654-41c9-8376-4ec1433ba489 req-778ecb98-4d36-4051-8507-9da616367161 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 210 time: 0.0349154 Sep 18 00:32:44.490935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-43dbae62-85f0-44ef-b9d7-dd644c4730b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.492447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-43dbae62-85f0-44ef-b9d7-dd644c4730b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1660888 Sep 18 00:32:44.549818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-bf9b97a5-cd5a-4e30-84af-19be385909ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0494943 Sep 18 00:32:44.676590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-d2136378-ddef-4a5d-a546-ce3e8451af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.678054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-d2136378-ddef-4a5d-a546-ce3e8451af14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1173108 Sep 18 00:32:44.702063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.745188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 44c70f24-8a71-4355-9d41-93fe7a92405c details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:44.761984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Allocated IP 172.20.0.9 (0b267cce-014c-4e52-8c8b-c7aefe641bb2/00b341f1-de2c-4a9e-959e-667e944b9522/ee3c2120-a27c-4697-af13-ea24dc2326b4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:44.764115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.782363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-1bcfba7d-68de-4b8f-9582-81012ee08d9d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.783859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-1bcfba7d-68de-4b8f-9582-81012ee08d9d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.2380981 Sep 18 00:32:44.819865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-265a4100-e388-423a-85f4-2cab3e3f5d38 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/quotas/7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 375 time: 0.0302505 Sep 18 00:32:44.825097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-0bf0ad22-c8ac-4a16-af51-f21491f602e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.826571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-0bf0ad22-c8ac-4a16-af51-f21491f602e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397011 Sep 18 00:32:44.865299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.895848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bca69f-d22b-4968-a5b5-46711c0db7e9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:44.897672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=44c70f24-8a71-4355-9d41-93fe7a92405c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:44.911388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.913290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-960a99e3-49e8-4241-adeb-70280df858a9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1bca69f-d22b-4968-a5b5-46711c0db7e9 HTTP/1.1" status: 204 len: 168 time: 0.6575117 Sep 18 00:32:44.920689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51080) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:44.926634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '44c70f24-8a71-4355-9d41-93fe7a92405c', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '44c70f24-8a71-4355-9d41-93fe7a92405c', 'mac_address': 'fa:16:3e:7e:cd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:44.975681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5652865d-1b95-44a5-a84c-06b95fe860c5 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:44.986771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.010350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5652865d-1b95-44a5-a84c-06b95fe860c5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:32:45.010705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5652865d-1b95-44a5-a84c-06b95fe860c5 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:45.014143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Allocated IP 172.25.7.191 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a237b0d9-922c-4aea-b27c-3711c1998492) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:45.022649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.025210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.040675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c70f24-8a71-4355-9d41-93fe7a92405c {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:45.062163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=44c70f24-8a71-4355-9d41-93fe7a92405c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:45.065619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-4f9c2ae0-e29f-4531-8d6e-831cfe06eb45 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2170520 Sep 18 00:32:45.074310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.077230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:45.083360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:45.088260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:45.094785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.130440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.134489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-f192cf8c-8044-4375-8e94-e36df0ce5269 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870243 Sep 18 00:32:45.135778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.136449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.154085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.161208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-f87d3b29-4499-4f90-a31e-6723417cd119 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1383634 Sep 18 00:32:45.174368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Request body: {'port': {'device_id': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:45.226739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.353402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-2826fb1a-7c6e-4d79-b53d-a2478737d68b service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784734 Sep 18 00:32:45.377573 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.407194 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.460737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:45.465707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0aa86ba2-2f02-4ec6-885e-88ed0d939646 req-92aa73f4-ac53-45f1-a9f4-83fb3e8f4d74 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198900 Sep 18 00:32:45.509059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69610bff-c55a-43ab-9331-efb37dedc61a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:45.509647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69610bff-c55a-43ab-9331-efb37dedc61a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:45.519251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['44c70f24-8a71-4355-9d41-93fe7a92405c'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:45.530599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.554037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.565537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-1692ed94-b289-43db-919d-80b0af6e5adb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.567054 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-1692ed94-b289-43db-919d-80b0af6e5adb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 814 time: 0.1780365 Sep 18 00:32:45.569375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:32:45.569778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: items = [ Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:32:45.572424 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:32:45.576824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-17a8dde9-6ce1-4e6e-a95e-f02c0bd943a7 service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150459 Sep 18 00:32:45.587301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.623298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Request body: {'port': {'device_id': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'admin_state_up': True, 'tenant_id': 'b2a425ec9b1b46dda165d34c1aab2c7e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:45.660928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:45.666604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:45.672359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:45.701159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.708477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=a237b0d9-922c-4aea-b27c-3711c1998492,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.712919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.715771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3c2120-a27c-4697-af13-ea24dc2326b4 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:45.717772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c HTTP/1.1" status: 204 len: 168 time: 0.7944636 Sep 18 00:32:45.721286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:45.739409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.743874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d820b-cca3-44c3-8e46-7d20cc99f143 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbb63ad-d35c-4dfc-a68d-f36d0f2a9e2c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.762375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Transition to ACTIVE for port object ee3c2120-a27c-4697-af13-ea24dc2326b4 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:45.774958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.806648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.867802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Deleting subnet a9b55ef5-4a61-47b6-b448-d736641f7a2d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:32:45.881969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.882878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.907464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Made reservation on behalf of b2a425ec9b1b46dda165d34c1aab2c7e for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:45.910936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.924020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.945627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97b58c-9316-43a8-905c-1e8e877e78c5 req-c240361e-876f-423f-87e4-4d1fd06b876e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.949327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f97b58c-9316-43a8-905c-1e8e877e78c5 req-c240361e-876f-423f-87e4-4d1fd06b876e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.1574054 Sep 18 00:32:45.977917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.994527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:45.994880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:45.995200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:46.005750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:46.005917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:46.015793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:46.016197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:46.016554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:46.016976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Bound port: ee3c2120-a27c-4697-af13-ea24dc2326b4, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:46.017407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.025124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.126743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Allocated IP 172.20.0.12 (49837f92-3d5d-4544-98ce-09f7646e3bde/54506cf0-c418-48dc-a894-9f71d0e8e814/dc2068b8-7425-4298-b6cb-88e8957d1cfa) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:46.146440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:46.165404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:46.174153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.221397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:46.222877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.224716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] 10.222.0.48 "PUT /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 1092 time: 1.0543363 Sep 18 00:32:46.231615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:46.234080 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a247282-aebe-4c3d-841e-a09562581625" -d '{"events": [{"name": "network-changed", "server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:46.329249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f97b58c-9316-43a8-905c-1e8e877e78c5 req-553c72a7-6317-4186-80d1-e295ceb21c9b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553011 Sep 18 00:32:46.330181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.340081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008dd1d-1710-4bb0-8dc5-13845750228d service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:46.400000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-9d1dc78b-fcba-4d24-a45f-12d481d3664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:46.401541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-9d1dc78b-fcba-4d24-a45f-12d481d3664c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1095 time: 0.0974550 Sep 18 00:32:46.460395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-5a34fe0e-3664-43df-9134-7b461095c40f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 217 time: 0.0491896 Sep 18 00:32:46.480135 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.486240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.521988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b55ef5-4a61-47b6-b448-d736641f7a2d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:46.526101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.528080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-926764a6-d6e1-463a-ac2c-ed788cbf28ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a9b55ef5-4a61-47b6-b448-d736641f7a2d HTTP/1.1" status: 204 len: 168 time: 0.8057508 Sep 18 00:32:46.534492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51100) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:46.537068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-5b0a1833-1583-40ad-af7e-1c6f73b66aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:46.538576 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-5b0a1833-1583-40ad-af7e-1c6f73b66aed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0648925 Sep 18 00:32:46.556698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb7c4-0a2c-40f5-a4da-65aaefbad1f8 req-d7707ef1-65a1-43d9-94db-3e4551a8de92 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:46.558177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dabb7c4-0a2c-40f5-a4da-65aaefbad1f8 req-d7707ef1-65a1-43d9-94db-3e4551a8de92 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.1244080 Sep 18 00:32:46.562381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.587004 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-335c5594-32de-4370-82a4-0b92aea590c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374506 Sep 18 00:32:46.610021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.646036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.662073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Network 49837f92-3d5d-4544-98ce-09f7646e3bde is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:46.664399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:46.671163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:46.673822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:46.694373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dabb7c4-0a2c-40f5-a4da-65aaefbad1f8 req-f6496e09-a9f9-4aa6-9031-a1e48f8ca7ef tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253300 Sep 18 00:32:46.697517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.753996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 44c70f24-8a71-4355-9d41-93fe7a92405c up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:46.765307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event updated for resources: {'Port': ['ID=a237b0d9-922c-4aea-b27c-3711c1998492,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:46.770317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:46.770966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.784944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-ec66a773-87ae-4b16-9342-fb33aa096552 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763165 Sep 18 00:32:46.794558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a9265fee-5827-4bdb-a2bd-f4bc1add42a0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1766534 Sep 18 00:32:46.794908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.829053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Request body: {'port': {'device_id': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:46.836158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 44c70f24-8a71-4355-9d41-93fe7a92405c completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:46.841378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 44c70f24-8a71-4355-9d41-93fe7a92405c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:46.841976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.913223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.914560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b009c2-4d85-4daf-a592-4beac949597c req-d85aac08-a6cd-43b3-bb9b-496736e2343a tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6721790 Sep 18 00:32:46.937887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.939722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.957620 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ecbc4e1-2a44-40cf-b404-47f29a5a3d50 req-7ac5015e-2035-40e1-a66c-0ec22fbc765a service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613467 Sep 18 00:32:46.997811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=44c70f24-8a71-4355-9d41-93fe7a92405c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:46.999592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:47.002246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:47.010921 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3594c1-916e-49ec-91c4-817bcde73395" -d '{"events": [{"server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "name": "network-vif-plugged", "status": "completed", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:47.019063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.045373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.057077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2594-82d9-4cc4-bb28-aa844972438d req-45164078-70d8-4421-b140-96025ab92262 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.058908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4df2594-82d9-4cc4-bb28-aa844972438d req-45164078-70d8-4421-b140-96025ab92262 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 949 time: 0.2608221 Sep 18 00:32:47.079969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b009c2-4d85-4daf-a592-4beac949597c req-f3a7513b-6493-43c0-abb6-57904fa170a7 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.1212513 Sep 18 00:32:47.125361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68badf1-1e53-415d-8e97-eff309527c74']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:47.135985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-9fd52523-3928-4e8e-8033-eb8768202fd4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.137736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-9fd52523-3928-4e8e-8033-eb8768202fd4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.3190200 Sep 18 00:32:47.176500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4df2594-82d9-4cc4-bb28-aa844972438d req-6a67bc44-1386-484a-a160-4bc661e6fb9a tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 Sep 18 00:32:47.182832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Request body: {'port': {'device_id': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'admin_state_up': True, 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:47.188456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fe0433-0e82-433b-ab69-f04970d3b18f') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:47.198107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fe0433-0e82-433b-ab69-f04970d3b18f') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:47.215994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:47.243863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.251788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:47.260057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.272072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Transition to ACTIVE for port object dc2068b8-7425-4298-b6cb-88e8957d1cfa will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:47.276409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.304810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.314242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:47.327096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'mac_address': 'fa:16:3e:3a:3b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:47.344180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:47.353230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:32:47.354200 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:32:47.355727 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:32:47.378663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.395054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384bf841-cf64-40bf-9a03-693cbfa6ae45 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:47.419368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:47.419874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:47.419991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:47.420369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:47.424875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:47.425162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.425293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:47.431457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:47.431457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Checking segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:47.431763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Bound using segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:47.432275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Bound port: dc2068b8-7425-4298-b6cb-88e8957d1cfa, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:47.432716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.478212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:47.482766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b009c2-4d85-4daf-a592-4beac949597c req-3e76b8da-26df-45ed-bb72-31e53f759df6 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.492318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b009c2-4d85-4daf-a592-4beac949597c req-3e76b8da-26df-45ed-bb72-31e53f759df6 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.3829558 Sep 18 00:32:47.507260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.510530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:47.512781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.514045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:47.514735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c68badf1-1e53-415d-8e97-eff309527c74 HTTP/1.1" status: 204 len: 168 time: 0.9742131 Sep 18 00:32:47.527454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.546341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c96cd-2cd8-487b-896f-9e34fa3e7a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68badf1-1e53-415d-8e97-eff309527c74,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:47.568437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.568742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e47ba-2992-4a2e-8838-bf62ea2470b8 req-3ffc3012-edb9-4736-b53a-f01085ae142f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.569191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.570625 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-25307644-4d3d-421c-9464-57a338b406fb service neutron] 10.222.0.54 "PUT /v2.0/ports/dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 1093 time: 0.7534730 Sep 18 00:32:47.573093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-846e47ba-2992-4a2e-8838-bf62ea2470b8 req-3ffc3012-edb9-4736-b53a-f01085ae142f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1887321 Sep 18 00:32:47.596715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25307644-4d3d-421c-9464-57a338b406fb service neutron] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:47.613197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bac5416b-81fc-4dae-9aee-91e3697f1fd6 req-c3a82c78-9518-4dbb-ab65-1f54c2f7d6e8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 210 time: 0.0677006 Sep 18 00:32:47.636884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:47.641617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.662037 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60acc2d-bbde-4d00-8fda-aa76184c4a05 x-openstack-request-id: req-a60acc2d-bbde-4d00-8fda-aa76184c4a05 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:47.662873 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:47.663141 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a60acc2d-bbde-4d00-8fda-aa76184c4a05 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:47.663760 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'status': 'completed', 'code': 200} Sep 18 00:32:47.693155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-46b6ad14-5343-4c3c-b2d3-b6956556a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.697321 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb6246-ccee-4578-b90a-54ca5df684b6 x-openstack-request-id: req-e7fb6246-ccee-4578-b90a-54ca5df684b6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:47.698110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-846e47ba-2992-4a2e-8838-bf62ea2470b8 req-99749fe1-6a5e-4558-afa6-75234d15219e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913179 Sep 18 00:32:47.698257 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "name": "network-vif-plugged", "status": "completed", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:47.698712 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-46b6ad14-5343-4c3c-b2d3-b6956556a377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1096 time: 0.0696168 Sep 18 00:32:47.698831 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7fb6246-ccee-4578-b90a-54ca5df684b6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:47.699184 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c', 'code': 200} Sep 18 00:32:47.703581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51110) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:47.709915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:47.822299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-c46f8ca8-9fdf-4e1b-87c8-ad0dee6506bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.0835612 Sep 18 00:32:47.850008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a268fb89-7441-423f-afaa-b25438970c50 req-2f40706d-efe4-433a-9d62-0f0e61d84755 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips/033f44b8-1972-4d8b-a202-1196024d6732 HTTP/1.1" status: 200 len: 693 time: 0.0935504 Sep 18 00:32:47.916001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247282-aebe-4c3d-841e-a09562581625 req-fe2d5004-0068-4e0c-96b8-8d744550de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.917516 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-fe2d5004-0068-4e0c-96b8-8d744550de06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1095 time: 0.2160752 Sep 18 00:32:47.919979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d653bc15-3204-463b-be99-ea38e23a700e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2d854e522e14297a76dd725560fcdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151482 Sep 18 00:32:47.923980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51114) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:47.944514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d1d4-8577-43f9-b531-f99b1b92dcb4 req-58aef9e5-2cc6-48e0-aa01-5279ddc2ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.946482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9c10d1d4-8577-43f9-b531-f99b1b92dcb4 req-58aef9e5-2cc6-48e0-aa01-5279ddc2ee63 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 1102 time: 0.1365705 Sep 18 00:32:47.953707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a68b2805-e454-4366-bbb3-e4fbbca69595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.955021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-a68b2805-e454-4366-bbb3-e4fbbca69595 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1115007 Sep 18 00:32:47.967836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7688-eab8-41f9-bd62-a6e482f34af8 req-b4236fd3-0ce7-4256-a7d6-12ff0733448f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.969380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c8b7688-eab8-41f9-bd62-a6e482f34af8 req-b4236fd3-0ce7-4256-a7d6-12ff0733448f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 949 time: 0.2190340 Sep 18 00:32:47.982408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Allocated IP 172.20.0.2 (c672d353-bbf4-4ec3-a637-45b293a0482c/9daa8917-244c-4e53-844e-ca919be3f9ea/1481476e-8d53-4066-8671-f4731909db34) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:48.030529 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-9dfe54d0-1502-43ca-b41c-762a83b4b610 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553675 Sep 18 00:32:48.056543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c8b7688-eab8-41f9-bd62-a6e482f34af8 req-24f11c25-694c-486a-a48f-bb0f4cead226 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Sep 18 00:32:48.066293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268fb89-7441-423f-afaa-b25438970c50 req-f2c57f84-1621-4d7a-88f0-481ee41078ee tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.067644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a268fb89-7441-423f-afaa-b25438970c50 req-f2c57f84-1621-4d7a-88f0-481ee41078ee tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1981180 Sep 18 00:32:48.089363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-a268fb89-7441-423f-afaa-b25438970c50 req-3698c587-11d7-4109-b9f2-643523c0a226 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:48.090385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a268fb89-7441-423f-afaa-b25438970c50 req-3698c587-11d7-4109-b9f2-643523c0a226 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116477 Sep 18 00:32:48.141961 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9c10d1d4-8577-43f9-b531-f99b1b92dcb4 req-74fc471c-3079-4261-9938-194111b2f65c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860082 Sep 18 00:32:48.178724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.192589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247282-aebe-4c3d-841e-a09562581625 req-acf87de9-e549-4579-a9fb-2bd571fa6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.194042 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-acf87de9-e549-4579-a9fb-2bd571fa6419 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.2636166 Sep 18 00:32:48.225289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.229280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-302095c0-d3bd-41e0-a1d8-0d8a4dc44f82 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips/033f44b8-1972-4d8b-a202-1196024d6732 HTTP/1.1" status: 200 len: 693 time: 0.1098366 Sep 18 00:32:48.265635 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-ae858977-d5bf-4418-81a9-f9a4312ec126 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 217 time: 0.0632753 Sep 18 00:32:48.269236 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-515acb04-f830-4093-a583-10f68964034c service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037566 Sep 18 00:32:48.288893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d66f56-22ce-4bbb-bee1-c66b04fdaaba req-cd520a99-2e7c-40f7-a257-b8e3163cad44 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.290578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3d66f56-22ce-4bbb-bee1-c66b04fdaaba req-cd520a99-2e7c-40f7-a257-b8e3163cad44 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.1700699 Sep 18 00:32:48.332795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247282-aebe-4c3d-841e-a09562581625 req-7506cd54-4de8-4089-8b9c-3be61dd7fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.334254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-7506cd54-4de8-4089-8b9c-3be61dd7fe26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0562804 Sep 18 00:32:48.352056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.354850 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.355958 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9db060d6-1fd5-481a-8d30-d910245d8b25 HTTP/1.1" status: 204 len: 168 time: 0.4296985 Sep 18 00:32:48.371804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.374631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-c9ea3efe-cb32-478d-b4f3-25ff09b0ace7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315673 Sep 18 00:32:48.379379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db060d6-1fd5-481a-8d30-d910245d8b25,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:48.403358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3d66f56-22ce-4bbb-bee1-c66b04fdaaba req-637e6d16-fe2c-49be-917c-c520179e44e2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053326 Sep 18 00:32:48.407558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.408008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.408466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.408883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.409397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.409814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.410234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.410647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.411060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.411473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.411891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.412321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94e2b9-9700-459c-b01c-f88e11d2c115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.416165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-361591b4-70ec-4bd3-adc6-1ab845d4eb31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.417590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-361591b4-70ec-4bd3-adc6-1ab845d4eb31 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1816058 Sep 18 00:32:48.463911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-e6194f52-6a2f-487d-85c5-151f604f15cd tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:48.473212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-e6194f52-6a2f-487d-85c5-151f604f15cd tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225470 Sep 18 00:32:48.501889 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-96f445b5-66df-4dcc-8c8b-5b18e457d54a service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166172 Sep 18 00:32:48.564352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-4cec738f-9e53-421f-93f3-d0649eb55be3 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.0902641 Sep 18 00:32:48.574393 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.657923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e817ac3-42b8-4674-9326-cd001a72b8b0 req-c260ebe0-bc3a-4534-aacd-6f3862faee07 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.659439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e817ac3-42b8-4674-9326-cd001a72b8b0 req-c260ebe0-bc3a-4534-aacd-6f3862faee07 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.1667542 Sep 18 00:32:48.668123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-917a1e49-9224-4ab1-a76a-cde81e89fbbe req-7acf2deb-d95d-416f-a65c-566b6f7ee7b3 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651411 Sep 18 00:32:48.670794 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a247282-aebe-4c3d-841e-a09562581625 req-530cb6ce-fe93-49b1-bdb4-0df8237159ce service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578393 Sep 18 00:32:48.682111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-912b7deb-0c76-42fa-95e0-760d9a362393 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.1049502 Sep 18 00:32:48.685884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Network c672d353-bbf4-4ec3-a637-45b293a0482c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:48.706699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:48.714532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:48.718874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:48.757116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51130) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:48.789991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.790534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.790868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.791197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.791528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.791852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.792174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.792521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.792847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.793171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.793490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.793804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:48.797191 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-839872d8-5f9e-4d7a-b97a-6dbc515201db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d5108ca257e486a91b245c580a5c4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389004 Sep 18 00:32:48.799680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:48.842794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e817ac3-42b8-4674-9326-cd001a72b8b0 req-7bb43deb-e155-4f48-98e3-0cb25f9f6d83 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701889 Sep 18 00:32:48.848990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.878314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.880157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.882102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.903598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-db5ec0f3-4bd7-4d10-a534-c1b07f9b7ac1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7319233 Sep 18 00:32:48.916777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Deleting port a237b0d9-922c-4aea-b27c-3711c1998492 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:48.917215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.923007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Request body: {'port': {'device_id': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:48.938024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.940930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.942111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee7088ad-e8dc-44b8-916e-63d8878d6917 HTTP/1.1" status: 204 len: 168 time: 0.1412966 Sep 18 00:32:48.953610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2c117-4ea4-4dde-bc59-6bf69088cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7088ad-e8dc-44b8-916e-63d8878d6917,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:48.959392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:49.027919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 384bf841-cf64-40bf-9a03-693cbfa6ae45 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:49.031818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 384bf841-cf64-40bf-9a03-693cbfa6ae45 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:49.032198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.076394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.110682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.111012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.116506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.153721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:49.157985 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.214371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:49.394124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Calling delete_port for a237b0d9-922c-4aea-b27c-3711c1998492 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:49.417954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd156b3-4491-4a3d-a1e0-aca0623f5fbe req-96a64ebc-ab01-4215-8797-1aef8b046699 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:49.419421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbd156b3-4491-4a3d-a1e0-aca0623f5fbe req-96a64ebc-ab01-4215-8797-1aef8b046699 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 931 time: 0.3824747 Sep 18 00:32:49.584369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbd156b3-4491-4a3d-a1e0-aca0623f5fbe req-b50dd99a-0a54-42e4-8a2e-42e3b72bb219 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529081 Sep 18 00:32:49.661713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51158) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:49.668285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:49.670683 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c6798-d0a4-42d2-8738-4618df1638b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:49.700689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:49.703206 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97017c1-54cc-4063-bf8c-94ef66f28549" -d '{"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-plugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:49.764336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead7dfe-2785-4e60-a26b-171c55485ca5 req-4a76543a-119a-4074-888f-b21cef24ee07 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:49.765994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eead7dfe-2785-4e60-a26b-171c55485ca5 req-4a76543a-119a-4074-888f-b21cef24ee07 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1208069 Sep 18 00:32:49.779739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-network', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:49.809279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Made reservation on behalf of 801d2584dc0d4961a085ed45169ecdaa for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:49.812404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.824151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.824422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.866380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1481476e-8d53-4066-8671-f4731909db34 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:49.878806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event deleted for resources: {'Port': ['ID=a237b0d9-922c-4aea-b27c-3711c1998492,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:49.884001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.917750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eead7dfe-2785-4e60-a26b-171c55485ca5 req-48810e07-df8c-44de-baf7-221e5359b2e1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344657 Sep 18 00:32:49.936616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.943532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Transition to ACTIVE for port object 1481476e-8d53-4066-8671-f4731909db34 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:49.950191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.958703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.970969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:49.975305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.978348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.980183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e1e6d9-155e-4e3c-80b3-e13fb036cc39 req-99bff906-14ad-4a37-bd74-88e64dcdc2ff tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "DELETE /v2.0/floatingips/033f44b8-1972-4d8b-a202-1196024d6732 HTTP/1.1" status: 204 len: 173 time: 1.2861443 Sep 18 00:32:49.988131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:49.995580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:49.996096 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Added segment 5a0bd529-7fd4-4b26-8e9b-f2246b8b0298 of type vlan for network 72e4a2ef-83f2-4acb-8029-b2eae0707612 Sep 18 00:32:50.041005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.066603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.067652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.068316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.076583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:50.099990 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4369926 Sep 18 00:32:50.103017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:50.107691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Request body: {'subnet': {'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-subnet', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:50.141841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffdaea-0ee5-4f48-905e-cb19c7480f5a admin admin] Pushing event updated for resources: {'Network': ['ID=72e4a2ef-83f2-4acb-8029-b2eae0707612,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:50.152248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:50.159378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Made reservation on behalf of 801d2584dc0d4961a085ed45169ecdaa for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:50.162490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.172711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:50.173053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:50.173382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:50.184347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ea3d-673c-493d-a824-0f18c4e815a9 req-7fc7bf80-3dde-4419-ad9a-b17577fded4f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.185860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aee2ea3d-673c-493d-a824-0f18c4e815a9 req-7fc7bf80-3dde-4419-ad9a-b17577fded4f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.1023595 Sep 18 00:32:50.194654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa508b4-32ee-45aa-9704-f23a3cd619f0 req-c177087c-c497-4434-9a47-0a18db47e31d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.196601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa508b4-32ee-45aa-9704-f23a3cd619f0 req-c177087c-c497-4434-9a47-0a18db47e31d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1502714 Sep 18 00:32:50.200048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:50.200402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:50.222663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:50.223712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:50.224480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:50.224956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Bound port: 1481476e-8d53-4066-8671-f4731909db34, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:50.225288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.301017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aee2ea3d-673c-493d-a824-0f18c4e815a9 req-1cc15bf9-28d6-4bda-a5d6-2be2a6d54b77 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033351 Sep 18 00:32:50.305971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa508b4-32ee-45aa-9704-f23a3cd619f0 req-1e90997e-6a57-4e0e-a55a-69fcb502a7a7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979671 Sep 18 00:32:50.338058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:50.338499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:50.345974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.367628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.379902 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ea62f-2a8d-46d8-99ba-7caa33a8f961 x-openstack-request-id: req-9c3ea62f-2a8d-46d8-99ba-7caa33a8f961 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:50.380245 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-plugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:50.380502 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c3ea62f-2a8d-46d8-99ba-7caa33a8f961 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:50.381087 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'code': 200} Sep 18 00:32:50.382785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.383969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.385513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] 10.222.0.48 "PUT /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 1092 time: 1.4705892 Sep 18 00:32:50.390376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'tag': '1481476e-8d53-4066-8671-f4731909db34'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:50.393538 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83eda15-b5c1-4798-9c77-b079176cb424" -d '{"events": [{"name": "network-changed", "server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "tag": "1481476e-8d53-4066-8671-f4731909db34"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:50.403955 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f1e8f-e16c-4e39-8ffc-1f381cf87483 x-openstack-request-id: req-667f1e8f-e16c-4e39-8ffc-1f381cf87483 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:50.406874 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:50.407635 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-667f1e8f-e16c-4e39-8ffc-1f381cf87483 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:50.408153 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'status': 'completed', 'code': 200} Sep 18 00:32:50.443983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510cc80-9ba1-443f-9338-080f41c8eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:50.528389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b345b-ffb4-42b0-bd09-1fb33497a862 req-16ed5069-f4aa-4684-8000-33119fdfa7fe tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.529944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db9b345b-ffb4-42b0-bd09-1fb33497a862 req-16ed5069-f4aa-4684-8000-33119fdfa7fe tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.0986633 Sep 18 00:32:50.533894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-a3ba54d5-5ae8-4303-acbe-cb52a4c9399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.534642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e11dac3-1d94-4539-a0a0-8599709b3ba4,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:50.535328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-a3ba54d5-5ae8-4303-acbe-cb52a4c9399c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1095 time: 0.0829084 Sep 18 00:32:50.551579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Checking segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:50.551846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Network hostable DHCP agents. Network: 72e4a2ef-83f2-4acb-8029-b2eae0707612, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:50.637962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-c7d643cf-e900-4464-92f6-26b2324cc887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 217 time: 0.0831559 Sep 18 00:32:50.763232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db9b345b-ffb4-42b0-bd09-1fb33497a862 req-a064c28d-9e70-4a39-ad0c-cd819104e1f6 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263682 Sep 18 00:32:50.804707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dc545-4faa-4624-a1fa-cb417fc232ff req-71a6dd1d-4b39-4cc9-9cd7-55b953a8cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.805702 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e35dc545-4faa-4624-a1fa-cb417fc232ff req-71a6dd1d-4b39-4cc9-9cd7-55b953a8cbc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1102 time: 0.3310416 Sep 18 00:32:50.816891 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c0fe9-e555-4c81-8cd7-f38fa6aa4a93 x-openstack-request-id: req-978c0fe9-e555-4c81-8cd7-f38fa6aa4a93 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:50.817047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-a02f3de6-f548-4be2-a61e-156c22a2cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.817230 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "tag": "1481476e-8d53-4066-8671-f4731909db34", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:50.817427 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-978c0fe9-e555-4c81-8cd7-f38fa6aa4a93 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:50.817814 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'tag': '1481476e-8d53-4066-8671-f4731909db34', 'status': 'completed', 'code': 200} Sep 18 00:32:50.818525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-a02f3de6-f548-4be2-a61e-156c22a2cd58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1096 time: 0.3593018 Sep 18 00:32:50.829953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-55ea94b8-366d-465d-a533-40e420b44fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.831051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-55ea94b8-366d-465d-a533-40e420b44fd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1774201 Sep 18 00:32:50.841094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d4e75-cbf8-45b8-8008-c741c6df2571 req-bcbdb092-0998-4a2e-bafc-e05b7605ff21 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.842557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a4d4e75-cbf8-45b8-8008-c741c6df2571 req-bcbdb092-0998-4a2e-bafc-e05b7605ff21 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3110640 Sep 18 00:32:50.873787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-a8ccba06-cd34-4857-ba24-2e7bfc4a386d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302444 Sep 18 00:32:50.888170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:50.943911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e35dc545-4faa-4624-a1fa-cb417fc232ff req-f5f6f0b7-1d75-4ca0-aad0-17aaecfa9630 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230066 Sep 18 00:32:50.952162 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-f92c02d4-46e9-4933-8bdc-becfcb081318 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1507771 Sep 18 00:32:50.954581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 72e4a2ef-83f2-4acb-8029-b2eae0707612) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:50.961085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.963812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:50.965111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.968988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89394c3-ddc8-4f3f-93ee-8fcd405bb912 None None] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:50.991467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50099-3b2f-4ad3-b4ea-e97da6dc1b0d req-caf7bfb2-cb0d-4bda-8bdd-509f5f3f17e7 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.993795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42a50099-3b2f-4ad3-b4ea-e97da6dc1b0d req-caf7bfb2-cb0d-4bda-8bdd-509f5f3f17e7 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1168134 Sep 18 00:32:51.021279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-0db00b5a-238f-44b2-8493-cb2225d884ec service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332550 Sep 18 00:32:51.054278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ac0b3862-ca70-4415-bdcd-0a583e1c0693 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9476943 Sep 18 00:32:51.055827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:51.061979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:51.065816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-9fda0239-99f4-4bbf-8fde-3c563896834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.067320 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-9fda0239-99f4-4bbf-8fde-3c563896834f service neutron] 10.222.0.54 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.2389436 Sep 18 00:32:51.083588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42a50099-3b2f-4ad3-b4ea-e97da6dc1b0d req-ec77e544-0ba0-437c-adf4-556a05d54d36 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557756 Sep 18 00:32:51.132424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-17400156-77b9-4658-aa9c-37ceb0c44ce7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.0385718 Sep 18 00:32:51.138597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6525e978-4d3c-4d43-aff8-bae44fbe3972 req-8ac64d2a-4f1f-4a79-aea9-f68c9025a94f tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=8deef0d0c1f64aab8ca2e95d68a1ad16 HTTP/1.1" status: 200 len: 1655 time: 0.0782006 Sep 18 00:32:51.167371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:51.185008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.186127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.192973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'port_id': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'mac_address': 'fa:16:3e:8c:f9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b341f1-de2c-4a9e-959e-667e944b9522', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:51.201996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-a4ccd439-2b8a-4a54-aa68-8b14e371c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.203706 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-a4ccd439-2b8a-4a54-aa68-8b14e371c8eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 1119 time: 0.1353192 Sep 18 00:32:51.218006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-72e4a2ef-83f2-4acb-8029-b2eae0707612', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:32:51.219124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.253689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.319856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3c2120-a27c-4697-af13-ea24dc2326b4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:51.323921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.328605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-2902ba89-4e5f-4446-b690-3046291e5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.330624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-2902ba89-4e5f-4446-b690-3046291e5e15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1857784 Sep 18 00:32:51.350865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:51.377614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.382798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae08a-a815-41f4-9547-585836695e65 req-181e7b9c-9c2d-4858-a2f2-8837b21e74ce tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.384569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e24ae08a-a815-41f4-9547-585836695e65 req-181e7b9c-9c2d-4858-a2f2-8837b21e74ce tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1972036 Sep 18 00:32:51.408631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-8949f685-ec16-479f-aa0a-a786eb902540 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693769 Sep 18 00:32:51.416174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad9b7d62-639d-429b-9a37-3a223077b9b4 req-fe6ca20b-fb09-4447-9312-970697fd462b service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678409 Sep 18 00:32:51.424911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Allocated IP 172.20.0.2 (72e4a2ef-83f2-4acb-8029-b2eae0707612/9e11dac3-1d94-4539-a0a0-8599709b3ba4/30b29fb0-8e03-42d8-b463-27a58f6ead74) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:51.434987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e978-4d3c-4d43-aff8-bae44fbe3972 req-dca404ec-ff44-442e-975b-1bcb5500b805 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.441417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6525e978-4d3c-4d43-aff8-bae44fbe3972 req-dca404ec-ff44-442e-975b-1bcb5500b805 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks?id=fa33323a-5be1-4846-b82a-581b2400ea8c&id=fa33323a-5be1-4846-b82a-581b2400ea8c&id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 787 time: 0.2941291 Sep 18 00:32:51.448585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:51.466220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-6525e978-4d3c-4d43-aff8-bae44fbe3972 req-17a61108-0815-45e9-94a9-6be733c3ab9c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:51.467352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6525e978-4d3c-4d43-aff8-bae44fbe3972 req-17a61108-0815-45e9-94a9-6be733c3ab9c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164158 Sep 18 00:32:51.527505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-c8aed694-36a5-4925-88fe-682bd9e2a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.529182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-c8aed694-36a5-4925-88fe-682bd9e2a7f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2945278 Sep 18 00:32:51.542259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e24ae08a-a815-41f4-9547-585836695e65 req-e36fceae-aec9-4598-8be8-1c35acc1c9a1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455574 Sep 18 00:32:51.555283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-cc9a9df5-2d6e-432b-8a34-3f64e5099ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.558785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-cc9a9df5-2d6e-432b-8a34-3f64e5099ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1095 time: 0.0802760 Sep 18 00:32:51.568261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.611646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.619159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:32:51.621854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.646206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de520-f220-473b-b5ea-f489a4636839 req-42e9296b-b325-45fc-b16d-dc08eebb3e73 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.647476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-2e324929-0e09-4030-b76e-3f99dcade3eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 200 len: 217 time: 0.0836546 Sep 18 00:32:51.648347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-608de520-f220-473b-b5ea-f489a4636839 req-42e9296b-b325-45fc-b16d-dc08eebb3e73 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.1005149 Sep 18 00:32:51.667093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ee3c2120-a27c-4697-af13-ea24dc2326b4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:51.680007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:51.718289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:51.720524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Pushing event updated for resources: {'Port': ['ID=30b29fb0-8e03-42d8-b463-27a58f6ead74,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:51.737502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-8a95606a-07a5-42d9-9e7e-9cd4a9460090 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941637 Sep 18 00:32:51.740347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-fc8bc095-2313-4191-8817-5d3c350bccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.741578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:51.741694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-fc8bc095-2313-4191-8817-5d3c350bccab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0794208 Sep 18 00:32:51.758824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a4d2-18a7-46b8-9feb-57f0d6a7b17c req-08196f3c-f136-426e-895e-ad686ffa44ae tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.760503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61b9a4d2-18a7-46b8-9feb-57f0d6a7b17c req-08196f3c-f136-426e-895e-ad686ffa44ae tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1320927 Sep 18 00:32:51.768536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-608de520-f220-473b-b5ea-f489a4636839 req-ca24fa00-d716-4257-af22-c1ec79b653a7 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Sep 18 00:32:51.787701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-1c4a5dac-0981-4e0b-87cd-dddf007cdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:51.789186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-1c4a5dac-0981-4e0b-87cd-dddf007cdae4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2040248 Sep 18 00:32:51.837369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-9459912d-fd28-4695-99b9-e56bcfb925b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681422 Sep 18 00:32:51.851609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Attempting to bind port 30b29fb0-8e03-42d8-b463-27a58f6ead74 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:51.852097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Attempting to bind port 30b29fb0-8e03-42d8-b463-27a58f6ead74 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:51.852556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Attempting to bind port 30b29fb0-8e03-42d8-b463-27a58f6ead74 on network 72e4a2ef-83f2-4acb-8029-b2eae0707612 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:51.859335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-d2e982cf-727d-40f9-a6c1-6cbffe855324 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 217 time: 0.0621035 Sep 18 00:32:51.864079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:51.864480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Checking segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:51.864893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.865278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Bound using segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:51.865755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Bound port: 30b29fb0-8e03-42d8-b463-27a58f6ead74, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:51.866164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:51.871436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61b9a4d2-18a7-46b8-9feb-57f0d6a7b17c req-68b69f66-5572-4c4f-b3e9-e18c9c1bba5f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005046 Sep 18 00:32:51.989785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] For port 30b29fb0-8e03-42d8-b463-27a58f6ead74, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:51.994943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] For port 30b29fb0-8e03-42d8-b463-27a58f6ead74, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30b29fb0-8e03-42d8-b463-27a58f6ead74,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:52.005214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.006485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f6c6798-d0a4-42d2-8738-4618df1638b1 req-92bad21d-2fb2-440e-8678-b187e2a61d29 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362614 Sep 18 00:32:52.010888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-69ca804d-8c78-4350-8321-fcf226c620c7 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips/4f9562e5-22cd-4cdc-b64c-84a4e6a9f584 HTTP/1.1" status: 200 len: 692 time: 0.0710647 Sep 18 00:32:52.023793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-26a052de-c081-4acd-908f-4be628fb21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.026005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-26a052de-c081-4acd-908f-4be628fb21c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1452038 Sep 18 00:32:52.035067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9315-21ea-4090-856c-2cfa2de033dd req-28896128-3eea-4ab5-a49e-e65c260b82c5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.042417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04af9315-21ea-4090-856c-2cfa2de033dd req-28896128-3eea-4ab5-a49e-e65c260b82c5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 944 time: 0.1815796 Sep 18 00:32:52.086543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123c7b5-9b0b-4c00-b398-932cc52ed982 None None] Pushing event updated for resources: {'Port': ['ID=30b29fb0-8e03-42d8-b463-27a58f6ead74,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:52.113409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-f76b0b8b-a0b1-47e5-9950-128c59301e26 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310214 Sep 18 00:32:52.225723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.261605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.338682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-54dd3f81-3797-4a0d-943f-3f0c8f9204b9 req-4338a632-6d25-462c-bd49-96c555d5a488 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986759 Sep 18 00:32:52.377827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-32b235aa-db55-494f-833e-7d7d696687f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3285372 Sep 18 00:32:52.431921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Allocated IP 172.25.7.106 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f9edcb30-2dfb-426f-b466-08063710dd4f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:52.495066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04af9315-21ea-4090-856c-2cfa2de033dd req-5c8bf2f6-6803-4ac7-8f6d-cc02352fd21f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517009 Sep 18 00:32:52.554190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.564570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-946a9e16-4b47-4df3-856a-4ca6c2174adf tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.565939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-946a9e16-4b47-4df3-856a-4ca6c2174adf tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.5388110 Sep 18 00:32:52.593586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.627237 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-624c5376-9a53-449e-936c-a545cccbcce7 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404640 Sep 18 00:32:52.632808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:52.635154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-49e90558-fc6e-4241-874f-24f3c8b53279 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.0623300 Sep 18 00:32:52.635852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:52.639542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:52.666909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Pushing event updated for resources: {'Port': ['ID=f9edcb30-2dfb-426f-b466-08063710dd4f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:52.756646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:52.764585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-37f8e397-2569-4e1a-9322-a14dcb36b7be tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.32 HTTP/1.1" status: 200 len: 695 time: 0.1090758 Sep 18 00:32:52.846376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557918d-304f-4e83-9fb1-ee9f9f1c3252 req-c710dd46-516e-40ff-8dcd-bd15b4ebeaca tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.847849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1557918d-304f-4e83-9fb1-ee9f9f1c3252 req-c710dd46-516e-40ff-8dcd-bd15b4ebeaca tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.2038972 Sep 18 00:32:52.892956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:52.918724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'port_id': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'mac_address': 'fa:16:3e:a9:5f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54506cf0-c418-48dc-a894-9f71d0e8e814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:52.945382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83eda15-b5c1-4798-9c77-b079176cb424 req-4101d0f5-4104-47e7-9de2-c8e1dee0084c service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093841 Sep 18 00:32:52.964327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.980418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:52.982082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1557918d-304f-4e83-9fb1-ee9f9f1c3252 req-474ea931-08b5-4499-824a-86d03778a029 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071413 Sep 18 00:32:53.034994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Deleting port 7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:53.035399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.063934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:53.113135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:53.122662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.151192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port ee3c2120-a27c-4697-af13-ea24dc2326b4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:53.160500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port ee3c2120-a27c-4697-af13-ea24dc2326b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:53.160881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.205625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d96d74-6274-470d-b697-aec4c203f2e7 req-88799577-45c4-4ccd-bf86-3fe4454ad07d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:53.207308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d96d74-6274-470d-b697-aec4c203f2e7 req-88799577-45c4-4ccd-bf86-3fe4454ad07d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0910823 Sep 18 00:32:53.209280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.209559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.236330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Calling delete_port for 7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:53.238280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:53.265188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.278948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd699a6d-228b-4b71-9030-e399de5b91ed None None] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:53.299127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d96d74-6274-470d-b697-aec4c203f2e7 req-3c2e2e06-5752-491b-8c3d-b6452d922cd5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801246 Sep 18 00:32:53.311157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.408065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:53.410490 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54468a-1e54-493c-9110-c7810ac36292" -d '{"events": [{"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-plugged", "status": "completed", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:53.434025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.441221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:53.458737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] Provisioning complete for port 30b29fb0-8e03-42d8-b463-27a58f6ead74 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:53.459163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.465511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.491771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30b29fb0-8e03-42d8-b463-27a58f6ead74 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:53.495605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event deleted for resources: {'Port': ['ID=7b1c9a4c-0639-4d8c-a7b3-7cbfc1b38169,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:53.538403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.558220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a392-6331-4d40-8652-3cfa0886dbe8 req-8591a0fd-3a99-471d-8900-1086e3a8daa0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:53.560916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab93a392-6331-4d40-8652-3cfa0886dbe8 req-8591a0fd-3a99-471d-8900-1086e3a8daa0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.1397908 Sep 18 00:32:53.616735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab93a392-6331-4d40-8652-3cfa0886dbe8 req-f3788970-dc2a-4c48-ade2-c00c4f398503 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Sep 18 00:32:53.618124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.621552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.622509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfb6b485-bc40-4d3d-8ada-d62da1680cfd req-ee0dd97c-b2ea-4dc2-92ac-06e6b41b6fea tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f9562e5-22cd-4cdc-b64c-84a4e6a9f584 HTTP/1.1" status: 204 len: 173 time: 0.8506730 Sep 18 00:32:53.682403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:53.686808 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff79e2-d917-4b2d-b2ee-7032e80751cd x-openstack-request-id: req-2eff79e2-d917-4b2d-b2ee-7032e80751cd {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:53.687134 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-plugged", "status": "completed", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:53.687366 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eff79e2-d917-4b2d-b2ee-7032e80751cd {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:53.687949 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'code': 200} Sep 18 00:32:53.724870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Router 5a8fe137-9054-4203-b05b-041ce83b735e is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:32:53.778057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:53.845679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:53.859657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d161-d7ad-46bf-817c-05d025e1c6ec req-1fe8671c-bb46-4fdb-9a33-e7d5bebec9af tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:53.861687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd37d161-d7ad-46bf-817c-05d025e1c6ec req-1fe8671c-bb46-4fdb-9a33-e7d5bebec9af tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1516638 Sep 18 00:32:53.864771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.866393 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2292939-ee28-4d84-9851-60d7ea1a1685 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8083878 Sep 18 00:32:53.869772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:53.873615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Sync routers for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:53.889309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 30b29fb0-8e03-42d8-b463-27a58f6ead74 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:53.889309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.896415 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:53.936808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c379-ff3e-48c7-bb78-2585c931d1a1 req-3cc95214-eca3-4076-b488-648d1784b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:53.937100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:53.937656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:53.939505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c33c379-ff3e-48c7-bb78-2585c931d1a1 req-3cc95214-eca3-4076-b488-648d1784b11c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.1609313 Sep 18 00:32:53.964005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2319df8-472a-4b5d-a125-109a40f91083 req-9ce78abd-231f-464e-9cdf-2fd8bd20e938 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:53.965655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2319df8-472a-4b5d-a125-109a40f91083 req-9ce78abd-231f-464e-9cdf-2fd8bd20e938 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 945 time: 0.1985953 Sep 18 00:32:54.031180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] For port 30b29fb0-8e03-42d8-b463-27a58f6ead74, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30b29fb0-8e03-42d8-b463-27a58f6ead74,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:54.046994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.049721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd37d161-d7ad-46bf-817c-05d025e1c6ec req-a136fee3-b6c4-4494-97b3-844ade30f0dc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747615 Sep 18 00:32:54.090230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2319df8-472a-4b5d-a125-109a40f91083 req-581c1424-be61-45dd-8048-416709d6a49b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115859 Sep 18 00:32:54.093892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c33c379-ff3e-48c7-bb78-2585c931d1a1 req-ffb6ca11-c365-41ee-92c6-73e5db81d8da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Sep 18 00:32:54.205209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-210e7008-0604-4e07-ae76-1d73b9688f11 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips/dbe9cb0a-001f-423f-97e8-1eb9f4b4ece1 HTTP/1.1" status: 200 len: 693 time: 0.0502541 Sep 18 00:32:54.205646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:54.245111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f5d9effa-e423-4198-b569-b712db808e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.275316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4917e7-54a4-42a7-b7f8-552ff3b07606 None None] Pushing event updated for resources: {'Port': ['ID=30b29fb0-8e03-42d8-b463-27a58f6ead74,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:54.325963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ca75d023-c167-47e8-9f50-bf0eaf1062e8 None None] Provisioning complete for port 30b29fb0-8e03-42d8-b463-27a58f6ead74 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:54.326331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ca75d023-c167-47e8-9f50-bf0eaf1062e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.402015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bf755-db45-450e-9f87-ad8875c21433 req-82b354a5-a0c8-4611-bc46-c921b5ae7584 tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:54.403435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a31bf755-db45-450e-9f87-ad8875c21433 req-82b354a5-a0c8-4611-bc46-c921b5ae7584 tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 1102 time: 0.1366849 Sep 18 00:32:54.439246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a31bf755-db45-450e-9f87-ad8875c21433 req-bd09e730-6911-43ad-aeaa-51ad75a962cf tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.453280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa0994-b013-43a8-ba70-7337370fd83b req-eb984053-12ab-4aba-8bf5-0253a95f2fad tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:54.454635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-eb984053-12ab-4aba-8bf5-0253a95f2fad tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2409120 Sep 18 00:32:54.491943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:52Z', 'revision_number': 3, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:54.500448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-1f45d072-017f-4ad8-99fe-50cf0cfde3d1 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:54.501431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-1f45d072-017f-4ad8-99fe-50cf0cfde3d1 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099664 Sep 18 00:32:54.517251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Checking router: 5a8fe137-9054-4203-b05b-041ce83b735e for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:54.517596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Updating router 5a8fe137-9054-4203-b05b-041ce83b735e port f9edcb30-2dfb-426f-b466-08063710dd4f binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:54.542290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.596554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-ae692fd9-bfcb-4b82-9471-101ca227fbbb tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0862334 Sep 18 00:32:54.677021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-a7f27bf6-2795-40c9-90b0-dc59493636a9 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0725453 Sep 18 00:32:54.793687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.799289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.844910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a31bf755-db45-450e-9f87-ad8875c21433 req-bd09e730-6911-43ad-aeaa-51ad75a962cf tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.849396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Attempting to bind port f9edcb30-2dfb-426f-b466-08063710dd4f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:54.849757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Attempting to bind port f9edcb30-2dfb-426f-b466-08063710dd4f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:54.850115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Attempting to bind port f9edcb30-2dfb-426f-b466-08063710dd4f on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:54.853228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c0f5-2732-49b0-9f8c-ef080bfffe9a None None] Pushing event updated for resources: {'Port': ['ID=f9edcb30-2dfb-426f-b466-08063710dd4f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:54.857694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:54.858064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:54.858459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.858838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:54.859296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Bound port: f9edcb30-2dfb-426f-b466-08063710dd4f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:54.859678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.868742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a31bf755-db45-450e-9f87-ad8875c21433 req-bd09e730-6911-43ad-aeaa-51ad75a962cf tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.908971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.910869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] For port f9edcb30-2dfb-426f-b466-08063710dd4f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:54.912025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a31bf755-db45-450e-9f87-ad8875c21433 req-bd09e730-6911-43ad-aeaa-51ad75a962cf tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982848 Sep 18 00:32:54.914240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] For port f9edcb30-2dfb-426f-b466-08063710dd4f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9edcb30-2dfb-426f-b466-08063710dd4f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:54.918417 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.939891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09e730-6911-43ad-aeaa-51ad75a962cf tempest-LiveMigrationNegativeTest-320415051 tempest-LiveMigrationNegativeTest-320415051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7058f0-2407-46f8-abaa-8e0dcd925960,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:54.973021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1481476e-8d53-4066-8671-f4731909db34 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:54.987969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:54.988648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:54.997493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c0f5-2732-49b0-9f8c-ef080bfffe9a None None] Pushing event updated for resources: {'Port': ['ID=f9edcb30-2dfb-426f-b466-08063710dd4f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:55.014758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Deleting port 1037af01-e464-48b3-92e1-561154869503 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:55.015106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.154436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:55.262393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:55.308465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '1481476e-8d53-4066-8671-f4731909db34', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'port_id': '1481476e-8d53-4066-8671-f4731909db34', 'mac_address': 'fa:16:3e:76:be:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daa8917-244c-4e53-844e-ca919be3f9ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:55.395766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfee06-079e-4a41-ae60-8f99928f8cc4 req-44f9e846-92f1-43b7-99bf-7ba69a7efaa9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:55.397358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02bfee06-079e-4a41-ae60-8f99928f8cc4 req-44f9e846-92f1-43b7-99bf-7ba69a7efaa9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.4083877 Sep 18 00:32:55.455508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.455842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.471669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30b29fb0-8e03-42d8-b463-27a58f6ead74 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:55.482819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Calling delete_port for 1037af01-e464-48b3-92e1-561154869503 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:55.499922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02bfee06-079e-4a41-ae60-8f99928f8cc4 req-0797d202-147b-4def-b20d-d113621e158a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929852 Sep 18 00:32:55.511382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Allocated IP 172.20.0.1 (72e4a2ef-83f2-4acb-8029-b2eae0707612/9e11dac3-1d94-4539-a0a0-8599709b3ba4/a73619ac-cc97-4c38-947f-0a9886a2a9a5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:55.536378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.561404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1481476e-8d53-4066-8671-f4731909db34 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:55.591602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:55.600642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.605165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 30b29fb0-8e03-42d8-b463-27a58f6ead74 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:55.605526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.651992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:52Z', 'revision_number': 3, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:55.685465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5ac1e-60c6-4c32-bec4-c48cb99dd274 None None] The sync data for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 is: [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:52Z', 'revision_number': 3, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:55.703756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.716989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:55.740643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.771797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event deleted for resources: {'Port': ['ID=1037af01-e464-48b3-92e1-561154869503,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:55.804054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.855705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:55.893792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:55.906817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:55.913080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:55.944097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.946707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.947879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fffa0994-b013-43a8-ba70-7337370fd83b req-876cdb67-02bc-4f74-a5c4-109dd4021269 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "DELETE /v2.0/floatingips/dbe9cb0a-001f-423f-97e8-1eb9f4b4ece1 HTTP/1.1" status: 204 len: 173 time: 1.2474892 Sep 18 00:32:55.948816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Pushing event updated for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:55.972987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-edadccfd-2a55-49ed-9477-482acb04b638 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:55.974534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-edadccfd-2a55-49ed-9477-482acb04b638 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1102 time: 0.1747694 Sep 18 00:32:55.992293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.077683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-fa1b13c2-9200-4e66-b29a-0e0e4a0ea0a4 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.196043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307475b-979a-405b-a356-95781a507c5b req-071beb60-9864-4078-9242-d717640532e1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:56.197634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f307475b-979a-405b-a356-95781a507c5b req-071beb60-9864-4078-9242-d717640532e1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.1453772 Sep 18 00:32:56.213223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d654604c-6f62-4f5e-8c0d-29ac6ce3c53a None None] Provisioning complete for port a73619ac-cc97-4c38-947f-0a9886a2a9a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:56.213598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d654604c-6f62-4f5e-8c0d-29ac6ce3c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.248893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d654604c-6f62-4f5e-8c0d-29ac6ce3c53a None None] Port a73619ac-cc97-4c38-947f-0a9886a2a9a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:56.278903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.302857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f307475b-979a-405b-a356-95781a507c5b req-f5a010e1-bef6-4506-b78e-aa8146ab620a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948470 Sep 18 00:32:56.394543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-fa1b13c2-9200-4e66-b29a-0e0e4a0ea0a4 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.406366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-fa1b13c2-9200-4e66-b29a-0e0e4a0ea0a4 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.472980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abd07957-f5bb-4efe-a08d-6c569f7b6e29 req-fa1b13c2-9200-4e66-b29a-0e0e4a0ea0a4 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779973 Sep 18 00:32:56.509714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b13c2-9200-4e66-b29a-0e0e4a0ea0a4 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff562f-ff92-4c56-8bc8-e939c48db2ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:56.557438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926de6-e659-4df3-ad48-92596b4927ab req-c6094981-f4b9-4880-9187-0b67f04dd877 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:56.559097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8926de6-e659-4df3-ad48-92596b4927ab req-c6094981-f4b9-4880-9187-0b67f04dd877 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 945 time: 0.1070778 Sep 18 00:32:56.579433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.589802 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.697346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-1e6e7643-a2b7-4cc3-89ca-ebd998d002b0 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips/34d7ef6b-6d6a-49a0-94f4-6c366dd25263 HTTP/1.1" status: 200 len: 692 time: 0.1115403 Sep 18 00:32:56.725769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8926de6-e659-4df3-ad48-92596b4927ab req-c1a581ce-3e1c-447f-a323-a6173fd95c24 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508138 Sep 18 00:32:56.730201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Pushing event updated for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:56.754642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.770681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:56.828807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port dc2068b8-7425-4298-b6cb-88e8957d1cfa completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:56.832698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port dc2068b8-7425-4298-b6cb-88e8957d1cfa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:56.833237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.889077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-0943bf24-8097-41c5-b7c2-f02efae807c6 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:56.889077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-0943bf24-8097-41c5-b7c2-f02efae807c6 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1798627 Sep 18 00:32:56.917987 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.943664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:56.947070 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be586a49-04d7-4a3e-a938-8fec0c4058bf" -d '{"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:56.957455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:56.960426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:56.961885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-e75da54d-5aa5-4e52-b3d3-84d524732c2b tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0650091 Sep 18 00:32:56.963144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:56.977418 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.001579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1481476e-8d53-4066-8671-f4731909db34 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:57.055282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-462e6336-7848-4530-84f1-37262be657d7 tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0838189 Sep 18 00:32:57.062072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.083035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 1481476e-8d53-4066-8671-f4731909db34 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:57.090817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 1481476e-8d53-4066-8671-f4731909db34 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:57.091134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.170357 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0e54c52-8182-4110-b066-e7a62dc23a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.219922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.233239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Router 5a8fe137-9054-4203-b05b-041ce83b735e has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:32:57.256261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:57.261303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.307643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-97380ce4-12d4-4772-98d6-2f59ca14fb03 None None] Provisioning complete for port a73619ac-cc97-4c38-947f-0a9886a2a9a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:57.308210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97380ce4-12d4-4772-98d6-2f59ca14fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.362157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.376666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-97380ce4-12d4-4772-98d6-2f59ca14fb03 None None] Port a73619ac-cc97-4c38-947f-0a9886a2a9a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:32:57.379772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.423663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Deleting port a626d24a-e14c-48bd-9909-21634ff8fcb3 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:57.424009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.426778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9edcb30-2dfb-426f-b466-08063710dd4f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:57.476555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f9edcb30-2dfb-426f-b466-08063710dd4f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:57.477015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.558848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:32:57.559586 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.571272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9da21d3a-9c83-42ae-aebf-8e474fd98096 admin admin] 10.222.0.49 "PUT /v2.0/routers/5a8fe137-9054-4203-b05b-041ce83b735e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6963882 Sep 18 00:32:57.586820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port f9edcb30-2dfb-426f-b466-08063710dd4f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9edcb30-2dfb-426f-b466-08063710dd4f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:57.594713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.609679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.610047 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.622755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-13b841c2-4a21-4269-952d-98a19bd27bd1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414506 Sep 18 00:32:57.632301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c6b6-a6f6-42f1-8fe1-acc64c4edc36 req-9f5501f8-385b-4c81-b597-bc1e0e32752a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:57.636010 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Sync routers for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:32:57.643557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b50c6b6-a6f6-42f1-8fe1-acc64c4edc36 req-9f5501f8-385b-4c81-b597-bc1e0e32752a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1611512 Sep 18 00:32:57.648705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Calling delete_port for a626d24a-e14c-48bd-9909-21634ff8fcb3 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:57.653768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-2b8208b7-0609-463a-9847-10e2b9ee2281 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:57.654404 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:57.654799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-2b8208b7-0609-463a-9847-10e2b9ee2281 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073705 Sep 18 00:32:57.655507 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:57.656078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=f9edcb30-2dfb-426f-b466-08063710dd4f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.745198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b50c6b6-a6f6-42f1-8fe1-acc64c4edc36 req-b6431751-8077-40ef-a9ae-01c2d750f79a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873296 Sep 18 00:32:57.781756 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:57.881717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.916542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Pushing event deleted for resources: {'Port': ['ID=a626d24a-e14c-48bd-9909-21634ff8fcb3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.921188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92944a7-51db-4da3-b5a9-cce5edeb1add req-d7035311-73c3-4927-b436-7c75b62cf5d3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:57.922715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e92944a7-51db-4da3-b5a9-cce5edeb1add req-d7035311-73c3-4927-b436-7c75b62cf5d3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.0791039 Sep 18 00:32:58.000820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e92944a7-51db-4da3-b5a9-cce5edeb1add req-1955005d-c544-4ac3-bf47-90ac9e1eeda7 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Sep 18 00:32:58.005722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.008739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.009937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e2efe3-8abb-4943-8146-3e61f915e210 req-3c4f0006-78a4-4a67-b922-4f25ccb6ea5c tempest-FloatingIPDetailsTestJSON-1209768677 tempest-FloatingIPDetailsTestJSON-1209768677-project] 10.222.0.49 "DELETE /v2.0/floatingips/34d7ef6b-6d6a-49a0-94f4-6c366dd25263 HTTP/1.1" status: 204 len: 173 time: 0.9482667 Sep 18 00:32:58.013045 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 2, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:58.017781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51284) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:58.062194 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Checking router: 5a8fe137-9054-4203-b05b-041ce83b735e for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:32:58.062427 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Updating router 5a8fe137-9054-4203-b05b-041ce83b735e port a73619ac-cc97-4c38-947f-0a9886a2a9a5 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:32:58.086368 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3394a68-aac2-497d-9e67-133c2d90d61e x-openstack-request-id: req-c3394a68-aac2-497d-9e67-133c2d90d61e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:58.086942 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:58.087223 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3394a68-aac2-497d-9e67-133c2d90d61e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:58.087636 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'code': 200} Sep 18 00:32:58.092397 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.183554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.231620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222422-3b23-4379-ad12-243a38870967 req-2e56e28a-98b5-4601-86bf-d14471cbafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:58.234163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-60222422-3b23-4379-ad12-243a38870967 req-2e56e28a-98b5-4601-86bf-d14471cbafcf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1098 time: 0.0561814 Sep 18 00:32:58.306079 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-60222422-3b23-4379-ad12-243a38870967 req-0351dc97-b7d4-429d-af88-0ede6fd385da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642331 Sep 18 00:32:58.355666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b78d7-ba6c-489c-8f8a-a7687774d7fd req-90f38b79-a9c4-4ad6-8383-5aa7fd52ba55 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:58.357179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef8b78d7-ba6c-489c-8f8a-a7687774d7fd req-90f38b79-a9c4-4ad6-8383-5aa7fd52ba55 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1714287 Sep 18 00:32:58.448927 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.450059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1b88-a26c-4d7d-9749-9811a45bc5a4 req-d2826d12-4c09-40ad-8551-fd8075794d09 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:58.451716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d23e1b88-a26c-4d7d-9749-9811a45bc5a4 req-d2826d12-4c09-40ad-8551-fd8075794d09 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1326067 Sep 18 00:32:58.455030 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.493685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef8b78d7-ba6c-489c-8f8a-a7687774d7fd req-16cb3af4-5ba7-4afd-859d-d0ae907d3387 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203673 Sep 18 00:32:58.511070 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0d082-07ae-42f6-921f-966de1d14fd3 None None] Pushing event updated for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:58.567978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Attempting to bind port a73619ac-cc97-4c38-947f-0a9886a2a9a5 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:58.568317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Attempting to bind port a73619ac-cc97-4c38-947f-0a9886a2a9a5 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:58.568716 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Attempting to bind port a73619ac-cc97-4c38-947f-0a9886a2a9a5 on network 72e4a2ef-83f2-4acb-8029-b2eae0707612 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:58.575146 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:58.575804 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Checking segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:58.576475 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.576965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Bound using segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:58.577531 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Bound port: a73619ac-cc97-4c38-947f-0a9886a2a9a5, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:58.578034 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.584545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d23e1b88-a26c-4d7d-9749-9811a45bc5a4 req-38485cae-c91d-40bf-9ed0-da70d9657b75 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193793 Sep 18 00:32:58.653443 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] For port a73619ac-cc97-4c38-947f-0a9886a2a9a5, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:58.658415 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] For port a73619ac-cc97-4c38-947f-0a9886a2a9a5, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a73619ac-cc97-4c38-947f-0a9886a2a9a5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:58.667158 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.705363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.713906 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:32:58.714867 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:58.826094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] Provisioning complete for port a73619ac-cc97-4c38-947f-0a9886a2a9a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:58.826357 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:58.876534 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0d082-07ae-42f6-921f-966de1d14fd3 None None] Pushing event updated for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:58.880488 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:32:58.993936 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.029892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] For port a73619ac-cc97-4c38-947f-0a9886a2a9a5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a73619ac-cc97-4c38-947f-0a9886a2a9a5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:59.038513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.098038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f14fb-9865-42ad-a647-84a6f795859e None None] Pushing event updated for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:59.137554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:58Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:59.162010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f99a0498-e0d5-417b-875f-160df890a958 None None] Provisioning complete for port a73619ac-cc97-4c38-947f-0a9886a2a9a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:59.162555 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f99a0498-e0d5-417b-875f-160df890a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.166754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759539d0-7b68-479d-afb9-93ce755a14b6 None None] The sync data for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 is: [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:58Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:32:59.410101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea6f64-bf50-4162-ab66-51f04edca02c req-d69c1d47-86fa-4fd9-b633-680bde269afb tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:59.411664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5ea6f64-bf50-4162-ab66-51f04edca02c req-d69c1d47-86fa-4fd9-b633-680bde269afb tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.5670011 Sep 18 00:32:59.423339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-32880033-8f56-45bb-a2fe-0d564d9a27d4 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:59.428449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-32880033-8f56-45bb-a2fe-0d564d9a27d4 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 828 time: 0.6336918 Sep 18 00:32:59.460621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-da9d04ee-5faf-48dc-846c-7b20e00b1904 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/quotas/801d2584dc0d4961a085ed45169ecdaa HTTP/1.1" status: 200 len: 375 time: 0.0234494 Sep 18 00:32:59.498004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9edcb30-2dfb-426f-b466-08063710dd4f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:59.524684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.546356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5ea6f64-bf50-4162-ab66-51f04edca02c req-02a2e38d-0c36-4a77-b21c-e11d60d6db16 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093671 Sep 18 00:32:59.555934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f9edcb30-2dfb-426f-b466-08063710dd4f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:59.556480 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.594074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-146e6d5b-74b6-42cd-9c33-e6dd24ba1192 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319664 Sep 18 00:32:59.663934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a73619ac-cc97-4c38-947f-0a9886a2a9a5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:59.727324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a73619ac-cc97-4c38-947f-0a9886a2a9a5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:59.727991 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:59.792431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-e2f058ed-a56f-4378-a574-3f85662daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:59.793945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-e2f058ed-a56f-4378-a574-3f85662daacc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1102 time: 0.1889105 Sep 18 00:32:59.850047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551f144-795f-4ad7-8348-85c3b55aa897 req-a596259d-5b42-4270-ae1e-b9acaadc86f6 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:59.852165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1551f144-795f-4ad7-8348-85c3b55aa897 req-a596259d-5b42-4270-ae1e-b9acaadc86f6 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.2063036 Sep 18 00:32:59.859417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-e8389f0d-eaf6-462f-a8e9-4656db452fb5 service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644765 Sep 18 00:32:59.998931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Deleting port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:59.999267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:00.026098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1551f144-795f-4ad7-8348-85c3b55aa897 req-94ba18f8-e2e8-4873-8727-1c74123096b9 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598442 Sep 18 00:33:00.088890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481476e-8d53-4066-8671-f4731909db34'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:00.091303 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726c224-60f1-4c6a-a1da-3a2aa625f875" -d '{"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-plugged", "status": "completed", "tag": "1481476e-8d53-4066-8671-f4731909db34"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:00.095543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-41332452-3981-4806-88a3-f87276b15b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.097005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-41332452-3981-4806-88a3-f87276b15b94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2890089 Sep 18 00:33:00.137423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-d4baf41f-1d91-4a96-b2df-19e54897bcd1 service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686994 Sep 18 00:33:00.174200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-4e8dbc1e-5827-4090-9269-a47e8ae01685 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0596900 Sep 18 00:33:00.249745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d5ff-0312-4f32-ac46-c3caa7b79c3f req-f91e739f-8048-43a4-8cf5-129ffcb82acf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.251287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7441d5ff-0312-4f32-ac46-c3caa7b79c3f req-f91e739f-8048-43a4-8cf5-129ffcb82acf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1572535 Sep 18 00:33:00.256419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] For port dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:00.256808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:00.290217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Calling delete_port for dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:00.301260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-d683a704-fef2-4ed0-9b0d-ea59ac18b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.302741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-d683a704-fef2-4ed0-9b0d-ea59ac18b9d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1173396 Sep 18 00:33:00.413154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7441d5ff-0312-4f32-ac46-c3caa7b79c3f req-87b757f0-5125-4131-a477-554aada350d0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529763 Sep 18 00:33:00.439441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-4292f908-6b6f-48d0-913e-d6a46b7ec29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.440995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-4292f908-6b6f-48d0-913e-d6a46b7ec29c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290255 Sep 18 00:33:00.458741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e372-1173-46a3-8abe-09407c520dde req-7b55c871-8eb8-49d9-b3e6-3c3555fafbac tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.460151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d698e372-1173-46a3-8abe-09407c520dde req-7b55c871-8eb8-49d9-b3e6-3c3555fafbac tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1527147 Sep 18 00:33:00.640210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d698e372-1173-46a3-8abe-09407c520dde req-ed7018eb-3af8-422a-a9e1-f227d8d41d88 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686735 Sep 18 00:33:00.677786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-55a4df02-7f29-4a52-9f63-c49e94ca0615 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136667 Sep 18 00:33:00.688524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e0bf5-d450-4f45-8963-7b32e17ad35f req-0d989fb5-7992-4f20-9aa4-f9bfd50db8e4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.690569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9e0bf5-d450-4f45-8963-7b32e17ad35f req-0d989fb5-7992-4f20-9aa4-f9bfd50db8e4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1477077 Sep 18 00:33:00.772052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-d5762eb6-8a21-4577-9217-d287a7297cd8 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.780616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-d5762eb6-8a21-4577-9217-d287a7297cd8 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.0677052 Sep 18 00:33:00.819283 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3bedf-4cce-4a4a-96f2-44a4fb771b0e x-openstack-request-id: req-14f3bedf-4cce-4a4a-96f2-44a4fb771b0e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:00.822559 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-plugged", "status": "completed", "tag": "1481476e-8d53-4066-8671-f4731909db34", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:00.823052 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14f3bedf-4cce-4a4a-96f2-44a4fb771b0e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:00.823421 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1481476e-8d53-4066-8671-f4731909db34', 'code': 200} Sep 18 00:33:00.881284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9e0bf5-d450-4f45-8963-7b32e17ad35f req-066d80da-bbe7-4834-a57a-236c1b41fad1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451733 Sep 18 00:33:00.881284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:00.917191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:00.945971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-c02f7862-35e5-4946-a273-283cd6bb365d service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534935 Sep 18 00:33:00.956881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156dc24-56c2-4d4b-b2cc-444b41638231 req-b676efac-2e23-4915-a0f9-469fb3ee5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.958352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e156dc24-56c2-4d4b-b2cc-444b41638231 req-b676efac-2e23-4915-a0f9-469fb3ee5c0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1097 time: 0.0499732 Sep 18 00:33:00.979838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ee8411c-59ac-4c12-b3db-19f91764ae1c req-ec271945-f550-49cd-9d63-d565f15fc24f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 210 time: 0.0692654 Sep 18 00:33:00.984690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Deleting port 44c70f24-8a71-4355-9d41-93fe7a92405c {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:00.985164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.116059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e156dc24-56c2-4d4b-b2cc-444b41638231 req-6159bc48-a2f5-447a-9aa1-4f51982431ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425862 Sep 18 00:33:01.169203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] For port 44c70f24-8a71-4355-9d41-93fe7a92405c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=44c70f24-8a71-4355-9d41-93fe7a92405c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:01.172379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.198763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Calling delete_port for 44c70f24-8a71-4355-9d41-93fe7a92405c owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:01.346951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e846997-2106-4147-9b72-e0b4590bd421 req-df10ec4c-ac80-4f25-8029-b4a901c2fe6e tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.348488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e846997-2106-4147-9b72-e0b4590bd421 req-df10ec4c-ac80-4f25-8029-b4a901c2fe6e tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dab770-5d4f-47f0-b260-54972d521ecf HTTP/1.1" status: 200 len: 950 time: 0.1748202 Sep 18 00:33:01.356085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.377138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f342091-63c9-4050-a577-2c990ef91ab1'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:01.389463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-c4988ccc-8232-4b13-876d-d74516c32143 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.396531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-c4988ccc-8232-4b13-876d-d74516c32143 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 814 time: 0.2288864 Sep 18 00:33:01.409222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.426512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-efb91fb0-0d9c-435c-9d32-8bca0cb6b9e3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/quotas/b2a425ec9b1b46dda165d34c1aab2c7e HTTP/1.1" status: 200 len: 375 time: 0.0290697 Sep 18 00:33:01.429317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['44c70f24-8a71-4355-9d41-93fe7a92405c'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:01.463608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Pushing event deleted for resources: {'Port': ['ID=44c70f24-8a71-4355-9d41-93fe7a92405c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:01.483719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e846997-2106-4147-9b72-e0b4590bd421 req-960ae463-c84f-4b04-8552-2d38b81deb4d tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258934 Sep 18 00:33:01.499561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] No DVR routers for this DVR port 44c70f24-8a71-4355-9d41-93fe7a92405c on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:01.502702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.506557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b7d6409-ce68-4cb0-a78d-ba0ffd607dca req-77cc5675-1830-4337-a2b9-3b4dfb2919f4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.54 "DELETE /v2.0/ports/44c70f24-8a71-4355-9d41-93fe7a92405c HTTP/1.1" status: 204 len: 173 time: 0.7126725 Sep 18 00:33:01.507057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'name': 'network-vif-deleted', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:01.536301 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd314d-1050-4e85-82ae-b7659003a339" -d '{"events": [{"server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "name": "network-vif-deleted", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:01.605081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-93d0f89a-18f2-4097-9cd8-0bc4cecefba8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770582 Sep 18 00:33:01.797310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.816533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-ae3c7d27-579a-416b-b527-b234d2a4a3b6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.819069 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-ae3c7d27-579a-416b-b527-b234d2a4a3b6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.54 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 828 time: 0.1258583 Sep 18 00:33:01.838697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'port': {'device_id': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'admin_state_up': True, 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:01.951737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Made reservation on behalf of 801d2584dc0d4961a085ed45169ecdaa for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:01.955340 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.021394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48702b7-96ea-4d50-be10-5fe06e4bc75e req-72c01ed6-c009-44e9-971b-574fa80b320b tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.022799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b48702b7-96ea-4d50-be10-5fe06e4bc75e req-72c01ed6-c009-44e9-971b-574fa80b320b tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.4346538 Sep 18 00:33:02.082740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Allocated IP 172.20.0.10 (72e4a2ef-83f2-4acb-8029-b2eae0707612/9e11dac3-1d94-4539-a0a0-8599709b3ba4/9c09bede-7dcf-44a8-82aa-582c91571fb5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:02.087810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-3cec9dbc-4d54-437d-a735-5da70fffb183 service neutron] 10.222.0.49 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823704 Sep 18 00:33:02.134649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b48702b7-96ea-4d50-be10-5fe06e4bc75e req-300c673a-6069-4c03-813a-ea261d0f20f2 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 Sep 18 00:33:02.244154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Router b37ab946-6cf0-493f-abca-696f3f48d123 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:33:02.263734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-83e7831e-8490-424d-9e53-52315c424d20 service neutron] 10.222.0.49 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667240 Sep 18 00:33:02.277516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.333924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.386287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:02.389669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:02.393503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:02.419226 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1529188-5bd0-45d0-917d-7b6b3fe2fe19 x-openstack-request-id: req-a1529188-5bd0-45d0-917d-7b6b3fe2fe19 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:02.419515 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dab770-5d4f-47f0-b260-54972d521ecf", "name": "network-vif-deleted", "tag": "44c70f24-8a71-4355-9d41-93fe7a92405c", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:02.420293 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1529188-5bd0-45d0-917d-7b6b3fe2fe19 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:02.420968 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dab770-5d4f-47f0-b260-54972d521ecf', 'name': 'network-vif-deleted', 'tag': '44c70f24-8a71-4355-9d41-93fe7a92405c', 'status': 'completed', 'code': 200} Sep 18 00:33:02.434839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event updated for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:02.469097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.469806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.470523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:02.480598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Sync routers for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:02.485130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4e1398a3-e302-4831-b7b2-ee6d5d8eb4ac admin admin] 10.222.0.49 "PUT /v2.0/routers/b37ab946-6cf0-493f-abca-696f3f48d123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4640431 Sep 18 00:33:02.485585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51364) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:02.496159 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-02c98c1c-bce2-4402-a358-c0d2ca12fd0e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6616879 Sep 18 00:33:02.503077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:02.503919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:02.507273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4384ba-e2c0-4844-b526-9fe239085b91 req-2ff51ef9-1393-4168-a30c-b7e76a1a00b6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.514995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4384ba-e2c0-4844-b526-9fe239085b91 req-2ff51ef9-1393-4168-a30c-b7e76a1a00b6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.2324762 Sep 18 00:33:02.518717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Request body: {'port': {'device_id': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:02.609503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4384ba-e2c0-4844-b526-9fe239085b91 req-b8eaf0ca-5214-4773-86cb-9ff7ab114a59 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931115 Sep 18 00:33:02.673759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:02.688900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.741242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.751607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d2bb-9e72-409b-ba5f-8514d1001045 req-3c80d4e9-cc17-4361-8fbd-63b1568c15d2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.753478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12c7d2bb-9e72-409b-ba5f-8514d1001045 req-3c80d4e9-cc17-4361-8fbd-63b1568c15d2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1410694 Sep 18 00:33:02.821507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-aa103aab-1ce2-4154-bb77-9a0a39232964 None None] Provisioning complete for port 9c09bede-7dcf-44a8-82aa-582c91571fb5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:02.821950 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aa103aab-1ce2-4154-bb77-9a0a39232964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:02.857823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-aa103aab-1ce2-4154-bb77-9a0a39232964 None None] Port 9c09bede-7dcf-44a8-82aa-582c91571fb5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:02.879957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12c7d2bb-9e72-409b-ba5f-8514d1001045 req-63b14dec-814c-4859-a226-4de5954d9911 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011295 Sep 18 00:33:02.968777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:33:00Z', 'revision_number': 5, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:02.971629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056d22-bbaf-48b9-ad36-49c93d2d4e52 req-3710431c-dfac-4bdf-bcf1-93cda778369f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.980574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58056d22-bbaf-48b9-ad36-49c93d2d4e52 req-3710431c-dfac-4bdf-bcf1-93cda778369f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 932 time: 0.2606883 Sep 18 00:33:02.997341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Checking router: b37ab946-6cf0-493f-abca-696f3f48d123 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:03.009154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Routers {'b37ab946-6cf0-493f-abca-696f3f48d123'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:03.009775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b37ab946-6cf0-493f-abca-696f3f48d123'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:03.025919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.031817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1da685e-0134-4470-a5ae-e7b0da560c6e req-a5b470a5-5d7d-4772-bde2-7e8853cb6991 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 210 time: 0.0436435 Sep 18 00:33:03.064593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58056d22-bbaf-48b9-ad36-49c93d2d4e52 req-4f4d08d4-350f-43ae-9196-8e5b8e72dfc6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Sep 18 00:33:03.065716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c09bede-7dcf-44a8-82aa-582c91571fb5 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:03.077107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.099144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Transition to ACTIVE for port object 9c09bede-7dcf-44a8-82aa-582c91571fb5 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:03.105036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.150830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Deleting port 95978677-16a0-46da-8ab0-f2dc050ae9b4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:03.151779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.238518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Pushing event updated for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:03.313182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] Set router b37ab946-6cf0-493f-abca-696f3f48d123 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:03.315888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] For port 95978677-16a0-46da-8ab0-f2dc050ae9b4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=95978677-16a0-46da-8ab0-f2dc050ae9b4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:03.316357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.326055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Attempting to bind port 9c09bede-7dcf-44a8-82aa-582c91571fb5 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:03.328616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Attempting to bind port 9c09bede-7dcf-44a8-82aa-582c91571fb5 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:03.329020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Attempting to bind port 9c09bede-7dcf-44a8-82aa-582c91571fb5 on network 72e4a2ef-83f2-4acb-8029-b2eae0707612 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:03.336715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Port 9c09bede-7dcf-44a8-82aa-582c91571fb5 on network 72e4a2ef-83f2-4acb-8029-b2eae0707612 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:03.338846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Attempting to bind port 9c09bede-7dcf-44a8-82aa-582c91571fb5 on network 72e4a2ef-83f2-4acb-8029-b2eae0707612 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:03.348674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:03.349023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Checking segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:03.349422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Bound using segment: {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:03.350020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Bound port: 9c09bede-7dcf-44a8-82aa-582c91571fb5, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:03.350391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.367345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Calling delete_port for 95978677-16a0-46da-8ab0-f2dc050ae9b4 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:03.450933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:03.454643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d11ad-be5b-49f5-8bc5-e5787a581aab req-49bb6829-d637-4831-bff5-6fb8cb5fdd3e tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.458129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:03.463058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b45d11ad-be5b-49f5-8bc5-e5787a581aab req-49bb6829-d637-4831-bff5-6fb8cb5fdd3e tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.1311612 Sep 18 00:33:03.471416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.508745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.509539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.510996 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] 10.222.0.54 "PUT /v2.0/ports/9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 1093 time: 0.9973772 Sep 18 00:33:03.542690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b45d11ad-be5b-49f5-8bc5-e5787a581aab req-25d19b13-493e-4885-9787-96f25daa51b8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Sep 18 00:33:03.545782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb9a4-11f7-4dd4-afff-24c32af469fe service neutron] Pushing event updated for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:03.567911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f16ff-0c34-4afe-9623-49f94f8cf949 req-b85c4344-af58-4c45-9f97-be5199e503c4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.569527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-397f16ff-0c34-4afe-9623-49f94f8cf949 req-b85c4344-af58-4c45-9f97-be5199e503c4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.0967624 Sep 18 00:33:03.605133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:33:00Z', 'revision_number': 5, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:03.662957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeccfde-c6cd-4c85-9a4f-334b6a679e8c None None] The sync data for ids ['b37ab946-6cf0-493f-abca-696f3f48d123'] in n-d-712707-16 is: [{'id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'name': 'tempest-FloatingIPDetailsTestJSON-1495663712-router', 'tenant_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:22Z', 'updated_at': '2021-09-18T00:33:00Z', 'revision_number': 5, 'project_id': '8deef0d0c1f64aab8ca2e95d68a1ad16', 'gw_port': {'id': '95978677-16a0-46da-8ab0-f2dc050ae9b4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37ab946-6cf0-493f-abca-696f3f48d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:23Z', 'updated_at': '2021-09-18T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:03.669607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-397f16ff-0c34-4afe-9623-49f94f8cf949 req-38b29fd6-3328-4e0b-94e1-9f5dc3e91471 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639720 Sep 18 00:33:03.682224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-e4ba08bc-fb93-44a4-8e40-ae7f427d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.685074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-e4ba08bc-fb93-44a4-8e40-ae7f427d9656 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1096 time: 0.0939848 Sep 18 00:33:03.763312 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.793310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-036b1481-e552-4f25-943a-c4a10c647a20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 217 time: 0.0933430 Sep 18 00:33:03.798577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Pushing event deleted for resources: {'Port': ['ID=95978677-16a0-46da-8ab0-f2dc050ae9b4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:03.911667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d87c-e5f0-42ea-854c-22356f04d9d6 req-a275013b-d1ce-48ae-91cd-e11b79c2b3e8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.919751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd21d87c-e5f0-42ea-854c-22356f04d9d6 req-a275013b-d1ce-48ae-91cd-e11b79c2b3e8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1260147 Sep 18 00:33:03.940034 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:03.945969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-bf8b1d0c-68bc-47cd-b52b-e84e4bde77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.948305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-bf8b1d0c-68bc-47cd-b52b-e84e4bde77e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.1354380 Sep 18 00:33:04.027540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-485d3765-6121-4656-a7f5-4c7badaabc77 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:04.029050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-485d3765-6121-4656-a7f5-4c7badaabc77 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 814 time: 0.1913803 Sep 18 00:33:04.039674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-5846c32c-9284-4a31-be12-8a55ba27aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:04.041210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-5846c32c-9284-4a31-be12-8a55ba27aa69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838966 Sep 18 00:33:04.081460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.085477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.096809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Request body: {'port': {'device_id': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'admin_state_up': True, 'tenant_id': 'b2a425ec9b1b46dda165d34c1aab2c7e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:04.102234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd21d87c-e5f0-42ea-854c-22356f04d9d6 req-bcc123a2-893e-4fc7-b34e-7f28696767ca tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761267 Sep 18 00:33:04.222298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.222819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b37ab946-6cf0-493f-abca-696f3f48d123 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:33:04.235161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.240121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-641b5234-9f68-4b6b-b0ec-4ea449b5601c admin admin] 10.222.0.49 "DELETE /v2.0/routers/b37ab946-6cf0-493f-abca-696f3f48d123 HTTP/1.1" status: 204 len: 168 time: 1.7536054 Sep 18 00:33:04.240972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51406) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:04.302927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66bb0-cffb-4c85-a06b-3682c1d68ed1 req-d3b4974b-879b-407e-b855-10f96d14b1e1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:04.308810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66d66bb0-cffb-4c85-a06b-3682c1d68ed1 req-d3b4974b-879b-407e-b855-10f96d14b1e1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1212013 Sep 18 00:33:04.316667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Deleting subnet 99a7c4bb-32d6-4706-a17b-7fc87ba8018b {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:33:04.317303 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-5f5b21f0-6411-413c-97b1-26d36e0c2902 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104225 Sep 18 00:33:04.340022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.382142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66d66bb0-cffb-4c85-a06b-3682c1d68ed1 req-ef69e1a8-b54c-47df-88ce-2338cdadc2a8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697763 Sep 18 00:33:04.392862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.395537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Made reservation on behalf of b2a425ec9b1b46dda165d34c1aab2c7e for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:04.409602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.425528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:04.428077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72dd322-1708-428b-885e-17c9b64fa3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:04.502521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-824f21b1-ef4e-4d30-99c4-7d58b7bd1dfd req-070d6421-84e9-4aa9-8a9d-91e308b93b59 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765673 Sep 18 00:33:04.529696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0739ce3-6014-48b6-98ca-2c775f3550ff req-41ed4d4a-eca6-47cf-b057-e1fd69d6ce01 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Sep 18 00:33:04.566096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.593364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Allocated IP 172.20.0.8 (49837f92-3d5d-4544-98ce-09f7646e3bde/54506cf0-c418-48dc-a894-9f71d0e8e814/7acad742-69c8-40de-ab77-a230bc5ef6f8) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:04.662167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.701724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e0d53-a4be-44a4-ad26-442ca1582ca4 None None] Network a80e4f16-4b0b-4290-9f3d-3417c60f17eb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:04.702403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d0ee9-0d7c-4c9d-899d-7d86e5d2fa7f req-7695e311-2a5e-4a0d-9a06-54197795e466 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:04.703971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa2d0ee9-0d7c-4c9d-899d-7d86e5d2fa7f req-7695e311-2a5e-4a0d-9a06-54197795e466 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 944 time: 0.0844626 Sep 18 00:33:04.711280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a7c4bb-32d6-4706-a17b-7fc87ba8018b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:04.720535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.725211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-21a4bb89-488c-4a40-b02d-da6925147563 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/99a7c4bb-32d6-4706-a17b-7fc87ba8018b HTTP/1.1" status: 204 len: 168 time: 0.4809384 Sep 18 00:33:04.726648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:04.757929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.796746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa2d0ee9-0d7c-4c9d-899d-7d86e5d2fa7f req-0cff65ab-cdd8-4820-ad73-fceb278c18f4 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775673 Sep 18 00:33:04.812197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.813184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 44c70f24-8a71-4355-9d41-93fe7a92405c no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:04.839126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 44c70f24-8a71-4355-9d41-93fe7a92405c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:04.839620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 44c70f24-8a71-4355-9d41-93fe7a92405c not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:04.849652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:04.878980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Network 49837f92-3d5d-4544-98ce-09f7646e3bde is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:04.883496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:04.883688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:04.908102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Pushing event updated for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:04.915750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:04.940425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0772545-d8fa-4f54-a2df-06a71a8ff7d0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:04.941556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0772545-d8fa-4f54-a2df-06a71a8ff7d0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219145 Sep 18 00:33:05.015044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91c3d-3d45-4eea-9eb8-663ea1fcd4a6 req-af8db23f-feb0-4809-9f01-1a034e9f84ee tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.016609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ed91c3d-3d45-4eea-9eb8-663ea1fcd4a6 req-af8db23f-feb0-4809-9f01-1a034e9f84ee tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1097 time: 0.0880985 Sep 18 00:33:05.021366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] DHCP port deletion for a80e4f16-4b0b-4290-9f3d-3417c60f17eb request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:33:05.048262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-dcee730d-1f2d-4419-9b14-9f34efd5a8fa tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.049651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-dcee730d-1f2d-4419-9b14-9f34efd5a8fa tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 1094 time: 0.0734093 Sep 18 00:33:05.059680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.060326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.066439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Deleting port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:05.066783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.075220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:05.075613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:33:05.091724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ed91c3d-3d45-4eea-9eb8-663ea1fcd4a6 req-7e59e66f-4788-4d0d-8ef5-c7f42d13e9fa tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664907 Sep 18 00:33:05.096576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Deleting port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:05.097261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.107447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-8deef34f-1017-4a6a-ac24-7b6b4c502bd0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.108918 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-8deef34f-1017-4a6a-ac24-7b6b4c502bd0 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.48 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.1872964 Sep 18 00:33:05.121703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d7b01bcc-1ef8-45b5-9258-082b15aad9f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300305 Sep 18 00:33:05.166441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Request body: {'port': {'device_id': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:05.166878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] For port 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4648b245-5a5a-48d3-869c-4a14f3e8ec28,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:05.167804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.170171 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c9115-d613-401b-9197-6918946304b0 x-openstack-request-id: req-4a4c9115-d613-401b-9197-6918946304b0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:05.170454 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:05.170702 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a4c9115-d613-401b-9197-6918946304b0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:05.171070 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'status': 'completed', 'code': 200} Sep 18 00:33:05.180359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] For port 4648b245-5a5a-48d3-869c-4a14f3e8ec28, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4648b245-5a5a-48d3-869c-4a14f3e8ec28,segment=NetworkSegment(3b2a9481-032e-475c-85c9-73e2e5529f5c),segment_id=3b2a9481-032e-475c-85c9-73e2e5529f5c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:05.180829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.187931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Calling delete_port for 4648b245-5a5a-48d3-869c-4a14f3e8ec28 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:05.194572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Calling delete_port for 4648b245-5a5a-48d3-869c-4a14f3e8ec28 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:05.286554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.314649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] Pushing event deleted for resources: {'Port': ['ID=4648b245-5a5a-48d3-869c-4a14f3e8ec28,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:05.315868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067b70-74b5-4127-b03d-5c56745d322d req-39564082-80ce-4170-b8a7-8204f5551f75 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.317564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a067b70-74b5-4127-b03d-5c56745d322d req-39564082-80ce-4170-b8a7-8204f5551f75 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 950 time: 0.0663691 Sep 18 00:33:05.318541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.321926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44338a0c-edef-40be-a8ff-f06af65ac946 None None] No DVR routers for this DVR port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:05.353751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] No DVR routers for this DVR port 4648b245-5a5a-48d3-869c-4a14f3e8ec28 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:05.356406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4648b245-5a5a-48d3-869c-4a14f3e8ec28,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:05.368909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.417454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 95978677-16a0-46da-8ab0-f2dc050ae9b4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:05.428640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a067b70-74b5-4127-b03d-5c56745d322d req-d2a85213-abaf-4d00-a81d-2fe83ea530b4 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760422 Sep 18 00:33:05.439473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 95978677-16a0-46da-8ab0-f2dc050ae9b4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:05.439473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 95978677-16a0-46da-8ab0-f2dc050ae9b4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:05.439923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4648b245-5a5a-48d3-869c-4a14f3e8ec28 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:05.461649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.464645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4648b245-5a5a-48d3-869c-4a14f3e8ec28 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:05.464999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4648b245-5a5a-48d3-869c-4a14f3e8ec28 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:05.465433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:05.489844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:05.490227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device dabf2fa7-9aa4-430b-8e45-e94ccd7a96c4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:05.499609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80e4f16-4b0b-4290-9f3d-3417c60f17eb']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:05.513285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2a9481-032e-475c-85c9-73e2e5529f5c') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:05.513586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2a9481-032e-475c-85c9-73e2e5529f5c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:05.524406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.542146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.548063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:33:05.548646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:33:05.550857 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:33:05.622595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.634505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.638905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a80e4f16-4b0b-4290-9f3d-3417c60f17eb HTTP/1.1" status: 204 len: 168 time: 0.9089830 Sep 18 00:33:05.649325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-4ab256a5-b0bf-4621-a566-ccc3121df037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.650885 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-4ab256a5-b0bf-4621-a566-ccc3121df037 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1096 time: 0.4439385 Sep 18 00:33:05.689526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f055b6b-ea56-4172-9793-0c5d09ef2c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80e4f16-4b0b-4290-9f3d-3417c60f17eb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:05.706331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427d15-dd26-4a46-ac26-48ee73cf2160 req-1857353f-b4e7-4550-9312-f7db338bca6a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.708279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1427d15-dd26-4a46-ac26-48ee73cf2160 req-1857353f-b4e7-4550-9312-f7db338bca6a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0694718 Sep 18 00:33:05.721911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Deleting port 5f342091-63c9-4050-a577-2c990ef91ab1 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:05.722251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.750145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:05.750477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:05.751045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:05.772314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1427d15-dd26-4a46-ac26-48ee73cf2160 req-9d59d9dd-058d-495a-9f30-e7e7529842bd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Sep 18 00:33:05.808614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:05.808933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:05.813417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51436) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:05.881787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2df39978-91bd-4db3-9300-3b861dfefd6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8deef0d0c1f64aab8ca2e95d68a1ad16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672157 Sep 18 00:33:05.884826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51440) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:05.897522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:05.898216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:05.898769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:05.899913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Bound port: ee3c2120-a27c-4697-af13-ea24dc2326b4, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:05.939342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3666bec-fe82-48a3-8f76-4f8ab47b094e req-c6c5446e-66f6-4298-9fb2-db61a768c9be tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.947296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3666bec-fe82-48a3-8f76-4f8ab47b094e req-c6c5446e-66f6-4298-9fb2-db61a768c9be tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 931 time: 0.1087718 Sep 18 00:33:05.992529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-106f2907-5fa5-467d-9f7b-0520d4972d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.993902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:05.994222 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-106f2907-5fa5-467d-9f7b-0520d4972d42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 929 time: 0.3314292 Sep 18 00:33:06.005694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] For port 5f342091-63c9-4050-a577-2c990ef91ab1, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f342091-63c9-4050-a577-2c990ef91ab1,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:06.006331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.008935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3666bec-fe82-48a3-8f76-4f8ab47b094e req-0f52b8b5-bc53-48a4-b2b8-002218558299 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607920 Sep 18 00:33:06.022676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.089676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.093479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.097169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c29db126-10a3-48b2-a76f-abea9e0d1715 HTTP/1.1" status: 204 len: 168 time: 0.2085903 Sep 18 00:33:06.125392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Calling delete_port for 5f342091-63c9-4050-a577-2c990ef91ab1 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:06.127835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-2650aab7-0f81-4c15-aae6-4f47b297ecfb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 217 time: 0.1180036 Sep 18 00:33:06.129835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:06.160889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744c17-708d-4c5b-bc37-712a2c38c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29db126-10a3-48b2-a76f-abea9e0d1715,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:06.173428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.174532 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f0d14305-b1c6-4667-91e4-a5c51c4b5d91 service neutron] 10.222.0.49 "POST /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4/bindings HTTP/1.1" status: 201 len: 390 time: 1.1090965 Sep 18 00:33:06.260591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645189-4e24-4762-a6fc-d511e31f9a0c req-596fc848-95c8-4059-9eb9-e1da6b40a9c1 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.262571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f645189-4e24-4762-a6fc-d511e31f9a0c req-596fc848-95c8-4059-9eb9-e1da6b40a9c1 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 944 time: 0.1669791 Sep 18 00:33:06.289950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-52ea5e2e-40de-4a0d-a231-ed006d59d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.291445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-52ea5e2e-40de-4a0d-a231-ed006d59d962 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.1312454 Sep 18 00:33:06.341370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f645189-4e24-4762-a6fc-d511e31f9a0c req-f377bc80-d0ad-4e46-8605-c40acc0a53f2 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Sep 18 00:33:06.430821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce293dc1-d0e5-42c2-aed0-3a2895d78be4 req-e1607e6a-662a-496d-b28e-bc36084caa36 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.432501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce293dc1-d0e5-42c2-aed0-3a2895d78be4 req-e1607e6a-662a-496d-b28e-bc36084caa36 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 945 time: 0.0565305 Sep 18 00:33:06.458534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acad742-69c8-40de-ab77-a230bc5ef6f8 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:06.467435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.482631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-620fc64d-5606-4bff-be73-fc420679e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.484279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-620fc64d-5606-4bff-be73-fc420679e4b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828499 Sep 18 00:33:06.495632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Transition to ACTIVE for port object 7acad742-69c8-40de-ab77-a230bc5ef6f8 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:06.508524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.516419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce293dc1-d0e5-42c2-aed0-3a2895d78be4 req-5cbb3fea-c423-484a-b4a1-b54af8cad51f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761480 Sep 18 00:33:06.620593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.635511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f342091-63c9-4050-a577-2c990ef91ab1'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:06.650179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:06.650808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea54f0-4fe3-4b5e-9d87-84636476412f req-02059d15-e053-4679-8f67-9ca52dd0aa00 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.652535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20ea54f0-4fe3-4b5e-9d87-84636476412f req-02059d15-e053-4679-8f67-9ca52dd0aa00 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/ports?device_id=43e0dac6-ea6f-4574-b965-b9dbc9a01a22 HTTP/1.1" status: 200 len: 867 time: 0.0882289 Sep 18 00:33:06.719991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20ea54f0-4fe3-4b5e-9d87-84636476412f req-d78b60a4-e931-4f11-a96d-6d3a1e040a68 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ff8869b-749c-4e81-91ab-12e46f834e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Sep 18 00:33:06.724616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Pushing event deleted for resources: {'Port': ['ID=5f342091-63c9-4050-a577-2c990ef91ab1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:06.806237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] No DVR routers for this DVR port 5f342091-63c9-4050-a577-2c990ef91ab1 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:06.845081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.847348 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8f1ad37-4e4e-4544-ab10-7b44c62f0001 req-3179a53a-6f65-4570-8887-234d370fff25 tempest-LiveMigrationNegativeTest-851946766 tempest-LiveMigrationNegativeTest-851946766-project] 10.222.0.48 "DELETE /v2.0/ports/5f342091-63c9-4050-a577-2c990ef91ab1 HTTP/1.1" status: 204 len: 173 time: 1.7291925 Sep 18 00:33:06.859977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f01bfc91-dc17-42c7-93fb-9320b64e15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.861694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-f01bfc91-dc17-42c7-93fb-9320b64e15f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1097 time: 0.2833450 Sep 18 00:33:06.915727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-f0301cad-53d2-4620-817e-e1888fc53d02 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317723 Sep 18 00:33:06.951099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Attempting to bind port 7acad742-69c8-40de-ab77-a230bc5ef6f8 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:06.951789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Attempting to bind port 7acad742-69c8-40de-ab77-a230bc5ef6f8 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:06.956524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Attempting to bind port 7acad742-69c8-40de-ab77-a230bc5ef6f8 on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:06.968020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d6411-9232-4c7d-94ab-bda27ad103a4 req-85ee137a-9e77-406c-a538-c0d94ee0ff35 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.969547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-596d6411-9232-4c7d-94ab-bda27ad103a4 req-85ee137a-9e77-406c-a538-c0d94ee0ff35 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0887103 Sep 18 00:33:07.043215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Port 7acad742-69c8-40de-ab77-a230bc5ef6f8 on network 49837f92-3d5d-4544-98ce-09f7646e3bde not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:07.043765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Attempting to bind port 7acad742-69c8-40de-ab77-a230bc5ef6f8 on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:07.063588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-596d6411-9232-4c7d-94ab-bda27ad103a4 req-20ca81de-b146-4e56-9745-eb2701bac824 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798242 Sep 18 00:33:07.066714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:07.067059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Checking segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:07.067449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Bound using segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:07.067897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Bound port: 7acad742-69c8-40de-ab77-a230bc5ef6f8, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:07.068329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:07.173248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'name': 'network-vif-deleted', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:07.175706 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede11fd7-be63-439d-aae6-02f8d0071733" -d '{"events": [{"server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "name": "network-vif-deleted", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:07.178745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-c624c37b-df03-4d8e-ab3d-cf63a6688af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.181221 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-c624c37b-df03-4d8e-ab3d-cf63a6688af7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.3079543 Sep 18 00:33:07.190448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f72dd322-1708-428b-885e-17c9b64fa3ed req-953f7b19-65fb-410f-ab8f-a07dbc987921 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549062 Sep 18 00:33:07.249838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-ea11e58c-0fda-47fe-b563-c1d4003e811a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 217 time: 0.0588861 Sep 18 00:33:07.256757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:07.261638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:07.269534 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df714c7-5a15-49e2-abe3-c09d9cf878a0 x-openstack-request-id: req-8df714c7-5a15-49e2-abe3-c09d9cf878a0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:07.269784 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e0dac6-ea6f-4574-b965-b9dbc9a01a22", "name": "network-vif-deleted", "tag": "5f342091-63c9-4050-a577-2c990ef91ab1", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:07.270017 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8df714c7-5a15-49e2-abe3-c09d9cf878a0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:07.270406 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0dac6-ea6f-4574-b965-b9dbc9a01a22', 'name': 'network-vif-deleted', 'tag': '5f342091-63c9-4050-a577-2c990ef91ab1', 'status': 'completed', 'code': 200} Sep 18 00:33:07.293719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:07.300095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7f3e-0350-4f61-b097-e1e04c36b41a req-af4fa1dc-d670-4bd0-b6c3-b2bbd43cf168 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.320647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d04c7f3e-0350-4f61-b097-e1e04c36b41a req-af4fa1dc-d670-4bd0-b6c3-b2bbd43cf168 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 943 time: 0.1650655 Sep 18 00:33:07.342503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.343138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:07.344643 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] 10.222.0.54 "PUT /v2.0/ports/7acad742-69c8-40de-ab77-a230bc5ef6f8 HTTP/1.1" status: 200 len: 1092 time: 2.2005000 Sep 18 00:33:07.348173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-d6b002c0-b89c-4292-b20c-1230f807f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.349642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-d6b002c0-b89c-4292-b20c-1230f807f5dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0900235 Sep 18 00:33:07.400553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d04c7f3e-0350-4f61-b097-e1e04c36b41a req-062190cf-21c0-4a7a-866d-3389bcc1c3ee tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Sep 18 00:33:07.440776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32532b50-cb2d-4f0d-b2ca-c31a155f3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:07.449366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-cd4da517-2fdb-4345-8467-5b8e70b39e1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799260 Sep 18 00:33:07.538209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51488) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:07.557786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58571829-5e14-42b5-8b07-02443a56c5c7 req-36ae526e-aad5-46f9-867d-e230b56b2d2f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.566059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58571829-5e14-42b5-8b07-02443a56c5c7 req-36ae526e-aad5-46f9-867d-e230b56b2d2f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 944 time: 0.1038804 Sep 18 00:33:07.614887 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-3e6d738c-eaa3-467c-8f79-77ca4108b4f2 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207228 Sep 18 00:33:07.631212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58571829-5e14-42b5-8b07-02443a56c5c7 req-d7510bf6-8026-4bc4-aa87-ae1885fa9be4 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591915 Sep 18 00:33:07.711607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2026403179-network', 'tenant_id': 'e6ab502c7ab1469d973a0a5c0517a3db'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:07.778797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-a49f9778-1eea-41a6-86fe-4e4caca312ec service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555588 Sep 18 00:33:07.795805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Made reservation on behalf of e6ab502c7ab1469d973a0a5c0517a3db for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:07.798534 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:07.811202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-7f864585-73aa-4fa7-b547-0dde62d7b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.817410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:07.817896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-7f864585-73aa-4fa7-b547-0dde62d7b77d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 1095 time: 0.3646345 Sep 18 00:33:07.833790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9bf21-2487-4b31-a758-b775a54c13fc req-51a8e96d-cb0a-4f74-bd3e-501b67b290c8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.835969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dae9bf21-2487-4b31-a758-b775a54c13fc req-51a8e96d-cb0a-4f74-bd3e-501b67b290c8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 945 time: 0.1060801 Sep 18 00:33:07.877297 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-1158d2a4-2991-406c-b3d6-87cf97e61c7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8 HTTP/1.1" status: 200 len: 217 time: 0.0477746 Sep 18 00:33:07.896810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dae9bf21-2487-4b31-a758-b775a54c13fc req-2b0b8251-9a40-41b6-8622-fe0b7ee9c5b0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536516 Sep 18 00:33:07.992198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.002402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.034562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:33:08.041531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-e243313f-56bd-4889-b48a-5417bad366eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.043037 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-e243313f-56bd-4889-b48a-5417bad366eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1503479 Sep 18 00:33:08.054730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f5296-4afb-487a-bfe3-1fe6b4b98715,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:08.058189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.058693 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Added segment 3e1b418c-0582-4ca2-9a34-c3b6fb7956b1 of type vlan for network 7eb14b6a-e01c-42b3-8f8e-ec42055e5712 Sep 18 00:33:08.065963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-ff973895-7209-4970-8b01-1eebda031785 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.073169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-ff973895-7209-4970-8b01-1eebda031785 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.1217611 Sep 18 00:33:08.115865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:08.118109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.122095 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-74cac853-4c1e-419e-87eb-a711ea6c5823 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467525 Sep 18 00:33:08.201522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.202466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.203146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.266156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.270234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7271428 Sep 18 00:33:08.281199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:08.304539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1664-9b8e-4cae-8274-f5d34bb347b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb14b6a-e01c-42b3-8f8e-ec42055e5712,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:08.305433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Request body: {'subnet': {'network_id': '7eb14b6a-e01c-42b3-8f8e-ec42055e5712', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2026403179-subnet', 'tenant_id': 'e6ab502c7ab1469d973a0a5c0517a3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:08.316691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7eb14b6a-e01c-42b3-8f8e-ec42055e5712 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:33:08.334474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4752-ac42-4ef4-834a-fd15f370353d req-964ba9a6-8763-4325-9827-80592d9d8617 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.341784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53cd4752-ac42-4ef4-834a-fd15f370353d req-964ba9a6-8763-4325-9827-80592d9d8617 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1205759 Sep 18 00:33:08.391351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51512) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:08.408435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Made reservation on behalf of e6ab502c7ab1469d973a0a5c0517a3db for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:08.411024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.424171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53cd4752-ac42-4ef4-834a-fd15f370353d req-01763aa1-6e3d-4e3f-b20c-f6f40a507d11 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717084 Sep 18 00:33:08.439501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-dc550ff8-bbf9-47e1-acb8-150b61a59d3b service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994008 Sep 18 00:33:08.523729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:08.567539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c574c-e8f6-47ae-b981-ce2de058d292 req-cbb5a5ef-b62e-411d-8ed4-58eda9f30d8c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.568888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e84c574c-e8f6-47ae-b981-ce2de058d292 req-cbb5a5ef-b62e-411d-8ed4-58eda9f30d8c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 943 time: 0.0508022 Sep 18 00:33:08.623488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e84c574c-e8f6-47ae-b981-ce2de058d292 req-8825ab26-56a4-4085-84d9-74a1e3d495ce tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Sep 18 00:33:08.635414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:08.767929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1aa3f-0d8e-47c1-8519-d5595e315da1 req-345f8262-4376-4152-8cf7-51668714a763 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.769554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ed1aa3f-0d8e-47c1-8519-d5595e315da1 req-345f8262-4376-4152-8cf7-51668714a763 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 944 time: 0.0539396 Sep 18 00:33:08.813128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ed1aa3f-0d8e-47c1-8519-d5595e315da1 req-0b1fb7ed-6c20-4359-ad00-c81a358fde4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Sep 18 00:33:08.838906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9c09bede-7dcf-44a8-82aa-582c91571fb5 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:08.977391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:08.989536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'mac_address': 'fa:16:3e:e1:92:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:09.036476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f7d8-6a0d-47cf-b75b-45029293ece3 req-c9d19338-d6dc-4e70-ba7a-606819a658e7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.037889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0839f7d8-6a0d-47cf-b75b-45029293ece3 req-c9d19338-d6dc-4e70-ba7a-606819a658e7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 945 time: 0.0562003 Sep 18 00:33:09.043389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.062512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f342091-63c9-4050-a577-2c990ef91ab1 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:09.088892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5f342091-63c9-4050-a577-2c990ef91ab1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:09.089238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f342091-63c9-4050-a577-2c990ef91ab1 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:09.092673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c09bede-7dcf-44a8-82aa-582c91571fb5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:09.100865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0839f7d8-6a0d-47cf-b75b-45029293ece3 req-25a38755-209a-43dc-b02f-67614d0a980a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556297 Sep 18 00:33:09.117621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:09.122637 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.131866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d703cca5-c1e0-402a-8cb9-581b5988abaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22568cc4ce1247d9af83c91bd107864b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325628 Sep 18 00:33:09.134891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51526) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:09.153455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.186219 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f45ab51b-0a5d-4dba-bf90-220981c0452b req-d3837331-10f3-4fbb-a5f8-99aa579c68f4 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260326 Sep 18 00:33:09.193698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.224889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.234000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:09.253473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.279201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8'}, {'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:09.281471 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b1697-ef15-4f3a-99f7-34d8f68c45e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8"}, {"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:09.396602 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204b0c2-8aa6-4d25-b1ed-8cbbdde599f1 x-openstack-request-id: req-7204b0c2-8aa6-4d25-b1ed-8cbbdde599f1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:09.396904 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8", "status": "completed", "code": 200}, {"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-unplugged", "status": "completed", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:09.397163 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7204b0c2-8aa6-4d25-b1ed-8cbbdde599f1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:09.397585 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8', 'status': 'completed', 'code': 200} Sep 18 00:33:09.398369 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'code': 200} Sep 18 00:33:09.421857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.451869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:09.518432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:09.518784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:09.519083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:09.538772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:09.539095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Attempting to bind port ee3c2120-a27c-4697-af13-ea24dc2326b4 on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:09.557927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c4d3c5-6b3e-4e2b-81ff-611510035c72,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:09.559968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:09.560329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:09.560704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:09.561133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Bound port: ee3c2120-a27c-4697-af13-ea24dc2326b4, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:09.561490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.569397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-e4ceec56-b836-410d-9952-8900d6350901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.571725 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-e4ceec56-b836-410d-9952-8900d6350901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 1095 time: 0.1479547 Sep 18 00:33:09.595925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Checking segment: {'id': '3e1b418c-0582-4ca2-9a34-c3b6fb7956b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7eb14b6a-e01c-42b3-8f8e-ec42055e5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:09.596305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Network hostable DHCP agents. Network: 7eb14b6a-e01c-42b3-8f8e-ec42055e5712, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:33:09.643572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ea7fc-7ec3-4263-b0d3-65f746c60156 req-b88d9cc3-f4ed-41fa-a967-ac8a261c40a2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.645124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b0ea7fc-7ec3-4263-b0d3-65f746c60156 req-b88d9cc3-f4ed-41fa-a967-ac8a261c40a2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0543478 Sep 18 00:33:09.661147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.664210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.667698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ff8869b-749c-4e81-91ab-12e46f834e48 HTTP/1.1" status: 204 len: 168 time: 0.5292327 Sep 18 00:33:09.714238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2519fed-47d9-49df-9dec-4109e818b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8869b-749c-4e81-91ab-12e46f834e48,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:09.715597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Network 7eb14b6a-e01c-42b3-8f8e-ec42055e5712 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:33:09.726553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:09.731869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:09.738988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7eb14b6a-e01c-42b3-8f8e-ec42055e5712) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:09.751674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.754933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.755758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.758218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9c09bede-7dcf-44a8-82aa-582c91571fb5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:09.759487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b0ea7fc-7ec3-4263-b0d3-65f746c60156 req-508499ad-b792-498f-a38d-d85182efbb68 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037331 Sep 18 00:33:09.790954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b074e-6350-45b2-a7c2-5104a91ed0cd None None] Network 7eb14b6a-e01c-42b3-8f8e-ec42055e5712 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:09.794715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-44ebe457-3363-4c55-8d79-c9e383c38964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.796414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-44ebe457-3363-4c55-8d79-c9e383c38964 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.2160208 Sep 18 00:33:09.859348 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-333e9f30-a2f6-4f06-a479-6e8dc3f37074 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5750918 Sep 18 00:33:09.861511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30ff2-3997-449e-a9b9-bb6e22df3351 req-03cef1b2-68cf-4699-ba9b-48341de34fb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.871945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-b0f68d59-f95f-42ad-baed-f8defd674d08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8 HTTP/1.1" status: 200 len: 217 time: 0.0611238 Sep 18 00:33:09.885532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:09.888799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dde30ff2-3997-449e-a9b9-bb6e22df3351 req-03cef1b2-68cf-4699-ba9b-48341de34fb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 943 time: 0.1117706 Sep 18 00:33:09.961318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.962304 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:09.963764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-47b16cee-1473-40ac-b5dc-e60c860c5b32 service neutron] 10.222.0.54 "PUT /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 1123 time: 1.8709354 Sep 18 00:33:09.986068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-e55643b4-487c-4794-ae3a-45e016c3929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.988608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-e55643b4-487c-4794-ae3a-45e016c3929d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1040394 Sep 18 00:33:10.048518 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-e847aabb-6675-434f-aa20-f71a82b15c6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518558 Sep 18 00:33:10.048753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dde30ff2-3997-449e-a9b9-bb6e22df3351 req-ac7907a0-4807-46bb-a972-7dc59c18ec7f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589117 Sep 18 00:33:10.095149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96439cd-37c6-43d0-b747-88d0bda0a6dd req-c9e930ce-780e-4854-84a7-940c3e7a2769 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:10.100442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f96439cd-37c6-43d0-b747-88d0bda0a6dd req-c9e930ce-780e-4854-84a7-940c3e7a2769 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 945 time: 0.1430125 Sep 18 00:33:10.166876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-7b7631d2-1ff1-4c2f-bb34-9b47e54ed2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103234 Sep 18 00:33:10.207051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f96439cd-37c6-43d0-b747-88d0bda0a6dd req-c7806c74-6178-44c9-a469-4f6a3d0e6c40 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988286 Sep 18 00:33:10.235490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ee3c2120-a27c-4697-af13-ea24dc2326b4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:10.252488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:10.285884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8e0bc-3a12-47fd-93ed-fb24822dea60 None None] Network 7eb14b6a-e01c-42b3-8f8e-ec42055e5712 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:10.364936 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-035b1697-ef15-4f3a-99f7-34d8f68c45e1 req-78d45301-2f2e-4d9f-a74d-cbe7860924a6 service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837041 Sep 18 00:33:10.380317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-161bffba-12db-46f3-955c-03be8a4a9c48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ff287ce62b4f148487c7b8e3469768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265481 Sep 18 00:33:10.383357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:10.443293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9c3d8-0946-44aa-841e-4f5c8e15016e req-c213ffb3-5bdd-4bb4-aac3-905ff8348978 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:10.451251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23b9c3d8-0946-44aa-841e-4f5c8e15016e req-c213ffb3-5bdd-4bb4-aac3-905ff8348978 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.1408973 Sep 18 00:33:10.501526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.528836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23b9c3d8-0946-44aa-841e-4f5c8e15016e req-f8ee5437-3ecc-4433-a2e5-8e0ab916a631 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Sep 18 00:33:10.547895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.596361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2089841600', 'description': 'tempest-description-2142603600'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:10.617542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.620100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.621472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b7058f0-2407-46f8-abaa-8e0dcd925960 HTTP/1.1" status: 204 len: 168 time: 0.2370818 Sep 18 00:33:10.638394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.641431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c27282-1c66-4b3b-8b1a-3262baae9fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7058f0-2407-46f8-abaa-8e0dcd925960,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:10.721830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.727850 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.757863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:10.759187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24508ad4-f3b8-4f9f-97ec-e93302566e53 req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1706541 Sep 18 00:33:10.760963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76249573-2d97-4030-a3e4-9588ff966c0e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:10.848891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1727a901-1597-454b-8a5b-2b765f335914 req-c34df4f1-2fd5-4b5d-814d-ad29bda76062 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3 HTTP/1.1" status: 200 len: 1805 time: 0.0566239 Sep 18 00:33:10.856149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:10.856758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:10.931029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a56c23-f725-4f1f-a188-92b73958ad27 req-e56cef84-0b3d-4897-976c-95ea343c5043 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:10.932546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2a56c23-f725-4f1f-a188-92b73958ad27 req-e56cef84-0b3d-4897-976c-95ea343c5043 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0661623 Sep 18 00:33:10.993029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.016089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2a56c23-f725-4f1f-a188-92b73958ad27 req-197cd6cf-dfd7-44d1-b182-78bda443683a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725942 Sep 18 00:33:11.042467 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.048921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.084023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51e1b57-2105-402c-8b6e-4a9ac366e987,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:11.095722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.097469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1727a901-1597-454b-8a5b-2b765f335914 req-d1d57c98-06b2-469e-ad55-d7ab14b75a75 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2465625 Sep 18 00:33:11.127906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-814360715', 'description': 'tempest-description-1731823048'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:11.186582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.207482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdbc76-07d4-4051-87c2-e458f7b0fd5a req-974389ed-116d-418f-a20d-553529661c19 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.209107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31bdbc76-07d4-4051-87c2-e458f7b0fd5a req-974389ed-116d-418f-a20d-553529661c19 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 943 time: 0.0770490 Sep 18 00:33:11.272636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31bdbc76-07d4-4051-87c2-e458f7b0fd5a req-032d4b5d-090f-4501-85de-1f3f85e6641b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533662 Sep 18 00:33:11.330250 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.333182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.376573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc0ab7-0d69-4d57-9409-aa324f49639b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:11.385821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.388608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34e94d8c-8256-43ab-852c-7af044475fd3 req-b3efe969-2949-4aaf-bad3-70ca7de7801d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2654159 Sep 18 00:33:11.399781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:11.402431 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503e21d-eb58-4817-9676-054d0accd976" -d '{"events": [{"name": "network-changed", "server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:11.504060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-0ac2a06e-bc17-4fcf-b401-ef55411b0380 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/a5dc0ab7-0d69-4d57-9409-aa324f49639b HTTP/1.1" status: 200 len: 1804 time: 0.0776200 Sep 18 00:33:11.511811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5dc0ab7-0d69-4d57-9409-aa324f49639b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:11.512130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5dc0ab7-0d69-4d57-9409-aa324f49639b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:11.545193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554d8d1-b52b-4bea-a1d9-d440153bfcda req-7aa203a4-cc4e-407d-b075-3f88e1d90e79 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.546688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f554d8d1-b52b-4bea-a1d9-d440153bfcda req-7aa203a4-cc4e-407d-b075-3f88e1d90e79 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 945 time: 0.0870044 Sep 18 00:33:11.597808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f554d8d1-b52b-4bea-a1d9-d440153bfcda req-a81eace2-5278-46e4-a88b-f43e74300cfb tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 Sep 18 00:33:11.629008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.649422 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ec73a-b895-44da-8349-ed551a632171 x-openstack-request-id: req-ff9ec73a-b895-44da-8349-ed551a632171 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:11.650013 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:11.650632 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff9ec73a-b895-44da-8349-ed551a632171 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:11.651195 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'status': 'completed', 'code': 200} Sep 18 00:33:11.662843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.670069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.690042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec3027b-1cda-4360-8e24-c1bf13a8e740,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:11.710202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.712465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee59c481-1b5f-409b-a3ba-7113de50b353 req-34575a2e-5437-44a8-928d-dc5df3a25e58 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2071221 Sep 18 00:33:11.738466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503e21d-eb58-4817-9676-054d0accd976 req-3d8694be-89f6-4750-a85d-5e3bcc680698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.739307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1881518624', 'description': 'tempest-description-1296145368'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:11.741358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-3d8694be-89f6-4750-a85d-5e3bcc680698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1126 time: 0.0662184 Sep 18 00:33:11.808180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.847444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d533cc-55dd-4ad0-979e-feb93a90d2a9 req-67f977b0-1fc7-46f2-82b0-ebae2a03b378 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.849233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d533cc-55dd-4ad0-979e-feb93a90d2a9 req-67f977b0-1fc7-46f2-82b0-ebae2a03b378 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.0810878 Sep 18 00:33:11.854517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503e21d-eb58-4817-9676-054d0accd976 req-20230091-b1b2-434e-96d2-3683ce8b7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.856342 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-20230091-b1b2-434e-96d2-3683ce8b7dae service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1071396 Sep 18 00:33:11.916160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-7883dded-1fed-4ec7-8c99-0a4fccb086a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 217 time: 0.0522437 Sep 18 00:33:11.945143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d533cc-55dd-4ad0-979e-feb93a90d2a9 req-2423ce75-ba02-4a50-b9e2-3bf9550a6d0e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808017 Sep 18 00:33:11.988532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503e21d-eb58-4817-9676-054d0accd976 req-8f7a1015-b362-4f2b-b9eb-88f95d004c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.990016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-8f7a1015-b362-4f2b-b9eb-88f95d004c95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0651231 Sep 18 00:33:11.993392 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.998804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.026796 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-e64a9c94-9b18-43c9-a73e-8dc9a381fbb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269623 Sep 18 00:33:12.032649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.053265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e920d916-bf1d-4e6d-91e8-3c0ab1a097ae req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3177524 Sep 18 00:33:12.060214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead35c93-fede-4afe-915f-add7843e294c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de78673a-716a-46e5-bc0f-37614a76991b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:12.065201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1172970436', 'description': 'tempest-description-664024322'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:12.091366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.183701 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-72c50055-23e7-4839-8c59-4959529f50b1 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490693 Sep 18 00:33:12.223018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d517d7-e1dc-496e-96bd-927bd38bf015 req-68b1d4c8-06e6-45be-b7b2-a36aa5d3d2da tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:12.224589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57d517d7-e1dc-496e-96bd-927bd38bf015 req-68b1d4c8-06e6-45be-b7b2-a36aa5d3d2da tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0813215 Sep 18 00:33:12.266059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.278621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.301508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57d517d7-e1dc-496e-96bd-927bd38bf015 req-34f69f69-dc2e-4243-a65f-a13f6dc9b786 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Sep 18 00:33:12.315666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.336861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93371bac-eef7-44ad-97e1-0f682f7de845 req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2782366 Sep 18 00:33:12.340722 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8503e21d-eb58-4817-9676-054d0accd976 req-cbe940e6-8d6c-4300-aceb-769ce83b0138 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481204 Sep 18 00:33:12.348426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553d725-407e-499e-8822-97b101cdabf5 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:12.396284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-fc0db516-1fca-4932-a195-019f7c41221c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/de78673a-716a-46e5-bc0f-37614a76991b HTTP/1.1" status: 200 len: 1805 time: 0.0488882 Sep 18 00:33:12.465298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-07269b44-cf1b-4352-9850-f053d7d396bc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc HTTP/1.1" status: 200 len: 1804 time: 0.0596507 Sep 18 00:33:12.472504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181860-68e4-4082-be77-81120379e16b req-978603f5-7938-4aee-8f8f-874fd703585d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:12.473937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e181860-68e4-4082-be77-81120379e16b req-978603f5-7938-4aee-8f8f-874fd703585d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 943 time: 0.0768542 Sep 18 00:33:12.479008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de78673a-716a-46e5-bc0f-37614a76991b', 'remote_group_id': '34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:12.479343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de78673a-716a-46e5-bc0f-37614a76991b', 'remote_group_id': '34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:12.527584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e181860-68e4-4082-be77-81120379e16b req-6ae631f3-4997-4d15-89c5-73f6de6e3a90 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Sep 18 00:33:12.574683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.619717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.624861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.646690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d133b76-bf2f-4e9b-9c0e-967edc5f7e3b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:12.651712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.653219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e81ad781-042d-40c5-8acc-c7f4d8dba06b req-c9d16426-1921-4820-a72d-05d36ed16c48 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1782401 Sep 18 00:33:12.769410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1679019379', 'description': 'tempest-description-1712198830'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:12.814860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.825233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b748198-4f02-4411-bf66-20b624f60bad req-ece37cfa-53fc-4310-9cb1-cf0811518364 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:12.826721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b748198-4f02-4411-bf66-20b624f60bad req-ece37cfa-53fc-4310-9cb1-cf0811518364 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 945 time: 0.0711193 Sep 18 00:33:12.869497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7acad742-69c8-40de-ab77-a230bc5ef6f8 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:12.879882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9c09bede-7dcf-44a8-82aa-582c91571fb5 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:12.883736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b748198-4f02-4411-bf66-20b624f60bad req-bc2edee4-2e0b-4426-9219-9149bca85a78 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508230 Sep 18 00:33:12.946004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.951672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.982899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:12.984135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49638c82-7cae-4e8d-a515-4628bf8ad03f req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2194977 Sep 18 00:33:12.988642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ffaf4-d12f-4ba3-9512-97812493d4ff tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babc099e-de67-4c63-a955-081c0c8b44ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:13.016832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9c09bede-7dcf-44a8-82aa-582c91571fb5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:13.025020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:13.032143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9c09bede-7dcf-44a8-82aa-582c91571fb5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:13.032540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.110997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f555-a21f-4aa6-859e-b588a88fd0e0 req-10c6e945-2350-4386-bead-52e755eebd48 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:13.112915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a055f555-a21f-4aa6-859e-b588a88fd0e0 req-10c6e945-2350-4386-bead-52e755eebd48 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.0570652 Sep 18 00:33:13.155273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a055f555-a21f-4aa6-859e-b588a88fd0e0 req-2818179f-724e-46b1-bec7-52c545b62759 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Sep 18 00:33:13.174374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '7acad742-69c8-40de-ab77-a230bc5ef6f8', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'port_id': '7acad742-69c8-40de-ab77-a230bc5ef6f8', 'mac_address': 'fa:16:3e:e5:85:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54506cf0-c418-48dc-a894-9f71d0e8e814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:13.194428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1089635409', 'description': 'tempest-description-98527299'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:13.220084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.227189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.283668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acad742-69c8-40de-ab77-a230bc5ef6f8 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:13.303838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.323388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:13.335989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.336588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.337053 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:13.342033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.347564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:13.350068 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9213ae8-3954-4283-970b-3ec5f9c7f88e" -d '{"events": [{"server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "name": "network-vif-plugged", "status": "completed", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:13.370646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.371908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d12d5eaa-b110-4c46-8c57-47344c1ae1dd req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1820784 Sep 18 00:33:13.375943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f21e-57be-4d63-8a86-0e7a63e23f1c tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd6e29f-cef2-4cd7-9235-e76870dcfcba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:13.397114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:13.406851 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.455023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:13.470382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.470947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.471304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.471645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.471992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.472401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.472737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.473050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.473495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.473827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.474148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.474466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:13.480386 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7688c-2593-4de8-afa3-0fbd75dda9e8 x-openstack-request-id: req-88b7688c-2593-4de8-afa3-0fbd75dda9e8 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:13.480695 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "name": "network-vif-plugged", "status": "completed", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:13.480954 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88b7688c-2593-4de8-afa3-0fbd75dda9e8 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:13.481337 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'code': 200} Sep 18 00:33:13.499569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecafa2-304c-4dd4-b669-b6ae0e22b207 req-531eb78a-4689-4297-b7bf-0059ef3d4919 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:13.501153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fecafa2-304c-4dd4-b669-b6ae0e22b207 req-531eb78a-4689-4297-b7bf-0059ef3d4919 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0639544 Sep 18 00:33:13.568973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fecafa2-304c-4dd4-b669-b6ae0e22b207 req-b6217954-3ba4-4c70-af64-b52435b79615 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Sep 18 00:33:13.572282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a1b5c9f7-48c7-4ab0-bd8b-b6e245e00b38 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/babc099e-de67-4c63-a955-081c0c8b44ad HTTP/1.1" status: 200 len: 1805 time: 0.0947528 Sep 18 00:33:13.589813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:13.617768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:13.633264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:33:13.641879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-442333e8-fe44-40a8-8756-3dba48fefde6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/efd6e29f-cef2-4cd7-9235-e76870dcfcba HTTP/1.1" status: 200 len: 1803 time: 0.0570030 Sep 18 00:33:13.649726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802537b-874e-416b-b67b-c1f92d51f91e req-376402fc-3f4b-4733-bcca-954f39cbd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:13.652300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f802537b-874e-416b-b67b-c1f92d51f91e req-376402fc-3f4b-4733-bcca-954f39cbd963 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1098 time: 0.0774891 Sep 18 00:33:13.652666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'babc099e-de67-4c63-a955-081c0c8b44ad', 'remote_group_id': 'efd6e29f-cef2-4cd7-9235-e76870dcfcba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:13.652998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'babc099e-de67-4c63-a955-081c0c8b44ad', 'remote_group_id': 'efd6e29f-cef2-4cd7-9235-e76870dcfcba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:13.701988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f802537b-874e-416b-b67b-c1f92d51f91e req-a8eefe8b-03b8-4da7-b1c4-363658fffb20 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Sep 18 00:33:13.730157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e5efe-9c1a-4a3e-a576-bb6e7789328f req-c63792e0-b5e5-4808-8919-20b38e96e13b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:13.731643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c81e5efe-9c1a-4a3e-a576-bb6e7789328f req-c63792e0-b5e5-4808-8919-20b38e96e13b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 944 time: 0.0739512 Sep 18 00:33:13.761563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:13.778832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.801501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c81e5efe-9c1a-4a3e-a576-bb6e7789328f req-f34dca11-7546-46c3-9270-1baafa23eebe tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599833 Sep 18 00:33:13.822432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.823264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.848494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfbc6bd-2e90-46a7-8f3b-173c7e69b488,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:13.852953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.857343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed4dad5e-68a4-4541-aebd-cb9fc411fc47 req-a484d7ee-3209-4284-aa9f-0141700475e6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2096636 Sep 18 00:33:13.884927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e95219d3-f5df-41d1-8e62-f3a075d1981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.912925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-4b25f247-e598-45cb-973b-0ff440e54315 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/efd6e29f-cef2-4cd7-9235-e76870dcfcba HTTP/1.1" status: 200 len: 1803 time: 0.0387957 Sep 18 00:33:13.971533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.981213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e95219d3-f5df-41d1-8e62-f3a075d1981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.985125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e95219d3-f5df-41d1-8e62-f3a075d1981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:13.993980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.024711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e95219d3-f5df-41d1-8e62-f3a075d1981a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cb568b6667942678a0b56b42d616797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620509 Sep 18 00:33:14.025820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95219d3-f5df-41d1-8e62-f3a075d1981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c371c-44ec-4177-b20b-25d51017416b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.027361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:14.088792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.092867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.095326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.096473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ff59159-01f1-4a7d-bc9b-f9c0dd5a1f1e req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/efd6e29f-cef2-4cd7-9235-e76870dcfcba HTTP/1.1" status: 204 len: 173 time: 0.1773026 Sep 18 00:33:14.113993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e01780-ea48-4343-bf18-a3f9e9c718d1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd6e29f-cef2-4cd7-9235-e76870dcfcba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.123690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.201950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b94fc-0b20-4a82-b6c6-73dd7689dc4d req-795e0b2d-5126-442e-bdae-d422fb39e782 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.203476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d0b94fc-0b20-4a82-b6c6-73dd7689dc4d req-795e0b2d-5126-442e-bdae-d422fb39e782 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.0534880 Sep 18 00:33:14.205610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['7acad742-69c8-40de-ab77-a230bc5ef6f8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:14.224466 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.227000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.228856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/507c371c-44ec-4177-b20b-25d51017416b HTTP/1.1" status: 204 len: 168 time: 0.1997948 Sep 18 00:33:14.264900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acae96-04e7-4eb2-9aeb-d2e7bbe3cf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c371c-44ec-4177-b20b-25d51017416b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.290928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d0b94fc-0b20-4a82-b6c6-73dd7689dc4d req-aaf3cb3f-a0aa-49d4-91fb-f4b5186f3c18 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Sep 18 00:33:14.305373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bd52c51-3680-4542-ad73-6272ffbdf82c req-aa44cdde-ef8a-4f12-a7aa-a9c014e8ecf8 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/babc099e-de67-4c63-a955-081c0c8b44ad HTTP/1.1" status: 200 len: 1805 time: 0.0692902 Sep 18 00:33:14.336973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-701297903', 'description': 'tempest-description-1828937220'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:14.362244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.450088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1745c8-2bbe-41d2-93f6-56c1f48c6744 req-009f62e4-edda-4b82-a397-a018c718ca3c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.451548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb1745c8-2bbe-41d2-93f6-56c1f48c6744 req-009f62e4-edda-4b82-a397-a018c718ca3c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 943 time: 0.0753708 Sep 18 00:33:14.509031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb1745c8-2bbe-41d2-93f6-56c1f48c6744 req-d3c00c6d-0aff-4b94-9973-f8cdb2d607c5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Sep 18 00:33:14.531852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.536122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.546522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51680) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:14.560331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8adcc7b6-f28c-43b8-ae2a-710b4fef119e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.564317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.565585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62ff5f2a-a4e2-4ff8-9a08-c3c4a7b4d680 req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2334852 Sep 18 00:33:14.567380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fde44-df77-489e-9794-3e73c56b8868 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e0e9b-c221-4236-aacb-b91a6f162d33,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.642843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-071f3248-432b-486d-bc63-43714d9a5733 req-84f9549a-5824-46da-8ef2-37527b3f9852 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 200 len: 1804 time: 0.0498621 Sep 18 00:33:14.647595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c8e0e9b-c221-4236-aacb-b91a6f162d33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:14.647917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c8e0e9b-c221-4236-aacb-b91a6f162d33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:14.651941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8adcc7b6-f28c-43b8-ae2a-710b4fef119e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.656744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8adcc7b6-f28c-43b8-ae2a-710b4fef119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.698265 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8adcc7b6-f28c-43b8-ae2a-710b4fef119e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8929e3cd25b4a069134db57e0ba24fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506429 Sep 18 00:33:14.699442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcc7b6-f28c-43b8-ae2a-710b4fef119e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285d4a4-a6ed-4fe5-bdc1-43b046b44800,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.701184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51686) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:14.735115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86f49f-5ead-4f82-8367-0a2960f4246b req-3f040269-64b0-486f-a32d-6d3473bf35cd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.736583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac86f49f-5ead-4f82-8367-0a2960f4246b req-3f040269-64b0-486f-a32d-6d3473bf35cd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0843914 Sep 18 00:33:14.808329 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.824730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac86f49f-5ead-4f82-8367-0a2960f4246b req-a21e6817-0c0a-41e7-8ce4-e66facecb404 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790901 Sep 18 00:33:14.838714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.841397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.852064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.880360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.893149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30546de3-94ba-4993-9e04-e3ab3a48a492,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:14.910919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.912056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-071f3248-432b-486d-bc63-43714d9a5733 req-aa8fd000-d690-41c5-a07b-58c456911c68 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2684190 Sep 18 00:33:14.994201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90a0a8-116c-4a28-bee9-462a3cbb4b67 req-e1044a7c-e3b0-4383-8d42-700198183538 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.995696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b90a0a8-116c-4a28-bee9-462a3cbb4b67 req-e1044a7c-e3b0-4383-8d42-700198183538 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 944 time: 0.1064420 Sep 18 00:33:15.021131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.023693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.024818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0285d4a4-a6ed-4fe5-bdc1-43b046b44800 HTTP/1.1" status: 204 len: 168 time: 0.3221102 Sep 18 00:33:15.027530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-6101601e-d261-443b-aec7-2c7d69f101bc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 200 len: 2397 time: 0.0883660 Sep 18 00:33:15.042981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcc6a4-05ef-49c4-a824-e9e06e1fc450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285d4a4-a6ed-4fe5-bdc1-43b046b44800,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:15.048804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c8e0e9b-c221-4236-aacb-b91a6f162d33', 'remote_group_id': None}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:15.049034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c8e0e9b-c221-4236-aacb-b91a6f162d33', 'remote_group_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:15.074601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b90a0a8-116c-4a28-bee9-462a3cbb4b67 req-b2529f46-d5e1-439a-b414-29076fc513c2 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Sep 18 00:33:15.128684 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.130406 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-4eefe087-8b85-48ba-a3ea-33e1069942c2 service neutron] 10.222.0.48 "GET /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.0596411 Sep 18 00:33:15.147758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.152037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.174780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5368e368-cf5b-43b9-bee1-e9f93d29ed22,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:15.179677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.180912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28b78287-30ab-4b86-9fb4-cc3b95993b25 req-01d431e3-eba1-4884-b353-669b9ff978d4 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1410577 Sep 18 00:33:15.248142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b715b8-3489-48a4-8e15-2a2bbc6cda01 req-70320763-fd13-4771-bda5-3d7138e7acb8 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 200 len: 2995 time: 0.0462277 Sep 18 00:33:15.293862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-fe796c1c-3ec9-4df8-a582-01ad8d2fd47b tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-group-rules/5368e368-cf5b-43b9-bee1-e9f93d29ed22 HTTP/1.1" status: 200 len: 783 time: 0.0227284 Sep 18 00:33:15.354547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:15.356584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-d1019371-abf7-4a8f-9486-e88792fb9f31 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 200 len: 2995 time: 0.0566258 Sep 18 00:33:15.378958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:15.398895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.410361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.419646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3c2120-a27c-4697-af13-ea24dc2326b4 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:15.433432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:15.454262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.491404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404e49f-8610-4762-9116-2ef8c938b9f6 req-114f2838-427b-4d68-975d-be0599022026 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:15.493003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2404e49f-8610-4762-9116-2ef8c938b9f6 req-114f2838-427b-4d68-975d-be0599022026 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.0902433 Sep 18 00:33:15.494079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.505511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.506623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85d7e4d2-34cf-4223-bed1-5808094ebcfa req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5368e368-cf5b-43b9-bee1-e9f93d29ed22 HTTP/1.1" status: 204 len: 173 time: 0.1438091 Sep 18 00:33:15.508451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b85cb-b75b-45b6-aa76-7bce3ddd324d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5368e368-cf5b-43b9-bee1-e9f93d29ed22,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:15.544181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] Transition to ACTIVE for port object ee3c2120-a27c-4697-af13-ea24dc2326b4 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:15.550545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.557235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2404e49f-8610-4762-9116-2ef8c938b9f6 req-947be9a8-03a1-461b-bf07-7d8dcdb13152 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Sep 18 00:33:15.593271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-97efe29b-aa5b-4ef3-86af-3b06f720762e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 200 len: 2397 time: 0.0641193 Sep 18 00:33:15.620846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] No DVR routers for this DVR port ee3c2120-a27c-4697-af13-ea24dc2326b4 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:15.673050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:15.682659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-60ae81ee-2237-44fc-9ca4-d169661064f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 0.5420523 Sep 18 00:33:15.712106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.753146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.765374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd7a9f-e316-43fe-bd71-b73c1245bc04 req-de932ce1-3e81-4b74-a9b9-50f0e58306d5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:15.766891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65dd7a9f-e316-43fe-bd71-b73c1245bc04 req-de932ce1-3e81-4b74-a9b9-50f0e58306d5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 944 time: 0.1105247 Sep 18 00:33:15.826032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.831890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-662e1543-f2ac-4907-8f4f-587a9cfa9ee3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:15.833584 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-662e1543-f2ac-4907-8f4f-587a9cfa9ee3 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.0535381 Sep 18 00:33:15.844533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65dd7a9f-e316-43fe-bd71-b73c1245bc04 req-5139d19b-c41f-492b-b467-7ce235d210c4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706019 Sep 18 00:33:15.845123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.847617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:15.848682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2d812c-34ec-4935-a367-5f9b0be85d19 req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c8e0e9b-c221-4236-aacb-b91a6f162d33 HTTP/1.1" status: 204 len: 173 time: 0.2433972 Sep 18 00:33:15.860742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30ef3-8217-4f18-ab1e-4a1300e0a2dc tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e0e9b-c221-4236-aacb-b91a6f162d33,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:15.910363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-b9df69f3-a102-44c7-9843-5dd648be295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:15.912212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-b9df69f3-a102-44c7-9843-5dd648be295a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867&tenant_id=7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 1096 time: 0.0695400 Sep 18 00:33:15.920770 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-5008a237-8783-470f-b7f4-c9c86bb1452f req-0a0c5d9c-eb9f-4675-88cb-cba5a86d381f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] show failed (client error): The resource could not be found. Sep 18 00:33:15.921875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5008a237-8783-470f-b7f4-c9c86bb1452f req-0a0c5d9c-eb9f-4675-88cb-cba5a86d381f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/efd6e29f-cef2-4cd7-9235-e76870dcfcba HTTP/1.1" status: 404 len: 352 time: 0.0164931 Sep 18 00:33:16.002540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-e6c86a7a-386e-4248-b653-e33984332058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.004051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-e6c86a7a-386e-4248-b653-e33984332058 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1096 time: 0.0398567 Sep 18 00:33:16.019245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988990c-a024-4c0a-812d-ee8be8ab7bd3 req-81064f88-6cca-4645-ba2a-3bd328906829 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.020789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c988990c-a024-4c0a-812d-ee8be8ab7bd3 req-81064f88-6cca-4645-ba2a-3bd328906829 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0788229 Sep 18 00:33:16.023837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7644337f-8b5e-4462-9334-71a49ace4788 req-7af97573-ef86-44bb-ae33-f14b7eaed5c8 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/babc099e-de67-4c63-a955-081c0c8b44ad HTTP/1.1" status: 200 len: 1805 time: 0.0723646 Sep 18 00:33:16.112189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-110ca4e8-89ec-4132-a3f4-2df3d3d22a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.113204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c988990c-a024-4c0a-812d-ee8be8ab7bd3 req-9797ea23-0590-4b10-a622-847bca3db622 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827267 Sep 18 00:33:16.113599 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-110ca4e8-89ec-4132-a3f4-2df3d3d22a4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.0928617 Sep 18 00:33:16.125143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7644337f-8b5e-4462-9334-71a49ace4788 req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.164447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7644337f-8b5e-4462-9334-71a49ace4788 req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.171479 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-cb991fd7-33e5-460f-a693-4dd72dc0c50e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 200 len: 217 time: 0.0488324 Sep 18 00:33:16.233547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-66c32162-199d-4f38-87a3-ca2337fdd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.235401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-66c32162-199d-4f38-87a3-ca2337fdd717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0530078 Sep 18 00:33:16.242749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7644337f-8b5e-4462-9334-71a49ace4788 req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.245867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7644337f-8b5e-4462-9334-71a49ace4788 req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.247032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7644337f-8b5e-4462-9334-71a49ace4788 req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/babc099e-de67-4c63-a955-081c0c8b44ad HTTP/1.1" status: 204 len: 173 time: 0.2093368 Sep 18 00:33:16.259774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee55619-dc0b-48a9-ade1-12f4bfa2eb64 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc099e-de67-4c63-a955-081c0c8b44ad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:16.271525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-15ca87e3-a422-44ed-b7c9-ba1815dccf30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272551 Sep 18 00:33:16.273838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe507e-f9d6-4d8c-af68-96fef2640677 req-7eaf26e7-e2de-4393-8f1a-18e74137c4cb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.275409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adbe507e-f9d6-4d8c-af68-96fef2640677 req-7eaf26e7-e2de-4393-8f1a-18e74137c4cb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 944 time: 0.0748765 Sep 18 00:33:16.342294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adbe507e-f9d6-4d8c-af68-96fef2640677 req-841588b1-0ab1-4707-b2d3-870d6c74a6d7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606170 Sep 18 00:33:16.347887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-b9f876cb-b9dd-4d7d-872e-332759baac34 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc HTTP/1.1" status: 200 len: 1804 time: 0.0585864 Sep 18 00:33:16.383764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-16a750ff-cbe4-4839-8ae4-e0066f4aad15 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018486 Sep 18 00:33:16.417762 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.445812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.487629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-3770c6c5-4717-4050-a215-0fc59232f6f6 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966477 Sep 18 00:33:16.518530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.521423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.522687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42b59415-ef21-4d94-ad14-8310e5defec0 req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc HTTP/1.1" status: 204 len: 173 time: 0.1688354 Sep 18 00:33:16.536824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd262-0149-415c-8904-af7b09f6f9a9 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e9b7af-cdf3-44bb-bd2b-c2df95aa6fdc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:16.586243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-0cdd1eb5-dad0-4083-ac69-bb0d104c2a9d tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/de78673a-716a-46e5-bc0f-37614a76991b HTTP/1.1" status: 200 len: 1805 time: 0.0413110 Sep 18 00:33:16.674789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.707707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18841-adf3-472d-97d9-8abbb05f95ad req-18995355-7d04-4872-b3aa-3f62d03d8e35 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.709232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f18841-adf3-472d-97d9-8abbb05f95ad req-18995355-7d04-4872-b3aa-3f62d03d8e35 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.0781255 Sep 18 00:33:16.713436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.783811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f18841-adf3-472d-97d9-8abbb05f95ad req-8462ba55-a22c-4b89-a5e9-0d74c6f954a9 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Sep 18 00:33:16.798588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.801648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.803073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3bfeae-e16f-496e-bdfc-3f493de9135d req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/de78673a-716a-46e5-bc0f-37614a76991b HTTP/1.1" status: 204 len: 173 time: 0.2099569 Sep 18 00:33:16.815186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d668a9-cded-474d-b555-ce39b9d604c6 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de78673a-716a-46e5-bc0f-37614a76991b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:16.857340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722d67-2e76-41ec-beef-d9698634ea6a req-e6fdb68c-fd43-4777-8f23-b6c4e3eca6c5 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.858792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-e6fdb68c-fd43-4777-8f23-b6c4e3eca6c5 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.0840130 Sep 18 00:33:16.860392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:16.879858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7acad742-69c8-40de-ab77-a230bc5ef6f8 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:16.942980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 7acad742-69c8-40de-ab77-a230bc5ef6f8 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:16.947545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 7acad742-69c8-40de-ab77-a230bc5ef6f8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:16.948197 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.979585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-af722d67-2e76-41ec-beef-d9698634ea6a req-cbbf3c1b-9cbf-4ab8-bc09-0fd08eda1f87 service neutron] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:16.982874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-af722d67-2e76-41ec-beef-d9698634ea6a req-cbbf3c1b-9cbf-4ab8-bc09-0fd08eda1f87 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.984173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-af722d67-2e76-41ec-beef-d9698634ea6a req-cbbf3c1b-9cbf-4ab8-bc09-0fd08eda1f87 service neutron] 10.222.0.54 "DELETE /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.1177857 Sep 18 00:33:17.007954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-2404bc7d-89c6-4429-a7a0-1838b639998e tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/a5dc0ab7-0d69-4d57-9409-aa324f49639b HTTP/1.1" status: 200 len: 2403 time: 0.1736012 Sep 18 00:33:17.016167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c66c616-35cf-4569-9c36-8cecd735cb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.055835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.085225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:17.088103 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0453c1-9390-4b21-a36d-f9fe72b19b5b" -d '{"events": [{"server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "name": "network-vif-plugged", "status": "completed", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:17.104441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:17.109223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.118855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c66c616-35cf-4569-9c36-8cecd735cb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.122904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb77b36-454e-43ff-81da-7b8442897547 req-ce52f1d0-05f2-4427-9874-abe526212d2a tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 258 time: 0.2999980 Sep 18 00:33:17.127578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c66c616-35cf-4569-9c36-8cecd735cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.152999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:17.160665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:17.164296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.168462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c66c616-35cf-4569-9c36-8cecd735cb0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d99a66baafaa4a368ef6b48b32d68cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069906 Sep 18 00:33:17.169344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66c616-35cf-4569-9c36-8cecd735cb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e3cba-a188-47ff-a217-d650b73377c0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:17.172012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:17.212475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.216754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.296949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.333885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.336636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.337753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-809acbdb-e347-4551-ae59-aa3ccbe8b783 req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/a5dc0ab7-0d69-4d57-9409-aa324f49639b HTTP/1.1" status: 204 len: 173 time: 0.3290005 Sep 18 00:33:17.364760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.369849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab815c-e036-4177-b227-75c6c676bb96 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc0ab7-0d69-4d57-9409-aa324f49639b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:17.453435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.460643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.463211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.464315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe7e3cba-a188-47ff-a217-d650b73377c0 HTTP/1.1" status: 204 len: 168 time: 0.2895410 Sep 18 00:33:17.484428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae54a7-2ca4-4373-9f33-6502e8ab9ac8 req-39f0c4fe-8071-4361-a74a-7d7e0517ea9a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:17.485895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeae54a7-2ca4-4373-9f33-6502e8ab9ac8 req-39f0c4fe-8071-4361-a74a-7d7e0517ea9a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 944 time: 0.0889502 Sep 18 00:33:17.511632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59341668-99d5-47b2-b9f1-d212c974cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e3cba-a188-47ff-a217-d650b73377c0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:17.589569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeae54a7-2ca4-4373-9f33-6502e8ab9ac8 req-6abeb153-2a49-4ce3-bb18-8b559cffffb0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736237 Sep 18 00:33:17.614356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Allocated IP 172.25.7.121 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/936f236d-cd89-4099-96c8-f53c7d566c23) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:17.655424 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e011f39d-d4ab-4eca-82d0-82df0d63fda4 x-openstack-request-id: req-e011f39d-d4ab-4eca-82d0-82df0d63fda4 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:17.655982 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "name": "network-vif-plugged", "status": "completed", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:17.656310 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e011f39d-d4ab-4eca-82d0-82df0d63fda4 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:17.656960 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8', 'code': 200} Sep 18 00:33:17.777781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.796084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1a93-5656-41fe-b7a0-7dc1025114f2 req-bc52d2b5-1f9b-4906-9248-7b2b5994adc6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:17.797846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-799b1a93-5656-41fe-b7a0-7dc1025114f2 req-bc52d2b5-1f9b-4906-9248-7b2b5994adc6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0920804 Sep 18 00:33:17.810265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a21f6-9af0-4b1f-b4fe-25c9b3c4331a req-4db1b9d6-f9dc-4201-b550-2e9dd9644bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:17.812067 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-140a21f6-9af0-4b1f-b4fe-25c9b3c4331a req-4db1b9d6-f9dc-4201-b550-2e9dd9644bbd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 1097 time: 0.0487425 Sep 18 00:33:17.819897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51792) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:17.843460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8611575-5c80-4a8f-ba7f-efa115230a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.849796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.865624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-799b1a93-5656-41fe-b7a0-7dc1025114f2 req-e5a3bf47-d21e-46e6-9b94-fa75e30ccc47 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572472 Sep 18 00:33:17.875091 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-140a21f6-9af0-4b1f-b4fe-25c9b3c4331a req-abe87168-434c-4863-8404-89df564f26d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Sep 18 00:33:17.913343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:17.922537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:17.925236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:17.961706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8611575-5c80-4a8f-ba7f-efa115230a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.966622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8611575-5c80-4a8f-ba7f-efa115230a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.967128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event updated for resources: {'Port': ['ID=936f236d-cd89-4099-96c8-f53c7d566c23,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:17.996852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-e37c2ab6-30cf-46e9-b36f-d5499c9921a1 tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "GET /v2.0/security-groups/7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3 HTTP/1.1" status: 200 len: 2398 time: 0.0978730 Sep 18 00:33:18.008839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f8611575-5c80-4a8f-ba7f-efa115230a61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=046a6950a09a472787c98aab8598fdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847100 Sep 18 00:33:18.008839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8611575-5c80-4a8f-ba7f-efa115230a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e768bb6-d7e6-4078-9028-80be64a9a20c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:18.010200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:18.061913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.082360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.083173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.101922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.131112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.134470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.135607 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e768bb6-d7e6-4078-9028-80be64a9a20c HTTP/1.1" status: 204 len: 168 time: 0.1244044 Sep 18 00:33:18.143670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063d1ed-dd92-4d55-b6a5-f6192281edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e768bb6-d7e6-4078-9028-80be64a9a20c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:18.146884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.150537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.254708 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.257734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.258877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-caf998fb-b774-4acb-90cb-6f6042a272d4 req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] 10.222.0.49 "DELETE /v2.0/security-groups/7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3 HTTP/1.1" status: 204 len: 173 time: 0.2547936 Sep 18 00:33:18.264939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:18.299898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab85234-00a9-4db0-831b-c0e1fa09248f tempest-SecurityGroupRulesTestJSON-1574265497 tempest-SecurityGroupRulesTestJSON-1574265497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdaccf3-fb88-4e07-8b0f-67f66e0e23b3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:18.363092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Deleting subnet f8c4d3c5-6b3e-4e2b-81ff-611510035c72 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:33:18.367263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.377408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.396320 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.412156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.463393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.493574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f080b-45da-4303-92cb-200dd9770813 req-ba3ae9e5-0ff9-486b-bdd4-277809b21266 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:18.495212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-133f080b-45da-4303-92cb-200dd9770813 req-ba3ae9e5-0ff9-486b-bdd4-277809b21266 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 945 time: 0.1397557 Sep 18 00:33:18.498035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event updated for resources: {'Port': ['ID=936f236d-cd89-4099-96c8-f53c7d566c23,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:18.526106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.529030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.550283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.551617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb77b36-454e-43ff-81da-7b8442897547 req-4c8f1e77-880c-4888-a34a-ed9999dd9884 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4118543 Sep 18 00:33:18.560766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-133f080b-45da-4303-92cb-200dd9770813 req-4bcbc0bd-0442-45a6-939b-e43ebbbd943b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486667 Sep 18 00:33:18.563756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:18.568488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f8c4d3c5-6b3e-4e2b-81ff-611510035c72 HTTP/1.1" status: 204 len: 168 time: 0.2996855 Sep 18 00:33:18.568488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0bbc-a653-470c-8e2b-d817b01bbf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c4d3c5-6b3e-4e2b-81ff-611510035c72,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:18.569159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51808) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:18.627130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb77b36-454e-43ff-81da-7b8442897547 req-afbf30de-4972-4455-9a85-8cec1d034704 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.0654063 Sep 18 00:33:19.013313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.096432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:19.111332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77b36-454e-43ff-81da-7b8442897547 req-31aae8a6-3dbd-4576-8a6e-35a5ad63b26e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.112702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb77b36-454e-43ff-81da-7b8442897547 req-31aae8a6-3dbd-4576-8a6e-35a5ad63b26e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.4751139 Sep 18 00:33:19.119953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1f5cc-e63d-4352-8b85-ccacb2a8a51f req-b067ebef-7f87-43d5-add7-e66925f7b977 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.127369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24d1f5cc-e63d-4352-8b85-ccacb2a8a51f req-b067ebef-7f87-43d5-add7-e66925f7b977 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 1096 time: 0.1195307 Sep 18 00:33:19.152991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:19.183713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.236701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb14b6a-e01c-42b3-8f8e-ec42055e5712']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:19.239971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24d1f5cc-e63d-4352-8b85-ccacb2a8a51f req-c6441097-cb2e-4ac0-9c82-fe484018c366 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118281 Sep 18 00:33:19.250893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1b418c-0582-4ca2-9a34-c3b6fb7956b1') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:19.251188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1b418c-0582-4ca2-9a34-c3b6fb7956b1') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:19.263852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.287445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421acd-8701-4d41-8dca-2d1798bc8139 req-bb319ec7-6838-4c92-90ca-735c2da1ffb5 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.289572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86421acd-8701-4d41-8dca-2d1798bc8139 req-bb319ec7-6838-4c92-90ca-735c2da1ffb5 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1097 time: 0.1095083 Sep 18 00:33:19.296710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.315182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:33:19.315827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:33:19.328665 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:33:19.441609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86421acd-8701-4d41-8dca-2d1798bc8139 req-82d7728f-f459-46ee-8797-d87dcac40c04 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413841 Sep 18 00:33:19.449940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.467826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee35d3-d7eb-498d-a57b-2b20659b40df req-6d1d242b-4cc1-40c2-85b9-47cefd2354b4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.467826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2aee35d3-d7eb-498d-a57b-2b20659b40df req-6d1d242b-4cc1-40c2-85b9-47cefd2354b4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1227224 Sep 18 00:33:19.467826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.468851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7eb14b6a-e01c-42b3-8f8e-ec42055e5712 HTTP/1.1" status: 204 len: 168 time: 0.8981087 Sep 18 00:33:19.506025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308f806-dfe9-4476-b1eb-2d38f89c3b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb14b6a-e01c-42b3-8f8e-ec42055e5712,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:19.543883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2aee35d3-d7eb-498d-a57b-2b20659b40df req-ce56155b-4a1a-4e3a-ad4e-1bffaed73f65 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609829 Sep 18 00:33:19.678162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:19.722116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ed9299bb-342b-4c1c-9222-9b940771d275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6ab502c7ab1469d973a0a5c0517a3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424964 Sep 18 00:33:19.724661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51870) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:19.735570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-b04d2c4d-e74f-48b7-bff3-40b8f4c1eb28 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.737118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-b04d2c4d-e74f-48b7-bff3-40b8f4c1eb28 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1588449 Sep 18 00:33:19.777482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.797856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.804749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-73acb515-81cb-4d82-8b30-acba89c31c3d tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.0594785 Sep 18 00:33:19.811594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-ee034a5a-3bc7-44ed-a5f2-a7291482b54e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.813025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-ee034a5a-3bc7-44ed-a5f2-a7291482b54e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.1816549 Sep 18 00:33:19.817791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'floatingip': {'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:19.845039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.847740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:19.849111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/648f5296-4afb-487a-bfe3-1fe6b4b98715 HTTP/1.1" status: 204 len: 168 time: 0.1225383 Sep 18 00:33:19.856883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6181-ddfb-4b31-a4fb-4c24fdc9212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f5296-4afb-487a-bfe3-1fe6b4b98715,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:19.862557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-b7efa549-df64-4b3b-95fc-dbba7ca2ee5b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/quotas/7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 375 time: 0.0404494 Sep 18 00:33:19.865572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.000526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-fb687afb-3a30-440d-8b4c-eccd2dbb512d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309090 Sep 18 00:33:20.187216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-1f251aa9-3ade-4c8c-89be-ba11368a16eb service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751659 Sep 18 00:33:20.474581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-4d971a46-9692-44b7-855f-a24a5d61c7ae service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610028 Sep 18 00:33:20.550917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51894) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:20.657685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.664055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.673771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1367790388-network', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:20.704489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Made reservation on behalf of 5963f3eba3b24c2d8ec1f1568deef56a for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:20.708216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.719028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.791841 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Floating IP 533a3a96-89a6-4101-bd63-fc5b7a355371 associated. External IP: 172.25.7.121, port: 9c09bede-7dcf-44a8-82aa-582c91571fb5. Sep 18 00:33:20.838458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.845051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.880410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25362cc5-1543-4ffa-a3d0-1affdb127656,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:20.906950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:33:20.927324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.927857 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Added segment 66687211-381c-4e85-b3f3-866890eaebbe of type vlan for network 40a73266-43a2-4133-a252-a94e3434b852 Sep 18 00:33:20.975081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.007287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.008721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.009766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.047568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Router 5a8fe137-9054-4203-b05b-041ce83b735e has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:33:21.094787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5400596 Sep 18 00:33:21.094990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:21.099847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Request body: {'subnet': {'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1367790388-subnet', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:21.104279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209ae5f-1d4f-4e34-840c-6c6310eaa229 admin admin] Pushing event updated for resources: {'Network': ['ID=40a73266-43a2-4133-a252-a94e3434b852,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:21.119122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 40a73266-43a2-4133-a252-a94e3434b852 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:33:21.125197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Made reservation on behalf of 5963f3eba3b24c2d8ec1f1568deef56a for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:21.127632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.192908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:21.203453 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Sync routers for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:21.204157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.216768 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:21.217422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:21.260725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-64a43ea6-aecb-4e2c-8722-6fb9be964e89 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "PUT /v2.0/floatingips/533a3a96-89a6-4101-bd63-fc5b7a355371 HTTP/1.1" status: 200 len: 997 time: 1.4457238 Sep 18 00:33:21.263540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:21.276711 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b518d-c1bd-476a-b9fb-8f554f449701" -d '{"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:21.332088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-950f2813-bd69-444c-9fe7-e510bf66d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.340794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-950f2813-bd69-444c-9fe7-e510bf66d59b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1098 time: 0.0553763 Sep 18 00:33:21.341720 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:21.461453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.472396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-9d34dd5f-0df9-4640-92b1-cdbf1f815d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.474504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-9d34dd5f-0df9-4640-92b1-cdbf1f815d3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 929 time: 0.1326523 Sep 18 00:33:21.543546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec17999e-7e60-4959-ba0e-c2020bae9bee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:21.555070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Checking segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:21.555451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Network hostable DHCP agents. Network: 40a73266-43a2-4133-a252-a94e3434b852, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:33:21.575267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Network 40a73266-43a2-4133-a252-a94e3434b852 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:33:21.585432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-5cd85f21-d63b-4621-81ef-3d8cc8210079 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 1000 time: 0.1040392 Sep 18 00:33:21.585835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 40a73266-43a2-4133-a252-a94e3434b852) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:21.594944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.595639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.596200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5181c-a0d6-4d82-af80-678f65656696 None None] Network 40a73266-43a2-4133-a252-a94e3434b852 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:21.626346 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5508816f-8873-4cc1-a9e0-13d7e2cfd7b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5274544 Sep 18 00:33:21.627669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:21.638053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:21.651992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-71b7f2f6-3e68-48fa-8a54-961706c973f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.653925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-71b7f2f6-3e68-48fa-8a54-961706c973f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.0467079 Sep 18 00:33:21.682040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.683105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.713595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '533a3a96-89a6-4101-bd63-fc5b7a355371', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'mac_address': 'fa:16:3e:e1:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:18Z', 'updated_at': '2021-09-18T00:33:20Z', 'revision_number': 1, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:21.716428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-60b42fae-dddb-41bb-82d2-d9cd49509f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.719025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-60b42fae-dddb-41bb-82d2-d9cd49509f74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592959 Sep 18 00:33:21.744413 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Checking router: 5a8fe137-9054-4203-b05b-041ce83b735e for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:21.744666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-ab32cdbf-5449-4a76-9ead-d0834495aa43 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:21.746307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-ab32cdbf-5449-4a76-9ead-d0834495aa43 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071111 Sep 18 00:33:21.757226 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:21.758422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:32:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:21.760507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.816789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-40a73266-43a2-4133-a252-a94e3434b852', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:33:21.817884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:21.872325 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:21.954721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-d7537e4c-8bfc-4b73-ad75-e1c1e3680224 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:21.963398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-d7537e4c-8bfc-4b73-ad75-e1c1e3680224 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142863 Sep 18 00:33:22.016048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-0e9dacd7-0892-4ee5-bfc0-bca7d4be1994 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:22.024771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-0e9dacd7-0892-4ee5-bfc0-bca7d4be1994 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 1094 time: 0.0602903 Sep 18 00:33:22.029508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:22.030131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:33:22.036366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.123457 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '533a3a96-89a6-4101-bd63-fc5b7a355371', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'mac_address': 'fa:16:3e:e1:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:18Z', 'updated_at': '2021-09-18T00:33:20Z', 'revision_number': 1, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:22.130439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Allocated IP 172.20.0.2 (40a73266-43a2-4133-a252-a94e3434b852/ec17999e-7e60-4959-ba0e-c2020bae9bee/28141c46-6a76-4eb8-92c1-8b63e1e555ad) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:22.151544 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5946619-fdbe-4bd9-a925-0745fafd1a0f None None] The sync data for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 is: [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '533a3a96-89a6-4101-bd63-fc5b7a355371', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'mac_address': 'fa:16:3e:e1:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:18Z', 'updated_at': '2021-09-18T00:33:20Z', 'revision_number': 1, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:22.277395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-afe8c042-f569-4865-b2d0-7c9d34c7f289 service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169265 Sep 18 00:33:22.314106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-b2c6e4b4-028d-4ea3-8e26-30f82f24d00f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:22.315542 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-b2c6e4b4-028d-4ea3-8e26-30f82f24d00f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.3097818 Sep 18 00:33:22.330211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.339351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Request body: {'port': {'device_id': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'admin_state_up': True, 'tenant_id': '7fbb04baecc948c78313e462484cba2c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:22.340312 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.383368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Pushing event updated for resources: {'Port': ['ID=28141c46-6a76-4eb8-92c1-8b63e1e555ad,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:22.383651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ebc6876-7045-40fd-a7f7-737bb7efe9e5 req-68d1a6d2-0aec-4005-8b3d-fe9ebdb01223 service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017835 Sep 18 00:33:22.399712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Network 40a73266-43a2-4133-a252-a94e3434b852 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:22.404941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:22.407658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:22.451169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:22.451574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:22.451801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:22.466604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:22.466970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:22.468720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Attempting to bind port 28141c46-6a76-4eb8-92c1-8b63e1e555ad on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:22.469242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Attempting to bind port 28141c46-6a76-4eb8-92c1-8b63e1e555ad by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:22.469609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Attempting to bind port 28141c46-6a76-4eb8-92c1-8b63e1e555ad on network 40a73266-43a2-4133-a252-a94e3434b852 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:22.476035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:22.476786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Checking segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:22.477201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.477605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Bound using segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:22.478098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Bound port: 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:22.478685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.482860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:22.483195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:22.483481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:22.483929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Bound port: 1481476e-8d53-4066-8671-f4731909db34, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:22.529716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f16308-26bc-486a-8f8f-27c5907a0d7c req-c0c48bc1-bed0-4643-b9d0-c17bda30d5e0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:22.531301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f16308-26bc-486a-8f8f-27c5907a0d7c req-c0c48bc1-bed0-4643-b9d0-c17bda30d5e0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 945 time: 0.0605597 Sep 18 00:33:22.572716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] For port 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:22.577396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] For port 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28141c46-6a76-4eb8-92c1-8b63e1e555ad,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:22.582252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f16308-26bc-486a-8f8f-27c5907a0d7c req-302a35d0-9ee3-4f22-b783-3298cc437427 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Sep 18 00:33:22.591023 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.656109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099fca-cc98-4ecd-906c-c88fe598aa05 None None] Pushing event updated for resources: {'Port': ['ID=28141c46-6a76-4eb8-92c1-8b63e1e555ad,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:22.658592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:22.663288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.676250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b9c60-ce26-4a02-a087-0c1da0e20e4d None None] New status for floating IP 533a3a96-89a6-4101-bd63-fc5b7a355371: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:33:22.697633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:22.698868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.995901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.996783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:22.998044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-064febb1-ca33-42a2-9cbd-aa657a14846c service neutron] 10.222.0.49 "POST /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34/bindings HTTP/1.1" status: 201 len: 390 time: 0.9723792 Sep 18 00:33:23.169293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-cd5446b2-32fb-4cda-83cb-f3250ff96e95 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=488f25a295104a2dbefe44912eeed63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520821 Sep 18 00:33:23.187268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Allocated IP 172.20.0.7 (0b267cce-014c-4e52-8c8b-c7aefe641bb2/00b341f1-de2c-4a9e-959e-667e944b9522/f78ba98b-c6b9-469c-8e89-ed4a15673c0e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:23.210884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Allocated IP 172.25.7.163 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/866eedf3-0e11-45e0-9f14-96907d16ce61) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:23.306728 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-91e39bc0-8c4f-46e2-a1dd-386962bc83c1 service neutron] show failed (client error): The resource could not be found. Sep 18 00:33:23.307668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-91e39bc0-8c4f-46e2-a1dd-386962bc83c1 service neutron] 10.222.0.48 "GET /v2.0/ports/384bf841-cf64-40bf-9a03-693cbfa6ae45/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.1743922 Sep 18 00:33:23.317456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ea23a-e84f-4c6c-812a-234170c0efdd req-6fa422f4-eeb4-4579-9618-afa06dfdd210 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:23.319611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-967ea23a-e84f-4c6c-812a-234170c0efdd req-6fa422f4-eeb4-4579-9618-afa06dfdd210 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1531909 Sep 18 00:33:23.370005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-0f854464-f6f7-429a-acd4-3cc86ad1a695 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:23.371962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-0f854464-f6f7-429a-acd4-3cc86ad1a695 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685228 Sep 18 00:33:23.405543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-967ea23a-e84f-4c6c-812a-234170c0efdd req-2c2a160f-04fd-4a5e-9269-8903f700bf0e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Sep 18 00:33:23.425668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-df0d2eb5-6ff8-4b65-b4c5-f92fbf286109 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/quotas/488f25a295104a2dbefe44912eeed63b HTTP/1.1" status: 200 len: 375 time: 0.0362921 Sep 18 00:33:23.467433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.478164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-d482109b-518f-48ac-bbe0-47c5d046e0ec tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504899 Sep 18 00:33:23.482180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-8b8da15d-f1e6-4975-b0f3-0d1187a31bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:23.483836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-8b8da15d-f1e6-4975-b0f3-0d1187a31bac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1097 time: 0.2046943 Sep 18 00:33:23.531013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28141c46-6a76-4eb8-92c1-8b63e1e555ad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:23.566855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0c7a976-3fbb-49af-ac7b-48905ac2b154 req-7238b797-2e1b-4ecb-b6d4-219b7254b647 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 210 time: 0.0604100 Sep 18 00:33:23.606006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 28141c46-6a76-4eb8-92c1-8b63e1e555ad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:23.607407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.653942 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94652f-9355-4f65-8f8c-40fc2ed30973 x-openstack-request-id: req-ff94652f-9355-4f65-8f8c-40fc2ed30973 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:23.654235 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:23.654495 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff94652f-9355-4f65-8f8c-40fc2ed30973 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:23.654893 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'status': 'completed', 'code': 200} Sep 18 00:33:23.697059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.781847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.819604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28141c46-6a76-4eb8-92c1-8b63e1e555ad,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:23.826593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.865550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-c63758df-3fca-4661-87e1-9fc01e6379ee tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 258 time: 0.1976635 Sep 18 00:33:23.872245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:23.922749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.933299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=28141c46-6a76-4eb8-92c1-8b63e1e555ad,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:23.935039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:23.995534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-881177ee-34d9-4f1a-afcc-89f9077a1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:23.997068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-881177ee-34d9-4f1a-afcc-89f9077a1ffb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1102 time: 0.3899722 Sep 18 00:33:23.999482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-e059d27b-0a8f-46b3-ad70-64c92c66bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.000842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-e059d27b-0a8f-46b3-ad70-64c92c66bd3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.4959455 Sep 18 00:33:24.003113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7d24a-2bce-491b-9bec-297e72ead792 None None] Network 40a73266-43a2-4133-a252-a94e3434b852 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:24.016300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:24.021934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-3181d8f1-d6b7-48dc-bc20-8579d2fc4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.024265 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-3181d8f1-d6b7-48dc-bc20-8579d2fc4dc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1098 time: 0.2894833 Sep 18 00:33:24.025246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:24.029382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:24.035599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.041441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:24.098591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38815e-9ae9-4fb1-a4fe-4ac355bc5660 req-d0c5381a-359f-411d-a7ea-a082e55b2717 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.100331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b38815e-9ae9-4fb1-a4fe-4ac355bc5660 req-d0c5381a-359f-411d-a7ea-a082e55b2717 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.0857363 Sep 18 00:33:24.106171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8433ad37-e874-451d-8343-5d3e27000e60 None None] Provisioning complete for port 28141c46-6a76-4eb8-92c1-8b63e1e555ad triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:24.106935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8433ad37-e874-451d-8343-5d3e27000e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.125775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.183366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Pushing event updated for resources: {'Port': ['ID=866eedf3-0e11-45e0-9f14-96907d16ce61,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:24.190206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4c66-0190-49f2-b86a-719e4da33534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.199886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b38815e-9ae9-4fb1-a4fe-4ac355bc5660 req-c060a8f7-a77a-419e-b84f-6b81e958c151 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838661 Sep 18 00:33:24.252908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-0fcdd4cf-eaee-432e-a0f0-b13893d8abb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 217 time: 0.2085488 Sep 18 00:33:24.320825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-691e3639-4618-46f1-845e-0de73f0f53ae req-b5d114c9-51ce-4969-afb0-e277378c5123 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 210 time: 0.0390322 Sep 18 00:33:24.341439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Allocated IP 172.25.7.170 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/437a94bd-a5e2-49cc-9b30-fae9836120ee) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:24.485486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.554898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:24.564019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-f0e45a7e-938f-4336-aa10-e977ca4845ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.565719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-f0e45a7e-938f-4336-aa10-e977ca4845ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 929 time: 0.4926584 Sep 18 00:33:24.575059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.591784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:24.609510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-abd744a7-04f4-45a8-aee3-e8026bbc1acd None None] Provisioning complete for port 28141c46-6a76-4eb8-92c1-8b63e1e555ad triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:24.610674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abd744a7-04f4-45a8-aee3-e8026bbc1acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.611247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:24.617103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a37d7-7a07-41a8-aeb6-aa3f1c9507fb req-34f8bb26-31ea-4d69-b671-75e275fcb81d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.618770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f07a37d7-7a07-41a8-aeb6-aa3f1c9507fb req-34f8bb26-31ea-4d69-b671-75e275fcb81d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 945 time: 0.0862556 Sep 18 00:33:24.633535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:24.642803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:24.657073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:24.661506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event updated for resources: {'Port': ['ID=437a94bd-a5e2-49cc-9b30-fae9836120ee,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:24.682465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.703541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f07a37d7-7a07-41a8-aeb6-aa3f1c9507fb req-4e985950-0c02-485a-af11-1ca7c52c9fe6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Sep 18 00:33:24.707711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:24.731359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-6e8de25c-ae51-4107-aed0-3593cd4683b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.732921 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-6e8de25c-ae51-4107-aed0-3593cd4683b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.4299667 Sep 18 00:33:24.769112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.816243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-b8804d38-89c9-4689-b2e3-16b729fcddc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691147 Sep 18 00:33:24.825694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-a7f77a90-9cba-4964-8d9e-dcb00cad839b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 1002 time: 0.2280240 Sep 18 00:33:24.834138 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.872604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.873106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:24.877392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c76331-4540-4d46-953c-ef1af6fdf44f req-fa9063e9-7048-4302-920a-456f146c4d3f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.878878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c76331-4540-4d46-953c-ef1af6fdf44f req-fa9063e9-7048-4302-920a-456f146c4d3f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0783896 Sep 18 00:33:24.966356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c76331-4540-4d46-953c-ef1af6fdf44f req-03cd6b1e-69ac-4ae4-b0fe-45bda6ab1c6c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671556 Sep 18 00:33:25.017379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-2fd59bc4-05e9-4c17-a5fd-f6cdbb9feb96 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6879573 Sep 18 00:33:25.030222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-e6629e34-ae3b-4309-ab53-160ba6150791 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=488f25a295104a2dbefe44912eeed63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313323 Sep 18 00:33:25.059176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Request body: {'port': {'device_id': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:25.140199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-64288a97-a3f3-45fd-8ae3-d54dbce6297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.141578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-64288a97-a3f3-45fd-8ae3-d54dbce6297d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.2776585 Sep 18 00:33:25.195676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.222551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213450-1f38-42e2-95fa-5ef200a02be8 req-2152d935-650a-49a8-9b1a-f71dbc53b4e9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.224127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b213450-1f38-42e2-95fa-5ef200a02be8 req-2152d935-650a-49a8-9b1a-f71dbc53b4e9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 931 time: 0.1529853 Sep 18 00:33:25.226326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.253251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-f3202fd9-729c-4487-b299-9069a9b56164 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.255085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-f3202fd9-729c-4487-b299-9069a9b56164 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188859 Sep 18 00:33:25.292160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Request body: {'port': {'device_id': '05b6442f-b339-4b21-badf-4e045e38b983', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '488f25a295104a2dbefe44912eeed63b'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:25.411399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28141c46-6a76-4eb8-92c1-8b63e1e555ad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:25.429503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event updated for resources: {'Port': ['ID=437a94bd-a5e2-49cc-9b30-fae9836120ee,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:25.435789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.445409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b213450-1f38-42e2-95fa-5ef200a02be8 req-47e02ddd-e583-41b9-bb43-750cea637737 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114832 Sep 18 00:33:25.467890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 28141c46-6a76-4eb8-92c1-8b63e1e555ad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:25.468320 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.477059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.477059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-72b32c7f-f674-4f2d-abb6-38416b70bd4f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6094949 Sep 18 00:33:25.486970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.494367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-9d72c714-716f-432f-be2e-e31295eb2680 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677558 Sep 18 00:33:25.568466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.588447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-f2011b43-82b6-4644-b705-f1eff72daff1 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1029775 Sep 18 00:33:25.598579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Made reservation on behalf of 488f25a295104a2dbefe44912eeed63b for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:25.602112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.634001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.659089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb29fed-91cc-4e02-98fb-5b8688dd4d83 req-266233a6-5931-4711-b648-c09a1c327730 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.660602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdb29fed-91cc-4e02-98fb-5b8688dd4d83 req-266233a6-5931-4711-b648-c09a1c327730 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1132038 Sep 18 00:33:25.678082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-fabaffe0-7cbc-4ac4-9e65-81df3acbc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.679623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-fabaffe0-7cbc-4ac4-9e65-81df3acbc369 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2684164 Sep 18 00:33:25.682717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:25.684217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.54', 56538) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:25.778061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdb29fed-91cc-4e02-98fb-5b8688dd4d83 req-48b9a6cf-5fee-4839-9491-321b6cb3ff3b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096597 Sep 18 00:33:25.794069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-936e6edc-ce2a-4a16-8663-78317288a514 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.800721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6003bae-07e6-4b08-a875-645a675c89b2 req-936e6edc-ce2a-4a16-8663-78317288a514 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2047610 Sep 18 00:33:25.858726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.862970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:25.927567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:25.956602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c4cdc51-4d70-4172-b1d2-55ceb2e59920 req-02d8d901-d321-41b3-bb7a-1ef053137667 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 210 time: 0.0896161 Sep 18 00:33:25.979285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c6ca2-d88c-496a-ba63-0c8971fb96a5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:25.994626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-37f5ec06-8f87-42d3-b1ee-809997a366b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546182 Sep 18 00:33:26.046481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7bb10-0613-4ffb-81ab-461537db353c req-042c4370-d6a3-4515-b2cc-f009fc35f61d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:26.048127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78b7bb10-0613-4ffb-81ab-461537db353c req-042c4370-d6a3-4515-b2cc-f009fc35f61d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 945 time: 0.0940540 Sep 18 00:33:26.061024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-617060e0-eb50-4e9b-b0d3-4aa5cc675e62 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:26.062593 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-617060e0-eb50-4e9b-b0d3-4aa5cc675e62 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 945 time: 0.3752384 Sep 18 00:33:26.102871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-9f91b6a1-8b59-4dad-933c-a3564bd222ef service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074547 Sep 18 00:33:26.103310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:26.105582 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75311c5-eb21-4d3a-906d-76e615ba4935" -d '{"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-unplugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:26.109480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.114458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78b7bb10-0613-4ffb-81ab-461537db353c req-33431220-dba9-4848-8c62-1118b2fee24a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Sep 18 00:33:26.123153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-8e4aee5e-4122-469e-bdc0-496d5db86a7d tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:26.124738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-8e4aee5e-4122-469e-bdc0-496d5db86a7d tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0756633 Sep 18 00:33:26.172987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Transition to ACTIVE for port object 384bf841-cf64-40bf-9a03-693cbfa6ae45 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:26.203626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.212038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-dd4624e9-f270-4e4d-8e92-8725439a4c67 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0731368 Sep 18 00:33:26.232294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-c2df2f6b-6308-40d5-b748-c3548eb0e490 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'floatingip': {'port_id': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:26.243279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.297264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-c2df2f6b-6308-40d5-b748-c3548eb0e490 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.335231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:26.342298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] No DVR routers for this DVR port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:26.351848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Allocated IP 192.168.233.76 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/16692b68-eb78-4213-a50c-dabbf6a7e620) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:26.387829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241018b5-345a-4db9-85e3-036f88cdc4cf req-69c572af-2246-484a-85cc-dcbaad34fa5f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:26.389450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-241018b5-345a-4db9-85e3-036f88cdc4cf req-69c572af-2246-484a-85cc-dcbaad34fa5f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.1809456 Sep 18 00:33:26.483834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:26.484213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:26.484561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:26.506124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-241018b5-345a-4db9-85e3-036f88cdc4cf req-0a9b35ad-c8b1-420a-b214-dc7243c89605 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030321 Sep 18 00:33:26.552652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:26.552981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Attempting to bind port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:26.581940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:26.582305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:26.582971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:26.583177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Bound port: 384bf841-cf64-40bf-9a03-693cbfa6ae45, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:26.583483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.636080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78ba98b-c6b9-469c-8e89-ed4a15673c0e {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:26.650830 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d70d0-6675-4987-8c52-5e430b36cc97 x-openstack-request-id: req-1f9d70d0-6675-4987-8c52-5e430b36cc97 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:26.651131 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-unplugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:26.651387 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f9d70d0-6675-4987-8c52-5e430b36cc97 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:26.651762 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'code': 200} Sep 18 00:33:26.661791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.712513 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-c2df2f6b-6308-40d5-b748-c3548eb0e490 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 00:33:26.713442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c736763-36a1-4e56-a51a-ef1254fae093 req-c2df2f6b-6308-40d5-b748-c3548eb0e490 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "PUT /v2.0/floatingips/b1a283cb-87cf-49c5-a16d-4c281abb0e0c HTTP/1.1" status: 409 len: 551 time: 0.4908774 Sep 18 00:33:26.724517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.731809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Transition to ACTIVE for port object f78ba98b-c6b9-469c-8e89-ed4a15673c0e will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:26.765572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.775951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Router 228a3b93-1d76-4670-90e9-c350e494459f is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:33:26.798362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b518d-c1bd-476a-b9fb-8f554f449701 req-065a2e5f-eae2-4a23-8c38-2d825d158cef service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308961 Sep 18 00:33:26.807631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4b6a088a-3a20-417d-93f6-3a6d897c473c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips/b1a283cb-87cf-49c5-a16d-4c281abb0e0c HTTP/1.1" status: 200 len: 693 time: 0.0563717 Sep 18 00:33:26.863984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2fc14-68d8-463c-a573-bc1da9ef437d req-bf52da93-d090-4cf0-922b-8ee667d57d6d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:26.864278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:26.865527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3a2fc14-68d8-463c-a573-bc1da9ef437d req-bf52da93-d090-4cf0-922b-8ee667d57d6d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 931 time: 0.1748047 Sep 18 00:33:26.938347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Deleting port 7acad742-69c8-40de-ab77-a230bc5ef6f8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:26.938716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:26.958051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:26.961260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:26.983933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.126735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-48d423aa-0a00-4b1c-a3ec-1afd651a5cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.156184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:27.211967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:27.239520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.311324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3a2fc14-68d8-463c-a573-bc1da9ef437d req-1176dfd3-962a-4e87-836f-f768034230f4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087246 Sep 18 00:33:27.319841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:27.327186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-c2f1298e-50c0-4c7d-8613-5eaacce1fb9a tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.334324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-c2f1298e-50c0-4c7d-8613-5eaacce1fb9a tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.5176976 Sep 18 00:33:27.347604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:27.351622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Pushing event updated for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:27.352982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:27.408358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.409027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.410646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] 10.222.0.54 "PUT /v2.0/ports/384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 1097 time: 3.3780167 Sep 18 00:33:27.415079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.440640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-471219a5-0487-42ee-bec8-60ade46fc893 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1050961 Sep 18 00:33:27.469998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:27.489504 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Sync routers for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:27.510066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:27.510670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:27.511020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:27.515088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] For port 7acad742-69c8-40de-ab77-a230bc5ef6f8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7acad742-69c8-40de-ab77-a230bc5ef6f8,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:27.515457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.521914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:27.522756 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:27.535270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ea167-b41c-4427-b35c-50e65695c637 service neutron] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:27.550943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:27.551292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:27.565937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-cccbac0b-d999-4473-b944-34e863dc1a83 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1235695 Sep 18 00:33:27.572950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Calling delete_port for 7acad742-69c8-40de-ab77-a230bc5ef6f8 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:27.574892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.575666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.583619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.588258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a66c0068-87e0-4d25-8e03-08f04a95c254 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9566884 Sep 18 00:33:27.591295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52000) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:27.592087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:27.592443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:27.592829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:27.593272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Bound port: f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:27.593626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.694785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-154c326d-968a-4d46-938f-ef12ce68e64c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4168456 Sep 18 00:33:27.752315 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:27.771871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-a1108dda-cbad-4c1e-a5b8-457bfdfc3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.773370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-a1108dda-cbad-4c1e-a5b8-457bfdfc3492 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1100 time: 0.3204725 Sep 18 00:33:27.791897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Request body: {'port': {'device_id': '05b6442f-b339-4b21-badf-4e045e38b983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:27.911520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:27.963550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31037a2-fb3a-4b9f-bf49-7ec6458de862 req-12ac5356-fba6-43af-9424-1fa5c3c584b2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.965363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c31037a2-fb3a-4b9f-bf49-7ec6458de862 req-12ac5356-fba6-43af-9424-1fa5c3c584b2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.3814051 Sep 18 00:33:28.054061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:24Z', 'revision_number': 3, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:28.088667 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Checking router: 228a3b93-1d76-4670-90e9-c350e494459f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:28.089748 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Updating router 228a3b93-1d76-4670-90e9-c350e494459f port 866eedf3-0e11-45e0-9f14-96907d16ce61 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:33:28.138246 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.141862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:28.165723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:28.207132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Deleting port 437a94bd-a5e2-49cc-9b30-fae9836120ee {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:28.207488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.241769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.243795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c31037a2-fb3a-4b9f-bf49-7ec6458de862 req-c218106d-52f7-4f3c-8be9-4710d320ab18 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154841 Sep 18 00:33:28.304463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:28.362330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.369423 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.371264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-26fe7d19-df7f-4ecc-81db-7df1903d0bc5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 1092 time: 3.3177731 Sep 18 00:33:28.439222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-109e9b51-a3e1-4c34-9cab-e688a4649af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.441859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-109e9b51-a3e1-4c34-9cab-e688a4649af7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.6504917 Sep 18 00:33:28.477226 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.477619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.506162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-79c43282-b1b6-437c-bcb3-b87a8af97048 None None] Provisioning complete for port 16692b68-eb78-4213-a50c-dabbf6a7e620 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:28.507594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-79c43282-b1b6-437c-bcb3-b87a8af97048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.514329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Calling delete_port for 437a94bd-a5e2-49cc-9b30-fae9836120ee owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:28.535557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-f4b8b278-5d32-4319-a1ae-2f1a83694a94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0485237 Sep 18 00:33:28.554943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-79c43282-b1b6-437c-bcb3-b87a8af97048 None None] Port 16692b68-eb78-4213-a50c-dabbf6a7e620 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:28.559905 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.609582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16692b68-eb78-4213-a50c-dabbf6a7e620 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:28.612687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-ba6c69f5-8cbd-4e28-b4ee-ea6b4ddc6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.614438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-ba6c69f5-8cbd-4e28-b4ee-ea6b4ddc6582 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0602810 Sep 18 00:33:28.619579 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.620114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.629994 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:33:28.633785 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.638931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Transition to ACTIVE for port object 16692b68-eb78-4213-a50c-dabbf6a7e620 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:28.668116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-9e3f0064-39fc-4f8b-84a9-7a4bdd99907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.670006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-9e3f0064-39fc-4f8b-84a9-7a4bdd99907c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1095 time: 0.2213783 Sep 18 00:33:28.670674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}, {'name': 'network-changed', 'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:28.673111 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea82e33-7e66-4e74-8047-2956b50f9147" -d '{"events": [{"name": "network-changed", "server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}, {"name": "network-changed", "server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:28.683875 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bcb2d-9fb3-4ac1-9a27-c7cb0bb6108d None None] Pushing event updated for resources: {'Port': ['ID=866eedf3-0e11-45e0-9f14-96907d16ce61,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:28.712618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.714758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Attempting to bind port 866eedf3-0e11-45e0-9f14-96907d16ce61 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:28.715193 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Attempting to bind port 866eedf3-0e11-45e0-9f14-96907d16ce61 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:28.715733 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Attempting to bind port 866eedf3-0e11-45e0-9f14-96907d16ce61 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:28.722038 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:28.722665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:28.723161 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.723752 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:28.724328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Bound port: 866eedf3-0e11-45e0-9f14-96907d16ce61, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:28.724969 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.736812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.783443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:28.797572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-977d8ca9-b579-4790-b350-15eb337c072d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 217 time: 0.1155355 Sep 18 00:33:28.816323 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] For port 866eedf3-0e11-45e0-9f14-96907d16ce61, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:28.820454 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] For port 866eedf3-0e11-45e0-9f14-96907d16ce61, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=866eedf3-0e11-45e0-9f14-96907d16ce61,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:28.827167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-5b80f87e-844b-41e7-b131-a9004d3a3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.829211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-5b80f87e-844b-41e7-b131-a9004d3a3c43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977458 Sep 18 00:33:28.837564 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:28.876407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Pushing event deleted for resources: {'Port': ['ID=7acad742-69c8-40de-ab77-a230bc5ef6f8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:28.913135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b31acb-557c-4d35-84e1-6c07833d6763 req-d87122b8-6e76-44cf-a9db-80923a04af9e tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.922014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8b31acb-557c-4d35-84e1-6c07833d6763 req-d87122b8-6e76-44cf-a9db-80923a04af9e tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 947 time: 0.3857334 Sep 18 00:33:28.948467 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:28.949568 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:28.962225 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bcb2d-9fb3-4ac1-9a27-c7cb0bb6108d None None] Pushing event updated for resources: {'Port': ['ID=866eedf3-0e11-45e0-9f14-96907d16ce61,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:28.965883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7acad742-69c8-40de-ab77-a230bc5ef6f8 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:29.001977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 7acad742-69c8-40de-ab77-a230bc5ef6f8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:29.002315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7acad742-69c8-40de-ab77-a230bc5ef6f8 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:29.038287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] No DVR routers for this DVR port 7acad742-69c8-40de-ab77-a230bc5ef6f8 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:29.052944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.055281 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dd545734-5ee1-42b6-93ad-8d0cf4538b31 req-7ee73f10-a319-4b2d-94d9-6aeb8897ac99 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.54 "DELETE /v2.0/ports/7acad742-69c8-40de-ab77-a230bc5ef6f8 HTTP/1.1" status: 204 len: 173 time: 2.5969338 Sep 18 00:33:29.058944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8b31acb-557c-4d35-84e1-6c07833d6763 req-08a4ee50-b4c9-4b91-a478-0146ee6f1524 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359549 Sep 18 00:33:29.077049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Pushing event updated for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:29.083940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Attempting to bind port 16692b68-eb78-4213-a50c-dabbf6a7e620 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:29.088079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Attempting to bind port 16692b68-eb78-4213-a50c-dabbf6a7e620 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:29.088715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Attempting to bind port 16692b68-eb78-4213-a50c-dabbf6a7e620 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:29.104759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Port 16692b68-eb78-4213-a50c-dabbf6a7e620 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:29.112026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Attempting to bind port 16692b68-eb78-4213-a50c-dabbf6a7e620 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:29.153529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:29.185231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:29.185640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:29.186042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:29.186507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Bound port: 16692b68-eb78-4213-a50c-dabbf6a7e620, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:29.186878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.242208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8bf254e-c3e5-4234-b1bd-f3adc6c03462 req-fa564060-3cea-4ee2-abaf-66cddd7f553d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ecb69a2-8255-438b-bf67-874cda9beb67 HTTP/1.1" status: 200 len: 210 time: 0.0390639 Sep 18 00:33:29.289936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.308443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-0f0da59b-befa-4e35-95f5-05e93fd3d7af service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681169 Sep 18 00:33:29.355954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-3ac72ec4-1aef-482d-86bb-af25acc6eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:29.357781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-3ac72ec4-1aef-482d-86bb-af25acc6eb17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.5251088 Sep 18 00:33:29.417380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event deleted for resources: {'Port': ['ID=437a94bd-a5e2-49cc-9b30-fae9836120ee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:29.430399 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-e9b60b55-12bf-4a92-8cf6-138bb5a807a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565667 Sep 18 00:33:29.440066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:29.476178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=16692b68-eb78-4213-a50c-dabbf6a7e620,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:29.496459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a501ff-64f7-4c2a-8207-f21df486d579 req-85731202-b217-42cd-a66a-4a5b976985de tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:29.505132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81a501ff-64f7-4c2a-8207-f21df486d579 req-85731202-b217-42cd-a66a-4a5b976985de tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.1280937 Sep 18 00:33:29.511435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.525494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.550712 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:24Z', 'revision_number': 3, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:29.576837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.584539 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241c62-d701-4dee-97ac-669df22fe155 None None] The sync data for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 is: [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:24Z', 'revision_number': 3, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:29.611454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.614648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.622431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4c51f1b-e86a-4bf1-ae0d-512295f53d81 req-4be8923a-4c9d-4c1d-92c2-bd3856aca07e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "DELETE /v2.0/floatingips/b1a283cb-87cf-49c5-a16d-4c281abb0e0c HTTP/1.1" status: 204 len: 173 time: 2.0552628 Sep 18 00:33:29.633996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:29.637278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:29.642178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] 10.222.0.48 "PUT /v2.0/ports/16692b68-eb78-4213-a50c-dabbf6a7e620 HTTP/1.1" status: 200 len: 1096 time: 1.8824382 Sep 18 00:33:29.649426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:29.652382 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac5314-5b50-45e6-ab47-50bb6f85f782" -d '{"events": [{"name": "network-changed", "server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:29.675836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa641bb-7ea4-42f4-a1e6-c619e2c8c723 service neutron] Pushing event updated for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:29.704850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81a501ff-64f7-4c2a-8207-f21df486d579 req-b3989a96-76e9-4cbe-9848-6195f10552c7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984901 Sep 18 00:33:29.845177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-354e31c0-9c3c-464d-ad5f-e470971d2b62 req-abf04598-6ec8-4414-b618-8e7bdc0abb9e service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239644 Sep 18 00:33:29.846800 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803a080-6c17-4ded-83b6-23962eb59394 x-openstack-request-id: req-2803a080-6c17-4ded-83b6-23962eb59394 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:29.847073 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:29.847503 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2803a080-6c17-4ded-83b6-23962eb59394 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:29.847939 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'status': 'completed', 'code': 200} Sep 18 00:33:29.847939 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'status': 'completed', 'code': 200} Sep 18 00:33:29.947106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-64ce3d61-fbbd-4907-bf24-4bf576332ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681499 Sep 18 00:33:30.076524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-ebc048ac-f801-4b3f-b6ca-68b64a0e58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.078217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-ebc048ac-f801-4b3f-b6ca-68b64a0e58d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 1099 time: 0.3722847 Sep 18 00:33:30.152072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80671e-6d50-4261-8d06-52a0c49de8b0 req-fecfa114-b16c-41e3-9cee-aad4c296c826 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.160165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed80671e-6d50-4261-8d06-52a0c49de8b0 req-fecfa114-b16c-41e3-9cee-aad4c296c826 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.4529994 Sep 18 00:33:30.163664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-b96ff5a9-9018-4900-b912-337f6d99f3a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=16692b68-eb78-4213-a50c-dabbf6a7e620 HTTP/1.1" status: 200 len: 217 time: 0.0720205 Sep 18 00:33:30.169472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-8fbcb1b6-a10e-45cc-864d-424090f8a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.171296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-8fbcb1b6-a10e-45cc-864d-424090f8a4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1100 time: 0.3322506 Sep 18 00:33:30.243256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb1e9-ba99-4a61-a425-61e2ac443961 req-d0d38780-79b6-44d3-b17b-ae74c3b04215 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.245779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96beb1e9-ba99-4a61-a425-61e2ac443961 req-d0d38780-79b6-44d3-b17b-ae74c3b04215 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.3111839 Sep 18 00:33:30.276033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-dd47ba47-ef75-4410-81a0-69aeea7d204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.278067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-dd47ba47-ef75-4410-81a0-69aeea7d204b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1002917 Sep 18 00:33:30.388253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed80671e-6d50-4261-8d06-52a0c49de8b0 req-318c4f96-497c-44fd-9627-e5915bdb54e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270329 Sep 18 00:33:30.427882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-dd37fd88-caaa-4900-997d-024688b23646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.433873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96beb1e9-ba99-4a61-a425-61e2ac443961 req-2e5af820-1499-476c-b8b2-98b332719b87 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548350 Sep 18 00:33:30.437134 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-dd37fd88-caaa-4900-997d-024688b23646 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1100 time: 0.4643161 Sep 18 00:33:30.462331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-05591d7f-9906-4d90-85d6-d431c298f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.464422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-05591d7f-9906-4d90-85d6-d431c298f251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703451 Sep 18 00:33:30.553168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-eb639a01-94b2-459c-aa50-79cfb91935fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.554684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-eb639a01-94b2-459c-aa50-79cfb91935fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1041896 Sep 18 00:33:30.623544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-9d99cc8c-0f27-4fb4-96a0-5dad3557267f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0409396 Sep 18 00:33:30.634970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-f8d5ec91-26bd-4aed-b683-e7c0f510805e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598370 Sep 18 00:33:30.681141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50c225bf-d6fc-421f-8971-3a0281f53369 req-f97b4dcd-21af-4b68-8096-dc46f6ecb24a service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073438 Sep 18 00:33:30.692218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Allocated IP 172.20.0.1 (40a73266-43a2-4133-a252-a94e3434b852/ec17999e-7e60-4959-ba0e-c2020bae9bee/380367e5-4c01-4731-81bf-662f4b67104e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:30.702894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-7b1a0e53-2315-48f5-ae8f-2dc47ce3e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.704430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-7b1a0e53-2315-48f5-ae8f-2dc47ce3e7d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0692446 Sep 18 00:33:30.745994 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feab20a-825d-4427-a185-76b79a870273 x-openstack-request-id: req-2feab20a-825d-4427-a185-76b79a870273 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:30.746286 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:30.746537 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2feab20a-825d-4427-a185-76b79a870273 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:30.746925 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620', 'status': 'completed', 'code': 200} Sep 18 00:33:30.780330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-3e1a38b2-1649-4f81-936b-058d3fb18c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.788062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-3e1a38b2-1649-4f81-936b-058d3fb18c80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.6073954 Sep 18 00:33:30.810868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-51e60bcd-151b-4f1e-a863-c171eaa9ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.812577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-51e60bcd-151b-4f1e-a863-c171eaa9ba45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993962 Sep 18 00:33:30.821186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-7134fc7b-1bcc-4da8-9334-2f26f0587a3e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 1002 time: 0.3185551 Sep 18 00:33:30.877291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-87a086fc-fada-4455-8379-217d81c3c391 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0555694 Sep 18 00:33:30.901569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:30.983086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-dbe6ecc0-ffac-4837-b54a-76466cfe2dd7 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610396 Sep 18 00:33:30.992806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:30.995427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6399-b4b2-4022-898d-07f2c142d300 req-93f9b314-1991-4f2c-a1b1-0169cddece1c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.998243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb7f6399-b4b2-4022-898d-07f2c142d300 req-93f9b314-1991-4f2c-a1b1-0169cddece1c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 947 time: 0.2540140 Sep 18 00:33:31.005454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-fe95145a-1430-47a1-a3e6-d7a5b17c20f6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.007144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-fe95145a-1430-47a1-a3e6-d7a5b17c20f6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports/9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 943 time: 0.1783280 Sep 18 00:33:31.059035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Network 40a73266-43a2-4133-a252-a94e3434b852 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:31.064730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:31.072330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-1fb71929-50f6-4415-9c01-86566a5c7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.073331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-1fb71929-50f6-4415-9c01-86566a5c7ab5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1670585 Sep 18 00:33:31.076532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb7f6399-b4b2-4022-898d-07f2c142d300 req-0753949a-f0a7-4fc9-9aba-a162b640f22d tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Sep 18 00:33:31.078472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e582e7-f678-44f9-9b26-83890ae7b99d req-247cdb5a-5221-4eb8-ac2a-e64eaa7896e1 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243461 Sep 18 00:33:31.103162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:31.212549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-44d69122-4fb5-4767-8394-161d4baeccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.214050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-44d69122-4fb5-4767-8394-161d4baeccad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247749 Sep 18 00:33:31.217808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Pushing event updated for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:31.227496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.233428 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-bd022ff9-fc2d-4d60-a839-68a7459375db service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422562 Sep 18 00:33:31.330406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-78066d44-dcd7-46f8-aa91-d2bedb6c7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.331948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-78066d44-dcd7-46f8-aa91-d2bedb6c7645 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 1099 time: 0.1789222 Sep 18 00:33:31.419229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.433285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-a0ebc8bb-85be-4b87-85f8-3eca966e3225 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 1002 time: 0.2239525 Sep 18 00:33:31.441019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-abdb0d26-7375-4f95-a92c-df78ddcbb73f None None] Provisioning complete for port 380367e5-4c01-4731-81bf-662f4b67104e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:31.442168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d26-7375-4f95-a92c-df78ddcbb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.496915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-abdb0d26-7375-4f95-a92c-df78ddcbb73f None None] Port 380367e5-4c01-4731-81bf-662f4b67104e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:31.544083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 866eedf3-0e11-45e0-9f14-96907d16ce61 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:31.576648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474550b8-93a6-45f6-8a81-0ae5b76f8f5e req-d2d53eba-1dec-427b-9a69-d99fd323c9bb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.578589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-474550b8-93a6-45f6-8a81-0ae5b76f8f5e req-d2d53eba-1dec-427b-9a69-d99fd323c9bb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.2997489 Sep 18 00:33:31.603742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 866eedf3-0e11-45e0-9f14-96907d16ce61 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:31.606634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.631254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.637968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.710327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.726617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.736111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 866eedf3-0e11-45e0-9f14-96907d16ce61, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=866eedf3-0e11-45e0-9f14-96907d16ce61,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:31.742931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.769973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Pushing event updated for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:31.819007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:31.830877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=866eedf3-0e11-45e0-9f14-96907d16ce61,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:31.852498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'name': 'network-vif-deleted', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:31.854279 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6089c82a-d041-4525-b287-ed998c83a5d1" -d '{"events": [{"server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "name": "network-vif-deleted", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:31.870291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Network 40a73266-43a2-4133-a252-a94e3434b852 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:31.872173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:31.969333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-4b8b80db-0ff2-476a-a1aa-290bd7d8802f service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447031 Sep 18 00:33:32.001171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Router 228a3b93-1d76-4670-90e9-c350e494459f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:33:32.042491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-39b39ea7-9ad9-4615-83ee-4be5201f2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.043952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-39b39ea7-9ad9-4615-83ee-4be5201f2040 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.6722081 Sep 18 00:33:32.100582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-474550b8-93a6-45f6-8a81-0ae5b76f8f5e req-65fcd780-d679-41a9-8df8-e9bc0c378ef0 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022519 Sep 18 00:33:32.135875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8406c2d7-58b6-4118-9f4f-a97715c96b78 None None] Provisioning complete for port 380367e5-4c01-4731-81bf-662f4b67104e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:32.137063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8406c2d7-58b6-4118-9f4f-a97715c96b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.144611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-c45d2b6c-dcd1-4363-aae0-34f7230bbb2c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.150759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:32.152568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-c45d2b6c-dcd1-4363-aae0-34f7230bbb2c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.7170165 Sep 18 00:33:32.156302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c6d223b-2cbc-4329-bc43-ed696cf0c04b admin admin] 10.222.0.49 "PUT /v2.0/routers/228a3b93-1d76-4670-90e9-c350e494459f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5603187 Sep 18 00:33:32.157617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-4af11d2b-f2d9-459a-929a-cedf1c234f4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=16692b68-eb78-4213-a50c-dabbf6a7e620 HTTP/1.1" status: 200 len: 217 time: 0.0985131 Sep 18 00:33:32.161164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-17e475a3-f081-484a-bb67-eb9a2ad67e84 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:32.172011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-17e475a3-f081-484a-bb67-eb9a2ad67e84 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178595 Sep 18 00:33:32.197926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Sync routers for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:32.229809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:32.230442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:32.233402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8406c2d7-58b6-4118-9f4f-a97715c96b78 None None] Port 380367e5-4c01-4731-81bf-662f4b67104e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:32.316103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-2e24dc1c-7313-43b1-8772-b6a6873b137d service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345146 Sep 18 00:33:32.322866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-05eb557a-e13a-4c54-8f78-2ca3587645df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.324323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-05eb557a-e13a-4c54-8f78-2ca3587645df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1490335 Sep 18 00:33:32.337453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-efb488a6-9c5e-49d4-80e2-bc30fa176178 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 1002 time: 0.1649685 Sep 18 00:33:32.343044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:32.357927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:32.421727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75304c19-e4c0-4ebb-b50c-5a5039a15db6 req-29dcdccd-caac-40d5-8453-2f3d791c0808 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.423213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75304c19-e4c0-4ebb-b50c-5a5039a15db6 req-29dcdccd-caac-40d5-8453-2f3d791c0808 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1787527 Sep 18 00:33:32.489909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.545950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-bf0f3be7-7047-4029-b0ca-996287c5e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.547450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-bf0f3be7-7047-4029-b0ca-996287c5e330 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2016640 Sep 18 00:33:32.551205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-974ac143-ad5f-47a3-bf6f-a71f54e18516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.552597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-974ac143-ad5f-47a3-bf6f-a71f54e18516 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1095 time: 0.1653464 Sep 18 00:33:32.558210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75304c19-e4c0-4ebb-b50c-5a5039a15db6 req-4db2c438-4b29-4f8c-91b2-4432f0d6c1ef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134143 Sep 18 00:33:32.592624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 2, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:32.621587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Checking router: 228a3b93-1d76-4670-90e9-c350e494459f for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:32.621953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Updating router 228a3b93-1d76-4670-90e9-c350e494459f port 380367e5-4c01-4731-81bf-662f4b67104e binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:33:32.648276 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.827378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.846213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.846557 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Floating IP 533a3a96-89a6-4101-bd63-fc5b7a355371 disassociated. External IP: 172.25.7.121, port: 9c09bede-7dcf-44a8-82aa-582c91571fb5. Sep 18 00:33:32.862620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828af94-da59-4ab4-a65d-7ed87039bde6 req-108d872b-b166-48e7-9048-92bd3d07375d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.864102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2828af94-da59-4ab4-a65d-7ed87039bde6 req-108d872b-b166-48e7-9048-92bd3d07375d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.2173369 Sep 18 00:33:32.907724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-b43057e7-f177-4c73-8798-fd30f2c35aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.909198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-b43057e7-f177-4c73-8798-fd30f2c35aee service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.3454926 Sep 18 00:33:32.915221 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.918319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-111903e5-cb0d-49c8-9b34-70be69c20a18 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556516 Sep 18 00:33:32.921186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:32.969982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e6652-9c63-4422-bc7d-161820804768 None None] Pushing event updated for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:32.993798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-05be2eeb-3cfb-4937-a482-aed2eb8aeef4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 217 time: 0.0680199 Sep 18 00:33:33.023580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Attempting to bind port 380367e5-4c01-4731-81bf-662f4b67104e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:33.023956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Attempting to bind port 380367e5-4c01-4731-81bf-662f4b67104e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:33.024358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Attempting to bind port 380367e5-4c01-4731-81bf-662f4b67104e on network 40a73266-43a2-4133-a252-a94e3434b852 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:33.029702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:33.029950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Checking segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:33.030336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.030733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Bound using segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:33.031282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Bound port: 380367e5-4c01-4731-81bf-662f4b67104e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:33.031670 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.101970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] For port 380367e5-4c01-4731-81bf-662f4b67104e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:33.103173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2828af94-da59-4ab4-a65d-7ed87039bde6 req-9c94c754-2805-479c-9250-db5ba114a6da tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001400 Sep 18 00:33:33.105466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] For port 380367e5-4c01-4731-81bf-662f4b67104e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=380367e5-4c01-4731-81bf-662f4b67104e,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:33.110859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.134402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-e2be67cf-8cf9-4895-9a22-41170773599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:33.135957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-e2be67cf-8cf9-4895-9a22-41170773599e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1275835 Sep 18 00:33:33.184194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:33.185116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:33.187893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-d04fc359-946b-410d-8351-53f673f7e177 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419524 Sep 18 00:33:33.194813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:33.236012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fac5314-5b50-45e6-ab47-50bb6f85f782 req-805efe47-d9f6-4d0b-8bb2-8bb0371902b4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058972 Sep 18 00:33:33.258996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e6652-9c63-4422-bc7d-161820804768 None None] Pushing event updated for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:33.343993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] Provisioning complete for port 380367e5-4c01-4731-81bf-662f4b67104e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:33.344683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.408449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ac51-8b49-4207-a62a-0da6b226d41f req-e964417d-70b0-488e-9477-3f78ad044a9b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:33.409946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9288ac51-8b49-4207-a62a-0da6b226d41f req-e964417d-70b0-488e-9477-3f78ad044a9b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1856565 Sep 18 00:33:33.415882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-18973a5a-3a63-44b2-9f61-130cde8a81d4 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932502 Sep 18 00:33:33.424024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Router 5a8fe137-9054-4203-b05b-041ce83b735e has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:33:33.427076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:33.434978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 866eedf3-0e11-45e0-9f14-96907d16ce61 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:33.554336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9288ac51-8b49-4207-a62a-0da6b226d41f req-138dd504-604b-40c5-b39b-f584f126b73d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345956 Sep 18 00:33:33.567770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:33.618245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ea82e33-7e66-4e74-8047-2956b50f9147 req-04e662d5-2229-4b17-803e-15fbb7d8ded7 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890626 Sep 18 00:33:33.637470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:33.642106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.649575 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Sync routers for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:33.652964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'port_id': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'mac_address': 'fa:16:3e:cd:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b341f1-de2c-4a9e-959e-667e944b9522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:33.660823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:33.661450 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:33.680661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-dbe901fb-0c78-4d9d-98ee-f93e995cee94 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "PUT /v2.0/floatingips/533a3a96-89a6-4101-bd63-fc5b7a355371 HTTP/1.1" status: 200 len: 695 time: 1.3419702 Sep 18 00:33:33.681213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:33.683641 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10ec72-85ba-42fd-80ee-199200ee4129" -d '{"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:33.696145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.701842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 866eedf3-0e11-45e0-9f14-96907d16ce61 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:33.702216 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.774268 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7539a45-0213-4c0c-9ece-6f6f83412343 x-openstack-request-id: req-d7539a45-0213-4c0c-9ece-6f6f83412343 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:33.774929 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecb69a2-8255-438b-bf67-874cda9beb67", "name": "network-vif-deleted", "tag": "7acad742-69c8-40de-ab77-a230bc5ef6f8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:33.775481 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7539a45-0213-4c0c-9ece-6f6f83412343 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:33.776216 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecb69a2-8255-438b-bf67-874cda9beb67', 'name': 'network-vif-deleted', 'tag': '7acad742-69c8-40de-ab77-a230bc5ef6f8', 'status': 'completed', 'code': 200} Sep 18 00:33:33.787923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-3d5b1178-45af-4a67-ad91-e9a22c397d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:33.789517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-3d5b1178-45af-4a67-ad91-e9a22c397d33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1098 time: 0.0873084 Sep 18 00:33:33.836995 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:33.919754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.957640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] For port 380367e5-4c01-4731-81bf-662f4b67104e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=380367e5-4c01-4731-81bf-662f4b67104e,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:33.966656 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:33.972508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78ba98b-c6b9-469c-8e89-ed4a15673c0e {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:34.036665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:34.065533 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:34.067967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:34.087646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06988a59-87b3-4363-afb8-28966ecde64c None None] Pushing event updated for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:34.106851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Checking router: 5a8fe137-9054-4203-b05b-041ce83b735e for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:34.116527 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:34.117552 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:34.142471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:34.145757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-74904e97-64a3-4d28-b6d5-be3635b8dfe7 None None] Provisioning complete for port 380367e5-4c01-4731-81bf-662f4b67104e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:34.146125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74904e97-64a3-4d28-b6d5-be3635b8dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:34.199148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d87ff1-5c76-44e6-b4da-be70c6af6559 None None] The sync data for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 is: [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:34.215875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:34.244058 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:34.248903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ca55-9a6d-4191-97c9-f0648122b4e4 req-09d09776-073c-4ed9-bb19-dd274bc7a786 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.256362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d74ca55-9a6d-4191-97c9-f0648122b4e4 req-09d09776-073c-4ed9-bb19-dd274bc7a786 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 947 time: 0.4242656 Sep 18 00:33:34.264448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-f948a42d-df55-4213-8e30-ce59010b977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.265881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-f948a42d-df55-4213-8e30-ce59010b977e service neutron] 10.222.0.49 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 929 time: 0.4675515 Sep 18 00:33:34.317059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:34.347167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-bd1eef11-f681-43c1-9ea1-3f423eb87b10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 217 time: 0.0584197 Sep 18 00:33:34.365128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d74ca55-9a6d-4191-97c9-f0648122b4e4 req-87630c6b-f698-48a1-846e-20eb6ac34fc2 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076233 Sep 18 00:33:34.447714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-4dacf30f-d807-4a6d-a2f2-f1c24c4c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.452174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-4dacf30f-d807-4a6d-a2f2-f1c24c4c83d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.0834591 Sep 18 00:33:34.505318 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:34.524329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-e186ff31-034a-45f1-9e77-e3cae2507618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.526335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-e186ff31-034a-45f1-9e77-e3cae2507618 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697320 Sep 18 00:33:34.535356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59eba15-2edd-4f41-b02f-ec0ecefc7907 None None] The sync data for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 is: [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:32:56Z', 'revision_number': 4, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a73619ac-cc97-4c38-947f-0a9886a2a9a5', 'name': '', 'network_id': '72e4a2ef-83f2-4acb-8029-b2eae0707612', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'mac_address': 'fa:16:3e:9a:e9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:54Z', 'updated_at': '2021-09-18T00:32:59Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'subnets': [{'id': '9e11dac3-1d94-4539-a0a0-8599709b3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:34.634536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-b1cb5336-62ec-4f4a-8667-440838ec47d6 service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003823 Sep 18 00:33:34.755366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f621cec8-e9b3-4cc4-93d9-351f51f41ad7 req-069e9302-aa6f-433d-b4fc-88dd5732c21f service neutron] 10.222.0.49 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101069 Sep 18 00:33:34.889895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52056) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:34.895540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513493431', 'description': 'tempest-description--494698681'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:34.906531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9affa7-9faa-4e9f-b4bf-400e3f84a372 req-7f1415cb-b9b1-4e81-ad79-f83118ce3370 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.908433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9affa7-9faa-4e9f-b4bf-400e3f84a372 req-7f1415cb-b9b1-4e81-ad79-f83118ce3370 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 948 time: 0.0764534 Sep 18 00:33:34.918492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b08895-3cc1-4b41-a393-fc655011c2fb None None] New status for floating IP 533a3a96-89a6-4101-bd63-fc5b7a355371: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:33:34.945980 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f587d79-002e-44d2-9f9a-8f1f0ff28988 x-openstack-request-id: req-3f587d79-002e-44d2-9f9a-8f1f0ff28988 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:34.946264 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:34.946633 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f587d79-002e-44d2-9f9a-8f1f0ff28988 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:34.947029 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'status': 'completed', 'code': 200} Sep 18 00:33:34.952663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:34.966940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9affa7-9faa-4e9f-b4bf-400e3f84a372 req-6da5851a-7a63-4107-b4f3-de47ee698020 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Sep 18 00:33:35.087327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.102788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-7257f788-4f63-4fbd-a47c-4d99821ec754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.104780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-7257f788-4f63-4fbd-a47c-4d99821ec754 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=801d2584dc0d4961a085ed45169ecdaa&device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 1098 time: 0.0534644 Sep 18 00:33:35.105665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.134926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96316-214c-4ed6-97bb-e236c82d29eb req-8ba14d38-7702-4374-94b8-f5563c578bf8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.137526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61e96316-214c-4ed6-97bb-e236c82d29eb req-8ba14d38-7702-4374-94b8-f5563c578bf8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.0872326 Sep 18 00:33:35.144264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:35.145557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f03bc-7d3f-49ed-82ac-1c506f7b20d4 req-b11ae01e-abc4-4467-9363-0d45e4208b26 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.152806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.154240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97f03bc-7d3f-49ed-82ac-1c506f7b20d4 req-b11ae01e-abc4-4467-9363-0d45e4208b26 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1131163 Sep 18 00:33:35.154732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2628312 Sep 18 00:33:35.171295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52060) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:35.176047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'security_group_rule': {'security_group_id': 'af246b13-0445-46d4-a751-61f66435b21e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:35.189887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7956077-d0b6-45a3-a300-2270e5957f72 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af246b13-0445-46d4-a751-61f66435b21e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:35.222617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61e96316-214c-4ed6-97bb-e236c82d29eb req-b206316b-2ed1-49f8-9aea-f332a9e4501b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Sep 18 00:33:35.232209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97f03bc-7d3f-49ed-82ac-1c506f7b20d4 req-54e0cd32-a6df-42ba-953b-1ca68b1d782b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769639 Sep 18 00:33:35.256936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 16692b68-eb78-4213-a50c-dabbf6a7e620 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:35.262293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:35.271002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-27bfd4ee-b60f-45e9-b96a-2df5bde6247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.273719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-27bfd4ee-b60f-45e9-b96a-2df5bde6247f service neutron] 10.222.0.54 "GET /v2.0/networks?id=72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 200 len: 929 time: 0.1557877 Sep 18 00:33:35.281076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.303732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:35.321849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'mac_address': 'fa:16:3e:3a:3b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:35.324611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-947c6202-34c9-4ea5-9a6a-e7d7aef62acc tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips/533a3a96-89a6-4101-bd63-fc5b7a355371 HTTP/1.1" status: 200 len: 695 time: 0.0622494 Sep 18 00:33:35.354056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-b1edfeae-6665-4aad-82d6-da6e87adf5a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 200 len: 217 time: 0.0472803 Sep 18 00:33:35.446405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.451456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-8334b8e7-d383-4ae4-a290-94c04521a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.453107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-8334b8e7-d383-4ae4-a290-94c04521a1fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 200 len: 867 time: 0.0728657 Sep 18 00:33:35.475089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.520961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f402e62-33df-4a95-bcc5-807d4415e711,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:35.538939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.548022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.551019 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f9d55c86-1554-40ee-95c6-8457e33f8af6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783145 Sep 18 00:33:35.555235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:35.558140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 380367e5-4c01-4731-81bf-662f4b67104e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:35.564241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'security_group_rule': {'security_group_id': 'af246b13-0445-46d4-a751-61f66435b21e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:35.567456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-ef82e770-c8b5-474a-b690-ed1d6aadb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.569508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-ef82e770-c8b5-474a-b690-ed1d6aadb9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72e4a2ef-83f2-4acb-8029-b2eae0707612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032836 Sep 18 00:33:35.586141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-cf40aaa8-99ab-4af2-99b8-b78932d9d66f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.590723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-cf40aaa8-99ab-4af2-99b8-b78932d9d66f tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2506108 Sep 18 00:33:35.600043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384bf841-cf64-40bf-9a03-693cbfa6ae45 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:35.664100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:35.671071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.702499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-cec91e47-64f5-4419-8eb8-ab4ac4e5d81c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.0923297 Sep 18 00:33:35.705867 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.733057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-a0bc4565-fac3-4590-bffb-b263871ae4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525612 Sep 18 00:33:35.735777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.767715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f78ba98b-c6b9-469c-8e89-ed4a15673c0e completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:35.780931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 380367e5-4c01-4731-81bf-662f4b67104e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:35.781453 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.784100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.798444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f78ba98b-c6b9-469c-8e89-ed4a15673c0e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:35.798444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.816637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-fee9aaf9-bf92-45a6-a5e6-f7b6d53e2734 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.0836802 Sep 18 00:33:35.829878 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2e10ec72-85ba-42fd-80ee-199200ee4129 req-f8ca291c-b051-4874-be28-4a6871ff86a2 service neutron] 10.222.0.54 "GET /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Sep 18 00:33:35.845906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cb2be3-7684-441b-8838-39a781c1fb07,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:35.860205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:35.873971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=16692b68-eb78-4213-a50c-dabbf6a7e620,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:35.903126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '16692b68-eb78-4213-a50c-dabbf6a7e620', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '16692b68-eb78-4213-a50c-dabbf6a7e620', 'mac_address': 'fa:16:3e:8a:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:35.903547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:35.907604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db99ba80-6417-4ee9-b502-bcbd9c2d173e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473859 Sep 18 00:33:35.908481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52066) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:35.918332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:35.958879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d720ed-c33a-4cb8-a82f-262ac15e01b0 req-b821653d-75e3-400c-848f-08720554a0de tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.961616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d720ed-c33a-4cb8-a82f-262ac15e01b0 req-b821653d-75e3-400c-848f-08720554a0de tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1797185 Sep 18 00:33:35.992697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.021252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16692b68-eb78-4213-a50c-dabbf6a7e620 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:36.033627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.039554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.055983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d720ed-c33a-4cb8-a82f-262ac15e01b0 req-998e11b3-8684-4238-8407-9d9d754c1ccf tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826533 Sep 18 00:33:36.060379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=16692b68-eb78-4213-a50c-dabbf6a7e620,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:36.069577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.077610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:36.079862 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b35cad5-3620-4602-a4ff-1be5c1808da4" -d '{"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:36.090026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Deleting port 936f236d-cd89-4099-96c8-f53c7d566c23 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:36.092659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.123568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:36.133093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.149608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:36.220238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:36.221862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.222197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.238388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Calling delete_port for 936f236d-cd89-4099-96c8-f53c7d566c23 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:36.253655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:36.285404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.323227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['16692b68-eb78-4213-a50c-dabbf6a7e620'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:36.457214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfd9-d855-4d5d-8c28-ed034b3bc627 req-891a5e79-bd26-4a79-bce5-c784d8df712d tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.458704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a2dfd9-d855-4d5d-8c28-ed034b3bc627 req-891a5e79-bd26-4a79-bce5-c784d8df712d tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 948 time: 0.2167692 Sep 18 00:33:36.523259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-2a124e77-17a3-4846-821e-49b045aa6528 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.524833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-2a124e77-17a3-4846-821e-49b045aa6528 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2&tenant_id=072107b4981c4aa48f60f9e54beb6d10&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 949 time: 0.2012513 Sep 18 00:33:36.619336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a2dfd9-d855-4d5d-8c28-ed034b3bc627 req-d08b6b8b-c59a-4c2a-98d2-1838d8dd534a tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462533 Sep 18 00:33:36.645694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Allocated IP 172.25.7.124 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/8aee3584-2cca-4d40-aa58-1f7c020780de) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:36.673747 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f5e79-7703-4a9d-b817-6c6a5133e4fb x-openstack-request-id: req-ee9f5e79-7703-4a9d-b817-6c6a5133e4fb {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:36.673918 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-6560ed9a-80e4-4aab-b7d0-3ba8076260c3 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:33:36.674178 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:36.674431 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee9f5e79-7703-4a9d-b817-6c6a5133e4fb {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:36.674874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-6560ed9a-80e4-4aab-b7d0-3ba8076260c3 service neutron] 10.222.0.48 "DELETE /v2.0/ports/384bf841-cf64-40bf-9a03-693cbfa6ae45/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.1314738 Sep 18 00:33:36.674987 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'code': 200} Sep 18 00:33:36.681016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.716907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event deleted for resources: {'Port': ['ID=936f236d-cd89-4099-96c8-f53c7d566c23,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:36.916811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.919257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:36.920430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05326f5-032b-4d2e-a842-18b21d52e413 req-47a1f220-d325-4ef2-ac94-8b1c245fd1ec tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "DELETE /v2.0/floatingips/533a3a96-89a6-4101-bd63-fc5b7a355371 HTTP/1.1" status: 204 len: 173 time: 1.0852211 Sep 18 00:33:36.936606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789bf06-23b8-492d-a0ca-9b7cb4c6c34a req-648f5993-b5e1-44cc-90dc-828bc82e7ee8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.938184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4789bf06-23b8-492d-a0ca-9b7cb4c6c34a req-648f5993-b5e1-44cc-90dc-828bc82e7ee8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2043748 Sep 18 00:33:36.967020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a765d-ef84-4004-a9d0-ebe3f614fd14 req-c0220d9c-9b5c-4826-ba6a-829d4de3ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.968365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e2a765d-ef84-4004-a9d0-ebe3f614fd14 req-c0220d9c-9b5c-4826-ba6a-829d4de3ef06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1097 time: 0.1633027 Sep 18 00:33:36.985971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-c287f1d5-3b0a-41a9-916f-3e0d8042b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.987397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-c287f1d5-3b0a-41a9-916f-3e0d8042b531 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1101 time: 0.1842837 Sep 18 00:33:36.995237 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.094396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4789bf06-23b8-492d-a0ca-9b7cb4c6c34a req-95f13540-04d3-4161-be59-af41e042c75f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420727 Sep 18 00:33:37.143283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e2a765d-ef84-4004-a9d0-ebe3f614fd14 req-79218fd2-a4ea-4e5a-9873-180e9c496f8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550167 Sep 18 00:33:37.159188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98e2c-57b3-4336-8923-a9c6a7eb113d req-bca8ef33-eb4b-400a-8401-e38982fe630a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.160654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cb98e2c-57b3-4336-8923-a9c6a7eb113d req-bca8ef33-eb4b-400a-8401-e38982fe630a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 949 time: 0.1766949 Sep 18 00:33:37.202058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 16692b68-eb78-4213-a50c-dabbf6a7e620 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:37.212898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.261534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 16692b68-eb78-4213-a50c-dabbf6a7e620 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:37.266137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 16692b68-eb78-4213-a50c-dabbf6a7e620 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:37.266516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.280027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-46a840e0-cb22-4af7-803f-a81ebaaa5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.281562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-46a840e0-cb22-4af7-803f-a81ebaaa5618 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2716417 Sep 18 00:33:37.292302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:37.299451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:37.304612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cb98e2c-57b3-4336-8923-a9c6a7eb113d req-2ed8260b-c5d7-4535-8691-16943e436068 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300850 Sep 18 00:33:37.306323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:37.343839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29ba43-bd5f-4829-a038-928cb9c04b56 req-bdb7c6bd-6b91-4ab1-97b5-b19524754fb0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.345643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb29ba43-bd5f-4829-a038-928cb9c04b56 req-bdb7c6bd-6b91-4ab1-97b5-b19524754fb0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1819139 Sep 18 00:33:37.349613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'Port': ['ID=8aee3584-2cca-4d40-aa58-1f7c020780de,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:37.380495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.411259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-0d8bbf6a-27a3-452a-8b6f-299f7fa7ea72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.0627778 Sep 18 00:33:37.436353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=16692b68-eb78-4213-a50c-dabbf6a7e620,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:37.445788 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.508526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:37.512283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb29ba43-bd5f-4829-a038-928cb9c04b56 req-647ee847-bfc2-4a15-a73b-c49b072b30cb tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511412 Sep 18 00:33:37.561331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feeaff-f08c-48d4-b124-b671b6010b7b req-978ec0f6-a177-480f-a70b-18f697bb46e4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.562829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8feeaff-f08c-48d4-b124-b671b6010b7b req-978ec0f6-a177-480f-a70b-18f697bb46e4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1469550 Sep 18 00:33:37.569904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-c799a5e9-3de9-44b0-9ad2-c325bd8e2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.571219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-c799a5e9-3de9-44b0-9ad2-c325bd8e2ca2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1440585 Sep 18 00:33:37.587624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.667816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8feeaff-f08c-48d4-b124-b671b6010b7b req-68eeb653-4be9-44b8-bbd4-c9fa78b69215 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956285 Sep 18 00:33:37.680074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:37.712702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-0e04e463-712a-4063-b4e1-27f8373653b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.714166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-0e04e463-712a-4063-b4e1-27f8373653b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1304305 Sep 18 00:33:37.873412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6291d-7e9e-4fd8-a0b6-d5ba7b3f7dce req-9ad9c4fb-7e65-41de-b8c1-9f8badc9829c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.874788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-faf6291d-7e9e-4fd8-a0b6-d5ba7b3f7dce req-9ad9c4fb-7e65-41de-b8c1-9f8badc9829c tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1961172 Sep 18 00:33:37.975940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f97a2-cd50-4421-a34d-20ebfeb5e73b req-f8f2c51c-27c9-4d4f-b004-21767299f98a tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.977431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d19f97a2-cd50-4421-a34d-20ebfeb5e73b req-f8f2c51c-27c9-4d4f-b004-21767299f98a tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.2388020 Sep 18 00:33:37.988274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-faf6291d-7e9e-4fd8-a0b6-d5ba7b3f7dce req-b99878a8-a939-4417-aadc-69f28994a6bc tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1032631 Sep 18 00:33:38.011691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-b2b393e8-2eb4-48ac-9585-2af844907c97 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757399 Sep 18 00:33:38.384101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72cafe33-244e-43fb-b375-adfb4215143a req-192dd1eb-76d0-440a-bc38-f3df03b97f7a tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3669384 Sep 18 00:33:38.409596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d19f97a2-cd50-4421-a34d-20ebfeb5e73b req-3543ce47-eca2-498c-8d9f-5c05b3b00b49 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247670 Sep 18 00:33:38.491459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:38.504969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:38.556132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac50ecc5-102a-48b8-b62b-028bfe180ab0 req-a6d55e66-4fbc-474f-a46e-105f91295c59 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305443 Sep 18 00:33:38.571739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c7db-2830-43b5-8334-b0ef0b54a500 req-37616bbc-8c7d-473c-9734-d5849b3b6566 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:38.574341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9e9c7db-2830-43b5-8334-b0ef0b54a500 req-37616bbc-8c7d-473c-9734-d5849b3b6566 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 949 time: 0.1348202 Sep 18 00:33:38.618774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'Port': ['ID=8aee3584-2cca-4d40-aa58-1f7c020780de,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:38.648683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:38.673468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9e9c7db-2830-43b5-8334-b0ef0b54a500 req-8065d595-9927-4ff2-9e88-4a459b623270 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719690 Sep 18 00:33:38.676770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:38.682439 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f796885-8d67-4b9a-bd72-d525379e0e45" -d '{"events": [{"server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "name": "network-vif-plugged", "status": "completed", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:38.686431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:38.687631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4cb2220c-b676-4e21-b3cb-25e625e310ae tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7750988 Sep 18 00:33:38.772663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326270a9-103e-4fe4-94aa-9768a4b9a2ee req-f39b4873-4376-4a74-ba51-32bf96fc9ca0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:38.774731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-326270a9-103e-4fe4-94aa-9768a4b9a2ee req-f39b4873-4376-4a74-ba51-32bf96fc9ca0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1003406 Sep 18 00:33:38.846136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-326270a9-103e-4fe4-94aa-9768a4b9a2ee req-b297fc5f-27fe-4e92-be0a-589566d268f8 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608716 Sep 18 00:33:38.854766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4da73-cdbd-4198-b25f-601cfc25cdc5 req-e2d44721-ab71-481c-aec5-dee260182009 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:38.856362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bef4da73-cdbd-4198-b25f-601cfc25cdc5 req-e2d44721-ab71-481c-aec5-dee260182009 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.0966697 Sep 18 00:33:38.913402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bef4da73-cdbd-4198-b25f-601cfc25cdc5 req-47295a24-bd21-4623-9124-fa4406c57f7d tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Sep 18 00:33:38.974166 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8bd8d-d656-42c3-9e5d-352b8207f903 x-openstack-request-id: req-10b8bd8d-d656-42c3-9e5d-352b8207f903 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:38.974986 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "name": "network-vif-plugged", "status": "completed", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:38.975808 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b8bd8d-d656-42c3-9e5d-352b8207f903 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:38.976326 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620', 'code': 200} Sep 18 00:33:39.066474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:39.144390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 384bf841-cf64-40bf-9a03-693cbfa6ae45 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:39.149687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 384bf841-cf64-40bf-9a03-693cbfa6ae45 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:39.150203 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:39.165531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f2bfd-d6a8-4190-b26e-0123a362e264 req-82400bd3-b34d-4adf-98d3-15f5b9ccdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.167352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-488f2bfd-d6a8-4190-b26e-0123a362e264 req-82400bd3-b34d-4adf-98d3-15f5b9ccdbc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 1101 time: 0.0942016 Sep 18 00:33:39.181797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31986-17e0-47e3-9a08-34e3c67971dd req-7560b52e-e292-4ad4-928a-494f5d8a671d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.183536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb31986-17e0-47e3-9a08-34e3c67971dd req-7560b52e-e292-4ad4-928a-494f5d8a671d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0841539 Sep 18 00:33:39.276114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-488f2bfd-d6a8-4190-b26e-0123a362e264 req-91f9123f-ad96-4b4b-b321-80adcbea6666 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913732 Sep 18 00:33:39.288036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb31986-17e0-47e3-9a08-34e3c67971dd req-7deef8e6-6761-4a11-825a-bb7c245a05db tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964215 Sep 18 00:33:39.302713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c9ce-2314-4b1b-83e6-6e761b4fbcb4 req-c0d5a60f-7064-42c1-b371-fb101ec80cfc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.304650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc14c9ce-2314-4b1b-83e6-6e761b4fbcb4 req-c0d5a60f-7064-42c1-b371-fb101ec80cfc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1188936 Sep 18 00:33:39.388520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc14c9ce-2314-4b1b-83e6-6e761b4fbcb4 req-ba871c03-8810-4b58-866a-754fa7fba0b6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774705 Sep 18 00:33:39.393732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:39.441539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:39.448169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:39.451550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521aa44-092d-41ac-bfe1-728af231fd05 req-ddff55e8-4ee8-482a-a49b-7d6ae98e88b6 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.453183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8521aa44-092d-41ac-bfe1-728af231fd05 req-ddff55e8-4ee8-482a-a49b-7d6ae98e88b6 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0526679 Sep 18 00:33:39.502659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:39.556307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8521aa44-092d-41ac-bfe1-728af231fd05 req-12f01970-6945-4143-86f6-e76a9bc9837c tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963087 Sep 18 00:33:39.580770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4aa3d-7e92-49b4-9721-38d2de8d3a5f req-b3afa490-4c0b-4b47-bb25-a00c59a3bb95 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.582407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7c4aa3d-7e92-49b4-9721-38d2de8d3a5f req-b3afa490-4c0b-4b47-bb25-a00c59a3bb95 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0694594 Sep 18 00:33:39.641084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7c4aa3d-7e92-49b4-9721-38d2de8d3a5f req-c9f64450-a8bf-4d2c-b6d8-847863638dad tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518367 Sep 18 00:33:39.742023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-a37702f6-5f8a-4b0a-aedc-e47698254c1a tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.744333 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-a37702f6-5f8a-4b0a-aedc-e47698254c1a tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.0898457 Sep 18 00:33:39.749498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5f699-2709-4309-8e61-b922ef7802e7 req-593ea79d-d473-4356-9c84-6540bcc81be8 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.751048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14e5f699-2709-4309-8e61-b922ef7802e7 req-593ea79d-d473-4356-9c84-6540bcc81be8 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.1090546 Sep 18 00:33:39.765384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:39.831617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14e5f699-2709-4309-8e61-b922ef7802e7 req-3ce70ac2-4944-4ab7-bc82-2a557f38e86b tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729659 Sep 18 00:33:39.861473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:39.958449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dc535-e777-4297-b26e-f838a0ae11e4 req-93c3ff2b-2f51-472c-b5fb-f89a361dcbd1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.968323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f3dc535-e777-4297-b26e-f838a0ae11e4 req-93c3ff2b-2f51-472c-b5fb-f89a361dcbd1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.1039670 Sep 18 00:33:40.136864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:40.150847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f3dc535-e777-4297-b26e-f838a0ae11e4 req-700c012b-0e66-4fbb-9280-6734c469435d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784022 Sep 18 00:33:40.160852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ddbed-c757-4bb3-92a2-cdf906577acb req-d56175b9-4fab-4c50-9223-5f653ae798b4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:40.170681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-093ddbed-c757-4bb3-92a2-cdf906577acb req-d56175b9-4fab-4c50-9223-5f653ae798b4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 945 time: 0.1728222 Sep 18 00:33:40.275584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-093ddbed-c757-4bb3-92a2-cdf906577acb req-5ffd3ddf-c603-4f8d-893e-307e821cab86 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991805 Sep 18 00:33:40.312365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:40.396171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63edab-36fd-4b73-83aa-e92dd8e24dc1 req-759aa853-1ff5-4ff6-bec5-f62154778c5e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:40.404967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae63edab-36fd-4b73-83aa-e92dd8e24dc1 req-759aa853-1ff5-4ff6-bec5-f62154778c5e tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.1119168 Sep 18 00:33:40.441992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:40.461359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae63edab-36fd-4b73-83aa-e92dd8e24dc1 req-d2419b4e-7f63-4322-ab4b-3952f92d4da6 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Sep 18 00:33:40.464909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481476e-8d53-4066-8671-f4731909db34'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:40.477636 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2a7908-25ca-47f4-92ea-e115936f628c" -d '{"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-unplugged", "status": "completed", "tag": "1481476e-8d53-4066-8671-f4731909db34"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:40.496705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:40.579166 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc295b6-f5bc-4685-bf59-c99bd75f8c54 x-openstack-request-id: req-3cc295b6-f5bc-4685-bf59-c99bd75f8c54 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:40.579691 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-unplugged", "status": "completed", "tag": "1481476e-8d53-4066-8671-f4731909db34", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:40.579978 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cc295b6-f5bc-4685-bf59-c99bd75f8c54 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:40.580498 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1481476e-8d53-4066-8671-f4731909db34', 'code': 200} Sep 18 00:33:40.634096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610fa29-3f27-423d-9eb0-74e6c4f6d366 req-d07712c1-9492-4282-9abc-5ee46ec8034e tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:40.635735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7610fa29-3f27-423d-9eb0-74e6c4f6d366 req-d07712c1-9492-4282-9abc-5ee46ec8034e tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1102 time: 0.0626111 Sep 18 00:33:40.665723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:40.666064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:40.666392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:40.668768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:40.688357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:40.688892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Attempting to bind port 1481476e-8d53-4066-8671-f4731909db34 on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:40.696033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:40.696606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:40.697166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:40.697768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Bound port: 1481476e-8d53-4066-8671-f4731909db34, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:40.698282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:40.705061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7610fa29-3f27-423d-9eb0-74e6c4f6d366 req-e4d1c4d9-4bb8-4680-b675-66777bc2c1d3 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605071 Sep 18 00:33:40.837083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-cde3c5b6-fe6e-445f-8682-f2db43f89202 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:40.839561 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-cde3c5b6-fe6e-445f-8682-f2db43f89202 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.54 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 946 time: 0.0798481 Sep 18 00:33:40.953496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:40.975942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:40.978241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:40.980731 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e861a8-65f8-4d11-97f0-3c8fd4734528" -d '{"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-plugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:40.994363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:40.998046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Deleting port 9c09bede-7dcf-44a8-82aa-582c91571fb5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:40.998368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:41.074738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59ba7-12b9-415e-96cf-c9c414004428 req-1c2a3f5e-0a2c-4694-8b55-4be2a2329c36 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:41.087214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90d59ba7-12b9-415e-96cf-c9c414004428 req-1c2a3f5e-0a2c-4694-8b55-4be2a2329c36 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.0879099 Sep 18 00:33:41.096327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1481476e-8d53-4066-8671-f4731909db34 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:41.155487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90d59ba7-12b9-415e-96cf-c9c414004428 req-be7add30-1ced-4e84-a8a4-70587b36c4d9 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Sep 18 00:33:41.235171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-4636259b-a45a-40f0-967c-b69fa37c9a95 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774827 Sep 18 00:33:41.283321 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb553e5-b60a-474e-82fe-23f0c366e6d8 x-openstack-request-id: req-dcb553e5-b60a-474e-82fe-23f0c366e6d8 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:41.283633 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-plugged", "status": "completed", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:41.283892 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcb553e5-b60a-474e-82fe-23f0c366e6d8 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:41.284302 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'code': 200} Sep 18 00:33:41.305352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:41.305971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:41.307369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] 10.222.0.54 "PUT /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 1123 time: 1.5482736 Sep 18 00:33:41.307866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:41.314775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba17c2-1007-410b-9503-22702f3ff475 service neutron] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:41.338199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1481476e-8d53-4066-8671-f4731909db34 has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:33:41.402993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:41.426868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] For port 9c09bede-7dcf-44a8-82aa-582c91571fb5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9c09bede-7dcf-44a8-82aa-582c91571fb5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:41.427251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:41.494579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Calling delete_port for 9c09bede-7dcf-44a8-82aa-582c91571fb5 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:41.527116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-184ab7c5-77d9-43f5-85f9-b88f1bd96f77 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:41.540912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-184ab7c5-77d9-43f5-85f9-b88f1bd96f77 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983367 Sep 18 00:33:41.554364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:41.574348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-c2e56a6e-80d6-419a-b99e-ac5ee9d14b08 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/quotas/072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 375 time: 0.0308864 Sep 18 00:33:41.761015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-3181035b-def1-4415-a7e6-c88b618afc38 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847124 Sep 18 00:33:41.818614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:41.868863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Pushing event deleted for resources: {'Port': ['ID=9c09bede-7dcf-44a8-82aa-582c91571fb5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:41.937314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c7646-0d8d-43de-a666-f59907c38350 req-a2bba68a-9caa-4c05-b9cf-1e13a34370e5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:41.955954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f1c7646-0d8d-43de-a666-f59907c38350 req-a2bba68a-9caa-4c05-b9cf-1e13a34370e5 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1910295 Sep 18 00:33:42.015817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] No DVR routers for this DVR port 9c09bede-7dcf-44a8-82aa-582c91571fb5 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:42.028467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:42.029266 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8ccd9aed-4cf4-42e6-9a21-a418567500e4 req-9b5e407e-642c-4144-a5a8-619885714651 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.54 "DELETE /v2.0/ports/9c09bede-7dcf-44a8-82aa-582c91571fb5 HTTP/1.1" status: 204 len: 173 time: 1.1819987 Sep 18 00:33:42.098132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f1c7646-0d8d-43de-a666-f59907c38350 req-f3e078eb-b9e4-4cf3-99bf-379b5bcb5e48 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Sep 18 00:33:42.257606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53e53623-08f9-4491-97a7-134111e90527 req-84a251ae-b4d6-4aa8-a1f1-795e442ff951 tempest-FloatingIPsAssociationNegativeTestJSON-392600423 tempest-FloatingIPsAssociationNegativeTestJSON-392600423-project] 10.222.0.49 "GET /v2.0/ports?device_id=459808b5-3efb-4ce6-bc90-84ad39cb12c5 HTTP/1.1" status: 200 len: 210 time: 0.0407019 Sep 18 00:33:42.352367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-b83364a1-e4cd-4f44-81cb-b238951676b5 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=488f25a295104a2dbefe44912eeed63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375016 Sep 18 00:33:42.379325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70a7aa12-ae22-4d9b-b49e-f719dcb683bf req-c1906e9a-d3af-43c6-9ece-bbf49dedb72a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 210 time: 0.0579119 Sep 18 00:33:42.493705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-64e7287f-ac13-4003-a9b5-94e9f9e434f1 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.495628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-64e7287f-ac13-4003-a9b5-94e9f9e434f1 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417792 Sep 18 00:33:42.520768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-10fedd66-1806-4f39-adc1-af933c57807c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/quotas/488f25a295104a2dbefe44912eeed63b HTTP/1.1" status: 200 len: 375 time: 0.0183656 Sep 18 00:33:42.580167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-73319eee-871e-4341-bf97-27bbc8a13fc8 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582588 Sep 18 00:33:42.581446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'tag': '1481476e-8d53-4066-8671-f4731909db34'}, {'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'name': 'network-vif-deleted', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:42.584029 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a" -d '{"events": [{"name": "network-changed", "server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "tag": "1481476e-8d53-4066-8671-f4731909db34"}, {"server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "name": "network-vif-deleted", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:42.654459 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2d2d6-3d1e-48ba-b65d-4e005f138cfe x-openstack-request-id: req-83b2d2d6-3d1e-48ba-b65d-4e005f138cfe {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:42.655038 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "tag": "1481476e-8d53-4066-8671-f4731909db34", "status": "completed", "code": 200}, {"server_uuid": "459808b5-3efb-4ce6-bc90-84ad39cb12c5", "name": "network-vif-deleted", "tag": "9c09bede-7dcf-44a8-82aa-582c91571fb5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:42.655510 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83b2d2d6-3d1e-48ba-b65d-4e005f138cfe {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:42.656140 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'tag': '1481476e-8d53-4066-8671-f4731909db34', 'status': 'completed', 'code': 200} Sep 18 00:33:42.656683 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459808b5-3efb-4ce6-bc90-84ad39cb12c5', 'name': 'network-vif-deleted', 'tag': '9c09bede-7dcf-44a8-82aa-582c91571fb5', 'status': 'completed', 'code': 200} Sep 18 00:33:42.748823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-36bb489d-6ba5-4bd7-bd1d-b4680f50d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.750768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-36bb489d-6ba5-4bd7-bd1d-b4680f50d0b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1126 time: 0.0621819 Sep 18 00:33:42.826975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9c09bede-7dcf-44a8-82aa-582c91571fb5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:42.924762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc6fd74-6f1b-4a34-9560-a390ed2bf6de req-5798de8e-b4d5-441f-bf7c-b3e1a03b6894 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 210 time: 0.0549841 Sep 18 00:33:42.968728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf57bb-a868-45bf-a145-a9e863a9fe0e req-270c5b2e-b4cf-4830-a236-7ef271f4860f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.970847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96bf57bb-a868-45bf-a145-a9e863a9fe0e req-270c5b2e-b4cf-4830-a236-7ef271f4860f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1712279 Sep 18 00:33:42.972088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-7fee694c-5008-4d9a-9d4d-25e43bd9fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.973901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-7fee694c-5008-4d9a-9d4d-25e43bd9fded service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2157648 Sep 18 00:33:43.039044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-2c485ee3-62cf-4085-b4d9-99237b649dd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 217 time: 0.0516870 Sep 18 00:33:43.090104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96bf57bb-a868-45bf-a145-a9e863a9fe0e req-15824d3e-20c6-4efa-aea8-529dd850b1ed tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Sep 18 00:33:43.116646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-7582fbed-7bfa-42d1-bdfb-7b0c0539bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.118844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-7582fbed-7bfa-42d1-bdfb-7b0c0539bfdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0703506 Sep 18 00:33:43.190994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-9fa11950-7d69-4914-9a9e-4882e973f463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572991 Sep 18 00:33:43.307619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b61c6-3bb8-46a8-9d26-3ad641dc7661 req-1264ac84-ee8a-4f25-865f-5a61e7681d65 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.315139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e7b61c6-3bb8-46a8-9d26-3ad641dc7661 req-1264ac84-ee8a-4f25-865f-5a61e7681d65 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1283567 Sep 18 00:33:43.388730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-0795b810-b018-4509-8074-07048ab10b13 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889915 Sep 18 00:33:43.408365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e7b61c6-3bb8-46a8-9d26-3ad641dc7661 req-2bdaac04-166a-41e1-9b1e-9c6abc2469e2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887489 Sep 18 00:33:43.415172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-70ba6413-d5bb-431f-ade9-1198637a8831 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542090 Sep 18 00:33:43.620738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c61b-99c5-4dda-a649-8573cc86fdd9 req-74d08f90-c0cc-4fb9-9109-7fd708823703 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.628029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5694c61b-99c5-4dda-a649-8573cc86fdd9 req-74d08f90-c0cc-4fb9-9109-7fd708823703 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1898406 Sep 18 00:33:43.680774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c0f8c2f-a541-4980-a0ca-3cf25d5e030a req-3341c9b3-02fa-4dbf-94a3-0897ff228dd8 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679331 Sep 18 00:33:43.690422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-0e0b97fe-fbf2-4f39-a81e-31f3e94ba8d3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.691921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-0e0b97fe-fbf2-4f39-a81e-31f3e94ba8d3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527714 Sep 18 00:33:43.705337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Request body: {'port': {'device_id': '6cd951f5-b173-4739-920c-fb04ec99511f', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '072107b4981c4aa48f60f9e54beb6d10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:43.736872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5694c61b-99c5-4dda-a649-8573cc86fdd9 req-ec1349a2-0289-4cf5-8e20-2720c4dd598d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Sep 18 00:33:43.911368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Made reservation on behalf of 072107b4981c4aa48f60f9e54beb6d10 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:43.915462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:43.920961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52348) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:44.055798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad067882-fb5a-4b85-bf37-a115994a244f req-4f52f881-9cee-41f3-9571-8cd4b5a33639 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 210 time: 0.0701408 Sep 18 00:33:44.208796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-679c684c-c349-42ae-b4bf-d6e0a9706f40 req-d847e460-1498-43eb-bc92-39608f3047cf tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 210 time: 0.0610709 Sep 18 00:33:44.227982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Allocated IP 192.168.233.43 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/a413aea0-c433-4122-930a-72ed072690ce) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:44.265368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6ba-1118-48c6-b8e0-e5401ea580f6 req-28459b84-ae81-47b7-8daf-b947b837741a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.266874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6da7d6ba-1118-48c6-b8e0-e5401ea580f6 req-28459b84-ae81-47b7-8daf-b947b837741a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1037376 Sep 18 00:33:44.338286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6da7d6ba-1118-48c6-b8e0-e5401ea580f6 req-a7f01827-1fc1-468b-9104-dd0326ee61a8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595114 Sep 18 00:33:44.572298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9180-41a0-4a22-a584-9fd6882bd7d7 req-7bd38112-7ea3-4f94-a7ce-d9460276e32f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.574288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bea9180-41a0-4a22-a584-9fd6882bd7d7 req-7bd38112-7ea3-4f94-a7ce-d9460276e32f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1217496 Sep 18 00:33:44.604459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:44.632214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88c90e-2bdf-4aef-b12f-f7300cc8ea26 req-cd935ca1-c72c-4fb1-93f4-1c42a9cfe786 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.640080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be88c90e-2bdf-4aef-b12f-f7300cc8ea26 req-cd935ca1-c72c-4fb1-93f4-1c42a9cfe786 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1290579 Sep 18 00:33:44.716338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bea9180-41a0-4a22-a584-9fd6882bd7d7 req-447bdf7b-56ee-43bd-afa3-1a9608176788 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224210 Sep 18 00:33:44.740915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be88c90e-2bdf-4aef-b12f-f7300cc8ea26 req-c4863096-9674-429e-bd2f-6158ff9cfd4e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917778 Sep 18 00:33:44.763285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:44.793505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:44.796057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:44.808969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:44.825755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:44.930578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:44.973296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-91933b5a-a88f-4757-8ee7-1dfdee01d00c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=488f25a295104a2dbefe44912eeed63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4502110 Sep 18 00:33:44.977367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.979795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.089354 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-1e7812c7-a146-4348-af0a-ff18dd737137 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3878813 Sep 18 00:33:45.108112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6774-ed2b-4f8a-9b31-78b704f0f94d req-cc689593-cf71-4f87-81ae-cd9a83b41a97 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.109539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4eae6774-ed2b-4f8a-9b31-78b704f0f94d req-cc689593-cf71-4f87-81ae-cd9a83b41a97 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1265023 Sep 18 00:33:45.124455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Request body: {'port': {'device_id': '6cd951f5-b173-4739-920c-fb04ec99511f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:45.144824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9c09bede-7dcf-44a8-82aa-582c91571fb5 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:45.160698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-3e14648e-0b11-4e17-b273-985cf7111ea0 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.162516 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-3e14648e-0b11-4e17-b273-985cf7111ea0 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823225 Sep 18 00:33:45.180610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 9c09bede-7dcf-44a8-82aa-582c91571fb5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:45.181572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9c09bede-7dcf-44a8-82aa-582c91571fb5 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:45.194414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Request body: {'port': {'device_id': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '488f25a295104a2dbefe44912eeed63b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:45.249069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.269681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c8cdfe72-aeef-443d-87d3-4f10384698fd None None] Provisioning complete for port a413aea0-c433-4122-930a-72ed072690ce triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:45.273298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfe72-aeef-443d-87d3-4f10384698fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.321659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4eae6774-ed2b-4f8a-9b31-78b704f0f94d req-835511b6-d9d7-4c95-a591-4c7ea43dacbf tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834600 Sep 18 00:33:45.360551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdfe72-aeef-443d-87d3-4f10384698fd None None] Port a413aea0-c433-4122-930a-72ed072690ce cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:45.384159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.438422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bfc9f-bc7f-4727-ab3b-0e8e6dfeac7b req-5159ad84-b89e-4f98-b219-2aba67fc6074 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.440455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea7bfc9f-bc7f-4727-ab3b-0e8e6dfeac7b req-5159ad84-b89e-4f98-b219-2aba67fc6074 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 935 time: 0.2396204 Sep 18 00:33:45.540695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Made reservation on behalf of 488f25a295104a2dbefe44912eeed63b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:45.544121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.555367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cf21fbc-e18e-4824-b346-1c6e09073a09 req-bd0e3e58-9e24-44be-919a-57e9c7664f6e tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 210 time: 0.0906942 Sep 18 00:33:45.592589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea7bfc9f-bc7f-4727-ab3b-0e8e6dfeac7b req-ebc5b774-58d1-41ef-b5eb-4870c2afa199 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401794 Sep 18 00:33:45.765845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edf20-32d5-4449-a7ed-d96387e0abe2 req-56dd4b38-1344-4103-a0fd-04ebd20d63db tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.773949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c25edf20-32d5-4449-a7ed-d96387e0abe2 req-56dd4b38-1344-4103-a0fd-04ebd20d63db tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1082323 Sep 18 00:33:45.795582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Deleting port a73619ac-cc97-4c38-947f-0a9886a2a9a5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:45.796285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.814009 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.847192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c25edf20-32d5-4449-a7ed-d96387e0abe2 req-f3322760-6cfb-4d8a-9f4a-03e24798ed9c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675211 Sep 18 00:33:45.945410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] For port a73619ac-cc97-4c38-947f-0a9886a2a9a5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a73619ac-cc97-4c38-947f-0a9886a2a9a5,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:45.945955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:45.961232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341f1c-8b66-4419-b914-b241a4769726 req-96b76499-a034-48e8-9f51-bb8a6852ff55 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.962413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Calling delete_port for a73619ac-cc97-4c38-947f-0a9886a2a9a5 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:45.968967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0341f1c-8b66-4419-b914-b241a4769726 req-96b76499-a034-48e8-9f51-bb8a6852ff55 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1088574 Sep 18 00:33:45.976716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a413aea0-c433-4122-930a-72ed072690ce {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:46.030213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.092665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0341f1c-8b66-4419-b914-b241a4769726 req-a76d9ee4-9aea-4048-8857-f7520de3fa09 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180563 Sep 18 00:33:46.097857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Transition to ACTIVE for port object a413aea0-c433-4122-930a-72ed072690ce will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:46.105274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.211972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Allocated IP 192.168.233.207 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/0b9694a0-e350-4acc-866a-4483fe74445e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:46.235452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:46.268429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539e03e-5239-43c7-beb4-197223506e1f req-0285af69-d76f-48bc-8821-4d85454e50a5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.275960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c539e03e-5239-43c7-beb4-197223506e1f req-0285af69-d76f-48bc-8821-4d85454e50a5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1820903 Sep 18 00:33:46.362777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.422052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c539e03e-5239-43c7-beb4-197223506e1f req-742c219e-7289-4939-b746-ac0cc3f9a05d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Sep 18 00:33:46.438577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Attempting to bind port a413aea0-c433-4122-930a-72ed072690ce on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:46.450408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Attempting to bind port a413aea0-c433-4122-930a-72ed072690ce by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:46.450783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Attempting to bind port a413aea0-c433-4122-930a-72ed072690ce on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:46.455934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Port a413aea0-c433-4122-930a-72ed072690ce on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:46.456272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Attempting to bind port a413aea0-c433-4122-930a-72ed072690ce on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:46.461616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:46.461959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:46.462691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:46.463024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Bound port: a413aea0-c433-4122-930a-72ed072690ce, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:46.463385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.538325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a73619ac-cc97-4c38-947f-0a9886a2a9a5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:46.686913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb1af0-fb42-4790-b479-992a7a5fc497 req-dc8a1767-68f8-4340-a1b0-1a3b77eff9b6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.688611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bdb1af0-fb42-4790-b479-992a7a5fc497 req-dc8a1767-68f8-4340-a1b0-1a3b77eff9b6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1371520 Sep 18 00:33:46.703477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:46.707834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:46.743496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.775794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2c6a493-6c73-47df-8cd2-511b88e665bb req-a3f85d06-ec37-4c0a-8542-228667b51e87 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 210 time: 0.0860798 Sep 18 00:33:46.781520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.795605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.823128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bdb1af0-fb42-4790-b479-992a7a5fc497 req-52f1c39a-ad21-462d-8253-14361441b254 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121745 Sep 18 00:33:46.831504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.832122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.833549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] 10.222.0.48 "PUT /v2.0/ports/a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 1096 time: 1.7342479 Sep 18 00:33:46.833991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:46.836322 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4c216-02b2-4c2c-b859-d66ad95d5761" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "tag": "a413aea0-c433-4122-930a-72ed072690ce"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:46.874656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf6d52-7750-4fd4-b0c1-0d3f474a0ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:46.983761 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad589601-7480-4f73-a936-969ce4fdc1a1 x-openstack-request-id: req-ad589601-7480-4f73-a936-969ce4fdc1a1 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:46.983761 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "tag": "a413aea0-c433-4122-930a-72ed072690ce", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:46.983761 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad589601-7480-4f73-a936-969ce4fdc1a1 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:46.983761 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce', 'status': 'completed', 'code': 200} Sep 18 00:33:46.994556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.007575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-d7986069-6d8f-4d1c-8d24-962d4d510770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.009601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-d7986069-6d8f-4d1c-8d24-962d4d510770 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1099 time: 0.1016908 Sep 18 00:33:47.014704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['16692b68-eb78-4213-a50c-dabbf6a7e620'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:47.025551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046daf-59b2-4f02-96ab-acb10c981d3e req-b9f564ae-74a9-4a5e-8ac1-1a31c0c0440e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.033278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42046daf-59b2-4f02-96ab-acb10c981d3e req-b9f564ae-74a9-4a5e-8ac1-1a31c0c0440e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 947 time: 0.1462631 Sep 18 00:33:47.106764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Pushing event updated for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:47.119530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:47.124685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:47.128647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:47.140572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-4f274d98-44ee-442d-9a2e-a0a0c16346aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.1047111 Sep 18 00:33:47.262716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-4d7e6a79-1662-4b7b-8992-22da03f8e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.264329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-4d7e6a79-1662-4b7b-8992-22da03f8e00e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1011176 Sep 18 00:33:47.301591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42046daf-59b2-4f02-96ab-acb10c981d3e req-b18132bc-7d12-4a57-ad61-2525018aa75d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624819 Sep 18 00:33:47.330845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Router 5a8fe137-9054-4203-b05b-041ce83b735e has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:33:47.351917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21362797-ac39-4c52-a73d-4d4e28122a0f req-d3baef6a-a528-40e5-a404-50eb8254e461 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.353949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21362797-ac39-4c52-a73d-4d4e28122a0f req-d3baef6a-a528-40e5-a404-50eb8254e461 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2432816 Sep 18 00:33:47.458031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.459271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.498732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-40aec048-5ab6-4805-8bac-71db3bc17afc tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3121645 Sep 18 00:33:47.533242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Request body: {'port': {'device_id': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:47.554784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21362797-ac39-4c52-a73d-4d4e28122a0f req-49b9fe08-e5ee-4a0c-9722-8584ed3ed921 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462433 Sep 18 00:33:47.559180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-d5f8e4ad-7c22-446f-af43-a9c0134c494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.561238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-d5f8e4ad-7c22-446f-af43-a9c0134c494c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2539256 Sep 18 00:33:47.604955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb62a-0df4-448c-ba6a-fc3c0c36253a req-acbb5ab1-87a0-4711-9cca-68e7a56e2153 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.612549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac0cb62a-0df4-448c-ba6a-fc3c0c36253a req-acbb5ab1-87a0-4711-9cca-68e7a56e2153 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1284907 Sep 18 00:33:47.639982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-048f6b69-7c11-42d0-a0d1-62d1f1d47a65 None None] Provisioning complete for port 0b9694a0-e350-4acc-866a-4483fe74445e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:47.640376 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-048f6b69-7c11-42d0-a0d1-62d1f1d47a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.689751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:33:47.696921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac0cb62a-0df4-448c-ba6a-fc3c0c36253a req-fbf26de0-cf42-44f7-9fe9-523b689d9a6f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Sep 18 00:33:47.700835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e7f22b4-f7b0-41a6-ba38-be0ecf8364eb admin admin] 10.222.0.49 "PUT /v2.0/routers/5a8fe137-9054-4203-b05b-041ce83b735e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7726717 Sep 18 00:33:47.702932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:47.707356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Sync routers for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:33:47.711023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.717010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-048f6b69-7c11-42d0-a0d1-62d1f1d47a65 None None] Port 0b9694a0-e350-4acc-866a-4483fe74445e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:47.729139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:47.733068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:47.758122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-c564779b-596f-48ec-ac90-0c30e1b5d250 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869936 Sep 18 00:33:47.835933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.909776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad089b6-b0b8-4116-aeae-904be1f33cbe req-7edc7438-5dc7-4ca8-bf93-666f383cd727 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.917083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cad089b6-b0b8-4116-aeae-904be1f33cbe req-7edc7438-5dc7-4ca8-bf93-666f383cd727 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1052310 Sep 18 00:33:47.941246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc556ce-9c0c-41be-bf25-aef140a56788 req-156af6a0-a370-4aaf-9a36-b8982ff5bf65 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726534 Sep 18 00:33:47.967939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:47.970288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:48.018068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cad089b6-b0b8-4116-aeae-904be1f33cbe req-740bbe0e-8885-4f92-9ff9-8dcc91827e93 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999236 Sep 18 00:33:48.171948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fb3ce-98ef-4eee-a4bd-56f13454dd11 req-d250a048-4ef7-42b8-ac61-2d33ed9a94a7 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.181886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a27fb3ce-98ef-4eee-a4bd-56f13454dd11 req-d250a048-4ef7-42b8-ac61-2d33ed9a94a7 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 936 time: 0.2173285 Sep 18 00:33:48.204293 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:33:46Z', 'revision_number': 5, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port': {'id': 'f9edcb30-2dfb-426f-b466-08063710dd4f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:32:52Z', 'updated_at': '2021-09-18T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:48.232090 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Checking router: 5a8fe137-9054-4203-b05b-041ce83b735e for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:33:48.241529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Routers {'5a8fe137-9054-4203-b05b-041ce83b735e'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:33:48.242460 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:33:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5a8fe137-9054-4203-b05b-041ce83b735e'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:48.286580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-b0a5d6c9-5bfb-468d-89c4-758eeb14e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.295077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-b0a5d6c9-5bfb-468d-89c4-758eeb14e06d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1099 time: 0.2524793 Sep 18 00:33:48.362344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a27fb3ce-98ef-4eee-a4bd-56f13454dd11 req-220ed3ec-dbe7-4a14-81a4-d1a92cac15ae tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773856 Sep 18 00:33:48.449697 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] Set router 5a8fe137-9054-4203-b05b-041ce83b735e gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:33:48.518932 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:33:47Z', 'revision_number': 6, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:48.546821 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ebcba-1f6b-407c-b81a-6328d78e4a52 None None] The sync data for ids ['5a8fe137-9054-4203-b05b-041ce83b735e'] in n-d-712707-16 is: [{'id': '5a8fe137-9054-4203-b05b-041ce83b735e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156752595-router', 'tenant_id': '801d2584dc0d4961a085ed45169ecdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:32:51Z', 'updated_at': '2021-09-18T00:33:47Z', 'revision_number': 6, 'project_id': '801d2584dc0d4961a085ed45169ecdaa', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:33:48.623952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-cc19d1c1-c331-4476-8623-db04a979ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.625489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-cc19d1c1-c331-4476-8623-db04a979ded9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3049572 Sep 18 00:33:48.714910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aeeb2-1b2d-442a-98b3-5a0b0250951f req-69e19cd1-1951-41bb-b8e1-97077821e7eb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.716568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d5aeeb2-1b2d-442a-98b3-5a0b0250951f req-69e19cd1-1951-41bb-b8e1-97077821e7eb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.4406223 Sep 18 00:33:48.717804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-9fc70dbb-afde-4678-8047-810c636829fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.0665009 Sep 18 00:33:48.793829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Deleting port f9edcb30-2dfb-426f-b466-08063710dd4f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:48.794299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:48.989520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] For port f9edcb30-2dfb-426f-b466-08063710dd4f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9edcb30-2dfb-426f-b466-08063710dd4f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:48.990849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.011821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Calling delete_port for f9edcb30-2dfb-426f-b466-08063710dd4f owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:49.111260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f9923-baf5-44f4-8256-b357547167a4 req-5957350b-23d0-46d8-bf41-e5a4f45cb065 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.116409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9694a0-e350-4acc-866a-4483fe74445e {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:49.118755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c72f9923-baf5-44f4-8256-b357547167a4 req-5957350b-23d0-46d8-bf41-e5a4f45cb065 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 947 time: 0.5612102 Sep 18 00:33:49.126829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.145205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Transition to ACTIVE for port object 0b9694a0-e350-4acc-866a-4483fe74445e will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:49.155944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.159830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-12fcce64-570b-42a9-950a-0bdef225d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.161222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-12fcce64-570b-42a9-950a-0bdef225d296 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.4354703 Sep 18 00:33:49.209047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d5aeeb2-1b2d-442a-98b3-5a0b0250951f req-44e7f7c3-8ead-40cc-a238-0d19ec001d37 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770563 Sep 18 00:33:49.218394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c72f9923-baf5-44f4-8256-b357547167a4 req-e3128893-b2e2-4f48-b2a0-94a6d2bfcb8e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987821 Sep 18 00:33:49.254107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-1159fd67-8507-4090-bb80-6b6b0de54cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.255689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-1159fd67-8507-4090-bb80-6b6b0de54cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832763 Sep 18 00:33:49.354840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:49.434783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5c7c8-f2ed-42f4-b8c0-fee18519a83d req-88c9a85a-ff3f-47ef-a092-3c437e6b2140 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.449242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f5c7c8-f2ed-42f4-b8c0-fee18519a83d req-88c9a85a-ff3f-47ef-a092-3c437e6b2140 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1478930 Sep 18 00:33:49.518410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.518758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.519101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.525373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.525778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.526122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.526459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.526792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.527123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.527449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.527776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.528097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:49.577483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9edcb30-2dfb-426f-b466-08063710dd4f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:49.613954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-0c940fa5-14dc-4105-9305-718058850ea6 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486364 Sep 18 00:33:49.622545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f5c7c8-f2ed-42f4-b8c0-fee18519a83d req-98218afd-5aef-428c-bbf5-7a1fcbfe3f8e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740956 Sep 18 00:33:49.705301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Attempting to bind port 0b9694a0-e350-4acc-866a-4483fe74445e on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:49.705751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Attempting to bind port 0b9694a0-e350-4acc-866a-4483fe74445e by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:49.706182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Attempting to bind port 0b9694a0-e350-4acc-866a-4483fe74445e on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:49.719173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe652a4-fe4b-4ec2-b38d-61b81e1cc548 req-35b025d0-4639-4b15-ab8e-3e84001a98e8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.722111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Port 0b9694a0-e350-4acc-866a-4483fe74445e on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:49.722560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Attempting to bind port 0b9694a0-e350-4acc-866a-4483fe74445e on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:49.722710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbe652a4-fe4b-4ec2-b38d-61b81e1cc548 req-35b025d0-4639-4b15-ab8e-3e84001a98e8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2257140 Sep 18 00:33:49.748993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:49.749868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:49.750811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:49.751930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Bound port: 0b9694a0-e350-4acc-866a-4483fe74445e, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:49.753601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.783923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.850269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1c4c216-02b2-4c2c-b859-d66ad95d5761 req-e7eeeffd-0c21-4d18-8de2-3274e81ccd01 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253575 Sep 18 00:33:49.855039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.884035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a73619ac-cc97-4c38-947f-0a9886a2a9a5 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:49.902273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9edcb30-2dfb-426f-b466-08063710dd4f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:49.904584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:49.920796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0b9694a0-e350-4acc-866a-4483fe74445e,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:49.938417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.938639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a73619ac-cc97-4c38-947f-0a9886a2a9a5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:49.944020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a73619ac-cc97-4c38-947f-0a9886a2a9a5 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:49.967262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbe652a4-fe4b-4ec2-b38d-61b81e1cc548 req-62f19c71-e2d7-4618-88a7-055851fad960 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335553 Sep 18 00:33:50.002080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.002080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.002080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0b9694a0-e350-4acc-866a-4483fe74445e HTTP/1.1" status: 200 len: 1097 time: 2.4793932 Sep 18 00:33:50.003339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:50.007046 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eaebbf-f497-410b-b790-7ae111a75234" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:50.030551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630cdb-96e3-4b7b-ba43-98a2a3dfd6b1 req-dcf81a81-4aa7-4b3b-bc42-01ff9a403ff5 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.033303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.037132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa630cdb-96e3-4b7b-ba43-98a2a3dfd6b1 req-dcf81a81-4aa7-4b3b-bc42-01ff9a403ff5 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 948 time: 0.1911640 Sep 18 00:33:50.086824 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603476ef-ccc4-4fd3-a923-bdca9f89af3a x-openstack-request-id: req-603476ef-ccc4-4fd3-a923-bdca9f89af3a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:50.087371 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:50.087725 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-603476ef-ccc4-4fd3-a923-bdca9f89af3a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:50.088299 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e', 'status': 'completed', 'code': 200} Sep 18 00:33:50.133148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa630cdb-96e3-4b7b-ba43-98a2a3dfd6b1 req-1396152a-dd31-4959-90df-98a7bdac77cb tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817626 Sep 18 00:33:50.168109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaf9f6-212a-4dea-bbb1-1205c9ce10a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:50.235179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.240108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.290514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-3c91740e-8c85-436f-8e7f-6a49b2929ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.292490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-3c91740e-8c85-436f-8e7f-6a49b2929ebf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 1100 time: 0.1644948 Sep 18 00:33:50.304276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.305068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8fe137-9054-4203-b05b-041ce83b735e {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:33:50.326427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.327345 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-570760ca-db04-4016-b8bd-3dbccdde75cc admin admin] 10.222.0.49 "DELETE /v2.0/routers/5a8fe137-9054-4203-b05b-041ce83b735e HTTP/1.1" status: 204 len: 168 time: 2.6202221 Sep 18 00:33:50.330019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52462) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:50.399527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-5d8a8ce3-1029-4437-93ec-fc1f04e19cd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=0b9694a0-e350-4acc-866a-4483fe74445e HTTP/1.1" status: 200 len: 217 time: 0.0827081 Sep 18 00:33:50.449377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9845-9e85-44a3-a4c2-97a92d0633b8 req-ea1a5c9f-a0bb-4dbb-b32b-31a9eb0a0b8e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.458279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557e9845-9e85-44a3-a4c2-97a92d0633b8 req-ea1a5c9f-a0bb-4dbb-b32b-31a9eb0a0b8e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 814 time: 0.2491004 Sep 18 00:33:50.461034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Deleting subnet 9e11dac3-1d94-4539-a0a0-8599709b3ba4 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:33:50.466754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.475963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557e9845-9e85-44a3-a4c2-97a92d0633b8 req-9f56c343-07e8-4cd1-8288-1c9bbb098c47 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/quotas/b2a425ec9b1b46dda165d34c1aab2c7e HTTP/1.1" status: 200 len: 375 time: 0.0143139 Sep 18 00:33:50.502684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-574e237e-9b08-419d-8767-0e3ee814a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.504673 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-574e237e-9b08-419d-8767-0e3ee814a043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0930445 Sep 18 00:33:50.514512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.539565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c1a2-a32d-4dd2-8a93-7d063c6e5315 req-34500d65-f89e-4ca9-9e96-68da6371ee7a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.544702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdd1c1a2-a32d-4dd2-8a93-7d063c6e5315 req-34500d65-f89e-4ca9-9e96-68da6371ee7a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 947 time: 0.2014039 Sep 18 00:33:50.600758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557e9845-9e85-44a3-a4c2-97a92d0633b8 req-2f7b0b22-2f88-4701-81d1-5be33731af4f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189296 Sep 18 00:33:50.636632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdd1c1a2-a32d-4dd2-8a93-7d063c6e5315 req-54c93553-4317-4e3c-9719-22ac948de146 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854359 Sep 18 00:33:50.644044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-275fbbd5-f365-44a4-9d08-79a45b954c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.645402 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-275fbbd5-f365-44a4-9d08-79a45b954c1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334090 Sep 18 00:33:50.705407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.804203 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-acf9f5cf-4a1d-4d44-bdd7-98f394124a9a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440752 Sep 18 00:33:50.810247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.854567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e11dac3-1d94-4539-a0a0-8599709b3ba4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:50.863405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6a84-d0be-40d6-99cb-254a543e7ba9 req-e4b85d3e-3273-409e-b650-7f6541218333 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.866688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.870808 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bd911101-4bfd-4083-b542-deac98c7e1f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e11dac3-1d94-4539-a0a0-8599709b3ba4 HTTP/1.1" status: 204 len: 168 time: 0.5376813 Sep 18 00:33:50.871040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52474) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:50.872433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8abb96-b2f7-48d8-ac89-b02dfde2b095 None None] Network 72e4a2ef-83f2-4acb-8029-b2eae0707612 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:33:50.874875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96ed6a84-d0be-40d6-99cb-254a543e7ba9 req-e4b85d3e-3273-409e-b650-7f6541218333 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1414185 Sep 18 00:33:50.942677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426bca-64f4-4c5a-9e08-1e41319fbbd9 req-dac3d67c-8b38-4067-9b7e-b18e5de3816b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.945881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e426bca-64f4-4c5a-9e08-1e41319fbbd9 req-dac3d67c-8b38-4067-9b7e-b18e5de3816b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1446095 Sep 18 00:33:50.962213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96ed6a84-d0be-40d6-99cb-254a543e7ba9 req-9cfdc1b6-9b1f-4bc9-9d11-a6e91b15b8ae tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817194 Sep 18 00:33:50.997557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.006588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fead0f68-7691-4fb9-a1dc-3e9721ee6a0a req-250f93fc-bdfc-4108-947e-26f360028ac6 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924109 Sep 18 00:33:51.062345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e426bca-64f4-4c5a-9e08-1e41319fbbd9 req-570553d6-2893-4d4a-bb90-c6453c6e7723 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990622 Sep 18 00:33:51.085751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Deleting port 30b29fb0-8e03-42d8-b463-27a58f6ead74 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:51.086218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.136755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056d2f-1fcb-4c49-8bbb-8980f6f022d3 req-d4f8752e-b723-491a-9fab-7109c42ad457 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.146335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14056d2f-1fcb-4c49-8bbb-8980f6f022d3 req-d4f8752e-b723-491a-9fab-7109c42ad457 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0762467 Sep 18 00:33:51.205157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] For port 30b29fb0-8e03-42d8-b463-27a58f6ead74, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30b29fb0-8e03-42d8-b463-27a58f6ead74,segment=NetworkSegment(5a0bd529-7fd4-4b26-8e9b-f2246b8b0298),segment_id=5a0bd529-7fd4-4b26-8e9b-f2246b8b0298)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:51.206029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.237401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] DHCP port deletion for 72e4a2ef-83f2-4acb-8029-b2eae0707612 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:33:51.241391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14056d2f-1fcb-4c49-8bbb-8980f6f022d3 req-465f71c5-c2be-47da-bf0b-cfbcad7867bc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934172 Sep 18 00:33:51.241539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Calling delete_port for 30b29fb0-8e03-42d8-b463-27a58f6ead74 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:51.254886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-e003389b-ab6f-4fc7-8295-2f44c52e1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.256856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-e003389b-ab6f-4fc7-8295-2f44c52e1787 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=488f25a295104a2dbefe44912eeed63b&device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 1100 time: 0.1403904 Sep 18 00:33:51.312517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f7be-bd3d-4c0a-8614-c1b9e01cd3b0 req-f7c084e1-73dd-4f78-b331-7b850dbacc58 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.314341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e605f7be-bd3d-4c0a-8614-c1b9e01cd3b0 req-f7c084e1-73dd-4f78-b331-7b850dbacc58 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 948 time: 0.0635757 Sep 18 00:33:51.324708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:51.370252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e605f7be-bd3d-4c0a-8614-c1b9e01cd3b0 req-1f323a23-2aa6-44fc-b09e-bb15eb69b01f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488217 Sep 18 00:33:51.497489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:51.514706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.544521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30b29fb0-8e03-42d8-b463-27a58f6ead74 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:51.555467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] No DVR routers for this DVR port 30b29fb0-8e03-42d8-b463-27a58f6ead74 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:51.555627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8650f377-abb9-496e-97bc-912cc187d8f5 req-a221edf6-356d-4f8d-aa7b-39861f53673c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e HTTP/1.1" status: 200 len: 221 time: 0.0764444 Sep 18 00:33:51.559568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b29fb0-8e03-42d8-b463-27a58f6ead74,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:51.595619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'a413aea0-c433-4122-930a-72ed072690ce', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'a413aea0-c433-4122-930a-72ed072690ce', 'mac_address': 'fa:16:3e:02:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:51.604345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 30b29fb0-8e03-42d8-b463-27a58f6ead74 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:51.604691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30b29fb0-8e03-42d8-b463-27a58f6ead74 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:51.623380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Deleting port 30b29fb0-8e03-42d8-b463-27a58f6ead74 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:51.624121 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.650333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-c0615863-5671-43dc-acd3-ccfc57a435ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.651826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-c0615863-5671-43dc-acd3-ccfc57a435ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3865426 Sep 18 00:33:51.689894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.698908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56f1c9-5dc5-449f-a824-4f0a67a24905 req-7ba12027-649c-4569-8e4b-772b209f267a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.700496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be56f1c9-5dc5-449f-a824-4f0a67a24905 req-7ba12027-649c-4569-8e4b-772b209f267a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0930412 Sep 18 00:33:51.710511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.733905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a413aea0-c433-4122-930a-72ed072690ce {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:51.757224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] For port 30b29fb0-8e03-42d8-b463-27a58f6ead74, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:51.760448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.786006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:51.788113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Calling delete_port for 30b29fb0-8e03-42d8-b463-27a58f6ead74 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:51.791203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Port 30b29fb0-8e03-42d8-b463-27a58f6ead74 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:33:51.792886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.794365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-93d4d9c1-13b9-44a0-ad52-2d2be6372897 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=0b9694a0-e350-4acc-866a-4483fe74445e HTTP/1.1" status: 200 len: 217 time: 0.1118484 Sep 18 00:33:51.799417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be56f1c9-5dc5-449f-a824-4f0a67a24905 req-7d4af3a4-2340-4741-9c73-7ab4df117e73 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879993 Sep 18 00:33:51.814956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.851666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e4a2ef-83f2-4acb-8029-b2eae0707612']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:51.858763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] Pushing event deleted for resources: {'Port': ['ID=30b29fb0-8e03-42d8-b463-27a58f6ead74,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:51.862557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbce0f5-211b-4dca-90a8-22fb0f332a86 None None] No DVR routers for this DVR port 30b29fb0-8e03-42d8-b463-27a58f6ead74 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:51.901839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c9c3-c5eb-4cf3-bf99-988c06d9fb01 req-a04d5678-c6a9-4b38-a38c-145fbf7f6e23 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:51.909421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c29c9c3-c5eb-4cf3-bf99-988c06d9fb01 req-a04d5678-c6a9-4b38-a38c-145fbf7f6e23 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 948 time: 0.1137545 Sep 18 00:33:51.915696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:51.916282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0bd529-7fd4-4b26-8e9b-f2246b8b0298') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:33:51.936367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.957249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.966453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:33:51.967344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:51.970552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c29c9c3-c5eb-4cf3-bf99-988c06d9fb01 req-468ce76d-65ee-458c-aa73-e6e34a2bbc41 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599725 Sep 18 00:33:51.987280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:33:52.002224 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:33:52.011505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-735ef122-58c7-4179-98d7-5f124a1db105 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2469826 Sep 18 00:33:52.066147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-92f89e84-ec68-48d8-aea2-c338c755c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.069065 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-92f89e84-ec68-48d8-aea2-c338c755c44d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.2635314 Sep 18 00:33:52.088692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:52.099808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c522e65-0a03-43c9-b65e-bf6e555500f8 req-d6aad90d-40f1-4b8a-8f86-6eeb4e26749a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.101701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c522e65-0a03-43c9-b65e-bf6e555500f8 req-d6aad90d-40f1-4b8a-8f86-6eeb4e26749a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0777068 Sep 18 00:33:52.104177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.129887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.134721 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72e4a2ef-83f2-4acb-8029-b2eae0707612 HTTP/1.1" status: 204 len: 168 time: 1.2604902 Sep 18 00:33:52.174569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cab1-5c11-4641-b702-fbc64d8dafa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e4a2ef-83f2-4acb-8029-b2eae0707612,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:52.194976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c522e65-0a03-43c9-b65e-bf6e555500f8 req-36333e2e-1ca8-4c68-9d07-0a6a5fcf6ea7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849843 Sep 18 00:33:52.231248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-8165a0d0-8b84-4d30-920e-b059b4f4508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.232696 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-8165a0d0-8b84-4d30-920e-b059b4f4508b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 1097 time: 0.1757662 Sep 18 00:33:52.234799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-ca4dd758-0904-4baf-a7c6-0ea259e33bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.236353 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-ca4dd758-0904-4baf-a7c6-0ea259e33bab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573386 Sep 18 00:33:52.383490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165b61f-a8c7-421c-9948-343476433f52 req-1a0fd5f7-71d6-4785-a7d3-0eebf21189c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.385259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c165b61f-a8c7-421c-9948-343476433f52 req-1a0fd5f7-71d6-4785-a7d3-0eebf21189c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1771672 Sep 18 00:33:52.406090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52514) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:52.499677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c165b61f-a8c7-421c-9948-343476433f52 req-f32f41db-34cf-4a74-a871-a58d63e95e4e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068683 Sep 18 00:33:52.510891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035643-3ac6-4479-8aa5-4cb903ea5704 req-9c24fe9e-3ac9-45c8-bae7-2e09b8ca8b0c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.528463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab035643-3ac6-4479-8aa5-4cb903ea5704 req-9c24fe9e-3ac9-45c8-bae7-2e09b8ca8b0c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1230869 Sep 18 00:33:52.556651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-51e5f1d5-c8e7-46ff-b260-3b280f43c771 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=801d2584dc0d4961a085ed45169ecdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472189 Sep 18 00:33:52.557354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52516) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:33:52.575627 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-970c2d63-e72f-41d1-a8bf-65bc9d1574a1 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292501 Sep 18 00:33:52.577145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-96013373-074c-49a7-9e15-e8b0c8899a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.578484 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-96013373-074c-49a7-9e15-e8b0c8899a91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.3193967 Sep 18 00:33:52.661143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-14b2d269-2bce-4005-a7ee-7de6cd0773e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 200 len: 217 time: 0.0693479 Sep 18 00:33:52.666549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab035643-3ac6-4479-8aa5-4cb903ea5704 req-56d1df67-e8b1-4d9f-93bb-bd3501549502 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363397 Sep 18 00:33:52.717184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb1208-22f4-4d80-8a15-ddf835a96e5b req-1cd5d746-481c-4f92-943c-efe947d3b923 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.719256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3abb1208-22f4-4d80-8a15-ddf835a96e5b req-1cd5d746-481c-4f92-943c-efe947d3b923 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 948 time: 0.1159785 Sep 18 00:33:52.742578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.822347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0eaebbf-f497-410b-b790-7ae111a75234 req-7ec474e5-5bfb-4e8f-ad31-0ffd219822dc service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316864 Sep 18 00:33:52.828563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.831890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-25275e15-d0d1-49a0-9b56-d7f30853495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.834844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-25275e15-d0d1-49a0-9b56-d7f30853495d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1614945 Sep 18 00:33:52.876907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3abb1208-22f4-4d80-8a15-ddf835a96e5b req-1afdec8e-33ac-4ee3-a53b-aba7e089306c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445148 Sep 18 00:33:52.906169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-51acbede-8410-4cf5-8207-a24799a9820c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561194 Sep 18 00:33:52.911162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf9dcb-57a2-4eb2-a868-30e3ecfb5544 req-5e804025-f78c-48f7-b41e-f1846ef2e69c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.912775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ccf9dcb-57a2-4eb2-a868-30e3ecfb5544 req-5e804025-f78c-48f7-b41e-f1846ef2e69c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1296697 Sep 18 00:33:52.954227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.956929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.960854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4 HTTP/1.1" status: 204 len: 168 time: 0.4000046 Sep 18 00:33:52.980887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ccf9dcb-57a2-4eb2-a868-30e3ecfb5544 req-f72eacaa-b4f8-4f6d-aec2-98377642146b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Sep 18 00:33:52.990689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdcb6e1-bb5c-40a8-9eed-6de850d6acd4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:53.002670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.004884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.008026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.009107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.010147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.011828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.012912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.015038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.015269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.015616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.015959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.016308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110fc07a-b080-4c9c-8b0f-f7efac7a1aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:53.230947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb9fe-a165-477a-a0db-d9e4aa17a97c req-fee275de-5382-477d-9844-211b7dcba5c1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.233677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-752bb9fe-a165-477a-a0db-d9e4aa17a97c req-fee275de-5382-477d-9844-211b7dcba5c1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 948 time: 0.1310439 Sep 18 00:33:53.297404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:53.335742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-752bb9fe-a165-477a-a0db-d9e4aa17a97c req-ba98c18d-9923-4ea9-b654-05f9fe02281a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945036 Sep 18 00:33:53.385816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port a413aea0-c433-4122-930a-72ed072690ce completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:53.387940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3a65-7548-4fa3-9907-b23b2a827b5e req-d0e0bfbf-4767-4670-9c61-aa37b667e89f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.391507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port a413aea0-c433-4122-930a-72ed072690ce triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:53.398724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bfc3a65-7548-4fa3-9907-b23b2a827b5e req-d0e0bfbf-4767-4670-9c61-aa37b667e89f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1241970 Sep 18 00:33:53.400416 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.503252 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-9c595671-14fb-4b5a-8d2b-82de7ccbe3ed service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856006 Sep 18 00:33:53.523462 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.524013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bfc3a65-7548-4fa3-9907-b23b2a827b5e req-249b837f-5490-4570-844c-bd8f9f90481f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271799 Sep 18 00:33:53.574310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-f54a45bc-590b-42b4-9eba-4b426088e725 service neutron] 10.222.0.48 "GET /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.1759892 Sep 18 00:33:53.592721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:53.594215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:53.598399 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc2715-d6e9-4275-8a4e-3432fe45a2ff" -d '{"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-plugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:53.604133 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.605264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1481476e-8d53-4066-8671-f4731909db34 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:53.717284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:53.736483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9567decd-3eaf-4e0e-8f7b-5d08f260a958 req-cd2362ac-19ec-454f-8955-6dd7d263acfe service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226076 Sep 18 00:33:53.832153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b11898-ce1d-492f-b338-7a85cf173068 req-7d4206eb-61aa-468b-9717-c1b16bc7383e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.833733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b11898-ce1d-492f-b338-7a85cf173068 req-7d4206eb-61aa-468b-9717-c1b16bc7383e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 943 time: 0.1538043 Sep 18 00:33:53.841130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a215b5-69c9-431d-b40b-d8f2f2e64c43 req-aecca054-e30d-435d-be75-906306f9541f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.844957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2a215b5-69c9-431d-b40b-d8f2f2e64c43 req-aecca054-e30d-435d-be75-906306f9541f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1636488 Sep 18 00:33:53.963630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b11898-ce1d-492f-b338-7a85cf173068 req-a09eb2aa-4031-4492-a5f3-e8935788f408 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099455 Sep 18 00:33:53.971628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2a215b5-69c9-431d-b40b-d8f2f2e64c43 req-223fbb00-7726-4da8-b4b1-949baa966384 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127217 Sep 18 00:33:53.979703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:54.013554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:54.040256 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5ce273-8fba-4256-8308-c55d02368823 x-openstack-request-id: req-8a5ce273-8fba-4256-8308-c55d02368823 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:54.040973 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-plugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:54.041435 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a5ce273-8fba-4256-8308-c55d02368823 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:54.042136 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce', 'code': 200} Sep 18 00:33:54.051269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1481476e-8d53-4066-8671-f4731909db34 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:54.076294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:54.095583 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:54.143838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b85faad9-aaa4-444d-b1af-724697262d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:54.270054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4143d2-4498-473a-93f7-377a08044e41 req-5300e056-57aa-419f-ac12-c3d71e09fbef tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.272610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb4143d2-4498-473a-93f7-377a08044e41 req-5300e056-57aa-419f-ac12-c3d71e09fbef tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 948 time: 0.1718249 Sep 18 00:33:54.280372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674492-77fc-46e1-9e27-1b3c72f96c6c req-f6ce1c98-ae59-4700-89dd-043980e0dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.281879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f674492-77fc-46e1-9e27-1b3c72f96c6c req-f6ce1c98-ae59-4700-89dd-043980e0dbb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1101 time: 0.1535101 Sep 18 00:33:54.301716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4212-5c02-4ea2-a16e-7c92301f977b req-5be389a2-8de3-4b3e-aa8b-1da649de066e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.303356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50ad4212-5c02-4ea2-a16e-7c92301f977b req-5be389a2-8de3-4b3e-aa8b-1da649de066e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1528344 Sep 18 00:33:54.343393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] Transition to ACTIVE for port object 1481476e-8d53-4066-8671-f4731909db34 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:54.357997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:54.420990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb4143d2-4498-473a-93f7-377a08044e41 req-47d87319-8031-41b8-8b8c-611129ce8d4c tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361694 Sep 18 00:33:54.441936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f674492-77fc-46e1-9e27-1b3c72f96c6c req-2e293b3c-ba5c-45e2-a9ec-b250b17c4c4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309392 Sep 18 00:33:54.444190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50ad4212-5c02-4ea2-a16e-7c92301f977b req-39e5d23d-8c0d-4636-9204-15c04ab44d45 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253929 Sep 18 00:33:54.480873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] No DVR routers for this DVR port 1481476e-8d53-4066-8671-f4731909db34 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:54.489505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] Pushing event updated for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:54.520351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-47c20c26-085e-4495-aec8-e7fde62fa085 service neutron] 10.222.0.48 "PUT /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9370005 Sep 18 00:33:54.687251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b821c-54eb-4011-9dd4-dd43da7e63b1 req-9ce472e4-cbc3-4ded-9458-2178b0105959 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.690320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b5b821c-54eb-4011-9dd4-dd43da7e63b1 req-9ce472e4-cbc3-4ded-9458-2178b0105959 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0738089 Sep 18 00:33:54.753259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-55b8ff81-934f-416c-9496-793a8080d47b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.755703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-55b8ff81-934f-416c-9496-793a8080d47b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.0491505 Sep 18 00:33:54.765141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-435939ce-2f4b-49f5-ad1c-68b8d7426529 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0234f6ee726e43599a4027ba138b8c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354953 Sep 18 00:33:54.773156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b5b821c-54eb-4011-9dd4-dd43da7e63b1 req-1bfdce3d-d1c2-485e-8b0f-d997f1fda95f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753787 Sep 18 00:33:54.815468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-0a3eb1b8-9752-46e5-9707-59e721128ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.817241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-0a3eb1b8-9752-46e5-9707-59e721128ad6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227&tenant_id=7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 1096 time: 0.0525384 Sep 18 00:33:54.931233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-bd1a82eb-6f9d-4742-b6ef-21e9a39ccd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.932671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-bd1a82eb-6f9d-4742-b6ef-21e9a39ccd25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1096 time: 0.0483966 Sep 18 00:33:54.936198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-9a0036cf-29b6-4953-bfc2-fd1c80355897 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.937685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-9a0036cf-29b6-4953-bfc2-fd1c80355897 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636341 Sep 18 00:33:54.945837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025071-5bff-4461-bce5-c0e1a8c6a760 req-85d56f5a-adaf-4563-ba82-e6de96c5303e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.947386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86025071-5bff-4461-bce5-c0e1a8c6a760 req-85d56f5a-adaf-4563-ba82-e6de96c5303e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0921543 Sep 18 00:33:54.966080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-cff82959-fd7d-43eb-a6ba-45f461515c6c tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/quotas/0234f6ee726e43599a4027ba138b8c03 HTTP/1.1" status: 200 len: 375 time: 0.0176926 Sep 18 00:33:55.016640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86025071-5bff-4461-bce5-c0e1a8c6a760 req-510e0331-2ee6-4c85-8d18-1f250f2e5555 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598543 Sep 18 00:33:55.018703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-ffeaf87f-9488-4682-9b16-76308ea73a65 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0234f6ee726e43599a4027ba138b8c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414147 Sep 18 00:33:55.059708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-497f1cf6-e49a-46b0-859d-30e50c4fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.061300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-497f1cf6-e49a-46b0-859d-30e50c4fb667 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.1206014 Sep 18 00:33:55.112655 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-80d29f1b-e95b-479c-9d29-39113b041fc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 200 len: 217 time: 0.0417418 Sep 18 00:33:55.158771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972c8b7-80dc-4a95-9c3a-cb5db97c93c9 req-247c07e4-4020-4520-b4a6-8cf1f593511e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.160620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c972c8b7-80dc-4a95-9c3a-cb5db97c93c9 req-247c07e4-4020-4520-b4a6-8cf1f593511e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 944 time: 0.0697613 Sep 18 00:33:55.169830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-4b8ae400-ccd0-4f24-a516-cd6739000675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.171613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-4b8ae400-ccd0-4f24-a516-cd6739000675 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0507333 Sep 18 00:33:55.199536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0b9694a0-e350-4acc-866a-4483fe74445e details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:55.217182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-6aa8683f-7219-470e-a616-2880832f292e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359340 Sep 18 00:33:55.247050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c972c8b7-80dc-4a95-9c3a-cb5db97c93c9 req-cce5bf12-5dd6-487b-bb73-55c6a24cb019 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 Sep 18 00:33:55.256773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dec22e4d-440c-4400-be8c-296a0df914b7 req-9c44c2dd-e208-4993-a567-27be9f448a00 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0485773 Sep 18 00:33:55.360473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0b9694a0-e350-4acc-866a-4483fe74445e,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:55.394532 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-e6f1de10-21d8-41d4-aa93-61ca0caf14df service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669707 Sep 18 00:33:55.396635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '0b9694a0-e350-4acc-866a-4483fe74445e', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '0b9694a0-e350-4acc-866a-4483fe74445e', 'mac_address': 'fa:16:3e:d5:ec:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:55.412550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131036b-e68b-4cbe-9767-886301b48d54 req-df5719fa-35bd-4312-8bb8-2e6138404154 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.424150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9131036b-e68b-4cbe-9767-886301b48d54 req-df5719fa-35bd-4312-8bb8-2e6138404154 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0915620 Sep 18 00:33:55.457299 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:55.483618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9131036b-e68b-4cbe-9767-886301b48d54 req-5c96bbe6-f33a-49c4-9c07-2d29db5b1a81 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Sep 18 00:33:55.486926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9694a0-e350-4acc-866a-4483fe74445e {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:55.538750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0b9694a0-e350-4acc-866a-4483fe74445e,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:55.540415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-1ca979cf-2311-49d7-b9e9-936f4bac23f1 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356750 Sep 18 00:33:55.547267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:55.606685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:55.691910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b28ebb-8420-4f74-afe1-15aa0a0c02fe req-469a22f8-61c4-43da-a6d7-883525750042 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.694176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40b28ebb-8420-4f74-afe1-15aa0a0c02fe req-469a22f8-61c4-43da-a6d7-883525750042 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 949 time: 0.1557562 Sep 18 00:33:55.752184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51541e-8703-4d6e-bdb7-481dbc44b953 req-bd7e7f8a-ea06-4236-b225-963126249eb9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.754378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c51541e-8703-4d6e-bdb7-481dbc44b953 req-bd7e7f8a-ea06-4236-b225-963126249eb9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1194422 Sep 18 00:33:55.809713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40b28ebb-8420-4f74-afe1-15aa0a0c02fe req-bb70dbc2-046a-44c2-bee2-72c820952d9b tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997775 Sep 18 00:33:55.840376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c51541e-8703-4d6e-bdb7-481dbc44b953 req-268dd88b-fe70-4844-9dbd-52a39e79f840 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782142 Sep 18 00:33:55.982067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857bba-fb0a-4238-afa7-cca4fd4f3235 req-9bacf1a8-0dc0-4731-991b-41dad580d441 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.983830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb857bba-fb0a-4238-afa7-cca4fd4f3235 req-9bacf1a8-0dc0-4731-991b-41dad580d441 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0663223 Sep 18 00:33:56.015292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-94279000-a2b0-4284-b896-678a664b9b69 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.018557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-94279000-a2b0-4284-b896-678a664b9b69 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.0962880 Sep 18 00:33:56.032202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb857bba-fb0a-4238-afa7-cca4fd4f3235 req-8948f6df-fdb6-40d5-babd-6354ad06a30d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Sep 18 00:33:56.085792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0b9694a0-e350-4acc-866a-4483fe74445e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:56.118532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeab2c-124f-44f5-8e08-9626c495aba6 req-c7293943-4efc-4f85-a324-d97f0628cd7e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.119983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32aeab2c-124f-44f5-8e08-9626c495aba6 req-c7293943-4efc-4f85-a324-d97f0628cd7e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0851111 Sep 18 00:33:56.189045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32aeab2c-124f-44f5-8e08-9626c495aba6 req-85f7c84c-4b36-400b-a89f-60873b0c7abc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638695 Sep 18 00:33:56.199740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-2f86470a-2a68-4318-affd-1519769058e8 service neutron] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:56.203883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-2f86470a-2a68-4318-affd-1519769058e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:56.207515 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82715795-03c5-4224-b62f-c98f6a8d7518 req-2f86470a-2a68-4318-affd-1519769058e8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.1764269 Sep 18 00:33:56.287429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-b4e1ee1e-3269-4311-b372-1bc6e0b2a14b req-f398d9ba-da65-4605-b1b0-eccca0e1c02c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:56.289349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4e1ee1e-3269-4311-b372-1bc6e0b2a14b req-f398d9ba-da65-4605-b1b0-eccca0e1c02c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099037 Sep 18 00:33:56.349304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96bdf9-cb5d-43b8-b90b-45c9029a3761 req-d81b358d-8801-4a8e-9fd1-b4f0a84af400 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.351667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f96bdf9-cb5d-43b8-b90b-45c9029a3761 req-d81b358d-8801-4a8e-9fd1-b4f0a84af400 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0840654 Sep 18 00:33:56.395117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f96bdf9-cb5d-43b8-b90b-45c9029a3761 req-1c394b14-b998-4ffe-b66a-2a186103d01d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364506 Sep 18 00:33:56.489546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f2f82c6-d136-4c22-b0cb-60b6eaf967c8 req-e64202c4-9a53-4701-b103-b83188ee6e19 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0336871 Sep 18 00:33:56.591006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-7497b1ae-16e3-476a-b2f7-75ceb7d1b3e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904634 Sep 18 00:33:56.600432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ff8c-ea70-4679-b406-54e7bb1095ef req-fa2fa06e-a6aa-439b-9392-d585da2f1371 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.601919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e91ff8c-ea70-4679-b406-54e7bb1095ef req-fa2fa06e-a6aa-439b-9392-d585da2f1371 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 944 time: 0.1000175 Sep 18 00:33:56.679564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a1983-a9f3-497d-82e1-ac89bb1d242f req-522ff881-2eb0-4614-9bf6-7279610b32ca tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.681697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a43a1983-a9f3-497d-82e1-ac89bb1d242f req-522ff881-2eb0-4614-9bf6-7279610b32ca tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1102948 Sep 18 00:33:56.699778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e91ff8c-ea70-4679-b406-54e7bb1095ef req-5b2c9dae-05ce-4069-b69b-003cc48104dd tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778816 Sep 18 00:33:56.791024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a43a1983-a9f3-497d-82e1-ac89bb1d242f req-d50c4025-ec31-4717-90cc-f72bb56f1446 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901034 Sep 18 00:33:56.940795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-628831c4-befb-44e5-b4f4-9cafe7d1d2e5 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0234f6ee726e43599a4027ba138b8c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506797 Sep 18 00:33:57.085440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee41594-a612-4d31-b3fb-f2b5e749ac93 req-fd35fe06-07fc-4a0d-83f7-42bbe28fae7b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.093257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bee41594-a612-4d31-b3fb-f2b5e749ac93 req-fd35fe06-07fc-4a0d-83f7-42bbe28fae7b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2545531 Sep 18 00:33:57.129980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0ade-4daa-4910-b161-bd7c808cddf4 req-37d38c02-acc1-4707-9765-01176561559d tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.131903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd769dd7-77eb-4d5d-8084-dd2b6d4c02be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.139981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5f0ade-4daa-4910-b161-bd7c808cddf4 req-37d38c02-acc1-4707-9765-01176561559d tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 949 time: 0.2262065 Sep 18 00:33:57.141001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-8760c002-981d-4bec-95b0-0df27064ef37 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.149283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-8760c002-981d-4bec-95b0-0df27064ef37 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002866 Sep 18 00:33:57.183119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Request body: {'port': {'device_id': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '0234f6ee726e43599a4027ba138b8c03'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:57.190515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bee41594-a612-4d31-b3fb-f2b5e749ac93 req-7d7aa4e2-e62c-4e7a-b700-90268f094602 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960789 Sep 18 00:33:57.204019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5f0ade-4daa-4910-b161-bd7c808cddf4 req-11d2782b-d9b0-47ef-b72d-6cf16e53aed1 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631771 Sep 18 00:33:57.354348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Made reservation on behalf of 0234f6ee726e43599a4027ba138b8c03 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:57.358615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.365651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.380943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.381359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2463c7-44b3-4bdb-82a3-9bbdc64f049b req-0d5f00ed-5c56-45dc-ac40-391cbf1efde4 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.383199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e2463c7-44b3-4bdb-82a3-9bbdc64f049b req-0d5f00ed-5c56-45dc-ac40-391cbf1efde4 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1096 time: 0.0730617 Sep 18 00:33:57.467992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e2463c7-44b3-4bdb-82a3-9bbdc64f049b req-94372f09-effd-424f-a5a6-c9163ae85bad tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Sep 18 00:33:57.526094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.533792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.543255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9defba-f9a1-44b3-8c72-39525dc257fe req-27cce450-b797-42cd-a02b-e03bda37a9b8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.544871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a9defba-f9a1-44b3-8c72-39525dc257fe req-27cce450-b797-42cd-a02b-e03bda37a9b8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0697706 Sep 18 00:33:57.607697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e26036-d9cb-4b54-bc9d-9bbccd276fd7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:57.664785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a9defba-f9a1-44b3-8c72-39525dc257fe req-6eed3553-b1d7-4ef5-9d49-9b862fb6309a tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096058 Sep 18 00:33:57.673708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf4f4-a440-4938-bc34-bf4bdc12537a req-b8969cae-ebbf-4580-91ab-4425866d88eb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.689748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bfdf4f4-a440-4938-bc34-bf4bdc12537a req-b8969cae-ebbf-4580-91ab-4425866d88eb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1369994 Sep 18 00:33:57.719274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Allocated IP 192.168.233.32 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/98143ccf-8ef2-49cf-9811-7be7f34794a9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:57.772843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bfdf4f4-a440-4938-bc34-bf4bdc12537a req-365a788f-0ea6-4a92-8d4b-28f26f84af2e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759895 Sep 18 00:33:57.853284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bce17-aa3b-4282-b4b3-82f6ca4244e1 req-5f63637f-7bb2-4b5e-8e6a-c4b6d2bb3ffb tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:57.861514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39bce17-aa3b-4282-b4b3-82f6ca4244e1 req-5f63637f-7bb2-4b5e-8e6a-c4b6d2bb3ffb tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 1096 time: 0.0876067 Sep 18 00:33:57.950601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-435a05cb-7fda-4882-87aa-5f071ad4605a req-77ac2c3e-f996-4162-8e27-f5fe4bf6e744 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Sep 18 00:33:57.959679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39bce17-aa3b-4282-b4b3-82f6ca4244e1 req-37e09414-7cf7-480e-89e7-208bf941976b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Sep 18 00:33:57.965773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.023828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.100330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:58.103855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:58.111473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:58.139534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9122aca-5297-4181-b6ca-402610ab8e1f req-3f0625ca-e1ea-43a7-8ae8-ec409943808e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.141122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9122aca-5297-4181-b6ca-402610ab8e1f req-3f0625ca-e1ea-43a7-8ae8-ec409943808e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0654595 Sep 18 00:33:58.141372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:58.178081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.178777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.183334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.195817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-5266f754-75d5-4112-9dbb-d68d33e2582a tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0171263 Sep 18 00:33:58.209891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9122aca-5297-4181-b6ca-402610ab8e1f req-27fb1b2f-0542-4611-b3d1-cadf314b0280 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 Sep 18 00:33:58.215570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Request body: {'port': {'device_id': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:58.280731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.461403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-545e838b-bca7-46cc-805b-89b333b45c6c None None] Provisioning complete for port 98143ccf-8ef2-49cf-9811-7be7f34794a9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:58.462689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-545e838b-bca7-46cc-805b-89b333b45c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.465471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-3081fdc4-5891-4454-a078-3e3c4cfe2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.481872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-3081fdc4-5891-4454-a078-3e3c4cfe2dfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1101 time: 0.0883901 Sep 18 00:33:58.546932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-545e838b-bca7-46cc-805b-89b333b45c6c None None] Port 98143ccf-8ef2-49cf-9811-7be7f34794a9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:33:58.636971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-5b9c99c4-f1e2-432d-9af5-c05f89478475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.638723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-5b9c99c4-f1e2-432d-9af5-c05f89478475 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1555307 Sep 18 00:33:58.657646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:58.668501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.697468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Transition to ACTIVE for port object 98143ccf-8ef2-49cf-9811-7be7f34794a9 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:58.702343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-326266b7-9f6e-4f8f-9678-bf4d917090fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.0547578 Sep 18 00:33:58.704991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:58.764769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-ea3c0f87-6cdb-4aef-bf41-046958009470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.766708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-ea3c0f87-6cdb-4aef-bf41-046958009470 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0565987 Sep 18 00:33:58.820113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:58.929266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-5825b1b2-b0bc-4381-bcda-f3e5c9748e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.931746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-5825b1b2-b0bc-4381-bcda-f3e5c9748e3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537147 Sep 18 00:33:58.965197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84524fa-38ee-4f9f-813b-1d281106a5d2 req-62c92b03-04f7-4d20-a70c-e7f8e6ae9420 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.968739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d84524fa-38ee-4f9f-813b-1d281106a5d2 req-62c92b03-04f7-4d20-a70c-e7f8e6ae9420 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 949 time: 0.1288245 Sep 18 00:33:58.985085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Attempting to bind port 98143ccf-8ef2-49cf-9811-7be7f34794a9 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:58.985416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Attempting to bind port 98143ccf-8ef2-49cf-9811-7be7f34794a9 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:58.985747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Attempting to bind port 98143ccf-8ef2-49cf-9811-7be7f34794a9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:58.996274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Port 98143ccf-8ef2-49cf-9811-7be7f34794a9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:58.996604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Attempting to bind port 98143ccf-8ef2-49cf-9811-7be7f34794a9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:59.010360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:59.010703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:59.011090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:59.011518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Bound port: 98143ccf-8ef2-49cf-9811-7be7f34794a9, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:59.011880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.101228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:59.106088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:59.111320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-0274c39e-0ad0-4390-bcfe-342a59c49394 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598694 Sep 18 00:33:59.111972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.128029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d84524fa-38ee-4f9f-813b-1d281106a5d2 req-f40d1bbc-939d-4003-8aab-5d954bce3943 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 Sep 18 00:33:59.157676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.169186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.170717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] 10.222.0.54 "PUT /v2.0/ports/98143ccf-8ef2-49cf-9811-7be7f34794a9 HTTP/1.1" status: 200 len: 1096 time: 0.9594953 Sep 18 00:33:59.172906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:59.180207 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f63c2e-0a02-4d47-a301-1574e4172f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:59.211968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0b9694a0-e350-4acc-866a-4483fe74445e up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:59.251098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bef01-20c8-41e2-ab25-b7af8d59ed4d service neutron] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:59.293441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-ad5b3e15-a13e-4827-84e7-3959d9d144ab service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610811 Sep 18 00:33:59.309429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62032a7-2916-4b20-8125-336ad442c5a6 req-5a8c645f-7cdc-401a-91dd-294514ca9ca9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.318171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d62032a7-2916-4b20-8125-336ad442c5a6 req-5a8c645f-7cdc-401a-91dd-294514ca9ca9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0840080 Sep 18 00:33:59.370286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-49cc64e9-e989-4036-b75f-fdfd608fa697 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:59.372979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-49cc64e9-e989-4036-b75f-fdfd608fa697 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652289 Sep 18 00:33:59.384539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 0b9694a0-e350-4acc-866a-4483fe74445e completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:59.388690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 0b9694a0-e350-4acc-866a-4483fe74445e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:59.389070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.409080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d62032a7-2916-4b20-8125-336ad442c5a6 req-9de435e0-a985-483d-923e-33271462a3e7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929728 Sep 18 00:33:59.456438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-9d506abd-41a8-4057-ba66-600d96d71377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.458199 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-9d506abd-41a8-4057-ba66-600d96d71377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0234f6ee726e43599a4027ba138b8c03&device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1938093 Sep 18 00:33:59.477015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-f2c98496-bd7b-46b7-8eb2-02d8b8172ac0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.478511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-f2c98496-bd7b-46b7-8eb2-02d8b8172ac0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 1094 time: 0.0842278 Sep 18 00:33:59.510443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:59.511264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:33:59.520207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.543444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.550915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:59.554279 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c75e986-3d17-46b4-95c1-e1acb9c72b3a" -d '{"events": [{"server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "name": "network-vif-plugged", "status": "completed", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:59.569814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0b9694a0-e350-4acc-866a-4483fe74445e,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:59.577506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.595856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-a220e3ec-6ab3-4554-907b-0379b2f2389e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9 HTTP/1.1" status: 200 len: 217 time: 0.1163962 Sep 18 00:33:59.681996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:59.724400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b53b0bec-e82e-4f76-bf59-777b3bd1a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.726017 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-b53b0bec-e82e-4f76-bf59-777b3bd1a717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1140447 Sep 18 00:33:59.761323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20fbd-778c-4247-92c7-c8cae047b68f req-045ea48e-f6fe-4b8e-b805-b4e3a6d75ba8 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.769178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22c20fbd-778c-4247-92c7-c8cae047b68f req-045ea48e-f6fe-4b8e-b805-b4e3a6d75ba8 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 947 time: 0.0663223 Sep 18 00:33:59.807225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-4f1c296a-4f11-4907-9f62-39508a07adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.808742 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-4f1c296a-4f11-4907-9f62-39508a07adf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742433 Sep 18 00:33:59.811194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:59.811474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:59.811800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:59.812947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22c20fbd-778c-4247-92c7-c8cae047b68f req-a7b30f30-c939-4c1c-b282-efbe1ebde11f tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 Sep 18 00:33:59.816287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:59.816615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:59.830468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:59.830806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:59.831184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:59.831837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Bound port: f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:59.869998 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431bad4-05f5-46d2-9d8b-1289527bef52 x-openstack-request-id: req-3431bad4-05f5-46d2-9d8b-1289527bef52 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:59.870355 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:59.870616 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3431bad4-05f5-46d2-9d8b-1289527bef52 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:59.871007 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'status': 'completed', 'code': 200} Sep 18 00:33:59.977997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401458-0b7f-43e7-a154-54f914963358 req-7a4299ea-c0d4-48ae-9ddc-797d011be4e5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.980274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17401458-0b7f-43e7-a154-54f914963358 req-7a4299ea-c0d4-48ae-9ddc-797d011be4e5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0646794 Sep 18 00:33:59.983139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:59.991173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.992413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-5911302d-1363-4c5b-9774-7ddedb781fde service neutron] 10.222.0.49 "POST /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4942780 Sep 18 00:33:59.999010 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-60c737fd-c7dd-4e07-a46b-25eb527b27e4 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785367 Sep 18 00:34:00.027068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17401458-0b7f-43e7-a154-54f914963358 req-8b43eaaa-0ff0-4ff4-978b-77f7d12372ab tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Sep 18 00:34:00.119057 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5a89c-000d-4ce5-82ce-66df0d14f55d x-openstack-request-id: req-b3b5a89c-000d-4ce5-82ce-66df0d14f55d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:00.119598 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "name": "network-vif-plugged", "status": "completed", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:00.119840 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3b5a89c-000d-4ce5-82ce-66df0d14f55d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:00.120430 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e', 'code': 200} Sep 18 00:34:00.184705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a76470d-d42c-405c-b200-5d1ebd06281f req-7a7e57aa-9344-475e-9c0f-2f2b9fc6b6f8 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769218 Sep 18 00:34:00.219556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6faf-2365-45c5-ad68-96c910925754 req-4de31468-6ba6-4645-8763-81bba9f5c03c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.221465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ebf6faf-2365-45c5-ad68-96c910925754 req-4de31468-6ba6-4645-8763-81bba9f5c03c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1055586 Sep 18 00:34:00.256634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce5042-6aa9-497c-a13a-6f471c98161b req-85acafb9-6e8a-4539-b926-3551071367f0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.258699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2dce5042-6aa9-497c-a13a-6f471c98161b req-85acafb9-6e8a-4539-b926-3551071367f0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0870330 Sep 18 00:34:00.275387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78063823-e71e-4fb2-a00b-fc243f0e481c req-efe3dd94-901c-4112-9013-4a9c1b820e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.277396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-78063823-e71e-4fb2-a00b-fc243f0e481c req-efe3dd94-901c-4112-9013-4a9c1b820e49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 1102 time: 0.0511458 Sep 18 00:34:00.320048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ebf6faf-2365-45c5-ad68-96c910925754 req-2ea10e75-e0b9-4cdb-9851-65e65963fe70 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883679 Sep 18 00:34:00.366067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2dce5042-6aa9-497c-a13a-6f471c98161b req-378fee79-034a-4d39-8d7e-48fe1937ead4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938838 Sep 18 00:34:00.449600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652bf32-19ef-43f2-9398-eed369590cd3 req-ec135fad-5f56-4857-a1b9-29d4e58adbf3 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.451166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6652bf32-19ef-43f2-9398-eed369590cd3 req-ec135fad-5f56-4857-a1b9-29d4e58adbf3 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0676081 Sep 18 00:34:00.473071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-78063823-e71e-4fb2-a00b-fc243f0e481c req-18fbde65-0a19-40b1-b9ab-1c6121741ce4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559596 Sep 18 00:34:00.485911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-d24455ac-5d27-49b1-806e-3cdf9c8966f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.487570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-d24455ac-5d27-49b1-806e-3cdf9c8966f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0234f6ee726e43599a4027ba138b8c03&device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1506448 Sep 18 00:34:00.495314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-0bad028f-1dfd-40ec-8975-c407f04a1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.496789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-0bad028f-1dfd-40ec-8975-c407f04a1bfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1097 time: 0.1188550 Sep 18 00:34:00.512891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6652bf32-19ef-43f2-9398-eed369590cd3 req-c1096cbd-a084-4a38-aa32-2abdfc72844e tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Sep 18 00:34:00.589979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766802d6-0b4a-41ec-a868-6237f789c602 req-82659d6b-25c3-430b-b1c3-f6514c5deaa9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.592012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-766802d6-0b4a-41ec-a868-6237f789c602 req-82659d6b-25c3-430b-b1c3-f6514c5deaa9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0567355 Sep 18 00:34:00.636749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-766802d6-0b4a-41ec-a868-6237f789c602 req-fe0f0d33-70cc-4b54-8e64-7832b0161324 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 Sep 18 00:34:01.105950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-4aabfd8d-1254-482f-936c-b449b719b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.107733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-4aabfd8d-1254-482f-936c-b449b719b45e service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2373815 Sep 18 00:34:01.108797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-7a9f7e0b-94b5-4d3d-aec7-a7712d6dabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.110372 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-7a9f7e0b-94b5-4d3d-aec7-a7712d6dabc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.2412767 Sep 18 00:34:01.132513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5c6cd-dc2b-40cd-bebe-949c7b9294de req-2e5dae90-edbc-4c9a-b90d-cf9037268cf7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.141408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12c5c6cd-dc2b-40cd-bebe-949c7b9294de req-2e5dae90-edbc-4c9a-b90d-cf9037268cf7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.3946171 Sep 18 00:34:01.172266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b22c11-e725-4849-a7d0-feca39f1ef38 req-67701b14-8035-4ab5-83f3-b48ca8acbce3 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.177937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-f1979140-7498-4acf-bfc5-262b77cfc64a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 217 time: 0.0443239 Sep 18 00:34:01.181020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86b22c11-e725-4849-a7d0-feca39f1ef38 req-67701b14-8035-4ab5-83f3-b48ca8acbce3 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 947 time: 0.1025181 Sep 18 00:34:01.229799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12c5c6cd-dc2b-40cd-bebe-949c7b9294de req-4d51c5cc-bee1-4b95-a75f-242f9525b476 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Sep 18 00:34:01.234802 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-669a5b43-7f7a-4663-a8d1-5be665e1dfc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9 HTTP/1.1" status: 200 len: 217 time: 0.1092443 Sep 18 00:34:01.289090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86b22c11-e725-4849-a7d0-feca39f1ef38 req-7863d394-be62-4ef7-9504-3ae6b9667da1 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071064 Sep 18 00:34:01.345807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-e3ba63f7-3e89-4c3d-a5f6-f27b8c8da435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.347711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-e3ba63f7-3e89-4c3d-a5f6-f27b8c8da435 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1240404 Sep 18 00:34:01.377257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-ea4b2e55-3477-4914-99c6-dad4794dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.383102 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-ea4b2e55-3477-4914-99c6-dad4794dd684 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1227503 Sep 18 00:34:01.396528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4089-27a3-40cc-b20e-426ec1335265 req-15a51530-006c-4494-8fd6-5af9ad16b61f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.398239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd4a4089-27a3-40cc-b20e-426ec1335265 req-15a51530-006c-4494-8fd6-5af9ad16b61f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0752797 Sep 18 00:34:01.417597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-76c2c6e4-b305-4431-9176-257f0552b14b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497806 Sep 18 00:34:01.462419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd4a4089-27a3-40cc-b20e-426ec1335265 req-f9cc7525-e7d1-469e-a35d-25e672449cef tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Sep 18 00:34:01.486653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bd617-ec50-40c3-b927-cef74dda4803 req-311ead9b-8ebc-4eaf-a4f5-91497360bbf5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.508289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb2bd617-ec50-40c3-b927-cef74dda4803 req-311ead9b-8ebc-4eaf-a4f5-91497360bbf5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1365519 Sep 18 00:34:01.531202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-c71ba1bd-b3b3-4272-a788-c8204451eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.532957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-c71ba1bd-b3b3-4272-a788-c8204451eb82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399863 Sep 18 00:34:01.589755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-35e8f9e2-ff78-47c1-ac43-b3f7a8060266 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501143 Sep 18 00:34:01.632745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb2bd617-ec50-40c3-b927-cef74dda4803 req-504bae69-df64-4719-bab5-83c12b69ea03 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155694 Sep 18 00:34:01.667139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3050f-1e40-41b4-90a0-60266056d500 req-e48572c4-83ec-4f6f-a65b-10c1afa682dd tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.669203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ee3050f-1e40-41b4-90a0-60266056d500 req-e48572c4-83ec-4f6f-a65b-10c1afa682dd tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0891147 Sep 18 00:34:01.701062 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-f18173df-0a49-40be-a1b3-475071f39cca service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596096 Sep 18 00:34:01.755136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ee3050f-1e40-41b4-90a0-60266056d500 req-b109e279-d813-46dc-bdfa-c939d3c2db82 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785406 Sep 18 00:34:01.778025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009934d5-997f-4e8c-884a-8f1de39d19dd req-ea99ec01-38ed-40f1-9dd5-2fc5e341fce2 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.785319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-009934d5-997f-4e8c-884a-8f1de39d19dd req-ea99ec01-38ed-40f1-9dd5-2fc5e341fce2 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0761242 Sep 18 00:34:01.823500 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:01.878471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-009934d5-997f-4e8c-884a-8f1de39d19dd req-a8d9f228-bd40-4957-a25b-36f5bfb77e97 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915000 Sep 18 00:34:01.913793 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-70e9bd72-d4c5-4021-9ed2-b7079ab84684 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117085 Sep 18 00:34:01.919666 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29f63c2e-0a02-4d47-a301-1574e4172f1c req-96aeba66-17bb-411a-8725-12d7f91bf3d9 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020988 Sep 18 00:34:01.979965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a436ab-3c56-41b8-bfa6-345f63bbe684 req-77002347-cd25-42bf-872b-665ccc38d321 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.981528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1a436ab-3c56-41b8-bfa6-345f63bbe684 req-77002347-cd25-42bf-872b-665ccc38d321 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1017840 Sep 18 00:34:02.030577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1a436ab-3c56-41b8-bfa6-345f63bbe684 req-1ec9a839-a7e8-449c-a317-4c33e3d7029c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Sep 18 00:34:02.327671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845048c-4fe9-45a5-b2a5-8612275ec497 req-609275bb-f01e-4259-ac2c-204eff6bbb83 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:02.329549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1845048c-4fe9-45a5-b2a5-8612275ec497 req-609275bb-f01e-4259-ac2c-204eff6bbb83 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0799193 Sep 18 00:34:02.424385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1845048c-4fe9-45a5-b2a5-8612275ec497 req-c988e1d3-17bf-44c9-bfd5-270a8bc35c87 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853193 Sep 18 00:34:02.532177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc06ea-1f6b-434f-b2b7-881e6cd07950 req-224894ac-32d4-41f8-92b3-cbfe76c50057 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:02.542203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28bc06ea-1f6b-434f-b2b7-881e6cd07950 req-224894ac-32d4-41f8-92b3-cbfe76c50057 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 947 time: 0.1184607 Sep 18 00:34:02.652717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28bc06ea-1f6b-434f-b2b7-881e6cd07950 req-216064e3-1f20-4e74-989f-1c927b2063ba tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Sep 18 00:34:02.681867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06abe2e-86a5-49eb-922a-3e707994890c req-30bacb06-fb4d-479a-95a3-ca43c8056496 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:02.683335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a06abe2e-86a5-49eb-922a-3e707994890c req-30bacb06-fb4d-479a-95a3-ca43c8056496 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0775647 Sep 18 00:34:02.725688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a06abe2e-86a5-49eb-922a-3e707994890c req-89ae2604-6cdb-48e9-8cfb-c52aaef109d5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Sep 18 00:34:02.903738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76416-2822-4dd6-bb5c-a47c64ee9614 req-479a5d4a-bf42-4b66-a9ac-eb265bd998fb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:02.911762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aab76416-2822-4dd6-bb5c-a47c64ee9614 req-479a5d4a-bf42-4b66-a9ac-eb265bd998fb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0727522 Sep 18 00:34:02.955452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aab76416-2822-4dd6-bb5c-a47c64ee9614 req-bca5f906-5019-4e8d-8ae2-97fde008f6ae tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Sep 18 00:34:03.025897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193c97b-0a52-4f63-8afb-cfbaf67be8c7 req-f46fc861-8586-47bb-9f0e-c8026d1c3634 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:03.027590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1193c97b-0a52-4f63-8afb-cfbaf67be8c7 req-f46fc861-8586-47bb-9f0e-c8026d1c3634 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0648818 Sep 18 00:34:03.081330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1193c97b-0a52-4f63-8afb-cfbaf67be8c7 req-f6ce95c8-b818-433b-8348-3b66f66cb15a tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Sep 18 00:34:03.327038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-cacacce3-7aa7-45bf-a8d4-79cec93fec39 tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:03.329063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-cacacce3-7aa7-45bf-a8d4-79cec93fec39 tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 1102 time: 0.0439785 Sep 18 00:34:03.350536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-8543b5bf-54d6-4756-8396-e9a4578c8e8f tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:03.448622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-8543b5bf-54d6-4756-8396-e9a4578c8e8f tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:03.453189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-8543b5bf-54d6-4756-8396-e9a4578c8e8f tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:03.486175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d7e1994-de2b-4c0b-ad44-928937edbc4d req-8543b5bf-54d6-4756-8396-e9a4578c8e8f tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499817 Sep 18 00:34:03.488055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543b5bf-54d6-4756-8396-e9a4578c8e8f tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac2f8ce-7d55-4a12-a9ad-26c17156784e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:03.578742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8088-8f55-434d-baf7-76867cf95b6b req-10bf0ed7-3b92-49f4-b3ee-a3287a35a930 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:03.581090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94af8088-8f55-434d-baf7-76867cf95b6b req-10bf0ed7-3b92-49f4-b3ee-a3287a35a930 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0569830 Sep 18 00:34:03.633727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94af8088-8f55-434d-baf7-76867cf95b6b req-a534356a-0352-456a-b301-bb6fdba7120c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Sep 18 00:34:03.802418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda0e5e-01b5-4100-9213-4cf10de15d9c req-72037afd-971e-4f7b-b154-8269cec8b21e tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:03.804768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfda0e5e-01b5-4100-9213-4cf10de15d9c req-72037afd-971e-4f7b-b154-8269cec8b21e tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 947 time: 0.0750618 Sep 18 00:34:03.908660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfda0e5e-01b5-4100-9213-4cf10de15d9c req-f97b535b-2cd0-4cf2-86d3-29711aee320e tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968339 Sep 18 00:34:04.030761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af42b-211f-46ab-8087-1e87c3afe90e req-67cdcef0-e993-4d32-8635-ad8c1c6aaf4e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.042677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-733af42b-211f-46ab-8087-1e87c3afe90e req-67cdcef0-e993-4d32-8635-ad8c1c6aaf4e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0993512 Sep 18 00:34:04.141338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-733af42b-211f-46ab-8087-1e87c3afe90e req-2286e95b-c991-4345-9fc4-9bb0d67858b5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976279 Sep 18 00:34:04.157670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a2b1-b39b-4d53-a44e-8c60b40e1763 req-fc0f4152-2ad7-4254-b6a6-d7927b4521a9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.166517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a81a2b1-b39b-4d53-a44e-8c60b40e1763 req-fc0f4152-2ad7-4254-b6a6-d7927b4521a9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1215432 Sep 18 00:34:04.217188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a81a2b1-b39b-4d53-a44e-8c60b40e1763 req-dc7ec16b-fe7b-4aa5-acce-0cdae4379bd9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 Sep 18 00:34:04.318268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d618f94-e382-4a50-bf1a-a00779f6fc78 req-dd69ce66-71be-4887-99a7-231c87a16b70 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.329016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d618f94-e382-4a50-bf1a-a00779f6fc78 req-dd69ce66-71be-4887-99a7-231c87a16b70 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1097233 Sep 18 00:34:04.452346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d618f94-e382-4a50-bf1a-a00779f6fc78 req-1bc6ab80-1f61-4dcf-bb1b-dfb49f43a2fc tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130061 Sep 18 00:34:04.622223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890397f-0eaf-4136-b3a2-9f4403974940 req-b458d0ea-90c8-4a7a-b4f4-505e3ce6550b tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.624059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6890397f-0eaf-4136-b3a2-9f4403974940 req-b458d0ea-90c8-4a7a-b4f4-505e3ce6550b tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 1102 time: 0.0474603 Sep 18 00:34:04.668667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6890397f-0eaf-4136-b3a2-9f4403974940 req-24347281-6691-4984-9235-26a3cce4798b tempest-ServersAdminNegativeTestJSON-560022294 tempest-ServersAdminNegativeTestJSON-560022294-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Sep 18 00:34:05.136379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455051-4781-486d-a344-bc579ccb4e22 req-7173e6ac-0a2a-4ced-a993-1c4668f63ec8 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.143828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f455051-4781-486d-a344-bc579ccb4e22 req-7173e6ac-0a2a-4ced-a993-1c4668f63ec8 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 947 time: 0.0974181 Sep 18 00:34:05.174996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d118c-c92b-4343-b259-070959aebb95 req-b1335065-5381-46a7-a1c4-3b36568be989 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.176788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a65d118c-c92b-4343-b259-070959aebb95 req-b1335065-5381-46a7-a1c4-3b36568be989 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0959835 Sep 18 00:34:05.221741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:05.243008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f455051-4781-486d-a344-bc579ccb4e22 req-f1de367b-2efc-4030-be5e-efaea4748378 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977516 Sep 18 00:34:05.309849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a65d118c-c92b-4343-b259-070959aebb95 req-d5b0c357-f309-4f85-a666-b819a9ba2e7e tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120036 Sep 18 00:34:05.434461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:05.452155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'mac_address': 'fa:16:3e:4e:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:05.456628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f9e0-ed8b-44e6-976a-b11d5f2ee20e req-6c625e73-16a8-4cb3-b13b-8d8972ecca1e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.459440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12a3f9e0-ed8b-44e6-976a-b11d5f2ee20e req-6c625e73-16a8-4cb3-b13b-8d8972ecca1e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1101341 Sep 18 00:34:05.507867 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:05.508501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd77fa-0495-422f-9403-7d2a470311a4 req-bcf28a48-b4e6-44eb-99ab-0f2db4997098 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.510205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36cd77fa-0495-422f-9403-7d2a470311a4 req-bcf28a48-b4e6-44eb-99ab-0f2db4997098 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1086745 Sep 18 00:34:05.522603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:05.548267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:05.553015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12a3f9e0-ed8b-44e6-976a-b11d5f2ee20e req-0b5f14a9-ef47-4ff3-a49b-2b7d28cc9126 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858645 Sep 18 00:34:05.557913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:05.596524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36cd77fa-0495-422f-9403-7d2a470311a4 req-f806eebe-6944-4ab4-b841-6b844476cce4 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787597 Sep 18 00:34:05.642301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:34:05.660647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:05.739263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394d70a-23d1-42e2-8ab6-45344046eac9 req-ec307af3-9b1a-479a-b9c9-d29cce06c792 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.741395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e394d70a-23d1-42e2-8ab6-45344046eac9 req-ec307af3-9b1a-479a-b9c9-d29cce06c792 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0626941 Sep 18 00:34:05.830097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e394d70a-23d1-42e2-8ab6-45344046eac9 req-7633835f-045f-494f-add2-dc648061b6e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643427 Sep 18 00:34:05.842161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7609d-7691-46a2-bb74-2de3579c8101 req-288fa71a-f013-483c-9722-d69f0f12eea5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.843936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38c7609d-7691-46a2-bb74-2de3579c8101 req-288fa71a-f013-483c-9722-d69f0f12eea5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1015718 Sep 18 00:34:05.901900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38c7609d-7691-46a2-bb74-2de3579c8101 req-1014c073-2551-4224-895c-45ad0c2790f6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512917 Sep 18 00:34:06.043824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['98143ccf-8ef2-49cf-9811-7be7f34794a9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:06.076373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f76d7-1d39-44ca-b704-2f970ee07d98 req-57cf758a-019a-4d80-820f-d0fbcbaa9e40 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.084765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-991f76d7-1d39-44ca-b704-2f970ee07d98 req-57cf758a-019a-4d80-820f-d0fbcbaa9e40 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0658638 Sep 18 00:34:06.127982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-991f76d7-1d39-44ca-b704-2f970ee07d98 req-ef846d5e-8094-41dc-a1b4-0d363c4e0e91 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Sep 18 00:34:06.272100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d189f-6827-43fb-a720-a6c7d67cf731 req-cf4553c7-f9ce-45da-8f93-a6701862294c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.277006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-470d189f-6827-43fb-a720-a6c7d67cf731 req-cf4553c7-f9ce-45da-8f93-a6701862294c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0610731 Sep 18 00:34:06.322310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-470d189f-6827-43fb-a720-a6c7d67cf731 req-39718e67-60fb-4fc6-851e-4e642d07458e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Sep 18 00:34:06.451758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41413e77-3e9a-41a8-aaf0-dac4495feed6 req-faf885c7-9da3-4b6e-bef1-d58d6f555eeb tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.456691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41413e77-3e9a-41a8-aaf0-dac4495feed6 req-faf885c7-9da3-4b6e-bef1-d58d6f555eeb tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.1204453 Sep 18 00:34:06.508957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a453-9ef2-4b2a-b4a1-16dab1ce142a req-aca90761-0e3e-4a86-b2c4-4c7b013fff35 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.511034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e44a453-9ef2-4b2a-b4a1-16dab1ce142a req-aca90761-0e3e-4a86-b2c4-4c7b013fff35 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0975816 Sep 18 00:34:06.516575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41413e77-3e9a-41a8-aaf0-dac4495feed6 req-b0d42e46-2870-4d58-9971-b8df1265f6fb tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546374 Sep 18 00:34:06.572899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e44a453-9ef2-4b2a-b4a1-16dab1ce142a req-2b89bd16-c823-4180-ba50-19c8f942ad5a tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Sep 18 00:34:06.724731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-17127a91-fb0d-43c7-bb39-f8321d2d2361 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1513493431&fields=id&tenant_id=5963f3eba3b24c2d8ec1f1568deef56a HTTP/1.1" status: 200 len: 267 time: 0.0640388 Sep 18 00:34:06.736680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025a89f-d8c6-46aa-ac41-3bb17f3dd660 req-1f424319-1f7a-486f-9c1f-0000ad655f56 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.740694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9025a89f-d8c6-46aa-ac41-3bb17f3dd660 req-1f424319-1f7a-486f-9c1f-0000ad655f56 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0995328 Sep 18 00:34:06.861513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9025a89f-d8c6-46aa-ac41-3bb17f3dd660 req-9c1f81c9-d139-4852-860a-43b65e6878fc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919728 Sep 18 00:34:06.889342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-ac07c75c-2b82-4cbf-ba89-e2115223ce39 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.890492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-ac07c75c-2b82-4cbf-ba89-e2115223ce39 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/networks?id=40a73266-43a2-4133-a252-a94e3434b852 HTTP/1.1" status: 200 len: 816 time: 0.1482034 Sep 18 00:34:06.907004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-894e4a2a-7ab7-4f52-88e8-c013de92c1d6 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/quotas/5963f3eba3b24c2d8ec1f1568deef56a HTTP/1.1" status: 200 len: 375 time: 0.0102844 Sep 18 00:34:07.005179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-0a73edb3-a805-4247-b277-3f85ce2b78fe tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5963f3eba3b24c2d8ec1f1568deef56a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909145 Sep 18 00:34:07.026270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069c35e-f1cb-4a11-917f-43a9dfcade70 req-5ac661a7-4bc7-4dd7-907d-a81bd2a6d1be tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:07.028346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9069c35e-f1cb-4a11-917f-43a9dfcade70 req-5ac661a7-4bc7-4dd7-907d-a81bd2a6d1be tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0810697 Sep 18 00:34:07.041077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-57384d63-cb93-4998-b214-f54b498210fe tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:07.042880 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-57384d63-cb93-4998-b214-f54b498210fe tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 950 time: 0.0682180 Sep 18 00:34:07.137608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9069c35e-f1cb-4a11-917f-43a9dfcade70 req-3ca0549b-e87e-4555-9398-413137fdc9d7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878921 Sep 18 00:34:07.168352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Deleting port 0b9694a0-e350-4acc-866a-4483fe74445e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:34:07.168945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:07.169910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-262b869d-d080-4c3a-8197-9f7984780db5 service neutron] 10.222.0.49 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404097 Sep 18 00:34:07.292668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] For port 0b9694a0-e350-4acc-866a-4483fe74445e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0b9694a0-e350-4acc-866a-4483fe74445e,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:07.293176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:07.311835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Calling delete_port for 0b9694a0-e350-4acc-866a-4483fe74445e owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:34:07.376778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-48696bf1-66dd-4ba8-a560-758260cb9bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981776 Sep 18 00:34:07.432121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c1a27-4723-4363-80a3-778282667647 req-d34dae7c-4aad-41db-9c7d-4789abec6b02 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:07.438327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-236c1a27-4723-4363-80a3-778282667647 req-d34dae7c-4aad-41db-9c7d-4789abec6b02 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1003907 Sep 18 00:34:07.508334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-236c1a27-4723-4363-80a3-778282667647 req-0786beab-a1f0-4694-bb1a-3079380015eb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638554 Sep 18 00:34:07.563234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:07.579486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['16692b68-eb78-4213-a50c-dabbf6a7e620'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:07.650819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Pushing event deleted for resources: {'Port': ['ID=0b9694a0-e350-4acc-866a-4483fe74445e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:07.682314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0b9694a0-e350-4acc-866a-4483fe74445e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:07.711852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ea8ce-b744-40a4-afb6-2de012e96924 req-ef6a1f87-99d6-44ee-b3c1-703d19173e1d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:07.726203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-999ea8ce-b744-40a4-afb6-2de012e96924 req-ef6a1f87-99d6-44ee-b3c1-703d19173e1d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1103930 Sep 18 00:34:07.758501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] No DVR routers for this DVR port 0b9694a0-e350-4acc-866a-4483fe74445e on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:34:07.763200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:07.765656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c1ca684-6a2c-4409-a86c-f3fcccab50bf req-daf457bd-f773-4ce9-9328-c2bc25b22b3f tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.54 "DELETE /v2.0/ports/0b9694a0-e350-4acc-866a-4483fe74445e HTTP/1.1" status: 204 len: 173 time: 0.7152293 Sep 18 00:34:07.766122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'name': 'network-vif-deleted', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:07.780658 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19d79f-84e0-4e44-a96d-a621da91132b" -d '{"events": [{"server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "name": "network-vif-deleted", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:07.825642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-999ea8ce-b744-40a4-afb6-2de012e96924 req-4c44fa3f-ec1c-42a3-b22d-ba3a261a6ade tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982890 Sep 18 00:34:08.033298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1949d329-9aad-467d-83a3-234f09daa99a req-d7110879-4e9c-46bb-b6da-9913274a8d36 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2d38ce-c3eb-40d0-a849-66d5d6638cd2 HTTP/1.1" status: 200 len: 210 time: 0.0448098 Sep 18 00:34:08.087563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9becb-6055-42d7-b8d2-6f3be791f4a3 req-e1c104c1-8aea-45ae-978d-e52f1f2662a6 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.096956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22b9becb-6055-42d7-b8d2-6f3be791f4a3 req-e1c104c1-8aea-45ae-978d-e52f1f2662a6 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.1596630 Sep 18 00:34:08.104620 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d7373-be9d-4f39-9a6e-4375fba212aa x-openstack-request-id: req-6b1d7373-be9d-4f39-9a6e-4375fba212aa {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:08.105139 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d38ce-c3eb-40d0-a849-66d5d6638cd2", "name": "network-vif-deleted", "tag": "0b9694a0-e350-4acc-866a-4483fe74445e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:08.105570 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b1d7373-be9d-4f39-9a6e-4375fba212aa {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:08.106144 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d38ce-c3eb-40d0-a849-66d5d6638cd2', 'name': 'network-vif-deleted', 'tag': '0b9694a0-e350-4acc-866a-4483fe74445e', 'status': 'completed', 'code': 200} Sep 18 00:34:08.150124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22b9becb-6055-42d7-b8d2-6f3be791f4a3 req-6adf528d-39e8-4fd4-9db0-1b80d8434cc7 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Sep 18 00:34:08.220079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c371ff6-02ea-4c63-bedd-512a7b39ab3e req-590d2821-0b56-4697-8a25-f8b58b550954 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0418804 Sep 18 00:34:08.360722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308578f9-cb5a-463e-b5c4-446895d9cff2 req-e2f7868f-5b4f-4aeb-bc43-d222e2b44246 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.364771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-308578f9-cb5a-463e-b5c4-446895d9cff2 req-e2f7868f-5b4f-4aeb-bc43-d222e2b44246 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0924261 Sep 18 00:34:08.372601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee1885-80a2-4709-a580-307605ff8433 req-5dda1466-72ed-4fe0-b858-5f6b592c8265 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.374495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56ee1885-80a2-4709-a580-307605ff8433 req-5dda1466-72ed-4fe0-b858-5f6b592c8265 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0733659 Sep 18 00:34:08.442508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-308578f9-cb5a-463e-b5c4-446895d9cff2 req-6033611b-eb07-4a5c-adc8-bc5f529e353b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Sep 18 00:34:08.451254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56ee1885-80a2-4709-a580-307605ff8433 req-85d980e0-0727-4779-92d1-633059ff2971 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684388 Sep 18 00:34:08.614051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15420f6-a859-4f73-a1bf-9681ef7a0fc6 req-cfae43d3-c295-41e0-9d37-51b2fe78187b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.615397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15420f6-a859-4f73-a1bf-9681ef7a0fc6 req-cfae43d3-c295-41e0-9d37-51b2fe78187b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0960109 Sep 18 00:34:08.708323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba24d-2803-4e56-b9b9-b7f3ecc26b78 req-fafcc1d9-d9a8-45bd-9ba1-d7dd7a08da69 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.710114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-455ba24d-2803-4e56-b9b9-b7f3ecc26b78 req-fafcc1d9-d9a8-45bd-9ba1-d7dd7a08da69 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.0931103 Sep 18 00:34:08.716862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15420f6-a859-4f73-a1bf-9681ef7a0fc6 req-4599b3b7-da9b-4000-90e4-4c5e758a7837 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Sep 18 00:34:08.773819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-455ba24d-2803-4e56-b9b9-b7f3ecc26b78 req-d02d0244-f626-4bc0-bee1-a5ad8f29715c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Sep 18 00:34:08.883515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c83b-f89b-4dcd-821a-716e201d6ba7 req-e28be87f-43f7-4fc0-9c89-fa4795bd83aa tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.890134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c677c83b-f89b-4dcd-821a-716e201d6ba7 req-e28be87f-43f7-4fc0-9c89-fa4795bd83aa tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0542707 Sep 18 00:34:08.926187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c677c83b-f89b-4dcd-821a-716e201d6ba7 req-e0e33c3f-fa11-4b4d-9bba-97f3e504d61d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Sep 18 00:34:09.071059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d806f23-b645-4c59-b70b-f9bd9ef6f973 req-49b8e09b-b993-4830-bea4-2966a84a022a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.075099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d806f23-b645-4c59-b70b-f9bd9ef6f973 req-49b8e09b-b993-4830-bea4-2966a84a022a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0781469 Sep 18 00:34:09.149566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d806f23-b645-4c59-b70b-f9bd9ef6f973 req-7ac18424-a9a3-4edf-af53-d0b9fc993587 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Sep 18 00:34:09.274239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:09.340909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-db7026a6-0e9c-48ad-9939-f3dc6ac8800f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.342418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-db7026a6-0e9c-48ad-9939-f3dc6ac8800f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.48 "GET /v2.0/networks?id=40a73266-43a2-4133-a252-a94e3434b852 HTTP/1.1" status: 200 len: 816 time: 0.2262321 Sep 18 00:34:09.368570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 98143ccf-8ef2-49cf-9811-7be7f34794a9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:34:09.373003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 98143ccf-8ef2-49cf-9811-7be7f34794a9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:09.374017 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:09.406087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06850f-6fd0-4157-abe0-18d5e855e58d req-1105171b-176b-4efc-ba06-6ca514d5ec76 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.407720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c06850f-6fd0-4157-abe0-18d5e855e58d req-1105171b-176b-4efc-ba06-6ca514d5ec76 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.1507623 Sep 18 00:34:09.449672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-d6ece297-61b8-4f90-8e56-b0d72d8dc4d4 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5963f3eba3b24c2d8ec1f1568deef56a HTTP/1.1" status: 200 len: 380 time: 0.0889206 Sep 18 00:34:09.461439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa281-7f8e-4e99-8b4b-be1db28d01b5 req-a77db592-2221-40ab-adf9-5d0134463c12 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.463001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c4fa281-7f8e-4e99-8b4b-be1db28d01b5 req-a77db592-2221-40ab-adf9-5d0134463c12 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1188824 Sep 18 00:34:09.468246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'port': {'device_id': '8b5850fe-7266-4879-9853-12525cbde85e', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'admin_state_up': True, 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'security_groups': ['af246b13-0445-46d4-a751-61f66435b21e']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:09.482421 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:09.512465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:09.514924 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f4db7f-81b4-42ca-b316-e9964acae491" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:09.534050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:09.539596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:09.540912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0b9694a0-e350-4acc-866a-4483fe74445e no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:09.541062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c06850f-6fd0-4157-abe0-18d5e855e58d req-e72af2fe-3338-4265-ba26-fc4307e7492e tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131098 Sep 18 00:34:09.599703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 0b9694a0-e350-4acc-866a-4483fe74445e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:34:09.600048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0b9694a0-e350-4acc-866a-4483fe74445e not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:34:09.637574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:09.695225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4119219a-b483-48d3-b409-9b15f5373b0b req-4615ee2b-7014-4dee-9d0f-cfc68fd4f0b4 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0453026 Sep 18 00:34:09.705222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c4fa281-7f8e-4e99-8b4b-be1db28d01b5 req-e12b1c16-842d-4db9-89b5-7ea34425a8b5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284043 Sep 18 00:34:09.772980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Made reservation on behalf of 5963f3eba3b24c2d8ec1f1568deef56a for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:09.779396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:09.931640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a86b5-cc1c-4eb7-bf41-76eb696d802d req-18f179d8-cdfd-45c1-91a2-9c529a9aff03 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.933310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b66a86b5-cc1c-4eb7-bf41-76eb696d802d req-18f179d8-cdfd-45c1-91a2-9c529a9aff03 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.1490700 Sep 18 00:34:09.944213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474419e-da7a-4759-bcce-8b03139b0eb6 req-81a72d52-3c86-46ff-87dd-508d632e9e57 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.945760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4474419e-da7a-4759-bcce-8b03139b0eb6 req-81a72d52-3c86-46ff-87dd-508d632e9e57 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1632812 Sep 18 00:34:10.055952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4474419e-da7a-4759-bcce-8b03139b0eb6 req-a473172a-f057-4e1c-b56c-12af0bccc943 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941164 Sep 18 00:34:10.072620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b66a86b5-cc1c-4eb7-bf41-76eb696d802d req-d2a1901c-4eeb-4744-ad80-86d341cef166 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173072 Sep 18 00:34:10.092135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Allocated IP 172.20.0.14 (40a73266-43a2-4133-a252-a94e3434b852/ec17999e-7e60-4959-ba0e-c2020bae9bee/495e8d73-3a37-4299-9886-f5b179782549) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:10.121923 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580bee80-1a5f-45c3-8775-0557bc8d5cd2 x-openstack-request-id: req-580bee80-1a5f-45c3-8775-0557bc8d5cd2 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:10.122235 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:10.122485 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-580bee80-1a5f-45c3-8775-0557bc8d5cd2 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:10.122868 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'code': 200} Sep 18 00:34:10.273691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12497-d69b-4e53-8923-bcb4b8b2634a req-a99eb809-0496-4f70-856f-181cd4c2e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.275810 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38c12497-d69b-4e53-8923-bcb4b8b2634a req-a99eb809-0496-4f70-856f-181cd4c2e2c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 1101 time: 0.0516448 Sep 18 00:34:10.317462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38c12497-d69b-4e53-8923-bcb4b8b2634a req-63023d32-34c5-42af-b2ef-ade60c260ee4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Sep 18 00:34:10.365598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:10.402290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a7ae-15aa-4ada-ba10-fb91de615d79 req-4f4270a3-845c-4d7d-abbf-fdc0e84237ff tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.403785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7700a7ae-15aa-4ada-ba10-fb91de615d79 req-4f4270a3-845c-4d7d-abbf-fdc0e84237ff tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1251035 Sep 18 00:34:10.417267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808bca-ac13-4e15-8a58-d3935233816e req-7f56b9fb-0313-48b9-988f-40072795f4ae tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.418768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84808bca-ac13-4e15-8a58-d3935233816e req-7f56b9fb-0313-48b9-988f-40072795f4ae tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1352775 Sep 18 00:34:10.475580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:10.523529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7700a7ae-15aa-4ada-ba10-fb91de615d79 req-58f6037d-eafe-43ef-ae61-a95bd1419715 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995843 Sep 18 00:34:10.526254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84808bca-ac13-4e15-8a58-d3935233816e req-884682b2-dd0e-46e3-a925-d0a675a9bd75 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006997 Sep 18 00:34:10.545141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Network 40a73266-43a2-4133-a252-a94e3434b852 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:10.552372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:10.555167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:10.557453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:10.617237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.618016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:10.636316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-74388d90-a44f-4cc4-b3a5-368a604c2fff tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1720357 Sep 18 00:34:10.659826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Request body: {'port': {'device_id': '8b5850fe-7266-4879-9853-12525cbde85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:10.784033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57262707-37fd-4df4-9387-91f22602323d req-17161dd4-3154-4ac3-81b2-82775ccf7521 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.784033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57262707-37fd-4df4-9387-91f22602323d req-17161dd4-3154-4ac3-81b2-82775ccf7521 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 949 time: 0.1376524 Sep 18 00:34:10.835074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:10.923599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-66dbb718-8c09-4994-83f5-163b39f404a5 None None] Provisioning complete for port 495e8d73-3a37-4299-9886-f5b179782549 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:10.924618 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66dbb718-8c09-4994-83f5-163b39f404a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:10.931650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57262707-37fd-4df4-9387-91f22602323d req-aa17f9e4-9c43-4963-a3b7-4a86656e1fb4 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261640 Sep 18 00:34:10.966349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-66dbb718-8c09-4994-83f5-163b39f404a5 None None] Port 495e8d73-3a37-4299-9886-f5b179782549 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:34:10.967418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74a025-52cb-4d98-ac74-c158b82009c1 req-f7b5b752-5588-470d-b313-90dccd796f64 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.968980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e74a025-52cb-4d98-ac74-c158b82009c1 req-f7b5b752-5588-470d-b313-90dccd796f64 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1796937 Sep 18 00:34:11.122318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-fc2749a8-7547-492a-8b42-afb88b2bb632 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:11.123775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-fc2749a8-7547-492a-8b42-afb88b2bb632 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.48 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.2276299 Sep 18 00:34:11.146077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e74a025-52cb-4d98-ac74-c158b82009c1 req-d4e9f571-5b65-49d6-90ff-51504c92a4e6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633880 Sep 18 00:34:11.206321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6bab4-506e-42da-baae-ca1c3deb8823 req-ad83d0f0-6b92-49c8-abf9-8455bb4d5370 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:11.214003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26c6bab4-506e-42da-baae-ca1c3deb8823 req-ad83d0f0-6b92-49c8-abf9-8455bb4d5370 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 932 time: 0.1613393 Sep 18 00:34:11.361130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26c6bab4-506e-42da-baae-ca1c3deb8823 req-948bac1a-a87e-437a-9450-c96fc4fb316c tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459179 Sep 18 00:34:11.403029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe238a01-db5a-41e5-96d4-1081a1c4abf0 req-7f7a6be6-e92f-417d-817d-215295f07482 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:11.404601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe238a01-db5a-41e5-96d4-1081a1c4abf0 req-7f7a6be6-e92f-417d-817d-215295f07482 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1503193 Sep 18 00:34:11.452511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Deleting port 16692b68-eb78-4213-a50c-dabbf6a7e620 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:34:11.452847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:11.837374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495e8d73-3a37-4299-9886-f5b179782549 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:11.847235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe238a01-db5a-41e5-96d4-1081a1c4abf0 req-93f6d507-f46f-4205-a94a-14efb46d5d48 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342706 Sep 18 00:34:11.855285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:11.911494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Transition to ACTIVE for port object 495e8d73-3a37-4299-9886-f5b179782549 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:11.919253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526316e-0846-4c37-a0ad-62c65521c79a req-2fe95068-22ba-44a7-a8aa-05e639efd822 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:11.927338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f526316e-0846-4c37-a0ad-62c65521c79a req-2fe95068-22ba-44a7-a8aa-05e639efd822 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/ports?device_id=05b6442f-b339-4b21-badf-4e045e38b983 HTTP/1.1" status: 200 len: 949 time: 0.4802654 Sep 18 00:34:11.945414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.076137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] For port 16692b68-eb78-4213-a50c-dabbf6a7e620, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=16692b68-eb78-4213-a50c-dabbf6a7e620,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:12.076545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.081774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f526316e-0846-4c37-a0ad-62c65521c79a req-7e03be79-1f3c-4593-b96c-622fda080912 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.49 "GET /v2.0/security-groups?id=b45c6ca2-d88c-496a-ba63-0c8971fb96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535950 Sep 18 00:34:12.089653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:12.124876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Calling delete_port for 16692b68-eb78-4213-a50c-dabbf6a7e620 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:34:12.231828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0e6c-27ef-494d-a451-3f1971568737 req-811e0439-32a5-4bef-ab03-914474ec4721 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.239851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59fe0e6c-27ef-494d-a451-3f1971568737 req-811e0439-32a5-4bef-ab03-914474ec4721 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2444847 Sep 18 00:34:12.357031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Attempting to bind port 495e8d73-3a37-4299-9886-f5b179782549 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:12.357031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Attempting to bind port 495e8d73-3a37-4299-9886-f5b179782549 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:12.357470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Attempting to bind port 495e8d73-3a37-4299-9886-f5b179782549 on network 40a73266-43a2-4133-a252-a94e3434b852 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:12.368079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59fe0e6c-27ef-494d-a451-3f1971568737 req-d55e7498-20fd-40fe-95db-cd0db21ce713 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273420 Sep 18 00:34:12.372447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Port 495e8d73-3a37-4299-9886-f5b179782549 on network 40a73266-43a2-4133-a252-a94e3434b852 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:12.372782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Attempting to bind port 495e8d73-3a37-4299-9886-f5b179782549 on network 40a73266-43a2-4133-a252-a94e3434b852 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:12.402449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:12.402801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Checking segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:12.403195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Bound using segment: {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:12.403620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Bound port: 495e8d73-3a37-4299-9886-f5b179782549, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66687211-381c-4e85-b3f3-866890eaebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '40a73266-43a2-4133-a252-a94e3434b852'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:12.403999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.435311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ecfba-74fc-47a1-baa2-282bb209326e req-aa9330ad-7733-4da9-8c0e-d700137bcff5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.436861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a76ecfba-74fc-47a1-baa2-282bb209326e req-aa9330ad-7733-4da9-8c0e-d700137bcff5 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1513093 Sep 18 00:34:12.587566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a76ecfba-74fc-47a1-baa2-282bb209326e req-9af22361-eac2-4b22-ac53-0a46283111e0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050451 Sep 18 00:34:12.592257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.594359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:12.601180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:12.608678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['16692b68-eb78-4213-a50c-dabbf6a7e620'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:12.629934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fab822-ab94-4bce-8bcb-3b2f691ae235 req-9db2e574-f155-4d3e-b14b-1ad8e83742b1 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.629934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48fab822-ab94-4bce-8bcb-3b2f691ae235 req-9db2e574-f155-4d3e-b14b-1ad8e83742b1 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 949 time: 0.1657457 Sep 18 00:34:12.655161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.665754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Pushing event deleted for resources: {'Port': ['ID=16692b68-eb78-4213-a50c-dabbf6a7e620,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:12.738560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.739170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.740595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] 10.222.0.48 "PUT /v2.0/ports/495e8d73-3a37-4299-9886-f5b179782549 HTTP/1.1" status: 200 len: 1093 time: 2.0927637 Sep 18 00:34:12.752722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'tag': '495e8d73-3a37-4299-9886-f5b179782549'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:12.755899 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757fbf86-51f8-489e-9c11-47eca74d4513" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "tag": "495e8d73-3a37-4299-9886-f5b179782549"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:12.794796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] No DVR routers for this DVR port 16692b68-eb78-4213-a50c-dabbf6a7e620 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:34:12.815074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:12.817739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d60df9db-1b5b-41c9-ba24-0237b4b5ca13 req-96418b74-ae7c-43be-a135-498dd4c6c927 tempest-ServersAdminNegativeTestJSON-485585834 tempest-ServersAdminNegativeTestJSON-485585834-project] 10.222.0.48 "DELETE /v2.0/ports/16692b68-eb78-4213-a50c-dabbf6a7e620 HTTP/1.1" status: 204 len: 173 time: 1.6841464 Sep 18 00:34:12.846370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48fab822-ab94-4bce-8bcb-3b2f691ae235 req-2d1feeb7-560a-444d-8574-04a5f455d749 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186527 Sep 18 00:34:12.868770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5cda4-ecd7-4545-9837-ceec23879f4c service neutron] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:12.897046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e60b9-e3b9-4d7c-a0bb-e53d96698221 req-6dbbb862-e719-425e-b815-641ffcef2c6f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.898597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a0e60b9-e3b9-4d7c-a0bb-e53d96698221 req-6dbbb862-e719-425e-b815-641ffcef2c6f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.1664116 Sep 18 00:34:12.905536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-07c1d6eb-c332-4fc6-bd6b-40f7e510bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.907148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-07c1d6eb-c332-4fc6-bd6b-40f7e510bd9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5963f3eba3b24c2d8ec1f1568deef56a&device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 1096 time: 0.1081524 Sep 18 00:34:13.058198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-e98104ef-0016-4505-b213-847b8ef76ea6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495e8d73-3a37-4299-9886-f5b179782549 HTTP/1.1" status: 200 len: 217 time: 0.1369987 Sep 18 00:34:13.060144 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe414800-81ab-4b21-808f-b17f25d5c182 x-openstack-request-id: req-fe414800-81ab-4b21-808f-b17f25d5c182 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:13.060465 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "tag": "495e8d73-3a37-4299-9886-f5b179782549", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:13.060802 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe414800-81ab-4b21-808f-b17f25d5c182 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:13.065678 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'tag': '495e8d73-3a37-4299-9886-f5b179782549', 'status': 'completed', 'code': 200} Sep 18 00:34:13.140248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a0e60b9-e3b9-4d7c-a0bb-e53d96698221 req-c50f2313-a16b-4ee0-9e3c-5848fba44a6b tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295732 Sep 18 00:34:13.162519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-bc6b3475-df0a-414f-8c59-8f3d2f136e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:13.165032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-bc6b3475-df0a-414f-8c59-8f3d2f136e85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec17999e-7e60-4959-ba0e-c2020bae9bee HTTP/1.1" status: 200 len: 855 time: 0.0922055 Sep 18 00:34:13.275779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-67e2bdac-8118-47ee-b891-3f314b39206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:13.277391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-67e2bdac-8118-47ee-b891-3f314b39206f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40a73266-43a2-4133-a252-a94e3434b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025436 Sep 18 00:34:13.363211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a1c9-e642-4c15-8b52-a2c45bf613a2 req-653bbea0-cd05-4a2b-a296-97d7e14f8f9a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:13.366104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5316a1c9-e642-4c15-8b52-a2c45bf613a2 req-653bbea0-cd05-4a2b-a296-97d7e14f8f9a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1075878 Sep 18 00:34:13.489082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5316a1c9-e642-4c15-8b52-a2c45bf613a2 req-03ef473e-dfcb-4b8f-8634-98bb99d54e4f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Sep 18 00:34:13.555606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-1689031e-ee35-4596-8bc1-d8d848f97c0c service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500978 Sep 18 00:34:13.733650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a341f37-7c3b-41ef-b9f5-ac98c36f2c3d req-f4005948-5532-4bdf-a453-568e664d3d83 service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725528 Sep 18 00:34:13.762390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb561e7-085d-4527-bab8-d5dfaad0f6c2 req-1290e075-a9d6-4724-bc64-b37e373f09c9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:13.764035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcb561e7-085d-4527-bab8-d5dfaad0f6c2 req-1290e075-a9d6-4724-bc64-b37e373f09c9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1466670 Sep 18 00:34:13.856487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcb561e7-085d-4527-bab8-d5dfaad0f6c2 req-c4bd5070-1e41-4b6d-9acd-d86b98b59038 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761909 Sep 18 00:34:13.886259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-809f67ae-af16-4570-873e-08053180374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:13.890304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-809f67ae-af16-4570-873e-08053180374e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5963f3eba3b24c2d8ec1f1568deef56a&device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 1096 time: 0.0907729 Sep 18 00:34:14.031683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53116) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:14.070735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832688b0-5dfa-4da5-90df-8a799ef32754 req-4562ac9b-90ac-47d7-bc0e-4db0090095fa tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.072342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-832688b0-5dfa-4da5-90df-8a799ef32754 req-4562ac9b-90ac-47d7-bc0e-4db0090095fa tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1809900 Sep 18 00:34:14.084609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad310864-75a1-49cd-a6ab-f63c00c962d4 req-efa818d8-5663-4b77-905e-13806ff6ae2a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.086089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad310864-75a1-49cd-a6ab-f63c00c962d4 req-efa818d8-5663-4b77-905e-13806ff6ae2a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1322532 Sep 18 00:34:14.146805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-54a93ab2-603c-49a3-9d50-4450da5314b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.148489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-54a93ab2-603c-49a3-9d50-4450da5314b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40a73266-43a2-4133-a252-a94e3434b852 HTTP/1.1" status: 200 len: 917 time: 0.2428722 Sep 18 00:34:14.153346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-832688b0-5dfa-4da5-90df-8a799ef32754 req-96ba7361-acaa-46ab-8aa1-40c016ba491c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Sep 18 00:34:14.216905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad310864-75a1-49cd-a6ab-f63c00c962d4 req-073e9225-f871-44d6-a086-1ecf9f664536 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025281 Sep 18 00:34:14.218587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-3bb72a2c-44d0-4e08-9b69-5751ad9d0d50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495e8d73-3a37-4299-9886-f5b179782549 HTTP/1.1" status: 200 len: 217 time: 0.0603838 Sep 18 00:34:14.279939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-77717d22-24c6-4610-aa96-c347d8bd6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.281485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-77717d22-24c6-4610-aa96-c347d8bd6441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec17999e-7e60-4959-ba0e-c2020bae9bee HTTP/1.1" status: 200 len: 855 time: 0.0523279 Sep 18 00:34:14.299212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7904f384-a214-46eb-a73d-dc30ff7d0ba8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=488f25a295104a2dbefe44912eeed63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650859 Sep 18 00:34:14.302561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53124) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:14.384974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-91e1a2be-64ce-4d20-b14d-f090a4cecd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.386867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-91e1a2be-64ce-4d20-b14d-f090a4cecd49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40a73266-43a2-4133-a252-a94e3434b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972884 Sep 18 00:34:14.387027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:14.395882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c3b6b-47aa-4e90-bb77-5e7e4d017e53 req-1fd48857-137f-46d3-926d-49ed7aaf37de tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.397739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb8c3b6b-47aa-4e90-bb77-5e7e4d017e53 req-1fd48857-137f-46d3-926d-49ed7aaf37de tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0763612 Sep 18 00:34:14.411773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:14.478359 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:14.481131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:14.484627 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b45c6ca2-d88c-496a-ba63-0c8971fb96a5 HTTP/1.1" status: 204 len: 168 time: 0.1778400 Sep 18 00:34:14.501649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eb16e-a640-4703-b26c-1ede13a5cf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c6ca2-d88c-496a-ba63-0c8971fb96a5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:14.575499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d2405-b0ea-4c10-8ae6-833c826a27e7 req-a9fba12d-a0f9-465d-bef7-e4dce7ee805a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.577068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374d2405-b0ea-4c10-8ae6-833c826a27e7 req-a9fba12d-a0f9-465d-bef7-e4dce7ee805a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1467772 Sep 18 00:34:14.612167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb8c3b6b-47aa-4e90-bb77-5e7e4d017e53 req-c7eff7fd-e1ab-4f80-934b-063237b5f346 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827989 Sep 18 00:34:14.627114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-2460faae-99a5-4ea6-9014-4a3d294da273 service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275648 Sep 18 00:34:14.678065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374d2405-b0ea-4c10-8ae6-833c826a27e7 req-5092402b-fa48-4957-9170-a5874f6b905d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865209 Sep 18 00:34:14.750940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fbf86-51f8-489e-9c11-47eca74d4513 req-00c73c18-449d-4d85-854e-a1b36949c5ea service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142592 Sep 18 00:34:14.805917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046f086-72c2-4ae3-9c0f-1fb233062e4e req-1a29b211-0436-4706-bdd6-50b0eeeea2c0 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.807616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4046f086-72c2-4ae3-9c0f-1fb233062e4e req-1a29b211-0436-4706-bdd6-50b0eeeea2c0 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0597486 Sep 18 00:34:14.855964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4046f086-72c2-4ae3-9c0f-1fb233062e4e req-27b6ed5a-809b-482a-a3a7-2320aedf8ebd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Sep 18 00:34:14.872113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53140) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:14.935961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53150) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:14.936541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9dd005a9-ba68-46a8-a5c1-741b20f24ef5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dfaf747c70c412f8830f858e19bcc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588987 Sep 18 00:34:14.950687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896acc-7367-47c6-ad4d-195ed3a97df4 req-b70c658d-3291-4918-a8e6-2aa64bd79137 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.952207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38896acc-7367-47c6-ad4d-195ed3a97df4 req-b70c658d-3291-4918-a8e6-2aa64bd79137 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0683026 Sep 18 00:34:15.021113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38896acc-7367-47c6-ad4d-195ed3a97df4 req-3a4c774c-bbaa-45f2-b305-10887fc56bd4 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Sep 18 00:34:15.024001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.052543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.062640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-cd823004-414e-4388-aba8-f8060c90c894 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.064971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-cd823004-414e-4388-aba8-f8060c90c894 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.0572095 Sep 18 00:34:15.068513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'name': 'network-vif-deleted', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:15.071620 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af441a3-7226-42f8-b13a-7b308d1ec5e4" -d '{"events": [{"server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "name": "network-vif-deleted", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:15.078542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:15.111799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.117691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.123013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cac2f8ce-7d55-4a12-a9ad-26c17156784e HTTP/1.1" status: 204 len: 168 time: 0.1859567 Sep 18 00:34:15.134791 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727864eb-97b6-4038-8c1f-1818ba7f2ba6 x-openstack-request-id: req-727864eb-97b6-4038-8c1f-1818ba7f2ba6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:15.135022 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b6442f-b339-4b21-badf-4e045e38b983", "name": "network-vif-deleted", "tag": "16692b68-eb78-4213-a50c-dabbf6a7e620", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:15.135249 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-727864eb-97b6-4038-8c1f-1818ba7f2ba6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:15.135610 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b6442f-b339-4b21-badf-4e045e38b983', 'name': 'network-vif-deleted', 'tag': '16692b68-eb78-4213-a50c-dabbf6a7e620', 'status': 'completed', 'code': 200} Sep 18 00:34:15.137301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb36f-6004-4e5f-a10c-1b350a21e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac2f8ce-7d55-4a12-a9ad-26c17156784e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:15.190777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.298280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:15.350027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:15.393606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560190e3-8a30-440c-8d4d-c8c85b9e0c44 req-491c5fa7-1fc0-4d8e-8ed3-f1705eca2e1a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.402898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-560190e3-8a30-440c-8d4d-c8c85b9e0c44 req-491c5fa7-1fc0-4d8e-8ed3-f1705eca2e1a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1022058 Sep 18 00:34:15.418640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:15.424294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509f19-1eba-4063-b49a-8f593ff1292f req-4c802972-8b69-464e-91e9-ad4e4f3f8fec tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.425494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e509f19-1eba-4063-b49a-8f593ff1292f req-4c802972-8b69-464e-91e9-ad4e4f3f8fec tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 945 time: 0.1363361 Sep 18 00:34:15.457820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:15.462131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 16692b68-eb78-4213-a50c-dabbf6a7e620 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:15.471517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:15.475415 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c420c1-6832-4224-8b8a-afd27c9ba984" -d '{"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:15.479792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.487034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.488337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e509f19-1eba-4063-b49a-8f593ff1292f req-9043dcd2-580b-4d3d-a945-8f7aeaf72f07 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535650 Sep 18 00:34:15.504895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-560190e3-8a30-440c-8d4d-c8c85b9e0c44 req-0178c81e-e3d7-40dd-a861-131a6ddd983f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982041 Sep 18 00:34:15.514394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 16692b68-eb78-4213-a50c-dabbf6a7e620 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:34:15.514931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 16692b68-eb78-4213-a50c-dabbf6a7e620 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:34:15.518484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:34:15.547395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:15.560690 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f97272f-60d3-4115-afcc-e6985ae06a52 x-openstack-request-id: req-4f97272f-60d3-4115-afcc-e6985ae06a52 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:15.561089 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:15.561398 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f97272f-60d3-4115-afcc-e6985ae06a52 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:15.561841 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'code': 200} Sep 18 00:34:15.608066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:15.608066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:15.608066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:15.608066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:15.608066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Attempting to bind port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:15.618820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:15.619287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:15.619689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:15.620254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Bound port: f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:15.620765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.656614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967af5c-f481-4699-9189-682ef9e507f3 req-d8ad7dbe-5525-45af-a2cc-54283021cd42 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.658820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3967af5c-f481-4699-9189-682ef9e507f3 req-d8ad7dbe-5525-45af-a2cc-54283021cd42 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0611558 Sep 18 00:34:15.705154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:15.713435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3967af5c-f481-4699-9189-682ef9e507f3 req-05366059-cb0f-4257-ab57-89ef8789119a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Sep 18 00:34:15.721666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:15.728810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.768324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4de50-cf48-4db8-bee7-46b8486636f7 req-003dc05c-6ba9-43ba-876c-b5610767efb3 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.770867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fa4de50-cf48-4db8-bee7-46b8486636f7 req-003dc05c-6ba9-43ba-876c-b5610767efb3 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0648644 Sep 18 00:34:15.806373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.818039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:15.842571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fa4de50-cf48-4db8-bee7-46b8486636f7 req-d49c1078-4efb-4b12-86ab-7a9b97bfe704 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614324 Sep 18 00:34:15.873029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.882908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.882908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-8227822b-f000-454d-a19d-7e8bcc901209 service neutron] 10.222.0.54 "PUT /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 1123 time: 0.8024049 Sep 18 00:34:15.918297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef78d3-446c-4ff7-9c72-3cff919d950e req-c0a64da4-a394-404f-9207-a5178aa620ba tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.919864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3ef78d3-446c-4ff7-9c72-3cff919d950e req-c0a64da4-a394-404f-9207-a5178aa620ba tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0617063 Sep 18 00:34:15.961038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:15.983372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3ef78d3-446c-4ff7-9c72-3cff919d950e req-3e871b2f-1d73-4c72-b1c5-26ed58e3e1ef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Sep 18 00:34:16.173927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:16.251319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881a7c-d239-4eea-9dc9-e480683fd783 req-90182c38-9c0f-4a19-9d20-31776da97be3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:16.252964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c881a7c-d239-4eea-9dc9-e480683fd783 req-90182c38-9c0f-4a19-9d20-31776da97be3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1413977 Sep 18 00:34:16.282544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b13e34-0529-46a3-8a40-48773a9a4a29 req-20b3b79d-dbf1-4c5b-9b75-70dbabd660ca tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:16.284096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07b13e34-0529-46a3-8a40-48773a9a4a29 req-20b3b79d-dbf1-4c5b-9b75-70dbabd660ca tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1124337 Sep 18 00:34:16.352686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07b13e34-0529-46a3-8a40-48773a9a4a29 req-323670be-82f9-4299-864f-1ff78d2fa429 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576534 Sep 18 00:34:16.355613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c881a7c-d239-4eea-9dc9-e480683fd783 req-4c6d89f0-78b9-45db-b23b-6cb2d41c8fbd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906529 Sep 18 00:34:16.642104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efaeb-5955-4ed7-bfb8-35c768f4aeb0 req-edd5f97b-0bc5-4ec5-b2dc-0cb48c2f317e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:16.644110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910efaeb-5955-4ed7-bfb8-35c768f4aeb0 req-edd5f97b-0bc5-4ec5-b2dc-0cb48c2f317e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0585165 Sep 18 00:34:16.691848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910efaeb-5955-4ed7-bfb8-35c768f4aeb0 req-96e0534d-49b5-4e9c-b617-5bc636b364e7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Sep 18 00:34:16.864110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b7ab-fcf3-4b4a-89d1-007c2175f8ed req-c9ddc57c-2cc5-4916-93e2-87a9a61c1d9c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:16.872210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd8b7ab-fcf3-4b4a-89d1-007c2175f8ed req-c9ddc57c-2cc5-4916-93e2-87a9a61c1d9c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Sep 18 00:34:16.908445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd8b7ab-fcf3-4b4a-89d1-007c2175f8ed req-bfac882a-e7b0-4cfa-bc2e-20daf893a0f8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Sep 18 00:34:17.011965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8390ceb-cf23-44c2-bbec-3a67aa6e45c7 req-df5fd0a5-5100-4ec6-8804-987b7320e4f8 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.020523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8390ceb-cf23-44c2-bbec-3a67aa6e45c7 req-df5fd0a5-5100-4ec6-8804-987b7320e4f8 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0626476 Sep 18 00:34:17.056922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8390ceb-cf23-44c2-bbec-3a67aa6e45c7 req-b53da17f-0edc-489b-bbd7-67302fcd83f2 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Sep 18 00:34:17.329749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:17.484314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:17.490304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06728722-4873-4125-a285-552cc5e1df9d req-b0fe7965-fc74-4e46-9dd3-6362f25d2b2a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.496549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'mac_address': 'fa:16:3e:4e:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:17.497645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06728722-4873-4125-a285-552cc5e1df9d req-b0fe7965-fc74-4e46-9dd3-6362f25d2b2a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0582180 Sep 18 00:34:17.541772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06728722-4873-4125-a285-552cc5e1df9d req-3d806504-5263-45d3-8b24-6ac715c6d16f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Sep 18 00:34:17.546568 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:17.560816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:17.562609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:17.565079 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a32409-e378-4091-9c76-f0c4c018bc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:17.583930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:17.589450 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:17.615152 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6937e-a066-4986-9e73-d63125775fc4 x-openstack-request-id: req-b4c6937e-a066-4986-9e73-d63125775fc4 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:17.615441 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:17.615689 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c6937e-a066-4986-9e73-d63125775fc4 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:17.616079 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'status': 'completed', 'code': 200} Sep 18 00:34:17.642430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:17.650688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.651153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.651561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.652088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.652485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.653230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.653566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.653900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.654232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.654561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.655149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.655483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:17.693134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-4492621f-9293-453f-88bb-4a1ecf3cb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.694651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-4492621f-9293-453f-88bb-4a1ecf3cb566 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1126 time: 0.0468209 Sep 18 00:34:17.703358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53282) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:17.821113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2282223a-c77b-4256-a8fc-b97148b4b8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:17.839132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['98143ccf-8ef2-49cf-9811-7be7f34794a9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:17.845899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-c07c9f31-887f-4f1e-938b-7982988658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.847381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-c07c9f31-887f-4f1e-938b-7982988658b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1451471 Sep 18 00:34:17.856132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ff4b-eb39-472f-afb8-38c20b116dfb req-5729ec2e-88a7-475b-a16e-6e537dbeef20 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.857721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0f9ff4b-eb39-472f-afb8-38c20b116dfb req-5729ec2e-88a7-475b-a16e-6e537dbeef20 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0750675 Sep 18 00:34:17.913255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-b001b588-9e6c-4c6b-b1d7-6b6a4a166ca0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 217 time: 0.0545125 Sep 18 00:34:17.992710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2282223a-c77b-4256-a8fc-b97148b4b8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.002805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0f9ff4b-eb39-472f-afb8-38c20b116dfb req-33e46e5b-ea3d-46d2-bf07-4cadadfcc6e0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362104 Sep 18 00:34:18.004377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2282223a-c77b-4256-a8fc-b97148b4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.013588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-e41c3a99-8010-4c2a-9634-ffcee24fd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:18.015250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-e41c3a99-8010-4c2a-9634-ffcee24fd706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0931582 Sep 18 00:34:18.039980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2282223a-c77b-4256-a8fc-b97148b4b8b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=935104cc55bd424c83d5f4580a42f499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353794 Sep 18 00:34:18.042616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53290) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:18.064004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-52cfc435-b391-424c-b00b-8fe65de61b2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410368 Sep 18 00:34:18.122710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.127552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282223a-c77b-4256-a8fc-b97148b4b8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3a92e-21ab-4ff4-a555-e818ad01a1c5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:18.171390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.171626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7345f-ea7a-49db-847a-2ffc1d3bc43a req-a9dfe4a4-3a64-4feb-adbe-10fe4129f871 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:18.176715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14d7345f-ea7a-49db-847a-2ffc1d3bc43a req-a9dfe4a4-3a64-4feb-adbe-10fe4129f871 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1455898 Sep 18 00:34:18.222269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.225496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.227226 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ede3a92e-21ab-4ff4-a555-e818ad01a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1834075 Sep 18 00:34:18.235741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec5860-db01-4684-bb72-f0166293a836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3a92e-21ab-4ff4-a555-e818ad01a1c5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:18.268534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-f83de168-4c34-45c7-8ce8-a8c6917c862f service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854079 Sep 18 00:34:18.281141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14d7345f-ea7a-49db-847a-2ffc1d3bc43a req-6f69693d-b75c-45a8-91c6-9278bb128b70 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868218 Sep 18 00:34:18.299810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a971-d158-4802-a775-74e1cb2b65a5 req-dc52bfdb-00d3-44ec-bd6d-1dc515570ca1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:18.301455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76a1a971-d158-4802-a775-74e1cb2b65a5 req-dc52bfdb-00d3-44ec-bd6d-1dc515570ca1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.1432500 Sep 18 00:34:18.420261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76a1a971-d158-4802-a775-74e1cb2b65a5 req-dde15984-5d5d-4112-a054-5795af0e9bda tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084473 Sep 18 00:34:18.432386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a32409-e378-4091-9c76-f0c4c018bc6c req-61ba0001-69ad-4cb1-9529-68e975bfde4e service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465318 Sep 18 00:34:18.577540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:18.592336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add9bac-31be-4f29-aa56-b29c426d1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.662380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13426922-9775-42e9-a6f0-c45b3a4bcc98 req-845f268a-3791-4a80-9f93-3405c1b5c693 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:18.663885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13426922-9775-42e9-a6f0-c45b3a4bcc98 req-845f268a-3791-4a80-9f93-3405c1b5c693 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0574777 Sep 18 00:34:18.693003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add9bac-31be-4f29-aa56-b29c426d1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.700065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add9bac-31be-4f29-aa56-b29c426d1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.711412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13426922-9775-42e9-a6f0-c45b3a4bcc98 req-e857c4b6-fb59-4d72-87e3-0fe0aacabbbe tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Sep 18 00:34:18.737256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4add9bac-31be-4f29-aa56-b29c426d1d6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cab831629184bdbbba57f5196a8a07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585481 Sep 18 00:34:18.740028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53316) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:18.747330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9bac-31be-4f29-aa56-b29c426d1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7288e661-23f7-4592-837f-b3f4ed059845,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:18.800460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.824645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.873984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.876724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.877899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7288e661-23f7-4592-837f-b3f4ed059845 HTTP/1.1" status: 204 len: 168 time: 0.1365695 Sep 18 00:34:18.886743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5dcfe-2531-4415-a375-0b047b01ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288e661-23f7-4592-837f-b3f4ed059845,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:19.173732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24956943-bbb9-4e35-b7cc-fdb3ab879c74 req-a0115edb-4407-471a-ae8c-6c3748f2f1eb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:19.175307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24956943-bbb9-4e35-b7cc-fdb3ab879c74 req-a0115edb-4407-471a-ae8c-6c3748f2f1eb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0585020 Sep 18 00:34:19.247226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24956943-bbb9-4e35-b7cc-fdb3ab879c74 req-e96f8717-5539-4d1a-bdfe-3db44f142d81 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Sep 18 00:34:19.348547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:19.414078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 98143ccf-8ef2-49cf-9811-7be7f34794a9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:19.414460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:19.423858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffba2e4-77c2-4b28-a0fc-f12f1b5bd2b5 req-b58368fa-6e83-4a98-8084-e2efdd06473b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:19.426125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ffba2e4-77c2-4b28-a0fc-f12f1b5bd2b5 req-b58368fa-6e83-4a98-8084-e2efdd06473b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0692947 Sep 18 00:34:19.504327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ffba2e4-77c2-4b28-a0fc-f12f1b5bd2b5 req-8621d8e7-446c-4879-aa0c-1fa5880cc594 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697577 Sep 18 00:34:19.680541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298c844-d2a6-43fa-adc0-81fbde9e3ff5 req-dc9f33aa-3efe-41d1-a6c6-fb78ba35943d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:19.682306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4298c844-d2a6-43fa-adc0-81fbde9e3ff5 req-dc9f33aa-3efe-41d1-a6c6-fb78ba35943d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0648069 Sep 18 00:34:19.686300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:19.717090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:19.719713 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66178391-20a4-4b72-8779-684976b3fdd6" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:19.733849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:19.735293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4298c844-d2a6-43fa-adc0-81fbde9e3ff5 req-9401d243-b17c-4911-a265-7463959cb14d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Sep 18 00:34:19.748367 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:19.775788 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf933f7-e40c-443d-b2a0-267c1b27e7d4 x-openstack-request-id: req-dbf933f7-e40c-443d-b2a0-267c1b27e7d4 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:19.776338 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:19.776641 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbf933f7-e40c-443d-b2a0-267c1b27e7d4 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:19.777030 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'code': 200} Sep 18 00:34:19.807293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:19.873929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a024-d291-4ac6-aef5-7167c04fc6c4 req-98ac8b80-964e-4e6e-a603-c9c51d6297dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:19.875890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd91a024-d291-4ac6-aef5-7167c04fc6c4 req-98ac8b80-964e-4e6e-a603-c9c51d6297dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0524318 Sep 18 00:34:19.923542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd91a024-d291-4ac6-aef5-7167c04fc6c4 req-18cdb14c-3c08-4e5e-97af-0b8378dba81e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Sep 18 00:34:20.381044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229388-173f-4754-9b72-b3c20e2f5c45 req-442c69f8-38db-4be4-877a-c703c9b9913f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:20.382660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8229388-173f-4754-9b72-b3c20e2f5c45 req-442c69f8-38db-4be4-877a-c703c9b9913f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0558043 Sep 18 00:34:20.423972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8229388-173f-4754-9b72-b3c20e2f5c45 req-88c515ff-a86c-4a81-83c7-f9395c684866 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Sep 18 00:34:20.611937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a88a7-d006-45b1-ac4b-352d65bae9e0 req-e95d6cd2-ea3b-4fad-89c3-767cd93393e1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:20.616712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-451a88a7-d006-45b1-ac4b-352d65bae9e0 req-e95d6cd2-ea3b-4fad-89c3-767cd93393e1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0569646 Sep 18 00:34:20.655491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-451a88a7-d006-45b1-ac4b-352d65bae9e0 req-c9484060-937c-45bd-b904-a2e5ab1986ea tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Sep 18 00:34:20.871728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6e17-7254-41d6-a3d9-773f27ceff5e req-8bc6e0cb-879f-464c-aec9-7ec4f94b63ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:20.873606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0c6e17-7254-41d6-a3d9-773f27ceff5e req-8bc6e0cb-879f-464c-aec9-7ec4f94b63ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0614252 Sep 18 00:34:20.923216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0c6e17-7254-41d6-a3d9-773f27ceff5e req-b8b760b7-aeb0-4cf2-b68b-213ddaa42ff3 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Sep 18 00:34:21.044312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62ac4-30e6-49f1-a6f3-553b04a375b8 req-4c3f26ab-575a-4d24-a546-059c233c2aee tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:21.046037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b62ac4-30e6-49f1-a6f3-553b04a375b8 req-4c3f26ab-575a-4d24-a546-059c233c2aee tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0507984 Sep 18 00:34:21.116560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b62ac4-30e6-49f1-a6f3-553b04a375b8 req-e452b407-1ccc-4829-b454-f323ab05a80a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Sep 18 00:34:21.324312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53458) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:21.448437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c44ae20e-2ac1-450b-9ea8-d3b4fbdefb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.579502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838895c-352d-401e-8688-02087da1ddac req-22415c86-5be4-4a5a-b6ea-4bfb7a94a112 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:21.583932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0838895c-352d-401e-8688-02087da1ddac req-22415c86-5be4-4a5a-b6ea-4bfb7a94a112 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0758529 Sep 18 00:34:21.660980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c44ae20e-2ac1-450b-9ea8-d3b4fbdefb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.678400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0838895c-352d-401e-8688-02087da1ddac req-c32aa0b7-80f5-4a59-b9e7-91362cab307c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780852 Sep 18 00:34:21.679798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c44ae20e-2ac1-450b-9ea8-d3b4fbdefb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.719352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ae20e-2ac1-450b-9ea8-d3b4fbdefb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7bb38-7a74-49b0-a07b-3dd051172c39,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:21.727410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53488) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:21.730246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c44ae20e-2ac1-450b-9ea8-d3b4fbdefb36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97e3779a0d9e4ccabbc48a2b21936c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048233 Sep 18 00:34:21.795247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.826337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.869224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38982d5-bc3b-4526-98c0-73dd85da90e7 req-5edb0ec4-dea6-4caa-a132-cee566663c07 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:21.909964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b38982d5-bc3b-4526-98c0-73dd85da90e7 req-5edb0ec4-dea6-4caa-a132-cee566663c07 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1647344 Sep 18 00:34:21.922108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.925614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:21.938814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9c7bb38-7a74-49b0-a07b-3dd051172c39 HTTP/1.1" status: 204 len: 168 time: 0.2034571 Sep 18 00:34:21.963772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb4a60-7107-4eaa-8e86-9ecb4c90198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7bb38-7a74-49b0-a07b-3dd051172c39,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:22.041489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b38982d5-bc3b-4526-98c0-73dd85da90e7 req-c743b6c8-665b-445d-b2ed-439f57aa4372 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301787 Sep 18 00:34:22.126606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733fab2-2050-4967-9616-79991a13c541 req-28c10557-e565-455c-8913-f0f72411f0b8 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:22.130631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7733fab2-2050-4967-9616-79991a13c541 req-28c10557-e565-455c-8913-f0f72411f0b8 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0630043 Sep 18 00:34:22.189057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7733fab2-2050-4967-9616-79991a13c541 req-8f5e4e06-1b3f-4e94-985d-b646886fc00c tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511291 Sep 18 00:34:22.317074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106efc71-6280-4f21-9dab-012e3f4a5e1c req-d9986557-a5c3-4199-b329-c1f984c19139 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:22.319062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-106efc71-6280-4f21-9dab-012e3f4a5e1c req-d9986557-a5c3-4199-b329-c1f984c19139 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0696211 Sep 18 00:34:22.381839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-106efc71-6280-4f21-9dab-012e3f4a5e1c req-10b75d13-3c1e-49b8-bfea-cc53fcfe9f17 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538437 Sep 18 00:34:22.467518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53516) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:22.482311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ee2-b2e7-4a39-8c47-aca3a399a3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.608918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ee2-b2e7-4a39-8c47-aca3a399a3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.615573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ee2-b2e7-4a39-8c47-aca3a399a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.650808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd34ee2-b2e7-4a39-8c47-aca3a399a3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93807917-200b-4fd2-9ff6-9396c29a06eb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:22.689266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:22.690533 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dcd34ee2-b2e7-4a39-8c47-aca3a399a3b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19db77d88af34febbf1a3c4c92dbe4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186868 Sep 18 00:34:22.759145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.830802 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.914027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d664f1-cb47-4b51-abf1-bfb011557c29 req-df0bd9ef-53cd-4c4f-bc5b-c1596193a77d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:22.926125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07d664f1-cb47-4b51-abf1-bfb011557c29 req-df0bd9ef-53cd-4c4f-bc5b-c1596193a77d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.1476328 Sep 18 00:34:22.985962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.989541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:22.998636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93807917-200b-4fd2-9ff6-9396c29a06eb HTTP/1.1" status: 204 len: 168 time: 0.3043008 Sep 18 00:34:23.033737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfbbc4-7f36-429a-b74b-734ac2af79d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93807917-200b-4fd2-9ff6-9396c29a06eb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:23.046440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07d664f1-cb47-4b51-abf1-bfb011557c29 req-3be32445-2491-4857-adc1-a3f0a1740f76 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085839 Sep 18 00:34:23.228609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eea4a-baf8-418b-9a07-fab234b630fb req-e73756c9-31e0-49f0-b511-c828789d5e50 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:23.245218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a19eea4a-baf8-418b-9a07-fab234b630fb req-e73756c9-31e0-49f0-b511-c828789d5e50 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0926764 Sep 18 00:34:23.336426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a19eea4a-baf8-418b-9a07-fab234b630fb req-2d29dbe0-ce41-41b0-89b4-ccccee5c7863 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791266 Sep 18 00:34:23.409215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d48bd5-dd19-4936-84ca-125742c577d6 req-0a6c4e0c-12c4-49fd-8f04-6be6caf42726 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:23.412011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08d48bd5-dd19-4936-84ca-125742c577d6 req-0a6c4e0c-12c4-49fd-8f04-6be6caf42726 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 944 time: 0.0720687 Sep 18 00:34:23.481384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 495e8d73-3a37-4299-9886-f5b179782549 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:23.516888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08d48bd5-dd19-4936-84ca-125742c577d6 req-d4129761-33e6-42cd-9c8e-d272d0bfe059 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926054 Sep 18 00:34:23.584059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43facb2e-63c3-447a-a3b7-47cbcec6e5fb req-70afc65e-2f64-42cc-92f6-7d37bbfd2f86 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:23.585785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43facb2e-63c3-447a-a3b7-47cbcec6e5fb req-70afc65e-2f64-42cc-92f6-7d37bbfd2f86 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0571730 Sep 18 00:34:23.641166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43facb2e-63c3-447a-a3b7-47cbcec6e5fb req-c4b96241-625a-4c24-bd25-5401f9ab3d5e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Sep 18 00:34:23.786697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:23.860694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '495e8d73-3a37-4299-9886-f5b179782549', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'port_id': '495e8d73-3a37-4299-9886-f5b179782549', 'mac_address': 'fa:16:3e:22:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:23.949454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:23.999221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495e8d73-3a37-4299-9886-f5b179782549 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:24.031774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:24.041020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:24.199928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:24.205153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec588f3c-a0f5-4309-99f9-b8b202bcc228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:24.321975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['495e8d73-3a37-4299-9886-f5b179782549'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:24.350183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbce3b-c6f5-44be-b897-ab9b7e0e14d9 req-85f54aeb-4e60-495b-bc08-854b34e8e374 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:24.356143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7dfbce3b-c6f5-44be-b897-ab9b7e0e14d9 req-85f54aeb-4e60-495b-bc08-854b34e8e374 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.1005378 Sep 18 00:34:24.437214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7dfbce3b-c6f5-44be-b897-ab9b7e0e14d9 req-b1d051a8-dc56-4ce1-bf0e-60a138378c00 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743096 Sep 18 00:34:24.570103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027a0e9-771d-426c-adfb-d4ba115f900b req-d9691818-4a34-43cd-8777-9b352c65a069 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:24.571636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1027a0e9-771d-426c-adfb-d4ba115f900b req-d9691818-4a34-43cd-8777-9b352c65a069 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1334529 Sep 18 00:34:24.730429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1027a0e9-771d-426c-adfb-d4ba115f900b req-141b4a59-ed88-48bd-b51f-968b8fb63f05 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450396 Sep 18 00:34:25.069638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0e7f-197d-4686-a796-cfb2a4f41127 req-fcc2176b-47c4-41d8-8746-8c26432554ca tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:25.078079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afea0e7f-197d-4686-a796-cfb2a4f41127 req-fcc2176b-47c4-41d8-8746-8c26432554ca tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 945 time: 0.2344816 Sep 18 00:34:25.130825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cbef2-ad79-491d-a1dd-a059ffcca764 req-d28bdee9-14a9-4c33-a663-8a4a0265f89a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:25.138816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da5cbef2-ad79-491d-a1dd-a059ffcca764 req-d28bdee9-14a9-4c33-a663-8a4a0265f89a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.2287350 Sep 18 00:34:25.161438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afea0e7f-197d-4686-a796-cfb2a4f41127 req-4c64e999-08a5-469e-a03b-ed6c47711c58 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818357 Sep 18 00:34:25.436064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:25.481132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 495e8d73-3a37-4299-9886-f5b179782549 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:25.584635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 495e8d73-3a37-4299-9886-f5b179782549 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:34:25.594945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 495e8d73-3a37-4299-9886-f5b179782549 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:25.595740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:25.603065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da5cbef2-ad79-491d-a1dd-a059ffcca764 req-9322d5fd-9e0e-48f9-ad26-a1d2ed51c6be tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571097 Sep 18 00:34:25.649201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbd6d4-3e23-4856-a1ce-0591e4716bb7 req-207bac8d-fb66-4306-bc8b-2c065066d33a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:25.651189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40fbd6d4-3e23-4856-a1ce-0591e4716bb7 req-207bac8d-fb66-4306-bc8b-2c065066d33a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0886242 Sep 18 00:34:25.696143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d946603-3e00-496e-8df7-1a5245cfc572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:25.724490 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40fbd6d4-3e23-4856-a1ce-0591e4716bb7 req-e402b0a3-ad8c-4528-9926-34f5aa8d942a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 Sep 18 00:34:25.801688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:25.837056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d946603-3e00-496e-8df7-1a5245cfc572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:25.848116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d946603-3e00-496e-8df7-1a5245cfc572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:25.855172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e8d73-3a37-4299-9886-f5b179782549'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:25.857579 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd778ba-630d-4961-bbf6-29c2698dc5c1" -d '{"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-plugged", "status": "completed", "tag": "495e8d73-3a37-4299-9886-f5b179782549"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:25.914671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:25.928031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5d946603-3e00-496e-8df7-1a5245cfc572 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9e4c4eece864c69ad919b5952fdd291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907627 Sep 18 00:34:25.933041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53618) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:25.934935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d946603-3e00-496e-8df7-1a5245cfc572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76baac31-ec25-4db2-a604-b49f4caa473b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:25.938389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:26.026044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:26.035599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d967c-779a-4861-8bb2-2ca2f37df7ad req-afc66fea-a886-43a8-a482-cf176ce0a2f1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.041119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc9d967c-779a-4861-8bb2-2ca2f37df7ad req-afc66fea-a886-43a8-a482-cf176ce0a2f1 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1659143 Sep 18 00:34:26.052181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:26.058582 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec60d9-e9c6-4c2f-ae5c-10fbdb9c5ee3 x-openstack-request-id: req-baec60d9-e9c6-4c2f-ae5c-10fbdb9c5ee3 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:26.058875 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-plugged", "status": "completed", "tag": "495e8d73-3a37-4299-9886-f5b179782549", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:26.059123 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baec60d9-e9c6-4c2f-ae5c-10fbdb9c5ee3 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:26.059500 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e8d73-3a37-4299-9886-f5b179782549', 'code': 200} Sep 18 00:34:26.072582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:26.119035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:26.123805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:26.129444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76baac31-ec25-4db2-a604-b49f4caa473b HTTP/1.1" status: 204 len: 168 time: 0.1820810 Sep 18 00:34:26.138744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba6038-05d6-4f25-b72f-868165305fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76baac31-ec25-4db2-a604-b49f4caa473b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:26.249896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc9d967c-779a-4861-8bb2-2ca2f37df7ad req-54b5d6c7-13b6-48d5-b5dd-aa552aaa6150 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954603 Sep 18 00:34:26.252253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fdd81-b58a-4c2e-ac8e-42196af14209 req-f36deee9-45d4-42b8-b141-b2c270b1566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.255588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d4fdd81-b58a-4c2e-ac8e-42196af14209 req-f36deee9-45d4-42b8-b141-b2c270b1566b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 1098 time: 0.2043419 Sep 18 00:34:26.345391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d4fdd81-b58a-4c2e-ac8e-42196af14209 req-ce6bb419-5ed5-4718-a8c9-12926a5bfee4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801995 Sep 18 00:34:26.411621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05a65-c97f-41f9-8a8c-cd030808d7e3 req-c0427ab8-0ba6-4b50-bdbc-9f81ef58feb4 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.413221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53e05a65-c97f-41f9-8a8c-cd030808d7e3 req-c0427ab8-0ba6-4b50-bdbc-9f81ef58feb4 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.1119666 Sep 18 00:34:26.458797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53e05a65-c97f-41f9-8a8c-cd030808d7e3 req-f442e59f-79b5-4953-aa07-7f054ab33dfd tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364349 Sep 18 00:34:26.740679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206d2f-14eb-4869-a0dd-4cf931a55c69 req-6ef8ee8b-ac28-481b-9d90-a579e3e46c57 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.742407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3206d2f-14eb-4869-a0dd-4cf931a55c69 req-6ef8ee8b-ac28-481b-9d90-a579e3e46c57 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0656047 Sep 18 00:34:26.828257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3206d2f-14eb-4869-a0dd-4cf931a55c69 req-4ba62b31-4eb8-42f8-9149-57f35102c3d7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Sep 18 00:34:26.933591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0e23f-1259-440d-a2b2-34b337316856 req-3176070f-affa-4436-b4fb-122252f02e3e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.944610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b0e23f-1259-440d-a2b2-34b337316856 req-3176070f-affa-4436-b4fb-122252f02e3e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.0970268 Sep 18 00:34:27.001759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b0e23f-1259-440d-a2b2-34b337316856 req-4a62a7df-65f1-4dda-87ce-6a0d625c718a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Sep 18 00:34:27.165374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ee054d2-6ec4-4e18-8c60-ead313273099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.297774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53672) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:27.374990 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.470926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-752602659-network', 'tenant_id': '6d78ae9698a74e0f9513eb2b094ca49f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:27.475630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-2af6067c-1f5c-4a72-b35f-7afc49ff8dba tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:27.484529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-2af6067c-1f5c-4a72-b35f-7afc49ff8dba tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.2061760 Sep 18 00:34:27.511655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-1c495e8a-c385-4a99-8f0a-fdbe8e7bedbb tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/quotas/7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 375 time: 0.0261121 Sep 18 00:34:27.528080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Made reservation on behalf of 6d78ae9698a74e0f9513eb2b094ca49f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:27.531482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.551692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.619894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-6cb41377-c423-4d9b-9391-fe280c6f35ef tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072819 Sep 18 00:34:27.652272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787862-3ecd-48ee-8e9d-540da111f5db req-aa55f3e3-db76-4b23-a4e8-e64d9ccbed15 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:27.659063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40787862-3ecd-48ee-8e9d-540da111f5db req-aa55f3e3-db76-4b23-a4e8-e64d9ccbed15 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1723738 Sep 18 00:34:27.667625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.685838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.702383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:34:27.714891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.715418 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Added segment 722f858c-e326-4ff0-ad72-b198ecca42d1 of type vlan for network 9d175a9c-f95c-4404-976e-ebd38b7a9ae3 Sep 18 00:34:27.717981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40787862-3ecd-48ee-8e9d-540da111f5db req-e9253855-3239-4818-be85-b29f13813654 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Sep 18 00:34:27.779338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.841282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-85f12ef2-63b4-4d0c-9541-9e97bc21fed0 service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203820 Sep 18 00:34:27.848018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e4f4bf-05c8-4004-ac69-65cc61933330,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:27.865596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.866814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:27.868708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:27.994047 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6944818 Sep 18 00:34:27.997487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53692) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:27.999449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdfb17-ea5a-4450-8dd8-05ea72abd950 admin admin] Pushing event updated for resources: {'Network': ['ID=9d175a9c-f95c-4404-976e-ebd38b7a9ae3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:28.013243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Request body: {'subnet': {'network_id': '9d175a9c-f95c-4404-976e-ebd38b7a9ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-752602659-subnet', 'tenant_id': '6d78ae9698a74e0f9513eb2b094ca49f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:28.014033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9d175a9c-f95c-4404-976e-ebd38b7a9ae3 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:34:28.067356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-4307e0e9-b5c3-45c5-9ff2-2e2db7e0583b service neutron] 10.222.0.49 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247310 Sep 18 00:34:28.067580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Made reservation on behalf of 6d78ae9698a74e0f9513eb2b094ca49f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:28.074597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:28.091686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23c4fb-02d3-4989-b033-e68080fc65cd req-8ad4c4b6-d67e-4180-9c02-63d48f5dbd1d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:28.096076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c23c4fb-02d3-4989-b033-e68080fc65cd req-8ad4c4b6-d67e-4180-9c02-63d48f5dbd1d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.1368906 Sep 18 00:34:28.191638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:28.280755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c23c4fb-02d3-4989-b033-e68080fc65cd req-e18e1b17-1445-4174-8253-11770ebc384d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766875 Sep 18 00:34:28.388007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-7739d38e-7f89-45b0-9ef3-26687fdcaf63 service neutron] 10.222.0.48 "GET /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.2475753 Sep 18 00:34:28.764378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:28.852611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b67d9f-9eaa-44ad-9877-b05119d6523e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:28.864105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Checking segment: {'id': '722f858c-e326-4ff0-ad72-b198ecca42d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9d175a9c-f95c-4404-976e-ebd38b7a9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:28.864484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Network hostable DHCP agents. Network: 9d175a9c-f95c-4404-976e-ebd38b7a9ae3, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:34:28.905390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Network 9d175a9c-f95c-4404-976e-ebd38b7a9ae3 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:34:28.924965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9d175a9c-f95c-4404-976e-ebd38b7a9ae3) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:28.931472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:28.932076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:28.938777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d15cec-cf92-4d54-96eb-97ab87492cde None None] Network 9d175a9c-f95c-4404-976e-ebd38b7a9ae3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:28.959671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cce6d9a0-c430-4057-a437-56f7a4299c44 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9609313 Sep 18 00:34:29.058836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49500dd-324a-41ea-954f-8379d01dbecc req-eae52492-375d-40da-bbd0-29e8d398cb14 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:29.070366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f49500dd-324a-41ea-954f-8379d01dbecc req-eae52492-375d-40da-bbd0-29e8d398cb14 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 943 time: 0.2500842 Sep 18 00:34:29.090217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95c123-2d0a-4164-a085-4d7606a1f393 req-72e87dd7-e420-4f6d-9ff2-d15c9c7dadea tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:29.098457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d95c123-2d0a-4164-a085-4d7606a1f393 req-72e87dd7-e420-4f6d-9ff2-d15c9c7dadea tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.3687127 Sep 18 00:34:29.151043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:29.173423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff71a7-04cb-4cc4-a001-5d09853f1295 None None] Network 9d175a9c-f95c-4404-976e-ebd38b7a9ae3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:29.217826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d95c123-2d0a-4164-a085-4d7606a1f393 req-46ed8526-77c7-4ae5-98b8-bd73ff81c6d4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159306 Sep 18 00:34:29.222853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f49500dd-324a-41ea-954f-8379d01dbecc req-02804865-da07-41d1-bfa5-44e3baa1c0c9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508210 Sep 18 00:34:29.231735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:29.357712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28b8a6c5-d975-486c-9135-02e8511cd72c req-6c0f9cb7-b4c9-4dd6-88b3-ba4fae7c42fe tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0395901 Sep 18 00:34:29.451584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78ba98b-c6b9-469c-8e89-ed4a15673c0e {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:29.473418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:29.511210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:29.526503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:29.537233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:29.562185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c6b7-904a-45d5-a3f2-a4bea6404248 req-abc2fd2f-7b09-4f93-b04f-8c6919db70ea tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:29.563711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b99c6b7-904a-45d5-a3f2-a4bea6404248 req-abc2fd2f-7b09-4f93-b04f-8c6919db70ea tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.2008731 Sep 18 00:34:29.578556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53722) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:29.585945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Request body: {'floatingip': {'port_id': '495e8d73-3a37-4299-9886-f5b179782549'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:29.601759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f06bf-ade0-48e1-a477-211454685afd req-80770e49-2e9e-482a-86d1-9f453832f02c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:29.602865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b3f06bf-ade0-48e1-a477-211454685afd req-80770e49-2e9e-482a-86d1-9f453832f02c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1129758 Sep 18 00:34:29.703112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] Transition to ACTIVE for port object f78ba98b-c6b9-469c-8e89-ed4a15673c0e will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:29.712415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:29.733060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:29.781739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b3f06bf-ade0-48e1-a477-211454685afd req-4c6f38a7-9b83-475f-8899-0cb7915af3d6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583903 Sep 18 00:34:29.856202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] No DVR routers for this DVR port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:34:29.863519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] Pushing event updated for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:29.905160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2021370845', 'description': 'tempest-description-154937999'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:29.913602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-4dbb5935-4850-436f-acbf-a661d88fe99a service neutron] 10.222.0.48 "PUT /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 1.5123305 Sep 18 00:34:29.950263 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.076173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.081365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.115606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.117598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34e45915-4230-41ae-a89e-641c7e8e7cdc req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2224050 Sep 18 00:34:30.131022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b1a4-002f-43f9-abf1-a68b30f280e0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfb2d9-2fa2-4627-be65-a30af40928ea,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:30.131609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-d039cdf8-5b44-40f7-92fa-aaaa69f0632c tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.133306 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-d039cdf8-5b44-40f7-92fa-aaaa69f0632c tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.1196368 Sep 18 00:34:30.214083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-6c770fa6-4d64-4977-932f-30c0c7ac6a37 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/95bfb2d9-2fa2-4627-be65-a30af40928ea HTTP/1.1" status: 200 len: 1812 time: 0.0716398 Sep 18 00:34:30.219440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95bfb2d9-2fa2-4627-be65-a30af40928ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:30.219761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95bfb2d9-2fa2-4627-be65-a30af40928ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:30.329756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-f5ad320f-9d58-4bc6-811c-22a3f3ec4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.331616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-f5ad320f-9d58-4bc6-811c-22a3f3ec4008 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f&tenant_id=7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 1096 time: 0.1498420 Sep 18 00:34:30.393144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.438228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512412b8-0e91-4fb6-9047-ff715acaa20a req-4f959e69-ca33-490e-9ddd-b7bf8a416fd6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.450554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-512412b8-0e91-4fb6-9047-ff715acaa20a req-4f959e69-ca33-490e-9ddd-b7bf8a416fd6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0991495 Sep 18 00:34:30.508011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-512412b8-0e91-4fb6-9047-ff715acaa20a req-d60e309a-fdc7-43a1-933c-283aebe434f5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564511 Sep 18 00:34:30.510222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-2ff2cba0-e112-4093-a93f-5bafe61bc349 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.511801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-2ff2cba0-e112-4093-a93f-5bafe61bc349 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 808 time: 0.2669189 Sep 18 00:34:30.515413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.522926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.540787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7f638a-9550-455e-8deb-f1263cd94c61,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:30.547364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-d0044c00-39a3-4356-916e-ede7edd8af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.549311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-d0044c00-39a3-4356-916e-ede7edd8af66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1096 time: 0.1652579 Sep 18 00:34:30.569188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Request body: {'port': {'device_id': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'admin_state_up': True, 'tenant_id': '7eb4f1e741c94235b943bc1d9a79b461'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:30.570844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.572877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85a01dae-2ee5-4bb3-bb66-fe7162957dfb req-51950e42-dd71-4542-950a-197b4c696767 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3577509 Sep 18 00:34:30.690919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.730293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b28e4b2d-b498-48f8-b9a1-cd7aa73d1b83 req-9e7434e6-76e6-48fe-84f5-b67691653b86 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0387182 Sep 18 00:34:30.734487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:30.766043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b3d5c-9f3c-4f5e-9765-a806b76878cc req-becf6cb5-99f3-4c7a-94ed-edb84799393b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.774507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-193b3d5c-9f3c-4f5e-9765-a806b76878cc req-becf6cb5-99f3-4c7a-94ed-edb84799393b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1518898 Sep 18 00:34:30.871447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b306fbe0-c700-4fa4-a5b2-12415f6d942d req-38afcd05-121f-434d-9f1c-c9a432804100 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/95bfb2d9-2fa2-4627-be65-a30af40928ea HTTP/1.1" status: 200 len: 2405 time: 0.1247408 Sep 18 00:34:30.883599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-193b3d5c-9f3c-4f5e-9765-a806b76878cc req-66ca7b02-1377-4157-b5db-833ca6965e3b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082175 Sep 18 00:34:30.988546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-09818d32-453e-4ae1-aaf0-ce3d45aa924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.990029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-09818d32-453e-4ae1-aaf0-ce3d45aa924f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.4171987 Sep 18 00:34:30.995892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-f0d7a6f4-1bc1-4fce-a7be-c6554930bb05 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-group-rules/bb7f638a-9550-455e-8deb-f1263cd94c61 HTTP/1.1" status: 200 len: 778 time: 0.0244069 Sep 18 00:34:31.061937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-295c9f90-74c1-4da4-b126-8cb55d1cd4a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 200 len: 217 time: 0.0555477 Sep 18 00:34:31.080935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-c78bf185-5210-47bc-b887-ff7d00a79187 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/95bfb2d9-2fa2-4627-be65-a30af40928ea HTTP/1.1" status: 200 len: 2405 time: 0.0835037 Sep 18 00:34:31.085646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Made reservation on behalf of 7eb4f1e741c94235b943bc1d9a79b461 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:31.089048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.115064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976789-65cd-4003-ac50-3fdfb40a4af0 req-dc5f66e3-e90e-4329-85c2-dabfd441185c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.117055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e976789-65cd-4003-ac50-3fdfb40a4af0 req-dc5f66e3-e90e-4329-85c2-dabfd441185c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1106863 Sep 18 00:34:31.127083 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Floating IP 3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a associated. External IP: 172.25.7.124, port: 495e8d73-3a37-4299-9886-f5b179782549. Sep 18 00:34:31.135751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.157246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.236392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e976789-65cd-4003-ac50-3fdfb40a4af0 req-20c90b2e-d761-43f1-9c31-51297102a9ef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024418 Sep 18 00:34:31.251000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-ed11c64d-bd3c-4f96-ad6c-6306ba93d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.252512 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-ed11c64d-bd3c-4f96-ad6c-6306ba93d685 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1822896 Sep 18 00:34:31.285435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.292671 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.297828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618644e0-33e7-4d16-bb42-cfb2da100044 req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bb7f638a-9550-455e-8deb-f1263cd94c61 HTTP/1.1" status: 204 len: 173 time: 0.2109301 Sep 18 00:34:31.322699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfd332-92e2-45bb-887c-04ab1de2ca13 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb7f638a-9550-455e-8deb-f1263cd94c61,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:31.332077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-483786922', 'description': 'tempest-description-1230477234'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:31.337708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-6338fb11-22ff-4d1a-9950-30ce6d4bfd69 service neutron] 10.222.0.48 "GET /v2.0/ports/a413aea0-c433-4122-930a-72ed072690ce/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.1751399 Sep 18 00:34:31.374535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-cc261522-0bc8-49fb-92a6-efb50a86c08d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128988 Sep 18 00:34:31.375492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.545390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.556207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.628831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.630178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-328f1f58-17e5-4d97-ba77-6711f86db397 req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3042030 Sep 18 00:34:31.676316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e335-a079-4ecc-bb79-b7188c921408 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6e69c9-e676-4564-9c38-d9839ce7471d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:31.719254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd7d5-9488-4b91-934d-abb66ea09f65 req-4f201feb-dc53-4f69-90e8-5a2c225bd683 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.720873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343bd7d5-9488-4b91-934d-abb66ea09f65 req-4f201feb-dc53-4f69-90e8-5a2c225bd683 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0938039 Sep 18 00:34:31.754285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-1429a830-551c-4ca0-9f29-4c129d7111b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.755978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-1429a830-551c-4ca0-9f29-4c129d7111b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1101 time: 0.1616414 Sep 18 00:34:31.818861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:31.823178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96cb0b08-59d2-455d-8a8b-98cf8b51e2b8 req-00cf585b-3de3-428f-b128-8dbfb5caedab tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/5e6e69c9-e676-4564-9c38-d9839ce7471d HTTP/1.1" status: 200 len: 1812 time: 0.1499770 Sep 18 00:34:31.827604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343bd7d5-9488-4b91-934d-abb66ea09f65 req-09951972-36e2-45ac-9605-15a2ee281960 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955181 Sep 18 00:34:31.925848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-936295445', 'description': 'tempest-description-1666928026'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:31.938387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-28ab5038-443f-41e9-a4ef-3b42bf2ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.940412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-28ab5038-443f-41e9-a4ef-3b42bf2ed77e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1101 time: 0.1161962 Sep 18 00:34:32.029064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Allocated IP 172.20.0.10 (c672d353-bbf4-4ec3-a637-45b293a0482c/9daa8917-244c-4e53-844e-ca919be3f9ea/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:32.047757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.083094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6cb7445-d1fd-41cb-8eea-1dbadd24abf9 req-d81d6a54-d371-48be-a0c6-1d7f60d1fb8a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0528777 Sep 18 00:34:32.164251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-802462d7-a53b-4f12-8790-f86eb53cf640 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663217 Sep 18 00:34:32.216320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-98c22d9e-5dfe-48b7-9ec7-80ae35fd5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.217952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-98c22d9e-5dfe-48b7-9ec7-80ae35fd5ae9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2516611 Sep 18 00:34:32.274919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Router 228a3b93-1d76-4670-90e9-c350e494459f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:34:32.319612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-ebb3758c-535c-4143-8d1c-68775f03ca81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.0936401 Sep 18 00:34:32.411128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025f630-2836-485f-a1e0-ee9402e46980 req-eed3cefc-eedf-44f9-a6d0-71798492c141 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.419794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1025f630-2836-485f-a1e0-ee9402e46980 req-eed3cefc-eedf-44f9-a6d0-71798492c141 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1839941 Sep 18 00:34:32.436988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.457836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-d3f0e438-0421-43a9-8384-b3b9ff0c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.459974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-d3f0e438-0421-43a9-8384-b3b9ff0c6ae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1299195 Sep 18 00:34:32.464918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.522732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-c72ad447-b4fb-44a2-95e2-b7e0f512d900 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307016 Sep 18 00:34:32.522960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbbdd50-4593-4ad2-aad5-378a6b0966ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:32.525351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.537478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab9c3e0f-a7e0-4ed6-9cbf-d6c3ebd4a5ed req-691b48c1-512f-4740-81ca-7c802a284135 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6210480 Sep 18 00:34:32.581138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1025f630-2836-485f-a1e0-ee9402e46980 req-f12bda57-a9b6-42cf-9a79-eeab77ff6284 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569581 Sep 18 00:34:32.583243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.616743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-cf10605a-1f15-407e-8ce6-0cac9add8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.620822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-cf10605a-1f15-407e-8ce6-0cac9add8612 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434836 Sep 18 00:34:32.624162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:34:32.633036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.637546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Sync routers for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:34:32.660183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:32.660858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:32.746592 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8be560f9-852d-45aa-aec8-a28b4cc25dc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "PUT /v2.0/floatingips/3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a HTTP/1.1" status: 200 len: 992 time: 3.1657536 Sep 18 00:34:32.756193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'tag': '495e8d73-3a37-4299-9886-f5b179782549'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:32.762507 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e795c-5a94-4113-b26b-970aff1c8ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "tag": "495e8d73-3a37-4299-9886-f5b179782549"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:32.773823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.860528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Network c672d353-bbf4-4ec3-a637-45b293a0482c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:32.872063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-8b7d81f3-a4c8-49eb-844c-6bebd1e16fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377832 Sep 18 00:34:32.872847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:32.875825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:32.883827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:32.959250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:33.014234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ec8390-28e8-4b25-b801-d7da0fe3d72f req-80ed7b44-8a37-4563-a32b-056c0aec7d5c service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063004 Sep 18 00:34:33.133777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.136859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:33.168316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:33.186841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-519605de-f3ae-44f1-9e1d-c96f38dba2c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6364667 Sep 18 00:34:33.216962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Request body: {'port': {'device_id': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:33.222341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-40c9cb0b-3bf8-4eba-a43d-1e9ddcabfc68 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.223860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-40c9cb0b-3bf8-4eba-a43d-1e9ddcabfc68 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.3074825 Sep 18 00:34:33.295840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-3785fe6b-56b1-4302-a933-1f1956706d96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1986377 Sep 18 00:34:33.317825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec94e42-750c-43cc-a9ff-6786fb1fa0d1 req-c556da3a-96c5-4134-99fb-f8ae60db19b6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.327254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec94e42-750c-43cc-a9ff-6786fb1fa0d1 req-c556da3a-96c5-4134-99fb-f8ae60db19b6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.4521968 Sep 18 00:34:33.337441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:33.359871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dda7855-36ce-49af-b4de-9d8508253082 req-1a1a1e78-7a3a-4e20-aab4-c787b3bbcd70 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/0dbbdd50-4593-4ad2-aad5-378a6b0966ad HTTP/1.1" status: 200 len: 1812 time: 0.4699910 Sep 18 00:34:33.436582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'port_id': '495e8d73-3a37-4299-9886-f5b179782549', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'mac_address': 'fa:16:3e:22:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5850fe-7266-4879-9853-12525cbde85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:37Z', 'updated_at': '2021-09-18T00:34:30Z', 'revision_number': 1, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:33.499314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec94e42-750c-43cc-a9ff-6786fb1fa0d1 req-00403893-0ca8-4f77-a4ed-5a139cbe3fdc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590419 Sep 18 00:34:33.503474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Checking router: 228a3b93-1d76-4670-90e9-c350e494459f for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:34:33.529919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:33.530555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:33.538578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d606a-9008-4780-a824-7196db4b7e4b req-87a4534b-0a6e-4bdc-b311-5e45cfc96586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.540671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-87a4534b-0a6e-4bdc-b311-5e45cfc96586 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 1097 time: 0.1736555 Sep 18 00:34:33.653009 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d83a0be-514b-4424-bb20-bd1d4f5d14e8 x-openstack-request-id: req-3d83a0be-514b-4424-bb20-bd1d4f5d14e8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:33.653218 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "tag": "495e8d73-3a37-4299-9886-f5b179782549", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:33.653456 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d83a0be-514b-4424-bb20-bd1d4f5d14e8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:33.653862 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'tag': '495e8d73-3a37-4299-9886-f5b179782549', 'status': 'completed', 'code': 200} Sep 18 00:34:33.708364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:33.795727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d606a-9008-4780-a824-7196db4b7e4b req-60ee8eb7-9897-4d81-b441-4f83f095c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.799012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-60ee8eb7-9897-4d81-b441-4f83f095c187 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.2247515 Sep 18 00:34:33.806669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-b9360552-e8cb-4538-9e01-7258d52c2d05 service neutron] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:33.845955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-b9360552-e8cb-4538-9e01-7258d52c2d05 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:33.847162 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7db901c3-79ea-4ce7-9f91-b3dbd95c938f req-b9360552-e8cb-4538-9e01-7258d52c2d05 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.5670195 Sep 18 00:34:34.025963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:34.042083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-245d980f-72ac-423d-ae7d-747b222f25b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 200 len: 217 time: 0.1615319 Sep 18 00:34:34.046537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.080831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Transition to ACTIVE for port object 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:34.114653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.163747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed657b-810c-4492-a883-650a467b3bcd req-9250760f-8cf6-400e-88d3-523dde6ed3f1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.168327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24ed657b-810c-4492-a883-650a467b3bcd req-9250760f-8cf6-400e-88d3-523dde6ed3f1 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 932 time: 0.3408446 Sep 18 00:34:34.196123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2844768-7776-4fcb-8bfe-921f897cd070 req-53c5c056-fde7-4fba-8c03-945bdda27322 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.197846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2844768-7776-4fcb-8bfe-921f897cd070 req-53c5c056-fde7-4fba-8c03-945bdda27322 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.3967791 Sep 18 00:34:34.202828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-1d08d44e-f17f-412d-9b00-7e6c97de2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.209853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-1d08d44e-f17f-412d-9b00-7e6c97de2e8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5963f3eba3b24c2d8ec1f1568deef56a&device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 1098 time: 0.3837695 Sep 18 00:34:34.227723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:34.350474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:34.351804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:34.353050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:34.369249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:34.369837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:34.380866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:34.381604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:34.383038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:34.383803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Bound port: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:34.384602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.385108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'port_id': '495e8d73-3a37-4299-9886-f5b179782549', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'mac_address': 'fa:16:3e:22:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5850fe-7266-4879-9853-12525cbde85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:37Z', 'updated_at': '2021-09-18T00:34:30Z', 'revision_number': 1, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:34.419086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf1ead-fe2c-49b3-9cf3-f78573ad17cd None None] The sync data for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 is: [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'floating_ip_address': '172.25.7.124', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'port_id': '495e8d73-3a37-4299-9886-f5b179782549', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'mac_address': 'fa:16:3e:22:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5850fe-7266-4879-9853-12525cbde85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:33:37Z', 'updated_at': '2021-09-18T00:34:30Z', 'revision_number': 1, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:34:34.422956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d606a-9008-4780-a824-7196db4b7e4b req-c4c1c7e1-dd82-4065-a4ef-2b7746e1c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.424673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-c4c1c7e1-dd82-4065-a4ef-2b7746e1c357 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.3709919 Sep 18 00:34:34.441875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2844768-7776-4fcb-8bfe-921f897cd070 req-b2a07778-9e7c-447d-a892-a84e6f33cc45 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290354 Sep 18 00:34:34.517982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24ed657b-810c-4492-a883-650a467b3bcd req-16e45049-14ec-4f5b-8dfb-fd61fa26ef4a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170264 Sep 18 00:34:34.519684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:34.529262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:34.547330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.594650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-ad6525cc-24fe-4065-9b29-b41999e49301 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495869 Sep 18 00:34:34.598614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1986800864', 'description': 'tempest-description-804338032'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:34.600609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.601512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.603191 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] 10.222.0.54 "PUT /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 1093 time: 1.3939986 Sep 18 00:34:34.634684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12303-2622-4748-a952-3fdb963e28cc service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:34.745730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:34.803343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-82c4b6e4-e120-48a7-b489-9a97a1a6eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.805600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-82c4b6e4-e120-48a7-b489-9a97a1a6eefe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1096 time: 0.0917728 Sep 18 00:34:34.837995 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f4ae9-80c6-48c5-8365-96c38fb4ef17 None None] New status for floating IP 3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:34:34.935185 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-8e0031fd-8cb4-402e-aa17-5c43c45ddcd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 217 time: 0.1091640 Sep 18 00:34:35.015258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:35.016445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-173e32ff-ff34-4d5b-83bc-f835fb8ccd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.019555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-173e32ff-ff34-4d5b-83bc-f835fb8ccd93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.0749755 Sep 18 00:34:35.066688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:35.082754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-bd0f15f4-bc20-48d8-b2d4-79da60d25299 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542266 Sep 18 00:34:35.124007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857c4a9d-4971-44f6-a1d3-c56a920f63fc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:35.133704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-6e5a9c9c-0c2e-44aa-b005-9fbcd20a33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.136947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-6e5a9c9c-0c2e-44aa-b005-9fbcd20a33e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=40a73266-43a2-4133-a252-a94e3434b852 HTTP/1.1" status: 200 len: 917 time: 0.8754921 Sep 18 00:34:35.238478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-a45b61f1-9bdc-4234-9a1a-3859cbb2e43e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495e8d73-3a37-4299-9886-f5b179782549 HTTP/1.1" status: 200 len: 1000 time: 0.0904982 Sep 18 00:34:35.239781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:35.256101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6d72be6-f15a-4b13-9f37-8d13cd77966d req-a50c0ef6-8079-49d8-9d44-2afe95d35877 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6811991 Sep 18 00:34:35.296884 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-86af7f5f-6555-4788-8370-e3af074a2f02 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022462 Sep 18 00:34:35.302146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaee883-438c-4547-8742-44c4b23ee695 req-f80a13ba-a07d-4f89-977a-19d9260e923b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.304957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adaee883-438c-4547-8742-44c4b23ee695 req-f80a13ba-a07d-4f89-977a-19d9260e923b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.6465926 Sep 18 00:34:35.431277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:35.493855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7a54862b-05ab-4799-aeb7-abdee233cf05 req-2769d90f-8737-4b86-96a4-82daf18da6a4 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868582 Sep 18 00:34:35.542596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:35.654530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:35.657900 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e86a33a-067d-4e30-9840-d3592fe0a639" -d '{"events": [{"name": "network-changed", "server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:35.776134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:35.864672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'port_id': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'mac_address': 'fa:16:3e:a9:5f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54506cf0-c418-48dc-a894-9f71d0e8e814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:35.895245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-37e6cae6-9e35-4977-b160-55cefc08fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.897059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-37e6cae6-9e35-4977-b160-55cefc08fd29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec17999e-7e60-4959-ba0e-c2020bae9bee HTTP/1.1" status: 200 len: 855 time: 0.6366191 Sep 18 00:34:35.932302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-1fc37a9b-4526-4c93-ac0a-85af1c66d688 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3258512 Sep 18 00:34:35.941593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:35.990218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:35.993906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:35.996934 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717e629-b78a-43ad-8247-0a03a8dcaf57" -d '{"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-unplugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:36.008556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:36.019677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:36.063551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:36.081714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d606a-9008-4780-a824-7196db4b7e4b req-84449d14-dca1-4b39-9d0e-08646dfcbe87 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112971 Sep 18 00:34:36.130958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2d88-58b1-4bdb-b026-a2581053fe2b req-a33c8b33-b433-4dcd-880d-d21b346f367d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.133758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:36.135778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:36.141494 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:36.150360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-781c2d88-58b1-4bdb-b026-a2581053fe2b req-a33c8b33-b433-4dcd-880d-d21b346f367d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2522411 Sep 18 00:34:36.181405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adaee883-438c-4547-8742-44c4b23ee695 req-71a9db08-edd4-4755-af02-2b3a3dbb5c64 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607868 Sep 18 00:34:36.187657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-02bbd7d4-0bd2-4ee5-a82f-afec16dfd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.189263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-02bbd7d4-0bd2-4ee5-a82f-afec16dfd4af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=40a73266-43a2-4133-a252-a94e3434b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716060 Sep 18 00:34:36.198275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:36.312305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-6579c140-1082-47ce-a554-52fc9836e6a6 service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109612 Sep 18 00:34:36.373831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-781c2d88-58b1-4bdb-b026-a2581053fe2b req-a4abe6f1-763d-42a3-b98e-06f796fb738d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222390 Sep 18 00:34:36.404932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:36.408095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e766c405-5e32-4adb-83ca-f123219f525c req-7bba2617-3ede-4a45-9e5e-0265a1c95168 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/857c4a9d-4971-44f6-a1d3-c56a920f63fc HTTP/1.1" status: 200 len: 1812 time: 0.0929067 Sep 18 00:34:36.554799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-414e795c-5a94-4113-b26b-970aff1c8ac0 req-6e6e1df9-fb0f-409f-abfe-0643f5c823a2 service neutron] 10.222.0.48 "GET /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079003 Sep 18 00:34:36.610167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad28c-7774-4f8e-a305-3dae0b2a4699 req-83bfecb1-1e03-4e8b-a7a9-ffb528971bdb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.618481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a65ad28c-7774-4f8e-a305-3dae0b2a4699 req-83bfecb1-1e03-4e8b-a7a9-ffb528971bdb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 947 time: 0.1318338 Sep 18 00:34:36.671481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe387ba-800e-44cc-98d5-abc292b21045 req-93520698-3a5c-4237-8d39-7d3de67eb814 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.673058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbe387ba-800e-44cc-98d5-abc292b21045 req-93520698-3a5c-4237-8d39-7d3de67eb814 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.1165216 Sep 18 00:34:36.707924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a65ad28c-7774-4f8e-a305-3dae0b2a4699 req-9f67e41a-4fa0-436d-9d91-18317abe1117 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818329 Sep 18 00:34:36.770496 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e73ca-c10a-4f59-a98d-207c24551527 x-openstack-request-id: req-7f6e73ca-c10a-4f59-a98d-207c24551527 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:36.772368 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:36.772838 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f6e73ca-c10a-4f59-a98d-207c24551527 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:36.773704 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'status': 'completed', 'code': 200} Sep 18 00:34:36.786291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbe387ba-800e-44cc-98d5-abc292b21045 req-e14b3b7b-1323-4c42-abd0-cadb7a3f0d08 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765100 Sep 18 00:34:36.847371 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603f596-9ee1-4cf9-9e3b-3da3b5431b89 x-openstack-request-id: req-0603f596-9ee1-4cf9-9e3b-3da3b5431b89 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:36.848056 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-unplugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:36.848056 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0603f596-9ee1-4cf9-9e3b-3da3b5431b89 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:36.848385 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce', 'code': 200} Sep 18 00:34:36.885343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1303127662', 'description': 'tempest-description-362715449'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:36.913783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-b19b109b-b3d8-4304-9049-80fd0aac7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.916390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-b19b109b-b3d8-4304-9049-80fd0aac7ba3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1096 time: 0.0969119 Sep 18 00:34:36.938306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.133916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.137602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-e5e7a47d-2ea6-405a-b2cc-93a70d5825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.139026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.139687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-e5e7a47d-2ea6-405a-b2cc-93a70d5825ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.2098100 Sep 18 00:34:37.172147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.173071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8c4cb80-c39e-427c-8a3b-7695e31f41da req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2951589 Sep 18 00:34:37.181652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b7b17-cf0e-4cec-b45b-fb3cd1321f56 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ae1ca-b342-4714-9083-d8057f216d87,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:37.220563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-e402956b-d97e-43d2-b9fa-b816bcd7907e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 217 time: 0.0717978 Sep 18 00:34:37.274933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90294573-476f-4ad9-9304-109443460acd req-0ddb4e80-a60e-4f35-858c-7cfec58d3338 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/b90ae1ca-b342-4714-9083-d8057f216d87 HTTP/1.1" status: 200 len: 1812 time: 0.0686405 Sep 18 00:34:37.305813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97178c27-dcbe-4e91-94b8-3085b1cd6b4c req-fec97bdc-207b-4ece-a1f8-9af98a93db9b tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.306776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97178c27-dcbe-4e91-94b8-3085b1cd6b4c req-fec97bdc-207b-4ece-a1f8-9af98a93db9b tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1096 time: 0.0451524 Sep 18 00:34:37.411343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97178c27-dcbe-4e91-94b8-3085b1cd6b4c req-2bc25227-1d7d-4361-9a0b-981b6eff0849 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982161 Sep 18 00:34:37.428600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-7a73eb6d-2596-47a2-ac4c-a6aa20e7d3e1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.430257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-7a73eb6d-2596-47a2-ac4c-a6aa20e7d3e1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f&tenant_id=072107b4981c4aa48f60f9e54beb6d10&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 947 time: 0.1106663 Sep 18 00:34:37.451217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af15b4-9d8d-4399-8e91-7c90dff0e6ea req-ed53824f-0350-46ad-bb6f-610d6669b4dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.452382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:37.454582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7af15b4-9d8d-4399-8e91-7c90dff0e6ea req-ed53824f-0350-46ad-bb6f-610d6669b4dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 947 time: 0.1252761 Sep 18 00:34:37.474154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-15ce0367-c264-468f-b08b-7b80b8951c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.479488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-15ce0367-c264-468f-b08b-7b80b8951c23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1197138 Sep 18 00:34:37.547185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:37.554031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-b69f39b1-30ef-4ee1-b264-a3c41fb0cddd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657010 Sep 18 00:34:37.578882 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-a052adb6-4595-4d57-a36e-8030c2f50efc req-250f4c13-e17d-40ba-88b1-4ba915e65b80 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] show failed (client error): The resource could not be found. Sep 18 00:34:37.580683 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a052adb6-4595-4d57-a36e-8030c2f50efc req-250f4c13-e17d-40ba-88b1-4ba915e65b80 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/3c007724-8b66-475d-8682-f0ae9881ea16 HTTP/1.1" status: 404 len: 352 time: 0.0655861 Sep 18 00:34:37.602930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port dc2068b8-7425-4298-b6cb-88e8957d1cfa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:37.603316 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.665347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7af15b4-9d8d-4399-8e91-7c90dff0e6ea req-0a3992ed-977d-42e4-a9f0-3c99b7924ac3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895342 Sep 18 00:34:37.727343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-07a4651c-94b2-4aee-8c6e-aaca5b941f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.729454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-07a4651c-94b2-4aee-8c6e-aaca5b941f16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1099 time: 0.1395862 Sep 18 00:34:37.732704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-be2b8bc3-ce5c-4035-b597-3f270da87505 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686280 Sep 18 00:34:37.781070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:37.815819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'a413aea0-c433-4122-930a-72ed072690ce', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'a413aea0-c433-4122-930a-72ed072690ce', 'mac_address': 'fa:16:3e:02:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:37.861681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-f3c81852-5873-4198-bfc4-5e97ab7aab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.864752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.865944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-f3c81852-5873-4198-bfc4-5e97ab7aab83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1266298 Sep 18 00:34:37.882332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a413aea0-c433-4122-930a-72ed072690ce {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:37.883729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e86a33a-067d-4e30-9840-d3592fe0a639 req-664cc3da-0d0f-411a-802a-92e13adcf089 service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262021 Sep 18 00:34:37.903723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.938273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:37.956395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:37.979229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.981029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-88cd6d0f-d320-4da3-9510-5f4b3b335f06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.0822213 Sep 18 00:34:37.985577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:38.027920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2239d25-ef64-49f9-ac21-188d04ff046a req-b87adb68-5473-4ef6-948c-501269f52017 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.029740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2239d25-ef64-49f9-ac21-188d04ff046a req-b87adb68-5473-4ef6-948c-501269f52017 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 1096 time: 0.1608140 Sep 18 00:34:38.038879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24758-8f0f-4f56-a3d2-397fe01b258b req-29687b60-db8d-4f89-977c-69042576b003 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.040784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40f24758-8f0f-4f56-a3d2-397fe01b258b req-29687b60-db8d-4f89-977c-69042576b003 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.3749113 Sep 18 00:34:38.041042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:38.094287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-2ced7832-3c83-47c7-a963-27f9aa6265f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.095912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-2ced7832-3c83-47c7-a963-27f9aa6265f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1068819 Sep 18 00:34:38.111512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:38.125022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2239d25-ef64-49f9-ac21-188d04ff046a req-b99a7259-6d4d-4907-8c94-04e947425ae7 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759974 Sep 18 00:34:38.163890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40f24758-8f0f-4f56-a3d2-397fe01b258b req-28e0bf04-6bf6-4abb-b3a4-86c4a01b0b28 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Sep 18 00:34:38.179326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-976d5502-0ce7-4517-92c5-5cb548d7a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.180947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-976d5502-0ce7-4517-92c5-5cb548d7a5a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736198 Sep 18 00:34:38.257461 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-b0f60e37-3c7e-4e34-8c16-464db1057f37 req-0749853e-a3ce-4ec2-a87a-cf7d62d6dfb8 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] show failed (client error): The resource could not be found. Sep 18 00:34:38.258553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0f60e37-3c7e-4e34-8c16-464db1057f37 req-0749853e-a3ce-4ec2-a87a-cf7d62d6dfb8 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-group-rules/29eeae04-86c1-441e-91fe-2c96d117f1db HTTP/1.1" status: 404 len: 361 time: 0.0313182 Sep 18 00:34:38.292398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:38.391164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-45735127-68c6-4ab8-9721-1abc5c5e1a6b service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938200 Sep 18 00:34:38.414233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5493bc4-5a75-44d4-b315-b8d73a252ad9 req-b26fcfc0-1e32-41ff-9532-eefa2cdeb72c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.420747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5493bc4-5a75-44d4-b315-b8d73a252ad9 req-b26fcfc0-1e32-41ff-9532-eefa2cdeb72c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.1307223 Sep 18 00:34:38.483180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5493bc4-5a75-44d4-b315-b8d73a252ad9 req-026ca59e-0153-4d14-98ef-19f1c647889e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Sep 18 00:34:38.598665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-34229924-0fa5-4a81-b0de-4d396f0fccc7 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/b90ae1ca-b342-4714-9083-d8057f216d87 HTTP/1.1" status: 200 len: 1812 time: 0.0998747 Sep 18 00:34:38.631713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22a25634-1a4d-48c9-b180-ca9f41108ed1 req-19508248-88f4-4b1e-976e-cc039a7f5de6 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415563 Sep 18 00:34:38.688017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:38.721769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:38.773569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:38.776139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:38.777324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d21a24c3-d2aa-44f3-9235-6d8fc76c2f09 req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-groups/b90ae1ca-b342-4714-9083-d8057f216d87 HTTP/1.1" status: 204 len: 173 time: 0.1704056 Sep 18 00:34:38.786840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82e9d-61d1-4ac0-894e-b2798b0629a0 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ae1ca-b342-4714-9083-d8057f216d87,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:38.849208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:38.851786 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272146a-f746-44d1-b697-e840a35306aa" -d '{"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:38.903292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-3c4d4479-493d-41d8-b0df-f8f799f06dbf tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/857c4a9d-4971-44f6-a1d3-c56a920f63fc HTTP/1.1" status: 200 len: 1812 time: 0.0766497 Sep 18 00:34:38.916840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674b288-d509-4026-bd3c-7ec05cb8ed5d req-226965c9-da16-4d21-bb1b-faeca5033867 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.918380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5674b288-d509-4026-bd3c-7ec05cb8ed5d req-226965c9-da16-4d21-bb1b-faeca5033867 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 948 time: 0.0809600 Sep 18 00:34:38.982162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5674b288-d509-4026-bd3c-7ec05cb8ed5d req-ec4c426b-3df4-43df-b1e4-56d8e3bd192e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543861 Sep 18 00:34:38.999841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.030103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.075017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.077678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.078904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-644bc5da-6e63-4062-bf52-5941b1db0b3e req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-groups/857c4a9d-4971-44f6-a1d3-c56a920f63fc HTTP/1.1" status: 204 len: 173 time: 0.1596155 Sep 18 00:34:39.083577 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22113757-fc5b-4c78-961d-719c9da587ab x-openstack-request-id: req-22113757-fc5b-4c78-961d-719c9da587ab {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:39.084055 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:39.084428 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22113757-fc5b-4c78-961d-719c9da587ab {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:39.084863 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'code': 200} Sep 18 00:34:39.090443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d01360-b10a-41fe-ac50-5307e0cade85 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c4a9d-4971-44f6-a1d3-c56a920f63fc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:39.145882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a7c07ba-9202-4198-8189-337710f33512 req-4db58bab-3da8-4f66-9dcc-bb1f996be34a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/0dbbdd50-4593-4ad2-aad5-378a6b0966ad HTTP/1.1" status: 200 len: 1812 time: 0.0417538 Sep 18 00:34:39.207505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a7c07ba-9202-4198-8189-337710f33512 req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.232396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a7c07ba-9202-4198-8189-337710f33512 req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.310456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a7c07ba-9202-4198-8189-337710f33512 req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.315357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a7c07ba-9202-4198-8189-337710f33512 req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.317297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a7c07ba-9202-4198-8189-337710f33512 req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-groups/0dbbdd50-4593-4ad2-aad5-378a6b0966ad HTTP/1.1" status: 204 len: 173 time: 0.1648662 Sep 18 00:34:39.332976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62f029-4af3-4042-ab03-483d75982904 req-9771e4a0-ac9f-4d2a-8cd0-c20b8ad60c32 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:39.335055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f62f029-4af3-4042-ab03-483d75982904 req-9771e4a0-ac9f-4d2a-8cd0-c20b8ad60c32 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0845695 Sep 18 00:34:39.352200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9fb2-56e0-4e18-9fa0-14b25ed5f68a tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbbdd50-4593-4ad2-aad5-378a6b0966ad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:39.422580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-156bf557-0d0f-457d-b876-93c8ea1adfcb tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/5e6e69c9-e676-4564-9c38-d9839ce7471d HTTP/1.1" status: 200 len: 1812 time: 0.0803487 Sep 18 00:34:39.426129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f62f029-4af3-4042-ab03-483d75982904 req-51473cf5-7456-4725-9276-061eb9496d6e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 Sep 18 00:34:39.489051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.523555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.565885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:39.577062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.580383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.582871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40466f4e-aba1-4039-92f2-f872d9bb884e req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-groups/5e6e69c9-e676-4564-9c38-d9839ce7471d HTTP/1.1" status: 204 len: 173 time: 0.1539617 Sep 18 00:34:39.594012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6d5c3-ec5b-42ed-8696-bea910f83001 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6e69c9-e676-4564-9c38-d9839ce7471d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:39.641504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port a413aea0-c433-4122-930a-72ed072690ce triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:39.642040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.721081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eebb21-e8e3-48b4-b862-e3c2027244e1 req-e9a84e66-8dfa-428e-9a09-1251973c0323 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:39.732664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30eebb21-e8e3-48b4-b862-e3c2027244e1 req-e9a84e66-8dfa-428e-9a09-1251973c0323 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.0771918 Sep 18 00:34:39.765919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.802064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30eebb21-e8e3-48b4-b862-e3c2027244e1 req-4f84d1f3-4905-4dd0-b5fc-f242a14aac1a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681584 Sep 18 00:34:39.828166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:39.834361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.906379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:39.936452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-c2d885fe-0b0e-45e8-843f-2f8b35e3def8 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "GET /v2.0/security-groups/95bfb2d9-2fa2-4627-be65-a30af40928ea HTTP/1.1" status: 200 len: 1812 time: 0.0890334 Sep 18 00:34:40.023746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352765-f12f-4b80-802d-c6fc3a4c7fd3 req-0f5490c0-485b-4d28-9ac0-5b0766349ae5 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.028442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2352765-f12f-4b80-802d-c6fc3a4c7fd3 req-0f5490c0-485b-4d28-9ac0-5b0766349ae5 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 949 time: 0.1117346 Sep 18 00:34:40.070737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.106382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2352765-f12f-4b80-802d-c6fc3a4c7fd3 req-94c57fa8-bdd4-48af-8050-d7ea86e27029 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Sep 18 00:34:40.115199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.173516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.177099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.185318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53960) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:40.190481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9378b1ba-0971-4114-8253-eb3a89c8e358 req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] 10.222.0.49 "DELETE /v2.0/security-groups/95bfb2d9-2fa2-4627-be65-a30af40928ea HTTP/1.1" status: 204 len: 173 time: 0.2351615 Sep 18 00:34:40.203408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61911a11-18f6-4b48-909e-97856131fa92 tempest-SecurityGroupRulesNegativeTestJSON-72208797 tempest-SecurityGroupRulesNegativeTestJSON-72208797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfb2d9-2fa2-4627-be65-a30af40928ea,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:40.260767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Deleting subnet 13b67d9f-9eaa-44ad-9877-b05119d6523e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:34:40.265891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.318204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994227d-5beb-468b-824d-057230f1ca60 req-49b8ef52-d77e-4ed4-b43f-5c0f576152ce tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.326025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6994227d-5beb-468b-824d-057230f1ca60 req-49b8ef52-d77e-4ed4-b43f-5c0f576152ce tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.1130097 Sep 18 00:34:40.344349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.388881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6994227d-5beb-468b-824d-057230f1ca60 req-ca660ba1-3ea1-4b08-a6d1-5e4c614abdfa tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619383 Sep 18 00:34:40.408522 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.522652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.589421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b67d9f-9eaa-44ad-9877-b05119d6523e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:40.595223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0787af-125c-483e-b13f-66f9663597a6 req-70bc116c-dd37-40e1-8301-ed206365f0dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.597791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e0787af-125c-483e-b13f-66f9663597a6 req-70bc116c-dd37-40e1-8301-ed206365f0dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0933576 Sep 18 00:34:40.599519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.601838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-76bd3728-7665-46a6-a81d-416e886fe706 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/13b67d9f-9eaa-44ad-9877-b05119d6523e HTTP/1.1" status: 204 len: 168 time: 0.4146836 Sep 18 00:34:40.605107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53986) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:40.724278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e0787af-125c-483e-b13f-66f9663597a6 req-278cc7b8-e21e-4a14-90c0-91ed1eb5390d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061749 Sep 18 00:34:40.731159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.911859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.944355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546bdc4-3f75-4a19-8ad9-55a1cfb41853 req-0f32b1f5-9039-4a16-9a76-16ebc4b3c902 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.952136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8546bdc4-3f75-4a19-8ad9-55a1cfb41853 req-0f32b1f5-9039-4a16-9a76-16ebc4b3c902 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1257193 Sep 18 00:34:40.966374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d175a9c-f95c-4404-976e-ebd38b7a9ae3']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:40.989909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722f858c-e326-4ff0-ad72-b198ecca42d1') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:40.990250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722f858c-e326-4ff0-ad72-b198ecca42d1') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:41.004945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.037305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8546bdc4-3f75-4a19-8ad9-55a1cfb41853 req-a786ef92-9b50-485f-818d-719096ac03f3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841393 Sep 18 00:34:41.042021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:34:41.062912 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:34:41.085716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:41.088149 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022cd8a-4346-49e3-b355-7d8b5bcb3d24" -d '{"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-plugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:41.153272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.164784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.166721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9d175a9c-f95c-4404-976e-ebd38b7a9ae3 HTTP/1.1" status: 204 len: 168 time: 0.5609269 Sep 18 00:34:41.177993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81815-f569-463f-a4b0-b018fa324274 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d175a9c-f95c-4404-976e-ebd38b7a9ae3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:41.387024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d9d5-d284-4247-8cf6-14b36ecdf57f req-65c242c9-b7cd-4f31-938c-38c66a40d608 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:41.389024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eb2d9d5-d284-4247-8cf6-14b36ecdf57f req-65c242c9-b7cd-4f31-938c-38c66a40d608 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.0633280 Sep 18 00:34:41.415479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:41.480642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:41.498397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eb2d9d5-d284-4247-8cf6-14b36ecdf57f req-026dca93-d9ed-4b74-a1b6-0d56b5c7015e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910387 Sep 18 00:34:41.515099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e89467af-c66a-41dd-a757-535674879c2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d78ae9698a74e0f9513eb2b094ca49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952592 Sep 18 00:34:41.515780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:41.560905 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9faf0-ec5f-4a97-adf5-d83accfc6cb0 x-openstack-request-id: req-18b9faf0-ec5f-4a97-adf5-d83accfc6cb0 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:41.560905 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-plugged", "status": "completed", "tag": "a413aea0-c433-4122-930a-72ed072690ce", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:41.560905 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18b9faf0-ec5f-4a97-adf5-d83accfc6cb0 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:41.560905 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce', 'code': 200} Sep 18 00:34:41.697058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.697380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.761610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.791448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:41.800971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.870410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.873027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.876623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39e4f4bf-05c8-4004-ac69-65cc61933330 HTTP/1.1" status: 204 len: 168 time: 0.3572605 Sep 18 00:34:41.911441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43693f-ef04-437a-99ca-b271416b3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e4f4bf-05c8-4004-ac69-65cc61933330,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:41.965496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:42.111131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-01a525c2-b56f-41eb-9680-ce06a9eac5aa tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530903 Sep 18 00:34:42.389231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-6189ba61-ffad-40e7-9029-ffc2050079d3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:42.391010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-6189ba61-ffad-40e7-9029-ffc2050079d3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790680 Sep 18 00:34:42.421760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-6282530c-ea40-4984-b9cd-4360d6641067 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/quotas/072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 375 time: 0.0204744 Sep 18 00:34:42.555570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42054921-59f4-474c-9c4d-fd4aa4e2fe42 req-04bfd3ae-c3fb-4353-bb3a-1fa528c6764c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:42.557195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42054921-59f4-474c-9c4d-fd4aa4e2fe42 req-04bfd3ae-c3fb-4353-bb3a-1fa528c6764c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1217926 Sep 18 00:34:42.564471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-9292409d-1460-467b-8200-a836c4a70126 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301358 Sep 18 00:34:42.637113 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:34:42.653380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42054921-59f4-474c-9c4d-fd4aa4e2fe42 req-d15381b3-acb4-427f-85a8-518d41fc4679 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713727 Sep 18 00:34:43.113289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b812f-c546-4e0b-a7e7-915613f78215 req-78fba04c-bc40-4d5a-97d3-97cc7335a079 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:43.133792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c5b812f-c546-4e0b-a7e7-915613f78215 req-78fba04c-bc40-4d5a-97d3-97cc7335a079 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.1073952 Sep 18 00:34:43.191743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54136) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:43.273879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c5b812f-c546-4e0b-a7e7-915613f78215 req-201954cd-7f22-4dc0-bad5-44d1fbe71bc0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371429 Sep 18 00:34:43.278687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90e91e32-df46-49f7-8496-51929baee4c2 req-d9ee15c5-7986-4d1e-80e5-de538792543b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 210 time: 0.1107812 Sep 18 00:34:43.345286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1958640705-network', 'tenant_id': '61b50dbd5ade4a609471dec524377699'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:43.393948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Made reservation on behalf of 61b50dbd5ade4a609471dec524377699 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:43.396882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.432791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.545428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.558413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:43.561328 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce03b09-c502-4b71-9781-4ad72431a23f" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:43.561869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.617858 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1de9ade-c261-4d16-9d10-1b206e3a55ba x-openstack-request-id: req-f1de9ade-c261-4d16-9d10-1b206e3a55ba {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:43.618169 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:43.618422 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1de9ade-c261-4d16-9d10-1b206e3a55ba {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:43.618843 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'code': 200} Sep 18 00:34:43.655363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1597b8-050c-4e3d-93d9-363811c8e5f7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:43.677431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:34:43.695844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.696600 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Added segment 54ffba5b-06b8-44e7-9177-d84dac955a7b of type vlan for network 56de4262-b2d8-4eb6-9686-25ddcb95a1af Sep 18 00:34:43.749790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.787450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.789289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:43.790052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.864504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6706562 Sep 18 00:34:43.865045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54152) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:43.902372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4da7f-ee59-4b7e-8f06-7d4dbd62de71 req-abad228e-7580-4fb1-8749-45e4a5ddc9c9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:43.911212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0bd4da7f-ee59-4b7e-8f06-7d4dbd62de71 req-abad228e-7580-4fb1-8749-45e4a5ddc9c9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0945885 Sep 18 00:34:43.933083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Request body: {'subnet': {'network_id': '56de4262-b2d8-4eb6-9686-25ddcb95a1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1958640705-subnet', 'tenant_id': '61b50dbd5ade4a609471dec524377699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:43.943343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e9d9d-c1c2-440b-a08f-c2bc1cc4cc92 admin admin] Pushing event updated for resources: {'Network': ['ID=56de4262-b2d8-4eb6-9686-25ddcb95a1af,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:43.956968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 56de4262-b2d8-4eb6-9686-25ddcb95a1af details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:34:43.975730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Made reservation on behalf of 61b50dbd5ade4a609471dec524377699 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:43.978550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.006717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0bd4da7f-ee59-4b7e-8f06-7d4dbd62de71 req-81f26742-b875-409f-b3fc-b8dad3e633e8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945048 Sep 18 00:34:44.327950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.390402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b972e9b6-bf45-4b7f-858a-731898da475e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:44.453945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Checking segment: {'id': '54ffba5b-06b8-44e7-9177-d84dac955a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '56de4262-b2d8-4eb6-9686-25ddcb95a1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:44.457250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Network hostable DHCP agents. Network: 56de4262-b2d8-4eb6-9686-25ddcb95a1af, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:34:44.485889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Network 56de4262-b2d8-4eb6-9686-25ddcb95a1af is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:34:44.491894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13434f67-ac7b-4a75-a69f-8dc9b9a6b225 req-4e4d65dd-e48c-4a70-a2a3-b8254a19ed01 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 210 time: 0.0545418 Sep 18 00:34:44.503987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 56de4262-b2d8-4eb6-9686-25ddcb95a1af) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:44.513447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78bdda-225c-4d74-b41a-744e4235762e None None] Network 56de4262-b2d8-4eb6-9686-25ddcb95a1af requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:44.522632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:44.523643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.536847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665997-5b0b-4fbb-8278-73bea7337788 req-714ba4c0-a452-4608-919b-623884f0b99f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:44.538428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07665997-5b0b-4fbb-8278-73bea7337788 req-714ba4c0-a452-4608-919b-623884f0b99f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.1487322 Sep 18 00:34:44.552894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-ef96d75f-4405-4929-8429-4d51c43b5ede tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373557 Sep 18 00:34:44.575055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-96d75e5e-5a33-4cbf-ab0e-d74662b83b3a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6485996 Sep 18 00:34:44.625064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07665997-5b0b-4fbb-8278-73bea7337788 req-f9ce8ebd-ade2-471b-9182-64f2d0ef1f5d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762701 Sep 18 00:34:44.729738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-9c1ed630-ecb2-4ddf-bc10-26abfb7af0f6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:44.731659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-9c1ed630-ecb2-4ddf-bc10-26abfb7af0f6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579788 Sep 18 00:34:44.770871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Request body: {'port': {'device_id': '0f2b8868-0372-4464-88f7-fd96d3571662', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '072107b4981c4aa48f60f9e54beb6d10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:44.805894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b2646-c6ae-4a49-9aa2-ef8769cdfcbb None None] Network 56de4262-b2d8-4eb6-9686-25ddcb95a1af requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:44.910111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Made reservation on behalf of 072107b4981c4aa48f60f9e54beb6d10 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:44.919849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.095228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Allocated IP 192.168.233.101 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/15b0626a-a45b-40e1-97c2-64fda6586016) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:45.124928 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-0777c615-cee6-4587-8ed6-8eca4ef7183b req-87c70522-c6ad-43b9-9a4e-4858ea826bd1 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] show failed (client error): The resource could not be found. Sep 18 00:34:45.126002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0777c615-cee6-4587-8ed6-8eca4ef7183b req-87c70522-c6ad-43b9-9a4e-4858ea826bd1 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/0b59bfe7-b14b-446e-835b-3bb9795c1922 HTTP/1.1" status: 404 len: 352 time: 0.0252373 Sep 18 00:34:45.290076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5581d-8de0-48ac-b9de-602be29ab66a req-1b057059-5dc3-4364-ae95-df1a203ccf67 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:45.291598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0b5581d-8de0-48ac-b9de-602be29ab66a req-1b057059-5dc3-4364-ae95-df1a203ccf67 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1162133 Sep 18 00:34:45.401206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0b5581d-8de0-48ac-b9de-602be29ab66a req-8a92b171-8dd8-472e-805c-e7ba5aca94c4 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911696 Sep 18 00:34:45.414867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.422019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c096a6a8-42dc-4fc0-afaa-b1285f25edb6 req-efec6c3f-2577-4e2d-8f6c-a209d53a8d62 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61b50dbd5ade4a609471dec524377699 HTTP/1.1" status: 200 len: 2984 time: 0.1292040 Sep 18 00:34:45.511704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c096a6a8-42dc-4fc0-afaa-b1285f25edb6 req-74821442-875c-49d8-9e94-7a1a85060a7d tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/dd1597b8-050c-4e3d-93d9-363811c8e5f7 HTTP/1.1" status: 200 len: 2981 time: 0.0818713 Sep 18 00:34:45.514461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.533098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:45.572792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:45.640618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:45.744543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:45.750892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:45.756190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:45.765714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff980-ced7-49db-849d-dfef11de33cd req-d08f0a5f-52fb-4d22-9f8d-3079b965ab4f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:45.767441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23eff980-ced7-49db-849d-dfef11de33cd req-d08f0a5f-52fb-4d22-9f8d-3079b965ab4f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 936 time: 0.1408062 Sep 18 00:34:45.785817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c096a6a8-42dc-4fc0-afaa-b1285f25edb6 req-b69c93df-80fb-4ae7-9bc1-d6a3b4db5eca tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/dd1597b8-050c-4e3d-93d9-363811c8e5f7 HTTP/1.1" status: 200 len: 2981 time: 0.2738273 Sep 18 00:34:45.887071 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.154093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23eff980-ced7-49db-849d-dfef11de33cd req-86db5966-e005-4e2d-ba8f-169ee2e913f8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627534 Sep 18 00:34:46.162956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:46.163610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.187857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-abbdea32-5dae-4554-bed8-5d4febf851d8 None None] Provisioning complete for port 15b0626a-a45b-40e1-97c2-64fda6586016 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:46.189106 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abbdea32-5dae-4554-bed8-5d4febf851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.204322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0a9bd-d080-46ba-b13f-6006c552048d req-8d6046e8-99a4-4d27-8261-83d5ebde1f9a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:46.212769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cea0a9bd-d080-46ba-b13f-6006c552048d req-8d6046e8-99a4-4d27-8261-83d5ebde1f9a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.2159355 Sep 18 00:34:46.225338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-7048c107-9107-4874-9955-1c830bf00d6d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4640279 Sep 18 00:34:46.245458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-abbdea32-5dae-4554-bed8-5d4febf851d8 None None] Port 15b0626a-a45b-40e1-97c2-64fda6586016 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:34:46.265830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Request body: {'port': {'device_id': '0f2b8868-0372-4464-88f7-fd96d3571662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:46.334437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cea0a9bd-d080-46ba-b13f-6006c552048d req-e8da8178-fb2d-42d6-9524-3a5854014133 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207378 Sep 18 00:34:46.371826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a19674ed-18b0-487f-916a-aed7249e3d29 req-b31ace6f-ada6-4945-b582-1a6ddeb42b21 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/dd1597b8-050c-4e3d-93d9-363811c8e5f7 HTTP/1.1" status: 200 len: 2981 time: 0.1566088 Sep 18 00:34:46.376628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.569395 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-a19674ed-18b0-487f-916a-aed7249e3d29 req-6f2a77a2-fc59-46d9-922e-88b31d12ff3a tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:34:46.581878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a19674ed-18b0-487f-916a-aed7249e3d29 req-6f2a77a2-fc59-46d9-922e-88b31d12ff3a tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd1597b8-050c-4e3d-93d9-363811c8e5f7 HTTP/1.1" status: 409 len: 352 time: 0.1804481 Sep 18 00:34:46.746201 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-637073a8-e037-417a-9c11-fb61a67e33e3 req-690cde3d-0eaf-426a-a067-8eb9ab8f2984 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] show failed (client error): The resource could not be found. Sep 18 00:34:46.747249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-637073a8-e037-417a-9c11-fb61a67e33e3 req-690cde3d-0eaf-426a-a067-8eb9ab8f2984 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/2ea80d3d-e778-427c-ba22-eac5bb2dde1a HTTP/1.1" status: 404 len: 352 time: 0.0223370 Sep 18 00:34:46.809663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76402c-cd1b-4a76-9897-b087b297af54 req-607b2a87-2d16-45ee-aa59-a4bbbeb2f799 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:46.817750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c76402c-cd1b-4a76-9897-b087b297af54 req-607b2a87-2d16-45ee-aa59-a4bbbeb2f799 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1539814 Sep 18 00:34:46.849965 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-d6c9ba7b-c3bf-4012-a262-e02d919851b9 req-28c1ff94-8572-4404-8199-13baf1f5c816 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] show failed (client error): The resource could not be found. Sep 18 00:34:46.856013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6c9ba7b-c3bf-4012-a262-e02d919851b9 req-28c1ff94-8572-4404-8199-13baf1f5c816 tempest-SecurityGroupsNegativeTestJSON-1271800362 tempest-SecurityGroupsNegativeTestJSON-1271800362-project] 10.222.0.49 "GET /v2.0/security-groups/00436596-1275-4373-a884-2dd3119cb669 HTTP/1.1" status: 404 len: 352 time: 0.0756266 Sep 18 00:34:46.867932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:46.930385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Deleting subnet b972e9b6-bf45-4b7f-858a-731898da475e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:34:46.935145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.945488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c76402c-cd1b-4a76-9897-b087b297af54 req-f5a2b93a-2e21-4b34-94cd-eda44d1c7d08 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261351 Sep 18 00:34:46.977216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:46.982000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.999465 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.029636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Transition to ACTIVE for port object 15b0626a-a45b-40e1-97c2-64fda6586016 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:47.038667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.041306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.149214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.156382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.184351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.189124 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b972e9b6-bf45-4b7f-858a-731898da475e HTTP/1.1" status: 204 len: 168 time: 0.3164229 Sep 18 00:34:47.190428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54306) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:47.243137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3f620-fd34-4365-a0db-0748b36089f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b972e9b6-bf45-4b7f-858a-731898da475e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.274763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Attempting to bind port 15b0626a-a45b-40e1-97c2-64fda6586016 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:47.275391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Attempting to bind port 15b0626a-a45b-40e1-97c2-64fda6586016 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:47.276043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Attempting to bind port 15b0626a-a45b-40e1-97c2-64fda6586016 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:47.307097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Port 15b0626a-a45b-40e1-97c2-64fda6586016 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:47.307775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Attempting to bind port 15b0626a-a45b-40e1-97c2-64fda6586016 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:47.329124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:47.329939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:47.330587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:47.331243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Bound port: 15b0626a-a45b-40e1-97c2-64fda6586016, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:47.332058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.355703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.467629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f837-958d-4ddf-af9f-fcf42193661d req-28b97dc1-5641-4c79-92f6-a78124efdcb1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:47.475048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b4f837-958d-4ddf-af9f-fcf42193661d req-28b97dc1-5641-4c79-92f6-a78124efdcb1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.1849520 Sep 18 00:34:47.488743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:47.539218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.569861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de4262-b2d8-4eb6-9686-25ddcb95a1af']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:47.583317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ffba5b-06b8-44e7-9177-d84dac955a7b') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:47.583628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ffba5b-06b8-44e7-9177-d84dac955a7b') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:47.596130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:47.604792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.633133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b4f837-958d-4ddf-af9f-fcf42193661d req-036e7bb4-8624-4cd7-8619-237aef8e84df tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478252 Sep 18 00:34:47.640157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:47.652383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.660935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.665752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:34:47.666213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:34:47.668022 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:34:47.686629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:47.708769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19677a8-c095-49d4-a2e1-6d03a22b69f1 req-9ff02930-3daa-438a-b372-40bd94fc2b3e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:47.709082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c', 'port_id': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'mac_address': 'fa:16:3e:ae:90:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9daa8917-244c-4e53-844e-ca919be3f9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:47.717403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b19677a8-c095-49d4-a2e1-6d03a22b69f1 req-9ff02930-3daa-438a-b372-40bd94fc2b3e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.2407126 Sep 18 00:34:47.774544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.804006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:47.805283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:47.806155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.811610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] 10.222.0.48 "PUT /v2.0/ports/15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 1097 time: 1.5466247 Sep 18 00:34:47.820254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:47.829034 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d29de4-63b0-448b-878a-030b72fa9b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:47.840075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:47.850027 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.850840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:47.856443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.879821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.884133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56de4262-b2d8-4eb6-9686-25ddcb95a1af HTTP/1.1" status: 204 len: 168 time: 0.6560783 Sep 18 00:34:47.940258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b19677a8-c095-49d4-a2e1-6d03a22b69f1 req-4e5f3fed-a150-4a07-8c0d-9d91573203b7 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215629 Sep 18 00:34:47.942217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362d8e-fc97-4306-bc97-98f96c5cd8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56de4262-b2d8-4eb6-9686-25ddcb95a1af,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.949617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891f73d-524e-472c-8815-93dbb08d2866 service neutron] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.975417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:48.022757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-b52d9237-5e19-40ac-80a8-25f8521103f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.029008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-b52d9237-5e19-40ac-80a8-25f8521103f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1100 time: 0.1569006 Sep 18 00:34:48.099235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:48.115559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'mac_address': 'fa:16:3e:4e:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:48.168822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-9ae9c418-313f-4bbb-9ba3-d34853a68e62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.1357818 Sep 18 00:34:48.174957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.198049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:48.235044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54328) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:48.254242 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2d59e4-816b-4ffc-8d25-b6ffae50bbfc x-openstack-request-id: req-5b2d59e4-816b-4ffc-8d25-b6ffae50bbfc {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:48.254833 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:48.255258 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b2d59e4-816b-4ffc-8d25-b6ffae50bbfc {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:48.255882 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016', 'status': 'completed', 'code': 200} Sep 18 00:34:48.263111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:48.272093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.304255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-2fcf1465-fd78-4bc1-b8bd-1b9ef0439be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.306067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-2fcf1465-fd78-4bc1-b8bd-1b9ef0439be2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1300251 Sep 18 00:34:48.317248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a1f1ad0-d299-41c4-8b73-6cc9e8540fcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61b50dbd5ade4a609471dec524377699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809104 Sep 18 00:34:48.320852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:48.351944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:48.414578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ede41-990a-4e55-bb73-29935e6654dd req-eacb38dc-1de4-4cf6-8f91-ebd66a04b281 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.423363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a5ede41-990a-4e55-bb73-29935e6654dd req-eacb38dc-1de4-4cf6-8f91-ebd66a04b281 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1261799 Sep 18 00:34:48.427571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191507a3-ab21-4990-b759-8edfcfe32590 req-8d386100-6070-4116-9a9f-eea3ba5198c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.429240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-8d386100-6070-4116-9a9f-eea3ba5198c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0863340 Sep 18 00:34:48.430952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.476975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.509150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a5ede41-990a-4e55-bb73-29935e6654dd req-1a1adb47-a5df-4d1a-8539-050df49c92ae tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Sep 18 00:34:48.538316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['98143ccf-8ef2-49cf-9811-7be7f34794a9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:48.576666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.579286 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.585046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd1597b8-050c-4e3d-93d9-363811c8e5f7 HTTP/1.1" status: 204 len: 168 time: 0.2623577 Sep 18 00:34:48.598922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0aa5e-a1ef-419e-b75d-cd741263c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1597b8-050c-4e3d-93d9-363811c8e5f7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:48.622401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-d0c0fe9e-41bd-422a-8f2a-76b1e74b01eb service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796167 Sep 18 00:34:48.771601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-191507a3-ab21-4990-b759-8edfcfe32590 req-eb3b5b6a-c14a-4304-ab25-f78525463f54 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373069 Sep 18 00:34:48.895827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490af3c-eec3-4983-8a37-fb9ae95ab020 req-fb673dde-82bf-4f57-9261-f6e28d86b35a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.897545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6490af3c-eec3-4983-8a37-fb9ae95ab020 req-fb673dde-82bf-4f57-9261-f6e28d86b35a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.1250448 Sep 18 00:34:48.922689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-90b8625c-6e9d-487b-a636-7cb7e6618ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:48.922983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-90b8625c-6e9d-487b-a636-7cb7e6618ddd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1100 time: 0.0901198 Sep 18 00:34:48.993157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6490af3c-eec3-4983-8a37-fb9ae95ab020 req-086f0bad-70d3-461a-b1e7-61077c6202f9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807045 Sep 18 00:34:49.039572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:49.652824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55b601-6626-44d5-96d6-0a7562b912ca req-1b88f042-6e2b-4664-96ee-94791e476d33 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:49.658985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a55b601-6626-44d5-96d6-0a7562b912ca req-1b88f042-6e2b-4664-96ee-94791e476d33 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.0960486 Sep 18 00:34:49.660428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-a5d5dded-a601-46d9-aaa1-e2df6a718516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:49.663633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-a5d5dded-a601-46d9-aaa1-e2df6a718516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.7278857 Sep 18 00:34:49.771080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a55b601-6626-44d5-96d6-0a7562b912ca req-0020e3a0-cfc8-4c15-9d8f-69d58b8b2a14 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977252 Sep 18 00:34:49.772469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-09b16a0a-5a46-41f4-ae31-2c620c2979ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.0913544 Sep 18 00:34:49.848347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-673827c3-8b9b-4476-b849-1e2a65b18925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:49.852761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-673827c3-8b9b-4476-b849-1e2a65b18925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0666757 Sep 18 00:34:49.952533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-f4f0c066-abbf-4e40-889e-48406e7eef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:49.954562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-f4f0c066-abbf-4e40-889e-48406e7eef84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915275 Sep 18 00:34:50.122451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-e30a87c5-8c14-45f7-b683-beeb29092ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592035 Sep 18 00:34:50.135901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b62c0-c33b-4d7a-87f5-2d98fd4ac845 req-ac50c36c-bbcd-4b3f-8fe3-e2f0a7fb16d2 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:50.137551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d3b62c0-c33b-4d7a-87f5-2d98fd4ac845 req-ac50c36c-bbcd-4b3f-8fe3-e2f0a7fb16d2 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0847988 Sep 18 00:34:50.160525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:50.266327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d3b62c0-c33b-4d7a-87f5-2d98fd4ac845 req-ed7e1482-5e01-4c99-a387-6687badf51bc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183891 Sep 18 00:34:50.294760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d29de4-63b0-448b-878a-030b72fa9b2e req-d19bd4c6-78c6-497c-ba01-a9b2ddf7342e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552315 Sep 18 00:34:50.330088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1289170491-network', 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:50.380882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Made reservation on behalf of 99af778b0b0a4aa0a5c242fe4bc4758c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:50.384077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.395795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.447226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c94b1-e0f7-4730-9ff2-f8edb5b20dde req-c62bbb64-761e-4a5d-a28e-f44a38a0b99a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:50.448995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b24c94b1-e0f7-4730-9ff2-f8edb5b20dde req-c62bbb64-761e-4a5d-a28e-f44a38a0b99a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0770109 Sep 18 00:34:50.553286 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.560895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.568209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b24c94b1-e0f7-4730-9ff2-f8edb5b20dde req-a0e27707-59b3-4819-b25d-d8fb53617e5b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083949 Sep 18 00:34:50.591244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:34:50.614161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:50.619924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.620432 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Added segment 55f81665-353b-4ae0-a384-8f645bc2c53d of type vlan for network 00d29d98-096f-4ef7-a664-26303ef8eba8 Sep 18 00:34:50.634075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.634473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.634929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.635360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.635927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.636390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.636811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.637326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.637750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.638138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.638627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.639076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:50.691485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.730015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.731537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:50.732519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.773777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6113236 Sep 18 00:34:50.776887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54376) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:50.785044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Request body: {'subnet': {'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1289170491-subnet', 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:50.857411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Made reservation on behalf of 99af778b0b0a4aa0a5c242fe4bc4758c for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:50.860088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.908841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fe825-a8ec-485c-bae0-b4379820e454 admin admin] Pushing event updated for resources: {'Network': ['ID=00d29d98-096f-4ef7-a664-26303ef8eba8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:50.923628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:34:51.076891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12b648-96ec-4c22-a846-80900b2b602e req-87fba700-d2fd-4f25-b748-a1c7056d22be tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:51.078600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d12b648-96ec-4c22-a846-80900b2b602e req-87fba700-d2fd-4f25-b748-a1c7056d22be tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.1459305 Sep 18 00:34:51.159062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d12b648-96ec-4c22-a846-80900b2b602e req-d7ca29d7-225b-4501-a2fd-ccae1f342353 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694599 Sep 18 00:34:51.243752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.328147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5119ada-e706-42c4-941c-b42920e49a89,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:51.337188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Checking segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:51.337559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Network hostable DHCP agents. Network: 00d29d98-096f-4ef7-a664-26303ef8eba8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:34:51.392187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:34:51.431579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560909a-4983-4302-bedb-83ea14c1c1fa req-e9803552-ab9b-40f8-98ba-449a825338da tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:51.433377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3560909a-4983-4302-bedb-83ea14c1c1fa req-e9803552-ab9b-40f8-98ba-449a825338da tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.0833540 Sep 18 00:34:51.443363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 00d29d98-096f-4ef7-a664-26303ef8eba8) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:51.451884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb75f00-c32d-428a-89a9-3c0d105125b7 None None] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:51.452060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:51.452594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.485573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f6724f5e-f7db-4b58-a4d8-964588c04103 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7069108 Sep 18 00:34:51.493900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3560909a-4983-4302-bedb-83ea14c1c1fa req-52ebeae7-c81f-465b-8d11-689a76d7d696 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Sep 18 00:34:51.545474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:51.657641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:51.698087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:34:51.727735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:51.728116 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.730769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8a34e-c1c7-4b2b-8443-42ab8c764248 req-db5a140a-252d-42cc-8766-ad474919ce0e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:51.739825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3e8a34e-c1c7-4b2b-8443-42ab8c764248 req-db5a140a-252d-42cc-8766-ad474919ce0e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0850782 Sep 18 00:34:51.810037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3e8a34e-c1c7-4b2b-8443-42ab8c764248 req-7fc511ae-d587-4eff-b34c-a1417d20d79d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Sep 18 00:34:51.823142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-00d29d98-096f-4ef7-a664-26303ef8eba8', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c', 'fixed_ips': [{'subnet_id': 'd5119ada-e706-42c4-941c-b42920e49a89'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:34:51.832073 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.275614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:52.320050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.329049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '15b0626a-a45b-40e1-97c2-64fda6586016', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '15b0626a-a45b-40e1-97c2-64fda6586016', 'mac_address': 'fa:16:3e:8f:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:52.398224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:52.401929 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95073e86-1eb5-4f2d-8476-7c0fd6d48705" -d '{"events": [{"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:52.409661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Allocated IP 172.20.0.2 (00d29d98-096f-4ef7-a664-26303ef8eba8/d5119ada-e706-42c4-941c-b42920e49a89/2ddffbbe-f443-4a34-8609-20d4c7c57cea) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:52.427664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:52.437296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.438060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:52.486132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.575427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:52.615669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.619880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:52.630575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.677849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 98143ccf-8ef2-49cf-9811-7be7f34794a9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:52.678235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.775470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.785712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.794021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.865466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:52.872505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:52.881902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:52.888723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Pushing event updated for resources: {'Port': ['ID=2ddffbbe-f443-4a34-8609-20d4c7c57cea,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.893532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.945315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:53.003569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Attempting to bind port 2ddffbbe-f443-4a34-8609-20d4c7c57cea on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:53.003951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Attempting to bind port 2ddffbbe-f443-4a34-8609-20d4c7c57cea by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:53.004353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Attempting to bind port 2ddffbbe-f443-4a34-8609-20d4c7c57cea on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:53.023872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:53.024356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Checking segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:53.024726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.025117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Bound using segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:53.025987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Bound port: 2ddffbbe-f443-4a34-8609-20d4c7c57cea, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:53.026479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.031597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:53.050579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.176838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:53.211755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] For port 2ddffbbe-f443-4a34-8609-20d4c7c57cea, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:53.230582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] For port 2ddffbbe-f443-4a34-8609-20d4c7c57cea, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ddffbbe-f443-4a34-8609-20d4c7c57cea,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:53.240301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.346456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4144d2-3aaf-4091-a41b-97f111c61755 None None] Pushing event updated for resources: {'Port': ['ID=2ddffbbe-f443-4a34-8609-20d4c7c57cea,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:54.148753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0db0e231-6ec4-4e0b-aa08-fca612ba8799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:54.539455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb036e0-8c98-4340-8571-7f57d4411a60 None None] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:54.650583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] Provisioning complete for port 2ddffbbe-f443-4a34-8609-20d4c7c57cea triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:54.650919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:54.820552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:54.869395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] For port 2ddffbbe-f443-4a34-8609-20d4c7c57cea, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ddffbbe-f443-4a34-8609-20d4c7c57cea,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:54.876487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:54.970661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10d667-6e6a-4bed-b634-bbec68cb3853 None None] Pushing event updated for resources: {'Port': ['ID=2ddffbbe-f443-4a34-8609-20d4c7c57cea,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:55.086763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-f25bf708-5497-45cb-a532-d32032b15a9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750360 Sep 18 00:34:55.206958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b3d5007e-bad5-44ef-b4e5-8bebba621e97 None None] Provisioning complete for port 2ddffbbe-f443-4a34-8609-20d4c7c57cea triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:55.208341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b3d5007e-bad5-44ef-b4e5-8bebba621e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:55.211667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-213c4055-e5ef-4629-8ef6-9ba8b52fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:55.214303 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-213c4055-e5ef-4629-8ef6-9ba8b52fbdbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 1098 time: 0.0751436 Sep 18 00:34:55.359186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-ef1f8297-f7a9-4c6e-ac43-1d9d22c7ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:55.361086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-ef1f8297-f7a9-4c6e-ac43-1d9d22c7ce62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.1197910 Sep 18 00:34:55.479212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-a7801f38-c9c4-4d62-9b1a-adbdacc56878 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 200 len: 1002 time: 0.1093655 Sep 18 00:34:55.569941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-7b949e64-e1a4-413d-a2ed-bcfe7ec6a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:55.572379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-7b949e64-e1a4-413d-a2ed-bcfe7ec6a590 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.0828946 Sep 18 00:34:55.578945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ddffbbe-f443-4a34-8609-20d4c7c57cea up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:55.643000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-288845ed-ef67-45c0-8586-d3e542b1d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:55.645196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-288845ed-ef67-45c0-8586-d3e542b1d698 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641844 Sep 18 00:34:55.682267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2ddffbbe-f443-4a34-8609-20d4c7c57cea triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:55.683224 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:55.691625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:55.812556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-6272fa82-e01d-4664-80b8-39d358e8021d service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583526 Sep 18 00:34:55.843985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 15b0626a-a45b-40e1-97c2-64fda6586016 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:34:55.856612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 15b0626a-a45b-40e1-97c2-64fda6586016 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:55.856612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:55.965930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:55.976014 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8da332e1-1a4d-40a6-99df-3ab3575e0384 req-49b2c5bf-08ed-4dff-b864-84efd24af7ee service neutron] 10.222.0.54 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555626 Sep 18 00:34:56.024299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:56.036272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.109243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:57.076151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cb74a-5c2a-4b93-891c-896583498a79 req-4d7545d7-d377-4918-8c94-f602fda39507 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.077695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba1cb74a-5c2a-4b93-891c-896583498a79 req-4d7545d7-d377-4918-8c94-f602fda39507 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.1070120 Sep 18 00:34:57.085608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-69b92000-3e9a-4f99-81c7-8d5b6ff14319 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.088764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-69b92000-3e9a-4f99-81c7-8d5b6ff14319 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.1571438 Sep 18 00:34:57.132071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-c30f5e66-edd0-4336-8f4a-3d1c2658ba83 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/quotas/99af778b0b0a4aa0a5c242fe4bc4758c HTTP/1.1" status: 200 len: 375 time: 0.0345123 Sep 18 00:34:57.134412 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd5ff-c616-487a-b462-6066c47f33ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.169036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba1cb74a-5c2a-4b93-891c-896583498a79 req-fe4d5503-9e9b-4da1-970e-6b2db5027821 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790088 Sep 18 00:34:57.223792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-b00a6684-9e5d-4d36-8f75-f8e06103272d tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772715 Sep 18 00:34:57.307045 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c68e59-80c1-4c89-8352-ddca15d04f4d x-openstack-request-id: req-00c68e59-80c1-4c89-8352-ddca15d04f4d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:57.307457 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-plugged", "status": "completed", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:57.307827 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00c68e59-80c1-4c89-8352-ddca15d04f4d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:57.308609 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'code': 200} Sep 18 00:34:57.371427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.385903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-ab845afd-b716-4afc-9112-8aa0ab3c4dc2 service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529751 Sep 18 00:34:57.493286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0276be1-19e1-4546-baf5-2ed9253d1157 req-cccf4cea-abb8-4092-adb4-c0442c498afe tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.494796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0276be1-19e1-4546-baf5-2ed9253d1157 req-cccf4cea-abb8-4092-adb4-c0442c498afe tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.1280305 Sep 18 00:34:57.538121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-15eec1d5-f5d4-4b01-9679-25317d219601 service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262736 Sep 18 00:34:57.590115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9095cc-3e1b-4ec5-9b26-589cd81797e5 req-f43ba157-9166-4f44-b037-db99ee8e505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.592333 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ae9095cc-3e1b-4ec5-9b26-589cd81797e5 req-f43ba157-9166-4f44-b037-db99ee8e505a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1098 time: 0.0532026 Sep 18 00:34:57.595222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0276be1-19e1-4546-baf5-2ed9253d1157 req-1e45ff82-0927-4a62-a1e6-5db6e85ace7b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887148 Sep 18 00:34:57.660369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ae9095cc-3e1b-4ec5-9b26-589cd81797e5 req-f8a6db6a-f720-4276-9adf-a7c8c7111d5e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552289 Sep 18 00:34:57.822577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954e15-1f73-4f5f-a93d-49f63f2baaa7 req-7f333f31-f026-493b-b163-3e5a169a6d44 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.824286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9954e15-1f73-4f5f-a93d-49f63f2baaa7 req-7f333f31-f026-493b-b163-3e5a169a6d44 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1265330 Sep 18 00:34:57.878779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9954e15-1f73-4f5f-a93d-49f63f2baaa7 req-76e0b07a-6f35-4c26-b3fa-481933fde2f5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470879 Sep 18 00:34:58.187362 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:58.278663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e923-3216-484c-a9f4-8426652e1ddb req-a35f5888-0f88-419c-a6d1-5e80f2868b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:58.280152 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-a35f5888-0f88-419c-a6d1-5e80f2868b5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1098 time: 0.0471237 Sep 18 00:34:58.421869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e923-3216-484c-a9f4-8426652e1ddb req-93784b71-be2d-4747-9f23-68eb05db9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:58.423846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-93784b71-be2d-4747-9f23-68eb05db9eae service neutron] 10.222.0.54 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.1334362 Sep 18 00:34:58.482322 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-f7b50d0c-529c-4f99-b8c4-83ffb316afba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.0478880 Sep 18 00:34:58.554679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e923-3216-484c-a9f4-8426652e1ddb req-9ddd89fe-0d32-4e7d-b507-c30b3a11639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:58.556574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-9ddd89fe-0d32-4e7d-b507-c30b3a11639e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.0629389 Sep 18 00:34:58.599148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-b8610518-f456-4728-857f-2b5f53509b3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318758 Sep 18 00:34:58.713674 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-202bba31-09c8-43e7-a181-b42cb60be8ea service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056511 Sep 18 00:34:58.856268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c391e923-3216-484c-a9f4-8426652e1ddb req-45ba4539-101f-479f-a0da-915955bd167f service neutron] 10.222.0.54 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302629 Sep 18 00:34:59.309615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}, {'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:59.311984 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9707974e-6f12-473e-bf8e-1700051ad492" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}, {"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-plugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:59.431129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-8f711f82-a082-4b43-a1b4-ac7e5cdc930e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:59.432703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-8f711f82-a082-4b43-a1b4-ac7e5cdc930e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.1946962 Sep 18 00:34:59.447995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Request body: {'port': {'device_id': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'admin_state_up': True, 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:59.517125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:59.614916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Made reservation on behalf of 99af778b0b0a4aa0a5c242fe4bc4758c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:59.620739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:59.788047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Allocated IP 172.20.0.5 (00d29d98-096f-4ef7-a664-26303ef8eba8/d5119ada-e706-42c4-941c-b42920e49a89/f4f3410e-fb5e-41cb-88bd-0887f5cf1688) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:59.981824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.031859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.108277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event updated for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:00.112930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:00.114317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:00.117819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:00.150484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.151017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.151369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.151729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.152032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.152429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.152770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.153139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.153428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.153748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.154097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.154519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:00.197343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:00.198014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.218905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-91876ffd-26db-44d0-b87a-7302bbb5bc2b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763085 Sep 18 00:35:00.246235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Request body: {'port': {'device_id': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:00.320087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.507260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-52adf9f5-7959-4e25-aa9c-90a3e061ebfd None None] Provisioning complete for port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:00.507999 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-52adf9f5-7959-4e25-aa9c-90a3e061ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.576157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-52adf9f5-7959-4e25-aa9c-90a3e061ebfd None None] Port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:00.718933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f3410e-fb5e-41cb-88bd-0887f5cf1688 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:00.744255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.744951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Transition to ACTIVE for port object f4f3410e-fb5e-41cb-88bd-0887f5cf1688 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:00.749681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:00.825566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:00.945326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Attempting to bind port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:00.946548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Attempting to bind port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:00.947136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Attempting to bind port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:00.959725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:00.959981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Attempting to bind port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:00.967672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:00.968449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Checking segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:00.969522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Bound using segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:00.970028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Bound port: f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:00.971453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.083044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:01.087400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:01.096542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.195407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:01.200726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:01.201464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.202906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-9418e626-cae4-46f4-b333-1ed48878f9ab service neutron] 10.222.0.48 "PUT /v2.0/ports/f4f3410e-fb5e-41cb-88bd-0887f5cf1688 HTTP/1.1" status: 200 len: 1092 time: 0.9642532 Sep 18 00:35:01.203376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:01.206916 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab447a4-8e89-48dd-8b76-bb789d622557" -d '{"events": [{"name": "network-changed", "server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:01.303070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-83ae493b-10e8-462b-9350-909f761b063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:01.305841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-83ae493b-10e8-462b-9350-909f761b063d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 1095 time: 0.0566456 Sep 18 00:35:01.405467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-60af359a-6202-485f-9591-8d888ca0ec67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688 HTTP/1.1" status: 200 len: 217 time: 0.0841575 Sep 18 00:35:01.494874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-4561d1f9-3375-44ce-9133-2c2e9db0d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:01.496333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-4561d1f9-3375-44ce-9133-2c2e9db0d810 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.0836630 Sep 18 00:35:01.562832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-433c7f35-6d4e-46de-95e8-7ffed4280ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:01.567233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-433c7f35-6d4e-46de-95e8-7ffed4280ccb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617919 Sep 18 00:35:01.599791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:01.725449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.766281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-ef23f253-9d95-4cad-82f7-240a2f2e3cd8 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894639 Sep 18 00:35:01.780080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:01.790333 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.843251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.863857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:01.899015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a998b5-dc51-445e-8cfb-28442ad3fae8 req-aed08aa7-8d98-4e12-af41-be85fd7f369e service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254499 Sep 18 00:35:02.752633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4e666-f678-4d36-9ba8-81b20602f45c req-482233d1-e10a-4d5d-91e0-241a9b26666e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:02.754697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8b4e666-f678-4d36-9ba8-81b20602f45c req-482233d1-e10a-4d5d-91e0-241a9b26666e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0895946 Sep 18 00:35:02.762545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-f8c6dc27-134f-4d94-834c-316a2eaaca87 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:02.764009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-f8c6dc27-134f-4d94-834c-316a2eaaca87 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.1907523 Sep 18 00:35:02.798270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-4ab6562a-1d90-478b-82cf-c2ce88faa363 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/quotas/99af778b0b0a4aa0a5c242fe4bc4758c HTTP/1.1" status: 200 len: 375 time: 0.0126014 Sep 18 00:35:02.852291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8b4e666-f678-4d36-9ba8-81b20602f45c req-fb4381d7-8852-489d-aebd-42cd5f27f0f9 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872164 Sep 18 00:35:02.894430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-3c9ce3a0-cf03-47a3-987f-f2d75870fda0 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832648 Sep 18 00:35:03.015388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-24fcbefc-5a2c-4613-92a6-0534c4973ce9 service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113205 Sep 18 00:35:03.176080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-95e1d3ed-4294-4faf-ae5b-d3d7f5eedfd9 service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508555 Sep 18 00:35:03.200513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0047f-e9d2-4c47-8f56-35c2d88f3c28 req-67c4ffd2-7037-4db0-bc14-39652b5b1d6e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.210582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7d0047f-e9d2-4c47-8f56-35c2d88f3c28 req-67c4ffd2-7037-4db0-bc14-39652b5b1d6e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1000166 Sep 18 00:35:03.261143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7d0047f-e9d2-4c47-8f56-35c2d88f3c28 req-6533b570-edef-4a7c-aaf3-9eb96bc9cc39 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Sep 18 00:35:03.520659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a54b-f41d-4e34-9b75-9b35de85fcf3 req-932fd4be-0ffd-4af3-b4eb-fdea2e1734ff tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.522549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aa0a54b-f41d-4e34-9b75-9b35de85fcf3 req-932fd4be-0ffd-4af3-b4eb-fdea2e1734ff tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1448095 Sep 18 00:35:03.600456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aa0a54b-f41d-4e34-9b75-9b35de85fcf3 req-c0bac4e7-d9d9-462d-8709-82b80acd5d4c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Sep 18 00:35:03.649636 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0e2dd-4913-4c09-b4a3-357d1ad227c9 x-openstack-request-id: req-03c0e2dd-4913-4c09-b4a3-357d1ad227c9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:03.649822 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:03.650028 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03c0e2dd-4913-4c09-b4a3-357d1ad227c9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:03.650432 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688', 'status': 'completed', 'code': 200} Sep 18 00:35:03.673880 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fde430-1fb9-4f68-9d78-5243ced5477a x-openstack-request-id: req-d1fde430-1fb9-4f68-9d78-5243ced5477a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:03.674398 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "code": 200}, {"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-plugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:03.674398 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1fde430-1fb9-4f68-9d78-5243ced5477a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:03.675005 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'code': 200} Sep 18 00:35:03.675329 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016', 'code': 200} Sep 18 00:35:03.912974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d34a2-e1bf-4488-ba48-771a283ac6cc req-22d3a4d1-8dbd-44f4-a0d0-d9d1e797ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.914475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c6d34a2-e1bf-4488-ba48-771a283ac6cc req-22d3a4d1-8dbd-44f4-a0d0-d9d1e797ff2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1102 time: 0.1571851 Sep 18 00:35:03.916057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-0fe8ab39-63bc-4c85-bd6b-9046aceee2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.917425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-0fe8ab39-63bc-4c85-bd6b-9046aceee2dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 1095 time: 0.2368805 Sep 18 00:35:03.934720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cec5-4869-48c3-9db9-c8239fe91499 req-6f06ac40-13a0-4a64-9f0f-a26ff650c71a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.944126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26a2cec5-4869-48c3-9db9-c8239fe91499 req-6f06ac40-13a0-4a64-9f0f-a26ff650c71a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1181247 Sep 18 00:35:03.968481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3b6e3-ab31-4ca6-aeb1-6ff5f3fd6679 req-8704a057-44c6-4706-b8d2-7c3b44876600 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.976654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36e3b6e3-ab31-4ca6-aeb1-6ff5f3fd6679 req-8704a057-44c6-4706-b8d2-7c3b44876600 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1098 time: 0.1911092 Sep 18 00:35:04.107579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26a2cec5-4869-48c3-9db9-c8239fe91499 req-7e4943b3-c3ab-408b-be12-6970aca360ef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604514 Sep 18 00:35:04.152787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c6d34a2-e1bf-4488-ba48-771a283ac6cc req-cdb8ba88-881a-46d0-b8e3-66f3b68a45f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985724 Sep 18 00:35:04.202063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36e3b6e3-ab31-4ca6-aeb1-6ff5f3fd6679 req-f90fbed4-f5a9-4598-8305-ab08d42630d2 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198470 Sep 18 00:35:04.247454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-fadac6cb-5ed2-45f7-8b47-36668bf408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.249248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-fadac6cb-5ed2-45f7-8b47-36668bf408dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 917 time: 0.3021879 Sep 18 00:35:04.425244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-b2256786-935f-445b-be3a-a6f87b26536e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688 HTTP/1.1" status: 200 len: 217 time: 0.0582037 Sep 18 00:35:04.527689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-6cc8ceba-ac7e-4fac-95a5-e07030cf1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.529565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-6cc8ceba-ac7e-4fac-95a5-e07030cf1a5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.0861611 Sep 18 00:35:04.710491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7b70-98e8-472e-903d-3fbfb4252586 req-0678cd3b-1acd-4abc-b8fa-f122354a78b2 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.719978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccca7b70-98e8-472e-903d-3fbfb4252586 req-0678cd3b-1acd-4abc-b8fa-f122354a78b2 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1098 time: 0.1224551 Sep 18 00:35:04.726809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-8b97cb6e-8c61-449e-9a25-b0b0ce1f4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.729507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-8b97cb6e-8c61-449e-9a25-b0b0ce1f4c4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781204 Sep 18 00:35:04.743479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-5980608c-4cd5-4be7-afbc-a47d5a8e7649 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.751439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-5980608c-4cd5-4be7-afbc-a47d5a8e7649 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.3286750 Sep 18 00:35:04.782307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-f4d4feb3-3d38-4751-bbd4-f345d645557b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/quotas/99af778b0b0a4aa0a5c242fe4bc4758c HTTP/1.1" status: 200 len: 375 time: 0.0295992 Sep 18 00:35:04.868934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccca7b70-98e8-472e-903d-3fbfb4252586 req-db4a65ac-9a75-468c-abbb-394dff73fe88 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467659 Sep 18 00:35:04.927965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-a177493a-f8a8-4023-a1c6-cbc9cbd41b1c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443336 Sep 18 00:35:05.039515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-1396d732-9708-425c-b4f1-8b9f510bf260 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853887 Sep 18 00:35:05.102210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-3741812c-5038-43d6-932c-11f8c25a9749 service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722877 Sep 18 00:35:05.231306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-5aad999f-491a-44ed-b243-4ee5dd606eee service neutron] 10.222.0.49 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281657 Sep 18 00:35:05.518030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-39b49a7d-71e6-4cf5-9252-279660c90bfd tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:05.519638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-39b49a7d-71e6-4cf5-9252-279660c90bfd tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.2851982 Sep 18 00:35:05.546258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Request body: {'port': {'device_id': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'admin_state_up': True, 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:05.553809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab447a4-8e89-48dd-8b76-bb789d622557 req-c8ce3cf1-19ff-46f3-a1d5-edc33c5008d8 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019431 Sep 18 00:35:05.611424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:05.623209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f2d7-8a90-4e70-afb2-bab1aaab8ab1 req-d3754be0-0cef-45f1-baf1-5d8292cd8780 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:05.634897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e907f2d7-8a90-4e70-afb2-bab1aaab8ab1 req-d3754be0-0cef-45f1-baf1-5d8292cd8780 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.3013730 Sep 18 00:35:05.661670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-15a75186-0a13-4839-bd59-31be06b97df8 req-22a73d01-2f2a-41e6-8d57-90eebdc20461 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:35:05.680649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15a75186-0a13-4839-bd59-31be06b97df8 req-22a73d01-2f2a-41e6-8d57-90eebdc20461 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429389 Sep 18 00:35:05.691508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:05.702997 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61fb93d-b6a9-4871-8ebe-0caf000a4c7d" -d '{"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:05.727309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f4f3410e-fb5e-41cb-88bd-0887f5cf1688 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:06.140275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:06.165357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'port_id': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688', 'mac_address': 'fa:16:3e:6a:b1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5119ada-e706-42c4-941c-b42920e49a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:06.248945 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:06.276447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f3410e-fb5e-41cb-88bd-0887f5cf1688 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:06.324938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e312ce39-c988-4077-a31b-a24c2b4ba145 req-12d7335a-4834-4a5d-87a6-aea15c6d2e92 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0685277 Sep 18 00:35:06.342724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:06.351565 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:06.424952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e907f2d7-8a90-4e70-afb2-bab1aaab8ab1 req-82e6f411-a108-45b3-bbc1-d8f2e5e65c99 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890630 Sep 18 00:35:06.505821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:06.525224 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb54f0-4435-4336-8a94-f0ac548cc983 x-openstack-request-id: req-0bbb54f0-4435-4336-8a94-f0ac548cc983 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:06.526496 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-unplugged", "status": "failed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:06.526743 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bbb54f0-4435-4336-8a94-f0ac548cc983 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:06.527146 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'code': 422} returned with failed status Sep 18 00:35:06.533164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-ef31afd6-4c46-4990-a0ba-6872254895e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2596316 Sep 18 00:35:06.577201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Made reservation on behalf of 99af778b0b0a4aa0a5c242fe4bc4758c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:06.582162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:06.629310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:06.809288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24902-35a1-4013-bc71-a2fb54376754 req-9a232028-8231-4a47-b619-852a25c04625 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:06.824028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b24902-35a1-4013-bc71-a2fb54376754 req-9a232028-8231-4a47-b619-852a25c04625 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.1751404 Sep 18 00:35:06.905633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Allocated IP 172.20.0.3 (00d29d98-096f-4ef7-a664-26303ef8eba8/d5119ada-e706-42c4-941c-b42920e49a89/0d45b7e8-3185-4985-b5a3-8edba5202b20) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:06.959088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b24902-35a1-4013-bc71-a2fb54376754 req-9d80a149-1ce9-440f-ba8c-f70658f0e877 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344516 Sep 18 00:35:07.323473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:07.425946 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:07.469379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:07.537815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:07.564774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:07.584951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:07.612381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event updated for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:07.643073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-a0700bc5-e266-4ab1-acb5-8f8df1dca703 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:07.647003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-a0700bc5-e266-4ab1-acb5-8f8df1dca703 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.54 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 816 time: 0.3559666 Sep 18 00:35:07.661684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6466dc2-cb80-48c5-883b-a4eafa89dc05 req-b132f75b-99da-443e-bf15-441d84d94101 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 210 time: 0.1197822 Sep 18 00:35:07.678269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Request body: {'port': {'device_id': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'admin_state_up': True, 'tenant_id': '99af778b0b0a4aa0a5c242fe4bc4758c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:07.740291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f4f3410e-fb5e-41cb-88bd-0887f5cf1688 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:07.779689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:07.797550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:07.858046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-030c2122-9c55-46de-a89a-ad56069b9d53 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3223875 Sep 18 00:35:07.871627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Request body: {'port': {'device_id': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:08.023055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Made reservation on behalf of 99af778b0b0a4aa0a5c242fe4bc4758c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:08.027226 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.052795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.055582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:08.107216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:08.107848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.155011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6bb55-62cb-4ba3-97e1-9e6f7557186c req-5b69bcca-e24f-4980-ab68-034f6358b442 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:08.166084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57c6bb55-62cb-4ba3-97e1-9e6f7557186c req-5b69bcca-e24f-4980-ab68-034f6358b442 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1321459 Sep 18 00:35:08.232452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ffcc6ebd-e1db-4b1d-a292-7e09529bb265 None None] Provisioning complete for port 0d45b7e8-3185-4985-b5a3-8edba5202b20 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:08.233190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6ebd-e1db-4b1d-a292-7e09529bb265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.294660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Allocated IP 172.20.0.11 (00d29d98-096f-4ef7-a664-26303ef8eba8/d5119ada-e706-42c4-941c-b42920e49a89/f8e81689-f2f8-411c-a0e8-754f2a9e9535) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:08.378477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-33918798-b3fe-4f97-8bf2-cea623e5157b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:35:08.380040 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-33918798-b3fe-4f97-8bf2-cea623e5157b tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193212 Sep 18 00:35:08.470144 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.502450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57c6bb55-62cb-4ba3-97e1-9e6f7557186c req-21bc5753-dbb1-43ef-bad3-e6273a2e6edf tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221669 Sep 18 00:35:08.529364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:08.534083 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904e0bf-c8ac-43d4-ab6e-e09718b552d4" -d '{"events": [{"server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:08.542346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc6ebd-e1db-4b1d-a292-7e09529bb265 None None] Port 0d45b7e8-3185-4985-b5a3-8edba5202b20 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:08.549836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:08.562710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-d81b2a80-d130-4d16-a213-f9ccd6fbd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:08.567675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-d81b2a80-d130-4d16-a213-f9ccd6fbd8bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8&tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e HTTP/1.1" status: 200 len: 1096 time: 0.1639068 Sep 18 00:35:08.579220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.591840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:08.702642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:08.775788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.945144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:08.979664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-6b1efd6a-683e-45e6-a92c-81daa898aae9 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:08.988703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-6b1efd6a-683e-45e6-a92c-81daa898aae9 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 1095 time: 0.5993514 Sep 18 00:35:08.993662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Request body: {'binding': {'host': 'n-h1-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:08.994327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:35:08.998107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.010210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:09.079344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:09.086434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:09.092792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:09.144871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:09.152348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event updated for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:09.226172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:09.227062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.229261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:09.267695 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-ccb41356-960e-4b4a-8917-e5eddb1c3b7f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5913153 Sep 18 00:35:09.290748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Request body: {'port': {'device_id': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:09.348962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:09.372713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.422118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.446892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h1-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:09.447299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:09.447694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:09.476075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:09.476520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:09.488423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:09.488850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:09.489307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:09.489821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Bound port: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:09.495147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1d730de0-c7ae-452b-9035-ac56a983d6c5 None None] Provisioning complete for port f8e81689-f2f8-411c-a0e8-754f2a9e9535 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:09.496714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d730de0-c7ae-452b-9035-ac56a983d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.560395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:09.573896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.580824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Transition to ACTIVE for port object dc2068b8-7425-4298-b6cb-88e8957d1cfa will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:09.584876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-49698ed4-6307-429b-bbd9-b5969996dc3a service neutron] 10.222.0.49 "POST /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc/bindings HTTP/1.1" status: 201 len: 390 time: 0.5947642 Sep 18 00:35:09.603222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1d730de0-c7ae-452b-9035-ac56a983d6c5 None None] Port f8e81689-f2f8-411c-a0e8-754f2a9e9535 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:09.641320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec76e0-1f08-434e-b788-8419df113fd5 req-87c41a84-239d-469c-a515-1b42009f1a88 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:09.670220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5ec76e0-1f08-434e-b788-8419df113fd5 req-87c41a84-239d-469c-a515-1b42009f1a88 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 944 time: 0.9697711 Sep 18 00:35:09.694073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:09.806827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5ec76e0-1f08-434e-b788-8419df113fd5 req-9297b294-ffae-472e-ade5-4bbe46a75086 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524591 Sep 18 00:35:09.912806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] No DVR routers for this DVR port dc2068b8-7425-4298-b6cb-88e8957d1cfa on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:09.916769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=9']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:09.934491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d45b7e8-3185-4985-b5a3-8edba5202b20 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:09.974356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.026070 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a4e972-aab3-46b6-adee-048c3683265a x-openstack-request-id: req-a7a4e972-aab3-46b6-adee-048c3683265a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:10.026667 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:10.026667 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7a4e972-aab3-46b6-adee-048c3683265a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:10.027213 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688', 'code': 200} Sep 18 00:35:10.040097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:10.044776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:10.045260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:10.061424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:10.061754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Attempting to bind port dc2068b8-7425-4298-b6cb-88e8957d1cfa on network 49837f92-3d5d-4544-98ce-09f7646e3bde {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:10.070959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Transition to ACTIVE for port object 0d45b7e8-3185-4985-b5a3-8edba5202b20 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:10.077054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:10.077373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Checking segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:10.077814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Bound using segment: {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:10.078574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Bound port: dc2068b8-7425-4298-b6cb-88e8957d1cfa, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:10.078941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.107384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.198176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.48', 51122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:35:10.319200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4199f-9897-4809-8fda-c8f700c50c7a req-6aad7ea5-076a-4fe5-9aec-b0a82fd02aec tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:10.327547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93c4199f-9897-4809-8fda-c8f700c50c7a req-6aad7ea5-076a-4fe5-9aec-b0a82fd02aec tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.2520831 Sep 18 00:35:10.359419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b9c13-5109-4fa4-a7e1-974471705be3 req-3d97bc49-2fb2-4193-bf75-af4e2d316da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:10.366290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2b9c13-5109-4fa4-a7e1-974471705be3 req-3d97bc49-2fb2-4193-bf75-af4e2d316da7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 1097 time: 0.1401711 Sep 18 00:35:10.465791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:10.498974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e81689-f2f8-411c-a0e8-754f2a9e9535 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:10.511934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.543971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Transition to ACTIVE for port object f8e81689-f2f8-411c-a0e8-754f2a9e9535 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:10.555630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:10.564962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.600991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf4863-fc53-4a4f-b15c-5b1654265431 req-d4512cb1-c96e-4831-b740-d0e9f4579582 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:10.609575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2abf4863-fc53-4a4f-b15c-5b1654265431 req-d4512cb1-c96e-4831-b740-d0e9f4579582 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 932 time: 0.4167805 Sep 18 00:35:10.631670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-71d8d429-039c-43d3-81d6-193c261ea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:10.636040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-71d8d429-039c-43d3-81d6-193c261ea9a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1098 time: 0.4363067 Sep 18 00:35:10.663509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2b9c13-5109-4fa4-a7e1-974471705be3 req-7d147888-86ac-4c2c-b094-580bfd226c40 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730410 Sep 18 00:35:10.671054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:10.697419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:10.703390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93c4199f-9897-4809-8fda-c8f700c50c7a req-826971c3-eaec-41d7-a4c5-af0e2e1071e1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745379 Sep 18 00:35:10.755170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.956677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Attempting to bind port f8e81689-f2f8-411c-a0e8-754f2a9e9535 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:10.958311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Attempting to bind port f8e81689-f2f8-411c-a0e8-754f2a9e9535 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:10.959867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Attempting to bind port f8e81689-f2f8-411c-a0e8-754f2a9e9535 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:10.961865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2abf4863-fc53-4a4f-b15c-5b1654265431 req-c9a644e7-17d3-413d-b8c9-5542547b9213 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505502 Sep 18 00:35:10.977246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Port f8e81689-f2f8-411c-a0e8-754f2a9e9535 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:10.977246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Attempting to bind port f8e81689-f2f8-411c-a0e8-754f2a9e9535 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:10.991339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:10.991765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:10.992521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Checking segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:10.993264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:10.993779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Bound using segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:10.994368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Bound port: f8e81689-f2f8-411c-a0e8-754f2a9e9535, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:10.996087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] 10.222.0.48 "PUT /v2.0/ports/dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 1093 time: 2.4176867 Sep 18 00:35:10.996609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.003750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:11.006458 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20630e0-75c4-4743-8ac9-f4131eec58ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:11.091560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Attempting to bind port 0d45b7e8-3185-4985-b5a3-8edba5202b20 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:11.091909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Attempting to bind port 0d45b7e8-3185-4985-b5a3-8edba5202b20 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:11.092286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Attempting to bind port 0d45b7e8-3185-4985-b5a3-8edba5202b20 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:11.109434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Port 0d45b7e8-3185-4985-b5a3-8edba5202b20 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:11.109757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Attempting to bind port 0d45b7e8-3185-4985-b5a3-8edba5202b20 on network 00d29d98-096f-4ef7-a664-26303ef8eba8 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:11.132696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:11.136535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:11.157388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.184670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:11.185330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Checking segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:11.185714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Bound using segment: {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:11.186155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Bound port: 0d45b7e8-3185-4985-b5a3-8edba5202b20, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f81665-353b-4ae0-a384-8f645bc2c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:11.186495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.218051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9854-cb3b-4c56-8a79-24bbc3f4ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:11.249868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.251675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.253727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8e81689-f2f8-411c-a0e8-754f2a9e9535 HTTP/1.1" status: 200 len: 1093 time: 1.9722106 Sep 18 00:35:11.258382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:11.260454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-5919e6a9-a66d-4dac-bbb9-5d991caba8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.261956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-5919e6a9-a66d-4dac-bbb9-5d991caba8b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.6095667 Sep 18 00:35:11.267692 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def06c3-047e-4290-a0ed-746d53732048" -d '{"events": [{"name": "network-changed", "server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:11.302650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f783e6-2b36-4a1b-9f53-efbec4d01121 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:11.370987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-f36d5528-8003-4a43-a94c-20ef5436f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.372507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-f36d5528-8003-4a43-a94c-20ef5436f8c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1097 time: 0.3243287 Sep 18 00:35:11.380776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-6703a223-ed58-4451-81fe-68f278910489 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 217 time: 0.1055839 Sep 18 00:35:11.395182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0ebd-1fc4-4897-bed1-f445c77dbf23 req-d47c3867-64a8-4699-a3ce-ec0bc35bfe52 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.403175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf7e0ebd-1fc4-4897-bed1-f445c77dbf23 req-d47c3867-64a8-4699-a3ce-ec0bc35bfe52 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.2247322 Sep 18 00:35:11.422907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-fdee2d00-0d7d-497e-9230-604010efa35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.425288 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-fdee2d00-0d7d-497e-9230-604010efa35b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0912123 Sep 18 00:35:11.455740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92137407-520e-4e17-bf2c-d4e5b0ff8740 req-ce027967-ca70-478d-bcae-e11761eaa24b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.457338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92137407-520e-4e17-bf2c-d4e5b0ff8740 req-ce027967-ca70-478d-bcae-e11761eaa24b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.3732343 Sep 18 00:35:11.554405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-28d92aa4-7662-4cf7-98a4-a860dfcd5a60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535 HTTP/1.1" status: 200 len: 217 time: 0.1112213 Sep 18 00:35:11.595300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:11.620838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-0eab03cc-9598-47a9-b5d0-b8149463e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.622670 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-0eab03cc-9598-47a9-b5d0-b8149463e217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.0532048 Sep 18 00:35:11.645784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:11.664059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf7e0ebd-1fc4-4897-bed1-f445c77dbf23 req-9df18400-0b39-49dd-af56-9268abcd2ce6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599330 Sep 18 00:35:11.670948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-dd82c0f4-7c5f-433f-9d31-d1323232355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.684731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-dd82c0f4-7c5f-433f-9d31-d1323232355a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2600913 Sep 18 00:35:11.707327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.712423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-22ad5f64-255e-4f5c-adfd-c867f1d729db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.712791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92137407-520e-4e17-bf2c-d4e5b0ff8740 req-48f2ae9f-99ef-4dcc-866a-1c0b6b7ff25a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197270 Sep 18 00:35:11.723751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-22ad5f64-255e-4f5c-adfd-c867f1d729db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830543 Sep 18 00:35:11.757584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-7958484f-d35e-44a8-a0a0-8ac5d05105b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717988 Sep 18 00:35:11.760646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-67373ccc-19c9-47a2-ab61-9a2f1c428cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.762099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-67373ccc-19c9-47a2-ab61-9a2f1c428cac service neutron] 10.222.0.48 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.3355696 Sep 18 00:35:11.775615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:11.776411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:11.783200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d45b7e8-3185-4985-b5a3-8edba5202b20 HTTP/1.1" status: 200 len: 1092 time: 3.9108424 Sep 18 00:35:11.890231 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1292070a-4623-40b3-916f-515731a6e549 x-openstack-request-id: req-1292070a-4623-40b3-916f-515731a6e549 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:11.890702 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:11.890816 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1292070a-4623-40b3-916f-515731a6e549 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:11.891234 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'status': 'completed', 'code': 200} Sep 18 00:35:11.919559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-ddc6daa6-cf3b-48a2-aa91-ae1634bd42c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.1375360 Sep 18 00:35:11.919843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409397-af45-4a14-bff6-0fa19021a338 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:11.961596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-7133e922-1a4a-442f-8b50-55a4a7ead339 service neutron] 10.222.0.54 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330158 Sep 18 00:35:12.030996 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ed7ff-8a34-438e-abfd-4cc5089e187f x-openstack-request-id: req-c77ed7ff-8a34-438e-abfd-4cc5089e187f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:12.031567 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:12.031984 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c77ed7ff-8a34-438e-abfd-4cc5089e187f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:12.034964 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535', 'status': 'completed', 'code': 200} Sep 18 00:35:12.079582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-1cfcfdf9-a0b5-4c58-968f-1ccd763616a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.081543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-1cfcfdf9-a0b5-4c58-968f-1ccd763616a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 1095 time: 0.2124155 Sep 18 00:35:12.096581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-9285eeb4-1c44-4198-bed6-501e1adce6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.098094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-9285eeb4-1c44-4198-bed6-501e1adce6a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1621375 Sep 18 00:35:12.225521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-3870d2b3-8bbf-41b0-8bc0-f1752fae222c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058767 Sep 18 00:35:12.228193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-1587e955-9cc7-44ab-958c-7f2dcfcd6fed service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494801 Sep 18 00:35:12.230033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-c8106a40-2f1c-48c3-9374-40057ea08d9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20 HTTP/1.1" status: 200 len: 217 time: 0.1094432 Sep 18 00:35:12.269780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34457d80-f0c6-4525-9fe0-714c0033cdd5 req-757a135f-123b-4e00-b1a6-eef05326ab77 service neutron] 10.222.0.54 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997801 Sep 18 00:35:12.464196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def06c3-047e-4290-a0ed-746d53732048 req-179f3c6c-8df8-4b12-9ebd-520dcf7d6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.466517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-179f3c6c-8df8-4b12-9ebd-520dcf7d6a3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0966396 Sep 18 00:35:12.617997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def06c3-047e-4290-a0ed-746d53732048 req-2ea9db23-b7f8-4081-ae06-f92a7848f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.620033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-2ea9db23-b7f8-4081-ae06-f92a7848f798 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 917 time: 0.1389537 Sep 18 00:35:12.680771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-c2d4d21a-b0eb-4a7c-b132-72a2fa1d9aad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535 HTTP/1.1" status: 200 len: 217 time: 0.0526702 Sep 18 00:35:12.749191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def06c3-047e-4290-a0ed-746d53732048 req-d300d5e9-bcce-40d5-86db-b55a8f4b97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.750984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-d300d5e9-bcce-40d5-86db-b55a8f4b97f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.0626431 Sep 18 00:35:12.809952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def06c3-047e-4290-a0ed-746d53732048 req-ea5526c3-38c9-4e9b-ac60-4fcfc67711fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.811805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-ea5526c3-38c9-4e9b-ac60-4fcfc67711fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520003 Sep 18 00:35:12.942071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-fdf4337f-a792-4340-a33b-383dbf2b5b29 service neutron] 10.222.0.54 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205752 Sep 18 00:35:12.971156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6367-299b-440b-a599-d288b264fe39 req-ac15e7cb-002b-42f6-81f6-cd9acdd424c2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:12.978796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-398b6367-299b-440b-a599-d288b264fe39 req-ac15e7cb-002b-42f6-81f6-cd9acdd424c2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 944 time: 0.7382276 Sep 18 00:35:12.999983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-bb673445-f727-4f01-ba24-f31587d7bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.001168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-bb673445-f727-4f01-ba24-f31587d7bfa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.6739311 Sep 18 00:35:13.051400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1def06c3-047e-4290-a0ed-746d53732048 req-21808f6a-1d1c-42e9-a144-9918bbb6e8de service neutron] 10.222.0.54 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010435 Sep 18 00:35:13.078203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-cbcaf7cf-1215-4178-883f-485decd26a9f service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734404 Sep 18 00:35:13.111517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-7ed56d9a-b168-47fe-9c5c-290a8947a99f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2353032 Sep 18 00:35:13.129207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-d81709dd-02fc-4957-b5cc-0a6d24f1f8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157220 Sep 18 00:35:13.148972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec99244-bf30-49fc-8013-60a212fd3808 req-a8dadc6c-7355-4e59-9768-f88c452bcce8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.156442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ec99244-bf30-49fc-8013-60a212fd3808 req-a8dadc6c-7355-4e59-9768-f88c452bcce8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.2814221 Sep 18 00:35:13.178864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-398b6367-299b-440b-a599-d288b264fe39 req-2f86f91b-5673-420f-9786-91fa2a63cadc tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911986 Sep 18 00:35:13.251748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-4b4970df-4042-450b-9630-5f863c49aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.254397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-4b4970df-4042-450b-9630-5f863c49aa1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2393188 Sep 18 00:35:13.440151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ec99244-bf30-49fc-8013-60a212fd3808 req-9ea5d016-262d-4224-8b91-b2f76cd45477 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828348 Sep 18 00:35:13.509567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbc4114-8a21-41d0-aed5-2f551aef7fd0 req-d9525d20-7519-468a-8a55-1cf9105d7f1c service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100032 Sep 18 00:35:13.572637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-580c7742-e3b7-45be-aa8d-51e7de48bbf0 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761691 Sep 18 00:35:13.596605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-131d1ad6-346c-40ee-b396-6b2120eb627d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.604701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-131d1ad6-346c-40ee-b396-6b2120eb627d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.2585921 Sep 18 00:35:13.662782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-b05646f0-ad12-4c5f-851c-a39d2f6e16c6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/quotas/7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 375 time: 0.0270824 Sep 18 00:35:13.812863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957f40-c7da-4851-bf92-3eb07bc3ca0f req-4fc4fac6-cc85-49bc-b146-c3ab62cb49c3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.815965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01957f40-c7da-4851-bf92-3eb07bc3ca0f req-4fc4fac6-cc85-49bc-b146-c3ab62cb49c3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.2668657 Sep 18 00:35:13.820556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-9e7efedc-2512-4aa7-8f10-aa0f3ea963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:13.821979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-9e7efedc-2512-4aa7-8f10-aa0f3ea963b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1097 time: 0.2163801 Sep 18 00:35:13.905363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-fb148606-c737-4af7-8d48-ab1cb1df1d90 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2298055 Sep 18 00:35:13.920770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:13.923399 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a334b-84a4-4987-a892-1c4c4def3a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:13.999243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c1ee768-0f34-445d-b651-bf27c6991536 req-958b2e03-5a34-4f05-a8a4-979cacc664f0 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923454 Sep 18 00:35:14.068838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01957f40-c7da-4851-bf92-3eb07bc3ca0f req-375fcbcc-6eb6-4caf-9c45-a90a93c7038f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402170 Sep 18 00:35:14.284622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-8dd43b54-72c0-4d8c-a941-b4e7acd5899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:14.286359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-8dd43b54-72c0-4d8c-a941-b4e7acd5899f service neutron] 10.222.0.48 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.4469993 Sep 18 00:35:14.303271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-4ded7d22-cad5-40ab-94a4-46f05b1c3682 service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970437 Sep 18 00:35:14.312129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b76c2a-f171-4081-8a70-4809fc2100f3 req-a54b4298-c969-4506-a11b-4a3b58bb8a91 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:14.314083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b76c2a-f171-4081-8a70-4809fc2100f3 req-a54b4298-c969-4506-a11b-4a3b58bb8a91 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.1531963 Sep 18 00:35:14.428741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b76c2a-f171-4081-8a70-4809fc2100f3 req-1c9852ce-0e94-4225-84e8-b6d68306e34f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045070 Sep 18 00:35:14.451177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-ad4478ae-c54b-4100-8cc2-0d5f16f79b47 service neutron] 10.222.0.49 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358943 Sep 18 00:35:14.872498 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395c9387-deea-456f-94b6-16f116d522a8 x-openstack-request-id: req-395c9387-deea-456f-94b6-16f116d522a8 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:14.872797 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:14.873053 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-395c9387-deea-456f-94b6-16f116d522a8 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:14.873468 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20', 'status': 'completed', 'code': 200} Sep 18 00:35:15.051661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc529e-4116-4d8c-8fe7-66bff8cda17e req-30ab2bd0-09aa-43b9-8cea-2dc430f173a2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:15.057168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-affc529e-4116-4d8c-8fe7-66bff8cda17e req-30ab2bd0-09aa-43b9-8cea-2dc430f173a2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 944 time: 0.0960927 Sep 18 00:35:15.118112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-affc529e-4116-4d8c-8fe7-66bff8cda17e req-ad6758f8-8ad8-4754-bded-d00dbaf90581 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Sep 18 00:35:15.261654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97a4d-63dd-4a61-8914-737daa955c2f req-69dc7d58-e5d4-4812-9e38-a1c0d36c75bf tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:15.263584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09e97a4d-63dd-4a61-8914-737daa955c2f req-69dc7d58-e5d4-4812-9e38-a1c0d36c75bf tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0643823 Sep 18 00:35:15.321915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09e97a4d-63dd-4a61-8914-737daa955c2f req-83c6a33e-6128-45a4-b60a-532ce4cc661e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Sep 18 00:35:15.484636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9357366a-4932-4a30-b696-85938465d73d req-2d4eeb0c-8752-4c76-84ff-b3531f8a7a5b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0345943 Sep 18 00:35:15.608457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59120b-67df-4b20-a125-2ba1e2fb4cb1 req-5641d07b-510d-4732-b885-04fc9dddf508 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:15.610009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc59120b-67df-4b20-a125-2ba1e2fb4cb1 req-5641d07b-510d-4732-b885-04fc9dddf508 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0553827 Sep 18 00:35:15.661063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc59120b-67df-4b20-a125-2ba1e2fb4cb1 req-85ccbb27-53ad-4533-ab1e-932912c16e57 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Sep 18 00:35:15.671408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f8e81689-f2f8-411c-a0e8-754f2a9e9535 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:15.787991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b39ee2-4446-4282-b467-4f7095516f62 req-a42b6052-c883-49c9-91ad-7371b43bbd61 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:15.796053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87b39ee2-4446-4282-b467-4f7095516f62 req-a42b6052-c883-49c9-91ad-7371b43bbd61 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 950 time: 0.0600722 Sep 18 00:35:15.845663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87b39ee2-4446-4282-b467-4f7095516f62 req-ee8be7d9-fd9a-48e1-937b-f94f95a0f0aa tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Sep 18 00:35:15.853448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:15.880156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'port_id': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535', 'mac_address': 'fa:16:3e:09:5b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5119ada-e706-42c4-941c-b42920e49a89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:15.884736 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:15.935976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:15.955741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e81689-f2f8-411c-a0e8-754f2a9e9535 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:16.002881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:16.009340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:16.018726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d9dc-d522-4150-936e-76cf1283e06c req-02e1a4af-07cb-424a-8d7d-2b836b85e63b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:16.020276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3771d9dc-d522-4150-936e-76cf1283e06c req-02e1a4af-07cb-424a-8d7d-2b836b85e63b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0612333 Sep 18 00:35:16.078745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:16.110854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3771d9dc-d522-4150-936e-76cf1283e06c req-4873656d-dc76-4454-9d29-6e770d768c4b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842378 Sep 18 00:35:16.559204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f8e81689-f2f8-411c-a0e8-754f2a9e9535'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:16.969589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35396e95-72df-40b6-b8b5-4148fdc0f7d5 req-337bd078-9c74-4433-a5fc-f683a2cf259a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:16.971695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35396e95-72df-40b6-b8b5-4148fdc0f7d5 req-337bd078-9c74-4433-a5fc-f683a2cf259a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0819304 Sep 18 00:35:17.024975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35396e95-72df-40b6-b8b5-4148fdc0f7d5 req-bd420ee4-9400-48bd-bc4c-ba7d7c96ac4c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Sep 18 00:35:17.136592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0e06-acd4-4041-968f-ee542c36bc15 req-a7598b64-4fd3-471b-a70f-abc36c68122f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:17.138344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c5c0e06-acd4-4041-968f-ee542c36bc15 req-a7598b64-4fd3-471b-a70f-abc36c68122f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0575845 Sep 18 00:35:17.180675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c5c0e06-acd4-4041-968f-ee542c36bc15 req-6bcb7d80-35d1-4a12-8939-4576396c8d13 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350516 Sep 18 00:35:17.300564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f1e96ea-0218-4e23-8025-a60ddd43cab3 req-5db6198a-af8c-41db-8ad1-a6a00808dd6c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0500758 Sep 18 00:35:17.451283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75308-bc40-4ceb-b17f-d0a35bc63423 req-abd4b8f8-53ed-4dab-9c9c-3876ba70a66d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:17.456488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb75308-bc40-4ceb-b17f-d0a35bc63423 req-abd4b8f8-53ed-4dab-9c9c-3876ba70a66d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0714002 Sep 18 00:35:17.507393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb75308-bc40-4ceb-b17f-d0a35bc63423 req-8dbf1530-7264-492c-968d-b19dc490ac3e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Sep 18 00:35:17.670536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:17.695725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc75bea-b9fa-4a45-b03d-6e23b6898627 req-cdda7452-002e-4905-966c-98ae05a2f5ce tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:17.697369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbc75bea-b9fa-4a45-b03d-6e23b6898627 req-cdda7452-002e-4905-966c-98ae05a2f5ce tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0602770 Sep 18 00:35:17.757677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbc75bea-b9fa-4a45-b03d-6e23b6898627 req-472e66a5-1880-457a-a666-e98af277e08c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Sep 18 00:35:17.803540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:17.831616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:17.834501 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17a745-1131-4d1f-b2a0-04bdb83c940b" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:17.851573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:17.857869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:17.923531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:17.933657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.934370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.934945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.935493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.936042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.936676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.937388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.938060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.939011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.939529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.939865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:17.940340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:18.104060 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5de782-0b83-452e-a07a-7c76ef5f1e51 x-openstack-request-id: req-0b5de782-0b83-452e-a07a-7c76ef5f1e51 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:18.104512 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:18.104798 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b5de782-0b83-452e-a07a-7c76ef5f1e51 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:18.105198 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'code': 200} Sep 18 00:35:18.214577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d639-bf58-46b9-8e01-3dc19e883566 req-8d0385b2-7a20-4ece-ae67-4e1e24f6d58f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:18.216402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8216d639-bf58-46b9-8e01-3dc19e883566 req-8d0385b2-7a20-4ece-ae67-4e1e24f6d58f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0532768 Sep 18 00:35:18.261332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8216d639-bf58-46b9-8e01-3dc19e883566 req-01839d4f-d52f-4fb0-a971-e09f9336d0ec tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 Sep 18 00:35:18.380919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b463a78-8825-41da-9fca-ee2bd199e64a req-1939170d-c76a-407f-be87-1ade2a8208bc tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:18.382446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b463a78-8825-41da-9fca-ee2bd199e64a req-1939170d-c76a-407f-be87-1ade2a8208bc tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.0553646 Sep 18 00:35:18.427684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b463a78-8825-41da-9fca-ee2bd199e64a req-f26723fb-046c-427e-8a8c-29a275eb2561 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Sep 18 00:35:18.540456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e7b3e-708f-4192-8dc8-de99dfa03580 req-5d10d5e5-5d0e-4d4f-ac9d-e833797c3174 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:18.541928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-660e7b3e-708f-4192-8dc8-de99dfa03580 req-5d10d5e5-5d0e-4d4f-ac9d-e833797c3174 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0547249 Sep 18 00:35:18.580039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-660e7b3e-708f-4192-8dc8-de99dfa03580 req-16cff667-efe8-4487-8cff-e1326c1aa22b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Sep 18 00:35:18.664177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0854bcb8-ad9c-416e-8583-4a0a02ea1d7f req-2191b944-78c2-412e-ad37-d0cb2ae62651 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Sep 18 00:35:18.783928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890779c-563b-4909-b468-c3c3dc342537 req-9fa9a50c-e918-46ef-9fdc-b3f685d160c7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:18.791944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6890779c-563b-4909-b468-c3c3dc342537 req-9fa9a50c-e918-46ef-9fdc-b3f685d160c7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0614784 Sep 18 00:35:18.826616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6890779c-563b-4909-b468-c3c3dc342537 req-839371fa-fa1e-472b-b2f1-86db5906fc3b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Sep 18 00:35:18.937112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8706f7-861a-417b-9ebc-16966c33f83e req-5ff12ce5-7b95-4e12-be4c-5f865cf93df4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:18.939254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c8706f7-861a-417b-9ebc-16966c33f83e req-5ff12ce5-7b95-4e12-be4c-5f865cf93df4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0542994 Sep 18 00:35:18.986824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c8706f7-861a-417b-9ebc-16966c33f83e req-5cffb936-0ee7-450e-a271-d5af5369aae0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Sep 18 00:35:19.385946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c5ab-c7c9-4983-9a5d-3ca71648e4d2 req-39848ef4-cdbc-44ee-a935-9f425258034d tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:19.387663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25b2c5ab-c7c9-4983-9a5d-3ca71648e4d2 req-39848ef4-cdbc-44ee-a935-9f425258034d tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0523131 Sep 18 00:35:19.426729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25b2c5ab-c7c9-4983-9a5d-3ca71648e4d2 req-3ccc188c-fb02-41b9-90e6-aaf73e58a01b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Sep 18 00:35:19.553957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dabb-1e13-4b92-8acc-da853c76fd3f req-db9f1692-5c94-4a77-9178-9729a3880fbf tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:19.555581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64c9dabb-1e13-4b92-8acc-da853c76fd3f req-db9f1692-5c94-4a77-9178-9729a3880fbf tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.0545461 Sep 18 00:35:19.600242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64c9dabb-1e13-4b92-8acc-da853c76fd3f req-710a9c82-5b5f-49aa-a8b8-c85f236c15f7 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Sep 18 00:35:19.637318 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:35:19.689775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f8e81689-f2f8-411c-a0e8-754f2a9e9535 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:19.713920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab30141-ada7-4bde-a60b-5a6879f2bfa8 req-f73f035d-9f84-41a9-a5e8-d14db9bb4d45 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:19.715622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bab30141-ada7-4bde-a60b-5a6879f2bfa8 req-f73f035d-9f84-41a9-a5e8-d14db9bb4d45 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0541303 Sep 18 00:35:19.759749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f8e81689-f2f8-411c-a0e8-754f2a9e9535 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:19.763586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f8e81689-f2f8-411c-a0e8-754f2a9e9535 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:19.763964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:19.765762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bab30141-ada7-4bde-a60b-5a6879f2bfa8 req-4332f1a2-8e92-4de1-a532-f7de0879f1bc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Sep 18 00:35:19.848387 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:19.864607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6f1fe56-fefb-443b-9d61-ef8675b01ea1 req-d9362bd9-6395-4c90-8438-a0e9c524045e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Sep 18 00:35:19.895317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:19.907258 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:19.975876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:20.005776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325bad-8e4b-434e-9905-0313e2d73c68 req-bdc7bdec-87d8-423e-80e9-07a215016415 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.007423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5325bad-8e4b-434e-9905-0313e2d73c68 req-bdc7bdec-87d8-423e-80e9-07a215016415 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0671206 Sep 18 00:35:20.046912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5325bad-8e4b-434e-9905-0313e2d73c68 req-eec8c5bc-e190-4434-9432-147321f6a28d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Sep 18 00:35:20.106479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:20.109333 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b1b88-d182-4b78-af03-4acfb9ba4f57" -d '{"events": [{"server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:20.159849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae4ddd-9114-425e-9d30-178ea29fac14 req-79ec633c-5ead-43a7-b92c-e49fdbb49a2c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.161444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62ae4ddd-9114-425e-9d30-178ea29fac14 req-79ec633c-5ead-43a7-b92c-e49fdbb49a2c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0572183 Sep 18 00:35:20.207910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62ae4ddd-9114-425e-9d30-178ea29fac14 req-adcec321-35a7-4511-901b-f8d43ea59e5e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Sep 18 00:35:20.326206 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3d7707-9b1e-4549-9638-bab9085c7376 x-openstack-request-id: req-7b3d7707-9b1e-4549-9638-bab9085c7376 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:20.326501 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:20.326782 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b3d7707-9b1e-4549-9638-bab9085c7376 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:20.327173 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535', 'code': 200} Sep 18 00:35:20.542747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73a97-fdad-4d7c-9d5e-a19240ffe201 req-95333eea-5da9-4229-a40a-44c227554f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.544298 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dac73a97-fdad-4d7c-9d5e-a19240ffe201 req-95333eea-5da9-4229-a40a-44c227554f04 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0527775 Sep 18 00:35:20.566927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c0923-2ca3-486e-a084-e5b198d2fd5f req-016ee90e-82a1-4659-8cae-8e0a52691114 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.568694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46c0923-2ca3-486e-a084-e5b198d2fd5f req-016ee90e-82a1-4659-8cae-8e0a52691114 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0492995 Sep 18 00:35:20.587010 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dac73a97-fdad-4d7c-9d5e-a19240ffe201 req-528487e9-df3c-49c1-88e6-7621630240aa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Sep 18 00:35:20.611839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46c0923-2ca3-486e-a084-e5b198d2fd5f req-2e866bd8-31bd-4d6a-9792-3c96d8d11580 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Sep 18 00:35:20.726464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5378e-0f53-481d-b39c-89bc0ec8bda4 req-983fe9da-7aad-48e5-8bf0-cc58a15f7932 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.727891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaa5378e-0f53-481d-b39c-89bc0ec8bda4 req-983fe9da-7aad-48e5-8bf0-cc58a15f7932 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.0550051 Sep 18 00:35:20.773942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaa5378e-0f53-481d-b39c-89bc0ec8bda4 req-87645e91-014d-4750-8d07-b4c5ccd4f0b3 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/security-groups?id=41e26036-d9cb-4b54-bc9d-9bbccd276fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Sep 18 00:35:20.890620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d30df0-d6a8-408b-9eae-ae512b2dba05 req-1509aaed-4ae1-470e-b412-33835722a43c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:20.894205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d30df0-d6a8-408b-9eae-ae512b2dba05 req-1509aaed-4ae1-470e-b412-33835722a43c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0505280 Sep 18 00:35:20.936339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d30df0-d6a8-408b-9eae-ae512b2dba05 req-513c30d4-716f-408f-8bae-afd2aec1dc97 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Sep 18 00:35:21.038144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00d9ee70-c4a7-4c56-81ef-0935559068c7 req-1ee6c80e-e603-4d87-8f48-996d6d990acf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0326214 Sep 18 00:35:21.064676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-7ee51cd3-425c-4ee0-b3c7-d569681aa448 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:21.066119 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-7ee51cd3-425c-4ee0-b3c7-d569681aa448 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 948 time: 0.0679116 Sep 18 00:35:21.166037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Deleting port 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:35:21.166486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:21.184435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b427-765f-4e97-8e38-9cdff2454d4e req-7b10f6dc-f5aa-4430-9e43-9983dd281f4c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:21.185986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f8b427-765f-4e97-8e38-9cdff2454d4e req-7b10f6dc-f5aa-4430-9e43-9983dd281f4c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0624621 Sep 18 00:35:21.240317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f8b427-765f-4e97-8e38-9cdff2454d4e req-16e7be9a-0b68-4df9-83a3-b0b9c7504eba tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Sep 18 00:35:21.297226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] For port 98143ccf-8ef2-49cf-9811-7be7f34794a9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=98143ccf-8ef2-49cf-9811-7be7f34794a9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:21.297559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:21.314495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Calling delete_port for 98143ccf-8ef2-49cf-9811-7be7f34794a9 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:35:21.357431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706bb23-398a-49d0-a992-8f4097a853e8 req-0868d675-9870-450c-be7d-322c6d98e5cc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:21.358952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6706bb23-398a-49d0-a992-8f4097a853e8 req-0868d675-9870-450c-be7d-322c6d98e5cc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0524297 Sep 18 00:35:21.411364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6706bb23-398a-49d0-a992-8f4097a853e8 req-39dd59f5-adc3-482e-8d1f-032a434205c7 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Sep 18 00:35:21.470174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:21.506453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Pushing event deleted for resources: {'Port': ['ID=98143ccf-8ef2-49cf-9811-7be7f34794a9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:21.566648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] No DVR routers for this DVR port 98143ccf-8ef2-49cf-9811-7be7f34794a9 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:21.570192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:21.572294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66dd6b84-264e-4955-b7b1-7141396eb383 req-417d9f5a-44c5-48ae-b8e3-0ef85a1b7d25 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.54 "DELETE /v2.0/ports/98143ccf-8ef2-49cf-9811-7be7f34794a9 HTTP/1.1" status: 204 len: 173 time: 0.4988325 Sep 18 00:35:21.572756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-deleted', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:21.575089 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f81a8-065c-4186-9b32-77393584a168" -d '{"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-deleted", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:21.648952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f33f5-5dac-4620-9e91-cbf52ee29c39 req-0541ca68-d059-4447-8c4a-d7175a6ce03c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:21.657734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-600f33f5-5dac-4620-9e91-cbf52ee29c39 req-0541ca68-d059-4447-8c4a-d7175a6ce03c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.0696132 Sep 18 00:35:21.696500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-600f33f5-5dac-4620-9e91-cbf52ee29c39 req-9a2f75d1-f4ac-43ba-96e3-281330f2bdf1 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378308 Sep 18 00:35:21.784677 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5ff562-cc6d-4e66-8d89-913bbe8973fe x-openstack-request-id: req-4d5ff562-cc6d-4e66-8d89-913bbe8973fe {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:21.785227 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0", "name": "network-vif-deleted", "tag": "98143ccf-8ef2-49cf-9811-7be7f34794a9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:21.785638 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d5ff562-cc6d-4e66-8d89-913bbe8973fe {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:21.787404 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0', 'name': 'network-vif-deleted', 'tag': '98143ccf-8ef2-49cf-9811-7be7f34794a9', 'status': 'completed', 'code': 200} Sep 18 00:35:21.903413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4daf9-0de5-4930-ac56-dac7c68623e0 req-b4506f4b-c919-489c-80ec-9a8d6ff1f615 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:21.906524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cb4daf9-0de5-4930-ac56-dac7c68623e0 req-b4506f4b-c919-489c-80ec-9a8d6ff1f615 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0699351 Sep 18 00:35:21.957394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cb4daf9-0de5-4930-ac56-dac7c68623e0 req-40fb0d50-3c40-4c17-80e9-f9d7bb4da257 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Sep 18 00:35:22.085490 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32d1bb7e-6f0b-4310-b98a-b572dc4b5c5c req-b32b31a0-9d5e-4003-bb5e-015120334557 tempest-ImagesOneServerTestJSON-279274421 tempest-ImagesOneServerTestJSON-279274421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1949c3-b3e7-42b7-975c-1d6d79d3f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Sep 18 00:35:22.200041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ebce5-1440-4cfb-b7fc-38346d94d744 req-8ee251d0-150c-4e1f-b593-22532d97379d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:22.201910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad2ebce5-1440-4cfb-b7fc-38346d94d744 req-8ee251d0-150c-4e1f-b593-22532d97379d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0543678 Sep 18 00:35:22.262825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad2ebce5-1440-4cfb-b7fc-38346d94d744 req-c114582e-bc92-45e0-8a0d-3909ebe06bc4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541806 Sep 18 00:35:22.403328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9382809-4610-4eb7-ba18-df42443f5812 req-4774d0b9-621b-420f-8478-5a91c92aba5b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0347767 Sep 18 00:35:22.521404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee43d1-a03a-402e-803f-fc67d9839845 req-dfb77352-087d-4f1e-bb65-362f6c3c4188 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:22.522952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aee43d1-a03a-402e-803f-fc67d9839845 req-dfb77352-087d-4f1e-bb65-362f6c3c4188 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0534487 Sep 18 00:35:22.561929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aee43d1-a03a-402e-803f-fc67d9839845 req-af3e3715-b1b2-4806-b3c5-407fa06497ab tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Sep 18 00:35:22.670305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccd1d5-afdf-43b2-85ed-40106f169851 req-777fb6ae-368e-4a40-9cd6-b8b539e577cc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:22.672016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eccd1d5-afdf-43b2-85ed-40106f169851 req-777fb6ae-368e-4a40-9cd6-b8b539e577cc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0514421 Sep 18 00:35:22.710792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eccd1d5-afdf-43b2-85ed-40106f169851 req-97e57b3e-49be-444d-869b-ea83a4f66e55 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Sep 18 00:35:23.055027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-9e8ccfd1-4d31-46a0-a453-e1bf74ee540c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1060489888&fields=id&tenant_id=e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 267 time: 0.0388491 Sep 18 00:35:23.168737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-fccb43d6-c8d4-4228-aa16-cfa12516d971 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:23.170225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-fccb43d6-c8d4-4228-aa16-cfa12516d971 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 823 time: 0.1083114 Sep 18 00:35:23.185969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-cbc4f216-bacc-475e-b3bf-4d515cc4a45b tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/quotas/e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 375 time: 0.0095491 Sep 18 00:35:23.246176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-fe317459-f7fc-4bbc-a21e-d82848b9fbc1 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536590 Sep 18 00:35:23.348872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-38d05d03-c41f-4858-8bce-7b7892bc5050 service neutron] 10.222.0.49 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879593 Sep 18 00:35:23.444749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-c768a5c1-be72-4b66-8a97-5cd4a8ccb665 service neutron] 10.222.0.49 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896730 Sep 18 00:35:23.664102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485f896-b8c7-4f0f-ad9b-5b7a04cb489c req-15f5d935-cd0a-4033-b163-b3288cb9fbcc tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:23.665826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4485f896-b8c7-4f0f-ad9b-5b7a04cb489c req-15f5d935-cd0a-4033-b163-b3288cb9fbcc tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0585487 Sep 18 00:35:23.709487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4485f896-b8c7-4f0f-ad9b-5b7a04cb489c req-fb4d4bd9-690d-458b-ba29-22eb29307ac9 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Sep 18 00:35:23.910910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bb413-8a42-4828-af71-550d77b968ef req-a33044a2-7cc7-495d-adfd-64d217dd87cd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:23.912872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87bb413-8a42-4828-af71-550d77b968ef req-a33044a2-7cc7-495d-adfd-64d217dd87cd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0646579 Sep 18 00:35:24.000139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87bb413-8a42-4828-af71-550d77b968ef req-aa028cda-481a-4505-aff6-600a0a14f33a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806203 Sep 18 00:35:24.093789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33a5c5b2-cf07-4afd-916a-d28aa6e69ba8 req-27121b95-550f-41ff-86b9-e18b2b72559a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0327437 Sep 18 00:35:24.150977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55052) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:35:24.178254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7c3dd3c-07cb-44db-b9b5-4d7483a60db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:24.253427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e109399e-219a-4b8a-ba09-b23314048fc0 req-e0f2c006-ec48-4574-b765-f306ffc1fdb7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Sep 18 00:35:24.374901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa0ec65f-09d5-489e-a7dd-b6925fad3d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0234f6ee726e43599a4027ba138b8c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226970 Sep 18 00:35:24.377890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:35:24.429189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe214d-9681-4776-a2c0-52c31a0e0957 req-6597a047-740c-4356-afd2-2e84e10f479e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:24.430757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebfe214d-9681-4776-a2c0-52c31a0e0957 req-6597a047-740c-4356-afd2-2e84e10f479e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.0973208 Sep 18 00:35:24.467944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:24.496697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebfe214d-9681-4776-a2c0-52c31a0e0957 req-fb9aa001-a5ac-48d8-8549-a1f08f0fb8b7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579810 Sep 18 00:35:24.506281 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:24.566187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:24.569387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:24.572353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41e26036-d9cb-4b54-bc9d-9bbccd276fd7 HTTP/1.1" status: 204 len: 168 time: 0.1921453 Sep 18 00:35:24.624061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72532306-39f8-4342-b92b-057e225cce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e26036-d9cb-4b54-bc9d-9bbccd276fd7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:24.660395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac65c71-56ba-4fd8-aba9-0a6f3ac94ab1 req-cc0fd968-361f-4901-8d0a-53fd0c686c2c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:24.661944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ac65c71-56ba-4fd8-aba9-0a6f3ac94ab1 req-cc0fd968-361f-4901-8d0a-53fd0c686c2c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.0978737 Sep 18 00:35:24.707277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ac65c71-56ba-4fd8-aba9-0a6f3ac94ab1 req-46beccce-d571-48f9-b23b-c46df2a2b630 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368063 Sep 18 00:35:24.826649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-9b3aecd5-8ca9-4d5f-a339-9d88efbd3331 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:24.828167 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-9b3aecd5-8ca9-4d5f-a339-9d88efbd3331 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.54 "GET /v2.0/ports?device_id=e643efac-32b6-41dc-8b81-5fee558c7360 HTTP/1.1" status: 200 len: 946 time: 0.0985675 Sep 18 00:35:24.850374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230715-6ae5-4584-930d-6ac90b893dbb req-e0a9c93d-1c24-4a2f-8c29-b09b29bf3d59 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:24.853088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0230715-6ae5-4584-930d-6ac90b893dbb req-e0a9c93d-1c24-4a2f-8c29-b09b29bf3d59 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0631421 Sep 18 00:35:24.916866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0230715-6ae5-4584-930d-6ac90b893dbb req-806fa293-6e3e-4b4d-bc39-ed0e35956f7c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 Sep 18 00:35:24.944573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Deleting port ce16d771-9bf6-4968-bff3-69eb7985ad89 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:35:24.944919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.050352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] For port ce16d771-9bf6-4968-bff3-69eb7985ad89, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ce16d771-9bf6-4968-bff3-69eb7985ad89,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:25.050675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.054937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc8d0-0f2c-433e-9008-c9942a01cbe3 req-a2391331-a99d-440d-898c-4135e859ce71 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:25.062064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62cbc8d0-0f2c-433e-9008-c9942a01cbe3 req-a2391331-a99d-440d-898c-4135e859ce71 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 943 time: 0.0617938 Sep 18 00:35:25.101230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62cbc8d0-0f2c-433e-9008-c9942a01cbe3 req-4d29567e-9598-4fbe-8107-7a504775ad82 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Sep 18 00:35:25.215231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddb67-c6ee-4093-911c-c213206ad5fd req-2cfb8d10-22f3-41c2-a20e-e12648397cf9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:25.216785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ddddb67-c6ee-4093-911c-c213206ad5fd req-2cfb8d10-22f3-41c2-a20e-e12648397cf9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0584762 Sep 18 00:35:25.262072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ddddb67-c6ee-4093-911c-c213206ad5fd req-50fb97ed-0446-4b80-b755-fe1e57bf4148 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Sep 18 00:35:25.297776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.298260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.298587 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Floating IP b6d55479-2920-42aa-a680-38ff5e28e505 disassociated. External IP: 172.25.7.132, port: ce16d771-9bf6-4968-bff3-69eb7985ad89. Sep 18 00:35:25.299043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Calling delete_port for ce16d771-9bf6-4968-bff3-69eb7985ad89 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:35:25.357355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90aa43a3-4406-4d36-8404-2452bcd00d1c req-bb579fad-973a-4323-a8a1-929a8158128e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0349801 Sep 18 00:35:25.448014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.463047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-517f3e52-2cbc-4895-afff-86f8bde139c1 req-65cedb2a-2ad8-42bf-805b-db76947d2e01 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0324616 Sep 18 00:35:25.510362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event deleted for resources: {'Port': ['ID=ce16d771-9bf6-4968-bff3-69eb7985ad89,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:25.593769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-2f8f4b0b-098a-48a3-8870-c6d23db18abf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.0949705 Sep 18 00:35:25.668252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:35:25.710674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:25.741149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 98143ccf-8ef2-49cf-9811-7be7f34794a9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:35:25.741658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 98143ccf-8ef2-49cf-9811-7be7f34794a9 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:35:25.746592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eabf2-22dd-4408-82aa-02f127cac35b req-c49aea16-c091-41f5-b3c8-54919b1112d3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:25.748680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d08eabf2-22dd-4408-82aa-02f127cac35b req-c49aea16-c091-41f5-b3c8-54919b1112d3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.1388221 Sep 18 00:35:25.770062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-9afa4634-129c-42c0-aff3-cb3604cb861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:25.771599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-9afa4634-129c-42c0-aff3-cb3604cb861c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.1205111 Sep 18 00:35:25.810294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:35:25.821772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:35:25.832258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-1f58c67d-e92b-4427-8159-c707558e3f8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430102 Sep 18 00:35:25.839763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:25.841219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:34:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:25.861466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] No DVR routers for this DVR port ce16d771-9bf6-4968-bff3-69eb7985ad89 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:25.864606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:25.867066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ae5fc34-c1ce-4663-99fb-d09a4215ef10 req-c05ce501-1876-4073-b98d-302ed5471485 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.54 "DELETE /v2.0/ports/ce16d771-9bf6-4968-bff3-69eb7985ad89 HTTP/1.1" status: 204 len: 173 time: 1.0299320 Sep 18 00:35:25.867669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'name': 'network-vif-deleted', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:25.870184 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade6d25-2d0a-4585-809c-bdf491ae1ae7" -d '{"events": [{"server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "name": "network-vif-deleted", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:25.874485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-3db1b094-f170-45e8-8e56-c884b5c79930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:25.876014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-3db1b094-f170-45e8-8e56-c884b5c79930 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 1095 time: 0.1533220 Sep 18 00:35:25.903880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d08eabf2-22dd-4408-82aa-02f127cac35b req-ee110357-cf3e-45b2-9f5e-cd827c871e84 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386442 Sep 18 00:35:25.960178 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc88f9-df9f-4129-b940-019d6f09776b x-openstack-request-id: req-fffc88f9-df9f-4129-b940-019d6f09776b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:25.961272 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643efac-32b6-41dc-8b81-5fee558c7360", "name": "network-vif-deleted", "tag": "ce16d771-9bf6-4968-bff3-69eb7985ad89", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:25.961569 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fffc88f9-df9f-4129-b940-019d6f09776b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:25.961909 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643efac-32b6-41dc-8b81-5fee558c7360', 'name': 'network-vif-deleted', 'tag': 'ce16d771-9bf6-4968-bff3-69eb7985ad89', 'status': 'completed', 'code': 200} Sep 18 00:35:25.993054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:26.067800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bec87-55bc-4796-8792-a6360ce5c79c req-900b73de-4eb7-4a35-91ae-f11ed667f6f3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.069518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3bec87-55bc-4796-8792-a6360ce5c79c req-900b73de-4eb7-4a35-91ae-f11ed667f6f3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.2507246 Sep 18 00:35:26.112715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-dfc9fa4b-7c38-484d-b2a6-d2eb16656123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.114102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-dfc9fa4b-7c38-484d-b2a6-d2eb16656123 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 917 time: 0.2230690 Sep 18 00:35:26.121912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-fa98d7bd-af1f-4dd6-9a63-548b25420110 service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781966 Sep 18 00:35:26.225933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:26.253521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:35:26.265019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:26.267171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:34:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:26.399899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:26.509371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-fcf19843-c31c-436f-adbc-04cb8526066a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20 HTTP/1.1" status: 200 len: 217 time: 0.3841729 Sep 18 00:35:26.528691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3bec87-55bc-4796-8792-a6360ce5c79c req-a2c06c16-9163-4940-b879-8fa016ce0dbf tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421129 Sep 18 00:35:26.661420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:26.691483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cb04f-c115-4deb-a658-d5f7c39e8023 None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:35:26.725345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-ec3c98f2-06e7-49ee-904f-34be49ef4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.726854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-ec3c98f2-06e7-49ee-904f-34be49ef4a3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.1901429 Sep 18 00:35:26.737287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71350d0-b9d7-4852-b8fc-0f5105bcc5ab req-15e3fc12-eb55-42b6-a87b-63ae388b7066 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.738790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e71350d0-b9d7-4852-b8fc-0f5105bcc5ab req-15e3fc12-eb55-42b6-a87b-63ae388b7066 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 943 time: 0.5570428 Sep 18 00:35:26.740670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-12a83da9-1263-4855-8a81-43cdee2e6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.742382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-12a83da9-1263-4855-8a81-43cdee2e6431 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1102 time: 0.2344241 Sep 18 00:35:26.758638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a20630e0-75c4-4743-8ac9-f4131eec58ea req-a3ac5c63-cb69-4aba-a62c-3df26176200e service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247663 Sep 18 00:35:26.811901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15305e-2e81-4db9-aaeb-d6bed53a6f41 req-f489409c-bba8-4446-9717-fcdb8aaf19ab tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.814083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c15305e-2e81-4db9-aaeb-d6bed53a6f41 req-f489409c-bba8-4446-9717-fcdb8aaf19ab tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1730962 Sep 18 00:35:26.913591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-2d3cbe7b-7f3b-4063-8c2b-42d595f58a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:26.915169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-2d3cbe7b-7f3b-4063-8c2b-42d595f58a39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721961 Sep 18 00:35:26.924848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e71350d0-b9d7-4852-b8fc-0f5105bcc5ab req-ed46a43a-023e-40a0-830e-3f85561dbb6c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641657 Sep 18 00:35:27.001013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c15305e-2e81-4db9-aaeb-d6bed53a6f41 req-7ee6e11b-30af-405d-a704-31cd43f26ed6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694596 Sep 18 00:35:27.117795 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14175e6-ea1e-4edb-819c-e2e4c4bce0b1 None None] New status for floating IP b6d55479-2920-42aa-a680-38ff5e28e505: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:35:27.149833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-69ff2948-b11c-41ac-8c99-6d70b9166d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:27.150468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-64564da2-81c6-4447-b022-a74bc5ef5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.151771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-64564da2-81c6-4447-b022-a74bc5ef5f81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3737416 Sep 18 00:35:27.163556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-190d3628-2864-4b4d-8bce-7215cad4c687 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332001 Sep 18 00:35:27.197348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6538ce8d-113a-4dd1-9fc5-21c623b573df req-0ec9706f-2f3d-405f-8548-d54e345200ec tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.1275978 Sep 18 00:35:27.225370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc83ff28-9721-4847-8310-5ce5c591de1a req-35721d3b-1564-4401-8753-7266d0f911b8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0685821 Sep 18 00:35:27.288375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-35613319-b371-4541-927e-88935a3bc979 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.1011617 Sep 18 00:35:27.367497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:27.379353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-f9232ffb-84f2-4b59-bea4-49ab8f1b088f tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.379737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-f9232ffb-84f2-4b59-bea4-49ab8f1b088f tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.48 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 823 time: 0.4292164 Sep 18 00:35:27.456816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-3ddf3b37-2fec-4403-81a0-e7fe2d6cd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.458316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-3ddf3b37-2fec-4403-81a0-e7fe2d6cd6e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1267216 Sep 18 00:35:27.490477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-83cf7a6f-b0d5-4256-890b-3b50c4300d85 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ca663280984d1aa3cf422b3f28f0d1 HTTP/1.1" status: 200 len: 380 time: 0.0933163 Sep 18 00:35:27.492369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-160a334b-84a4-4987-a892-1c4c4def3a8c req-ff49e836-7123-4f78-a86f-19d7aacce7a6 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987652 Sep 18 00:35:27.515694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ec45-2a8b-4be1-9c4a-d0ca07ad71d4 req-bc16ea0e-0564-4fd2-9c27-5b96e6ebcc50 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.517738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a712ec45-2a8b-4be1-9c4a-d0ca07ad71d4 req-bc16ea0e-0564-4fd2-9c27-5b96e6ebcc50 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.2179415 Sep 18 00:35:27.522199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'port': {'device_id': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'admin_state_up': True, 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'security_groups': ['2f4c4c7e-1970-49be-9e79-4bc09efd06cd']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:27.652256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-fa595160-9c29-44ba-ae0d-9439b932bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.653727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-fa595160-9c29-44ba-ae0d-9439b932bf2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1786087 Sep 18 00:35:27.725798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a712ec45-2a8b-4be1-9c4a-d0ca07ad71d4 req-e7b7a4af-930e-4a8e-9d6c-3a9a4a41f5b4 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990216 Sep 18 00:35:27.848650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806fdc0-a0ee-4642-a7ca-a4f8e13f56f8 req-5f716b50-b745-41b7-86f0-f9a73229f6c6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.850142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b806fdc0-a0ee-4642-a7ca-a4f8e13f56f8 req-5f716b50-b745-41b7-86f0-f9a73229f6c6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.2115912 Sep 18 00:35:27.864246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-c37d74c4-f1ba-493f-8ac6-78e44462276a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:27.865657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-c37d74c4-f1ba-493f-8ac6-78e44462276a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 820 time: 0.3276145 Sep 18 00:35:27.890053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Request body: {'port': {'device_id': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'admin_state_up': True, 'tenant_id': '7fbb04baecc948c78313e462484cba2c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:27.921203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-5b61fe07-5615-4118-814a-619cdd338ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516897 Sep 18 00:35:27.921876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Made reservation on behalf of e7ca663280984d1aa3cf422b3f28f0d1 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:27.925204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:28.034604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b806fdc0-a0ee-4642-a7ca-a4f8e13f56f8 req-aeede22f-a5e2-4d1c-b584-1b6801e655f2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638677 Sep 18 00:35:28.180495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:28.269704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-d5533217-5fd6-4f1c-afbe-1fe621368d25 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236423 Sep 18 00:35:28.289374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23587-24e7-4ac2-ac21-3043ef666877 req-0bca72df-268e-4296-974b-db0c0d8146d2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:28.290928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ca23587-24e7-4ac2-ac21-3043ef666877 req-0bca72df-268e-4296-974b-db0c0d8146d2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 943 time: 0.2537990 Sep 18 00:35:28.303770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Made reservation on behalf of 7fbb04baecc948c78313e462484cba2c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:28.307197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:28.328297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a54b-4c26-48a6-84c4-d4bdb0e5f03d req-242768dc-2865-4d3a-8673-d9510296c32e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:28.329970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6356a54b-4c26-48a6-84c4-d4bdb0e5f03d req-242768dc-2865-4d3a-8673-d9510296c32e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.2209940 Sep 18 00:35:28.375177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Allocated IP 172.20.0.6 (3e64932f-59e2-46b3-b755-f502778c1eee/8c1d2159-77d3-4060-aa17-64cb8391d1ba/f3940534-d5d5-4149-b4f7-075eebc28058) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:28.449229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ca23587-24e7-4ac2-ac21-3043ef666877 req-f6541fa6-a79e-4b26-83c8-47944c0e72f8 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485279 Sep 18 00:35:28.473793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6356a54b-4c26-48a6-84c4-d4bdb0e5f03d req-d4aa874a-263c-4531-b54e-edcfbef429f8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219487 Sep 18 00:35:28.610582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ce751ec-751c-45e7-a629-b83f744eae79 req-bc7e2f9d-133d-4a34-bc59-c5de60fd11bb tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.0459740 Sep 18 00:35:28.714409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Allocated IP 172.20.0.2 (0b267cce-014c-4e52-8c8b-c7aefe641bb2/00b341f1-de2c-4a9e-959e-667e944b9522/362583c7-573c-48cb-94f4-b68d5021b0ce) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:28.727965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f82e04d7-d667-42ec-922c-30753f7087ce req-1004bd55-61b6-4dd3-b178-c2f2b7072672 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 210 time: 0.1248553 Sep 18 00:35:28.750163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:28.999839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.034111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bf3a0-e536-4d70-9e7b-6942d91565fe req-d1389d92-1ce8-4238-9199-446d01e5c12a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:29.035939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a46bf3a0-e536-4d70-9e7b-6942d91565fe req-d1389d92-1ce8-4238-9199-446d01e5c12a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 945 time: 0.1812027 Sep 18 00:35:29.091551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Network 3e64932f-59e2-46b3-b755-f502778c1eee is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:29.113299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:29.124484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:29.191514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a46bf3a0-e536-4d70-9e7b-6942d91565fe req-495c32da-b3f3-4267-acfa-3ad592ef2c4e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239297 Sep 18 00:35:29.271004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event updated for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:29.296331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.334661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:29.335315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.372728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-7e517c4c-112d-44c2-a46e-82a9a8977e4d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8651950 Sep 18 00:35:29.381712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc08f1-6684-4a0c-aa92-fd51d29abe1e req-18db569c-e789-45ef-82eb-e777440e35fb tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:29.383498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cfc08f1-6684-4a0c-aa92-fd51d29abe1e req-18db569c-e789-45ef-82eb-e777440e35fb tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.1298642 Sep 18 00:35:29.389013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Request body: {'port': {'device_id': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:29.443034 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.491894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:29.513637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cfc08f1-6684-4a0c-aa92-fd51d29abe1e req-c633ce46-ddbd-4076-94c6-b4789e36b6f0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197488 Sep 18 00:35:29.528393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:29.534477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:29.540443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:29.665330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-03c54c40-fd44-4473-ba8a-a6b135815619 None None] Provisioning complete for port f3940534-d5d5-4149-b4f7-075eebc28058 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:29.666008 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03c54c40-fd44-4473-ba8a-a6b135815619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.704939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-03c54c40-fd44-4473-ba8a-a6b135815619 None None] Port f3940534-d5d5-4149-b4f7-075eebc28058 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:29.706592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.725740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ce16d771-9bf6-4968-bff3-69eb7985ad89 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:29.746737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ce16d771-9bf6-4968-bff3-69eb7985ad89 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:35:29.747169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ce16d771-9bf6-4968-bff3-69eb7985ad89 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:35:29.822497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d45b7e8-3185-4985-b5a3-8edba5202b20 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:29.882245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.937315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:29.939839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:29.952709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '0d45b7e8-3185-4985-b5a3-8edba5202b20', 'network_id': '00d29d98-096f-4ef7-a664-26303ef8eba8', 'port_id': '0d45b7e8-3185-4985-b5a3-8edba5202b20', 'mac_address': 'fa:16:3e:42:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5119ada-e706-42c4-941c-b42920e49a89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:29.991526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:29.997977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:29.998594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.006545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d45b7e8-3185-4985-b5a3-8edba5202b20 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:30.028976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:30.034623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.035448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:30.049223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965478-ed93-4b36-ab8f-3154df1a2369 req-63a8d46e-2589-457a-836a-79fd35f0ef4a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:30.050781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17965478-ed93-4b36-ab8f-3154df1a2369 req-63a8d46e-2589-457a-836a-79fd35f0ef4a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 943 time: 0.1705942 Sep 18 00:35:30.054916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-22e17733-d2e9-4faa-8c87-7d565319fda8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1756067 Sep 18 00:35:30.066297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4813-0fcd-493d-b4d8-3dda75d2e751 req-78f67e1c-bf9b-4149-9b14-b3d88d92bfb3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:30.072731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92bd4813-0fcd-493d-b4d8-3dda75d2e751 req-78f67e1c-bf9b-4149-9b14-b3d88d92bfb3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1912498 Sep 18 00:35:30.117488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:30.150062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Request body: {'port': {'device_id': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:30.182841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:30.198928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'network_id': '49837f92-3d5d-4544-98ce-09f7646e3bde', 'port_id': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'mac_address': 'fa:16:3e:a9:5f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54506cf0-c418-48dc-a894-9f71d0e8e814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:30.253660 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.272817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:30.303532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:30.306993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.308866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.317373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92bd4813-0fcd-493d-b4d8-3dda75d2e751 req-2b5a447d-3fe0-44af-b4e2-f6d6054bab43 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436476 Sep 18 00:35:30.360419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17965478-ed93-4b36-ab8f-3154df1a2369 req-3be2caee-620c-401d-a9b1-f73df791abea tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219725 Sep 18 00:35:30.405860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:30.603382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:30.637567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['0d45b7e8-3185-4985-b5a3-8edba5202b20'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:30.658616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd226-6d26-4088-8619-b11d13fac7df req-24fc18c3-674c-46f6-a488-be7830a173de tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:30.660190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fecd226-6d26-4088-8619-b11d13fac7df req-24fc18c3-674c-46f6-a488-be7830a173de tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 931 time: 0.2028573 Sep 18 00:35:30.703082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3940534-d5d5-4149-b4f7-075eebc28058 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:30.736060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.790955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2883c0c-7d5a-4381-b1d6-0deebdbe5339 req-ad892a15-e656-4f55-acf1-91cb32badf1d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:30.792422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2883c0c-7d5a-4381-b1d6-0deebdbe5339 req-ad892a15-e656-4f55-acf1-91cb32badf1d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 931 time: 0.2307181 Sep 18 00:35:30.807557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Transition to ACTIVE for port object f3940534-d5d5-4149-b4f7-075eebc28058 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:30.818330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fecd226-6d26-4088-8619-b11d13fac7df req-23b573bf-4792-452b-a6db-f1cda40fc165 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443760 Sep 18 00:35:30.826226 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:30.935280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2883c0c-7d5a-4381-b1d6-0deebdbe5339 req-0a88b55b-b9b5-43a8-b5bd-8c74ddc5c460 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264546 Sep 18 00:35:30.935910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:31.130286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362583c7-573c-48cb-94f4-b68d5021b0ce {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:31.143172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2541-f6fb-4f32-98f3-bb51e590541d req-db48b074-25cc-4a4b-bb68-2fbc9dd97c7f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.144713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-966e2541-f6fb-4f32-98f3-bb51e590541d req-db48b074-25cc-4a4b-bb68-2fbc9dd97c7f tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 946 time: 0.2152865 Sep 18 00:35:31.148023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Attempting to bind port f3940534-d5d5-4149-b4f7-075eebc28058 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:31.148260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Attempting to bind port f3940534-d5d5-4149-b4f7-075eebc28058 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:31.148595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Attempting to bind port f3940534-d5d5-4149-b4f7-075eebc28058 on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:31.154166 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.171664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Port f3940534-d5d5-4149-b4f7-075eebc28058 on network 3e64932f-59e2-46b3-b755-f502778c1eee not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:31.172077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Attempting to bind port f3940534-d5d5-4149-b4f7-075eebc28058 on network 3e64932f-59e2-46b3-b755-f502778c1eee {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:31.193993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Transition to ACTIVE for port object 362583c7-573c-48cb-94f4-b68d5021b0ce will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:31.195004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:31.195337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Checking segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:31.195719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Bound using segment: {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:31.196155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Bound port: f3940534-d5d5-4149-b4f7-075eebc28058, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266cf3f0-6e77-4938-898c-1d22a11153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:31.196538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.210135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767b9e3-689a-44cf-be2d-f719ae0249e1 req-5cc3bbca-fa9d-416d-b648-4b216c4f9414 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.211633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c767b9e3-689a-44cf-be2d-f719ae0249e1 req-5cc3bbca-fa9d-416d-b648-4b216c4f9414 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.1433988 Sep 18 00:35:31.219512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.276660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-966e2541-f6fb-4f32-98f3-bb51e590541d req-1d893da5-2cbd-45ad-b145-346d4919576b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185739 Sep 18 00:35:31.340494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:31.399653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c767b9e3-689a-44cf-be2d-f719ae0249e1 req-32d62a7d-261d-4185-9114-d4951d1d65d6 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709640 Sep 18 00:35:31.467366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:31.516758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3940534-d5d5-4149-b4f7-075eebc28058,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:31.536107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.565113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:31.565453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:31.565786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:31.580533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4832367-de17-4b15-ad20-fe324413c096 req-3603a98a-2b3d-441f-8016-342c333eb6a1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.581960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4832367-de17-4b15-ad20-fe324413c096 req-3603a98a-2b3d-441f-8016-342c333eb6a1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1537254 Sep 18 00:35:31.593588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:31.594497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:31.615118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.615748 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.617246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 200 len: 1092 time: 2.2327328 Sep 18 00:35:31.619263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:31.621878 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf26c74-6386-4f46-ae4f-e146f57250a2" -d '{"events": [{"name": "network-changed", "server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:31.638502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:31.638860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:31.639215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:31.639671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Bound port: 362583c7-573c-48cb-94f4-b68d5021b0ce, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:31.640035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.657905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958718-d486-4e27-9408-9b46fa4bb737 req-381e7d48-f3b6-4af1-a68f-326d8754e06c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.659462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd958718-d486-4e27-9408-9b46fa4bb737 req-381e7d48-f3b6-4af1-a68f-326d8754e06c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 944 time: 0.1934805 Sep 18 00:35:31.720709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6829a-1761-4b3c-9343-99b07029e4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:31.786757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4832367-de17-4b15-ad20-fe324413c096 req-69975ed7-17db-4595-ad50-f67c2930ce3b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972866 Sep 18 00:35:31.799877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd958718-d486-4e27-9408-9b46fa4bb737 req-4a36152a-95e2-4da8-83be-d3207e4d6392 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292050 Sep 18 00:35:31.819123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-2b8f399a-7983-48e4-89fc-a093cd3215f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:31.820755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-2b8f399a-7983-48e4-89fc-a093cd3215f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 1095 time: 0.1489747 Sep 18 00:35:31.834266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d45b7e8-3185-4985-b5a3-8edba5202b20 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:31.876853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:31.880458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-04fd5b51-1ae4-4165-9967-2c73bdc013ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 200 len: 217 time: 0.0458286 Sep 18 00:35:31.892804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:31.899433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.925243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:31.991087 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6e7942-8d07-4c57-bbf3-8e27ee784428 x-openstack-request-id: req-fe6e7942-8d07-4c57-bbf3-8e27ee784428 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:31.991383 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:31.991833 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe6e7942-8d07-4c57-bbf3-8e27ee784428 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:31.992416 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'status': 'completed', 'code': 200} Sep 18 00:35:31.992541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 0d45b7e8-3185-4985-b5a3-8edba5202b20 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:31.996788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 0d45b7e8-3185-4985-b5a3-8edba5202b20 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:31.997161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.062349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.063025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.064776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] 10.222.0.48 "PUT /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 1092 time: 1.9279988 Sep 18 00:35:32.068837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-56a31de1-fc44-4a33-b1d5-2aa8f6ca782a tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c6641d2835254f16bbc491becb23cf7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117764 Sep 18 00:35:32.127966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-fe22d85a-0600-411b-ab43-abcdc1544575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.130006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-fe22d85a-0600-411b-ab43-abcdc1544575 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.2393005 Sep 18 00:35:32.142783 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.170068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:32.173176 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1f92d-3f09-4781-8201-4323eb375d2b" -d '{"events": [{"server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "name": "network-vif-plugged", "status": "completed", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:32.189836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:32.194639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.195663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:32.200360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-e543a782-3b19-4807-bc3a-967e30c22f1e tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.202125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-e543a782-3b19-4807-bc3a-967e30c22f1e tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1098 time: 0.2914693 Sep 18 00:35:32.252687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-16'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:32.288055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d809b6-6ebd-455a-99b6-caed76fcd837 service neutron] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:32.293302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:32.302653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port dc2068b8-7425-4298-b6cb-88e8957d1cfa completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:32.307273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port dc2068b8-7425-4298-b6cb-88e8957d1cfa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:32.307663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.362524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b24bc-6078-4181-8f89-830704100e9c req-2a6d6e3d-084a-4103-8d1a-bcd077b9fb5c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.364052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de3b24bc-6078-4181-8f89-830704100e9c req-2a6d6e3d-084a-4103-8d1a-bcd077b9fb5c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.3158367 Sep 18 00:35:32.399822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.402619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-cebe3eb3-0438-4433-bbdc-cc343ca2a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.404692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-cebe3eb3-0438-4433-bbdc-cc343ca2a06a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1095 time: 0.2520006 Sep 18 00:35:32.424660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-29d8d614-37ab-4d76-9b5e-bf27c4d342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.426173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-29d8d614-37ab-4d76-9b5e-bf27c4d342b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2563565 Sep 18 00:35:32.434194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:32.438919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.457646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-433ceae6-dce7-4255-9202-4f9c1fc1e684 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.462306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-433ceae6-dce7-4255-9202-4f9c1fc1e684 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722792 Sep 18 00:35:32.498027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:32.502270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:32.524752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-2a867629-6369-4cc4-9b67-8119452145b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 217 time: 0.0975080 Sep 18 00:35:32.560449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-b2baa06c-42d5-47d5-acfd-2827fc6a1947 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/quotas/c6641d2835254f16bbc491becb23cf7c HTTP/1.1" status: 200 len: 375 time: 0.0554941 Sep 18 00:35:32.651693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de3b24bc-6078-4181-8f89-830704100e9c req-1bfb47a9-b467-4aa8-bb03-c8233204a411 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585320 Sep 18 00:35:32.677561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6fffdab5-0d3b-446e-a94b-ad7ed1f226c6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667825 Sep 18 00:35:32.696545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d78c8e-4138-40a0-8712-cc063915175b req-e5d549f3-55e1-405d-8b55-a8508d2e8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.698013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-e5d549f3-55e1-405d-8b55-a8508d2e8f77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1538863 Sep 18 00:35:32.766389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-5089b1f0-8cf9-4705-aea5-63a691f12dca service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202536 Sep 18 00:35:32.768156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-8554c3d6-b7b2-4ad6-86a4-3a2a3d371829 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612850 Sep 18 00:35:32.839747 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373667b-7d28-4c3c-bb6e-0bf1ba2ddcfd x-openstack-request-id: req-f373667b-7d28-4c3c-bb6e-0bf1ba2ddcfd {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:32.840294 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "name": "network-vif-plugged", "status": "completed", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:32.840400 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f373667b-7d28-4c3c-bb6e-0bf1ba2ddcfd {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:32.840765 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20', 'code': 200} Sep 18 00:35:32.980631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfdc8e-3aad-40bb-bf4e-96fad65e2a9e req-bbdae282-ce7f-407c-a833-2ca86ca12a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:32.984839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-69dfdc8e-3aad-40bb-bf4e-96fad65e2a9e req-bbdae282-ce7f-407c-a833-2ca86ca12a85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 1097 time: 0.0569313 Sep 18 00:35:33.031572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-69dfdc8e-3aad-40bb-bf4e-96fad65e2a9e req-cf459d91-2b33-4043-b30d-243bd53ccb3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Sep 18 00:35:33.339074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c7b6f-6878-4c86-9dae-b48ec6888dc1 req-5694829e-0dcb-4e60-9e55-65b8475ca174 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:33.340607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a02c7b6f-6878-4c86-9dae-b48ec6888dc1 req-5694829e-0dcb-4e60-9e55-65b8475ca174 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 943 time: 0.6159644 Sep 18 00:35:33.344739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:33.364276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3216a3-805f-49d0-96a4-edda8ef113d2 req-3a1b5de8-c78d-4f86-8960-26a28a3150cc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:33.365777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a3216a3-805f-49d0-96a4-edda8ef113d2 req-3a1b5de8-c78d-4f86-8960-26a28a3150cc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.2599249 Sep 18 00:35:33.426407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-c09d4cb6-3bbd-4e7e-a274-b3ce4fd39a49 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183558 Sep 18 00:35:33.428168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ba14e8b-16e4-46cb-8ce2-5429ddfc5758 req-d99bb471-d9b1-40e6-91be-45fd508cc95e service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211925 Sep 18 00:35:33.523191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a02c7b6f-6878-4c86-9dae-b48ec6888dc1 req-59dcbcc9-f739-4bdc-b010-42fd2e087ad7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748605 Sep 18 00:35:33.526377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:33.588031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a3216a3-805f-49d0-96a4-edda8ef113d2 req-32676b6a-2128-4129-a61e-1b1676d83044 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038462 Sep 18 00:35:33.668556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:33.710385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-d047690c-bdb4-4743-94fd-5f6be77a5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:33.711780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-d047690c-bdb4-4743-94fd-5f6be77a5bda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 1095 time: 0.2040641 Sep 18 00:35:33.714076 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:33.717175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84d78c8e-4138-40a0-8712-cc063915175b req-d1e380f5-84ba-47a4-a8cd-fd188360ffe3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667220 Sep 18 00:35:33.766321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c11ae-f86a-498f-95ef-b0a14f313ea2 req-6a735346-c3aa-4b36-b07d-bf8626a5c1c0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:33.767885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c01c11ae-f86a-498f-95ef-b0a14f313ea2 req-6a735346-c3aa-4b36-b07d-bf8626a5c1c0 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 946 time: 0.1773694 Sep 18 00:35:33.831405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:33.879778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2e5d-95ce-4670-8e22-9c7035e783e0 req-987a1cf7-926b-4129-8eaa-23940200b892 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:33.881403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6ad2e5d-95ce-4670-8e22-9c7035e783e0 req-987a1cf7-926b-4129-8eaa-23940200b892 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.2223918 Sep 18 00:35:33.903026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:33.950833 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-129f0d99-a482-4f00-8c3d-aded3d40e423 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c6641d2835254f16bbc491becb23cf7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269973 Sep 18 00:35:33.985269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h2-712707-16 for vnic_type normal with profile {"migrating_to": "n-h1-712707-16"} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:33.985512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:33.985904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:34.003809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c01c11ae-f86a-498f-95ef-b0a14f313ea2 req-30b395cc-5600-4fa5-8c7e-2560c4648b5e tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135363 Sep 18 00:35:34.014677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce'}, {'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:34.018079 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb358c3e-2f47-4f93-91f5-3ba40bfba895" -d '{"events": [{"name": "network-changed", "server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce"}, {"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:34.041226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-69776249-334e-4ab6-93a7-215f2feefb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.042885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-69776249-334e-4ab6-93a7-215f2feefb05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.3142104 Sep 18 00:35:34.045658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:34.046060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:34.052668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6ad2e5d-95ce-4670-8e22-9c7035e783e0 req-e731a78f-a518-4546-84e2-8bda401e73a3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520321 Sep 18 00:35:34.063051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:34.063418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:34.063921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:34.064463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Bound port: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:34.064897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.106189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:34.130235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-3e1bcc40-197f-4214-a9aa-e97af00e79bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 200 len: 217 time: 0.0765159 Sep 18 00:35:34.161104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h2-712707-16 for vnic_type normal with profile {"migrating_to": "n-h1-712707-16"} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:34.161713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:34.162481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:34.169983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:34.170437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:34.176944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:34.177606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:34.178516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:34.179105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Bound port: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:34.179752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.181739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-bbfc90f3-5665-43c4-a841-ee7372cafa3c tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.183462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-bbfc90f3-5665-43c4-a841-ee7372cafa3c tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176440 Sep 18 00:35:34.212467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Request body: {'port': {'device_id': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'c6641d2835254f16bbc491becb23cf7c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:34.259008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:34.263983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:34.269359 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.281844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-02bed857-a227-4a7b-9928-ea96c9077fcc tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c6641d2835254f16bbc491becb23cf7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565658 Sep 18 00:35:34.291649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-afe6b936-acc5-48f5-aa14-57827e07248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.293246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-afe6b936-acc5-48f5-aa14-57827e07248d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.1205268 Sep 18 00:35:34.310450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fd0b-33ba-4f7a-95b0-215aae2e3f99 req-79b08f12-29aa-40bb-8ce3-f170ae17ed56 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.312765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6555fd0b-33ba-4f7a-95b0-215aae2e3f99 req-79b08f12-29aa-40bb-8ce3-f170ae17ed56 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.1875634 Sep 18 00:35:34.336556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:34.353951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc has no active binding in host n-h1-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:35:34.368864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Made reservation on behalf of c6641d2835254f16bbc491becb23cf7c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:34.373259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.385719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.389766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:34.415227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc-n-h2-712707-16-0 {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:35:34.415560 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:35:34.478458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-085a7314-850a-432b-b1e3-8ae2a55b6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.479983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-085a7314-850a-432b-b1e3-8ae2a55b6016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531274 Sep 18 00:35:34.484958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6555fd0b-33ba-4f7a-95b0-215aae2e3f99 req-e40b53ae-2b1d-42e3-b8f9-d2030be279dd tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201782 Sep 18 00:35:34.507941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.507941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.528663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d991d989-0a17-4c76-bb4a-f70ba4d3057b tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.530156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d991d989-0a17-4c76-bb4a-f70ba4d3057b tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303522 Sep 18 00:35:34.574325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d526efca-3297-4715-a98c-a5a2d0fb3c98 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/quotas/c6641d2835254f16bbc491becb23cf7c HTTP/1.1" status: 200 len: 375 time: 0.0367100 Sep 18 00:35:34.577223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4490892-f81d-4d63-a8b1-42048a1ca3b1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:34.634069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d0ca83b1-b97a-4aa3-9d00-ac3b02afcc74 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488355 Sep 18 00:35:34.671495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-1e6ff4f5-6fc1-4795-86df-7f253c17ac53 service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836631 Sep 18 00:35:34.680326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Allocated IP 192.168.233.55 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/9585d100-b8ac-49f5-968d-48b7e56658b4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:34.715645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e9cd-2cc6-4ebc-a14f-a224f8f2144b req-54f84f15-99ec-4137-aa7f-93b2528dccda tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.717321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6354e9cd-2cc6-4ebc-a14f-a224f8f2144b req-54f84f15-99ec-4137-aa7f-93b2528dccda tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.0776408 Sep 18 00:35:34.813659 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe06c8e-a62c-4741-b825-562bb2dd4493 x-openstack-request-id: req-8fe06c8e-a62c-4741-b825-562bb2dd4493 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:34.814121 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce", "status": "completed", "code": 200}, {"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:34.814428 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fe06c8e-a62c-4741-b825-562bb2dd4493 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:34.814762 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'status': 'completed', 'code': 200} Sep 18 00:35:34.815018 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'code': 200} Sep 18 00:35:34.821968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6354e9cd-2cc6-4ebc-a14f-a224f8f2144b req-50446539-69c6-4421-bcf6-065a6a9f6f39 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936720 Sep 18 00:35:34.825609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf26c74-6386-4f46-ae4f-e146f57250a2 req-6764b18b-637c-4675-b7c4-9b407cc84658 service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454875 Sep 18 00:35:34.841759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:34.844594 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a9dea-6117-4164-b758-f50299cebe7c" -d '{"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:34.939725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.977005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:34.986219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h2-712707-16 for vnic_type normal with profile {"migrating_to": "n-h1-712707-16"} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:34.986562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:34.986882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:34.994622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-392b697c-8541-4966-ae59-dcf87b077e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:34.996151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-392b697c-8541-4966-ae59-dcf87b077e8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1095 time: 0.1528068 Sep 18 00:35:35.007809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:35.008054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempting to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on network c672d353-bbf4-4ec3-a637-45b293a0482c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:35.028376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:35.031385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:35.033918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:35.040706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:35.040975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Checking segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:35.041365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Bound using segment: {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:35.041816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Bound port: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73668ecf-4835-4de8-a6fe-c1afbcf35bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c672d353-bbf4-4ec3-a637-45b293a0482c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:35.042180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.057326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5f1b4-996a-4792-8dc7-9793791223f8 req-28113b37-4e24-4096-a990-b2171a9fbf38 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.058884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a5f1b4-996a-4792-8dc7-9793791223f8 req-28113b37-4e24-4096-a990-b2171a9fbf38 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 943 time: 0.1436553 Sep 18 00:35:35.079423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf8238-8676-4eff-9411-8e5038fb9334 req-1e041feb-5426-45f0-adea-843f511dfafa tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.080991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24cf8238-8676-4eff-9411-8e5038fb9334 req-1e041feb-5426-45f0-adea-843f511dfafa tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1617756 Sep 18 00:35:35.090673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:35.130850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.131774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.149275 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-6270e1d0-0c1f-4283-8b7e-e5303b9d1c1d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9406998 Sep 18 00:35:35.172931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Request body: {'port': {'device_id': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:35.243675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.289098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a5f1b4-996a-4792-8dc7-9793791223f8 req-10849a62-c6d5-4ac8-99fc-70db60c1b353 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039032 Sep 18 00:35:35.290897 n-d-712707-16 neutron-server[106453]: WARNING neutron.plugins.ml2.plugin [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Concurrent port binding operations failed on port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc Sep 18 00:35:35.298319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:35.301577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-da50cc67-af5c-4b2b-a9f7-95258348f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.303177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-da50cc67-af5c-4b2b-a9f7-95258348f984 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.2974696 Sep 18 00:35:35.314314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24cf8238-8676-4eff-9411-8e5038fb9334 req-3938da9f-0b74-4a3b-9404-86967336b23b tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906910 Sep 18 00:35:35.319225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-47b4ad14-4547-432c-ba33-324406703181 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250316 Sep 18 00:35:35.337095 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attempt 2 to bind port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc Sep 18 00:35:35.345255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.346099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.352914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f01f6690-a066-4223-bab5-28a3edda1f40 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 1124 time: 3.1117976 Sep 18 00:35:35.393022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1cb37f49-af01-47b7-a86f-9808666db62c None None] Provisioning complete for port 9585d100-b8ac-49f5-968d-48b7e56658b4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:35.393592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f49-af01-47b7-a86f-9808666db62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.414869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-9585a349-99eb-4384-aec9-f0b3d3d30e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 217 time: 0.0994689 Sep 18 00:35:35.456255 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d8660-20b4-4d4e-ac62-e728cd278b3a x-openstack-request-id: req-091d8660-20b4-4d4e-ac62-e728cd278b3a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:35.456679 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-plugged", "status": "completed", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:35.458305 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-091d8660-20b4-4d4e-ac62-e728cd278b3a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:35.458808 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'code': 200} Sep 18 00:35:35.481115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:35.551229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-713fabba-8d24-4d4e-8942-f2dd0a77cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.557152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-713fabba-8d24-4d4e-8942-f2dd0a77cf5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 1101 time: 0.2021205 Sep 18 00:35:35.562032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87eed997-2015-4045-91a0-4098536bfa7a req-c199140a-b044-4787-a5c3-d9a4a0eaa4da tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 210 time: 0.0745361 Sep 18 00:35:35.570765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1cb37f49-af01-47b7-a86f-9808666db62c None None] Port 9585d100-b8ac-49f5-968d-48b7e56658b4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:35.580529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-c28bbc44-9967-4570-b7b0-b2508ce59c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.582560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-c28bbc44-9967-4570-b7b0-b2508ce59c45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1462464 Sep 18 00:35:35.619997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:35.692369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:35.703566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.719305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Transition to ACTIVE for port object 9585d100-b8ac-49f5-968d-48b7e56658b4 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:35.725355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.731398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-bc29c447-e565-4127-9889-4ba2b676cbfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195052 Sep 18 00:35:35.866678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:35.891398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Attempting to bind port 9585d100-b8ac-49f5-968d-48b7e56658b4 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:35.891980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Attempting to bind port 9585d100-b8ac-49f5-968d-48b7e56658b4 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:35.892392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Attempting to bind port 9585d100-b8ac-49f5-968d-48b7e56658b4 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:35.897666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Port 9585d100-b8ac-49f5-968d-48b7e56658b4 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:35.897987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Attempting to bind port 9585d100-b8ac-49f5-968d-48b7e56658b4 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:35.903549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:35.903892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:35.904382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:35.905264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Bound port: 9585d100-b8ac-49f5-968d-48b7e56658b4, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:35.905264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.951067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97983f-3b6a-4041-a10f-17e0b9702737 req-1dced100-6ae7-45f1-827a-d8252d49a5a2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.952749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a97983f-3b6a-4041-a10f-17e0b9702737 req-1dced100-6ae7-45f1-827a-d8252d49a5a2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.3839180 Sep 18 00:35:35.972646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f5a4-4ad9-43be-95ba-77beac649a3c req-ac6c8092-b17b-480e-9f32-82be8bdb082f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.974593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:35.978972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:35.980815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e493f5a4-4ad9-43be-95ba-77beac649a3c req-ac6c8092-b17b-480e-9f32-82be8bdb082f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.3216670 Sep 18 00:35:35.983199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:35.994968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778cce4-5deb-4285-acb6-c811b33c47b0 req-88e91239-fb8c-483e-8585-ee681e144585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:35.996636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1778cce4-5deb-4285-acb6-c811b33c47b0 req-88e91239-fb8c-483e-8585-ee681e144585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1099 time: 0.2873180 Sep 18 00:35:36.016670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-37d3e954-5fdd-447d-bea0-cfd9428c3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.018172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-37d3e954-5fdd-447d-bea0-cfd9428c3767 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.4347446 Sep 18 00:35:36.022942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.023636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:36.025266 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] 10.222.0.54 "PUT /v2.0/ports/9585d100-b8ac-49f5-968d-48b7e56658b4 HTTP/1.1" status: 200 len: 1096 time: 0.8592937 Sep 18 00:35:36.025837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:36.028179 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b07235-c91d-42fe-801c-d06659af60b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:36.052257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8e529-6743-45f7-ba7a-245442ec6a16 service neutron] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:36.156876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-262cc17e-ac93-45a2-ae69-cf659101cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.158672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-262cc17e-ac93-45a2-ae69-cf659101cb56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0579205 Sep 18 00:35:36.216260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-0467db56-c8be-4f9f-9548-58ab97083ab5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=9585d100-b8ac-49f5-968d-48b7e56658b4 HTTP/1.1" status: 200 len: 217 time: 0.0410986 Sep 18 00:35:36.271031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-d050f67c-9664-4896-ac30-b7320ab092f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.272636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-d050f67c-9664-4896-ac30-b7320ab092f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0461938 Sep 18 00:35:36.327615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-56183da7-db75-4956-afa8-9f1ede0bada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.329932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-56183da7-db75-4956-afa8-9f1ede0bada2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472491 Sep 18 00:35:36.421617 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-f9d0433b-169c-47ed-ace6-db9695bc4366 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c6641d2835254f16bbc491becb23cf7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372300 Sep 18 00:35:36.430510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-58bafe44-2791-443d-9f7c-59c42b6971ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 200 len: 217 time: 0.3800054 Sep 18 00:35:36.445727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e493f5a4-4ad9-43be-95ba-77beac649a3c req-021610ab-59eb-4aca-b4c5-284ffb0c5081 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627883 Sep 18 00:35:36.460542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-cca341b8-f61f-40e1-bbfd-ae92bf36487f service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467898 Sep 18 00:35:36.498694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a97983f-3b6a-4041-a10f-17e0b9702737 req-334cbf59-5168-4658-99d2-764c168af38a tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105186 Sep 18 00:35:36.519857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1778cce4-5deb-4285-acb6-c811b33c47b0 req-5f4fe93f-6ade-4520-9f86-dee67d3bf088 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045156 Sep 18 00:35:36.587857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-7a279a35-efab-4837-ab87-849a9935c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.589307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-7a279a35-efab-4837-ab87-849a9935c4e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1488428 Sep 18 00:35:36.648866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00dc7c-3786-4fad-84b3-2e7ab29880b8 req-b378c43c-de21-4af3-aea5-755e49bdc6ce tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.650480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d00dc7c-3786-4fad-84b3-2e7ab29880b8 req-b378c43c-de21-4af3-aea5-755e49bdc6ce tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.1113074 Sep 18 00:35:36.671291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb358c3e-2f47-4f93-91f5-3ba40bfba895 req-875bfd06-4112-4453-9446-887d8600fd74 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874421 Sep 18 00:35:36.698938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d00dc7c-3786-4fad-84b3-2e7ab29880b8 req-49ddd968-af89-464d-9af5-3ac84a7a2e61 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Sep 18 00:35:36.813787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-c32ec675-0047-492b-8db0-8c604ae9c90a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373767 Sep 18 00:35:36.815958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:36.819088 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6738d81f-6287-4af4-80d4-532d56ee6913" -d '{"events": [{"name": "network-changed", "server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:36.823603 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b586cf2-5706-4db7-84bd-9bae6586036d x-openstack-request-id: req-6b586cf2-5706-4db7-84bd-9bae6586036d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:36.823982 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:36.824345 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b586cf2-5706-4db7-84bd-9bae6586036d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:36.824782 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'status': 'completed', 'code': 200} Sep 18 00:35:36.849448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a149d-7ce6-4f5a-8778-806c51f59b30 req-46672d1b-0d1e-427d-9df6-67d02f8f39c7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.852696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc3a149d-7ce6-4f5a-8778-806c51f59b30 req-46672d1b-0d1e-427d-9df6-67d02f8f39c7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.0959518 Sep 18 00:35:36.859666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-6f1875ea-e9a7-4136-83a6-250efd1420a8 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.861273 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-6f1875ea-e9a7-4136-83a6-250efd1420a8 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330425 Sep 18 00:35:36.867480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-6b296811-9d10-4772-9bb0-1d43dcdcf06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:36.868982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-6b296811-9d10-4772-9bb0-1d43dcdcf06d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813024 Sep 18 00:35:36.902588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Request body: {'port': {'device_id': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'c6641d2835254f16bbc491becb23cf7c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:36.951137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc3a149d-7ce6-4f5a-8778-806c51f59b30 req-798af606-a218-4474-9c2a-ab6d97e27e82 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 Sep 18 00:35:36.994292 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c6bf6a3-446e-4a56-9f83-bec66ad46e27 req-e32af7e0-bacd-4522-90a8-41184d7f1377 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685126 Sep 18 00:35:37.006258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bd24e-3cff-4bc5-b930-17c6db013c08 req-be625ac8-96d3-4b76-8856-7e5b964b0dfc tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.007977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d91bd24e-3cff-4bc5-b930-17c6db013c08 req-be625ac8-96d3-4b76-8856-7e5b964b0dfc tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 943 time: 0.1322186 Sep 18 00:35:37.047377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Made reservation on behalf of c6641d2835254f16bbc491becb23cf7c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:35:37.051291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:37.052440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-a5eeec78-e3c5-40bd-8734-ef5f75aec0d2 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712544 Sep 18 00:35:37.118003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d91bd24e-3cff-4bc5-b930-17c6db013c08 req-3d8fff04-1a01-407b-9508-a9c39ba265ad tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979369 Sep 18 00:35:37.181671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f84cb-5f0c-4866-96a8-fbc1c28719ef req-6debd37f-b1d3-4e0d-b1db-62ddf30b4bef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.183262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f8f84cb-5f0c-4866-96a8-fbc1c28719ef req-6debd37f-b1d3-4e0d-b1db-62ddf30b4bef tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1356504 Sep 18 00:35:37.229302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39d4799-289f-4633-8781-54fb4bea7fd2 req-c64fd58c-9c1b-4e79-9f08-2c897ff7b88b tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 210 time: 0.0422332 Sep 18 00:35:37.229912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Allocated IP 192.168.233.167 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/32bb5215-1c12-468d-9302-d6e47586d55d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:35:37.241878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a173ee2b-3313-4d9f-9835-cb1dab2dabbd req-d2809f80-9334-43eb-ab9f-a88a2b454650 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762569 Sep 18 00:35:37.244121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07235-c91d-42fe-801c-d06659af60b7 req-34774dff-1a7b-4f73-90b7-ff2ee4864586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.245694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-34774dff-1a7b-4f73-90b7-ff2ee4864586 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0738437 Sep 18 00:35:37.264962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f8f84cb-5f0c-4866-96a8-fbc1c28719ef req-94f2e7ac-bf46-49c1-99a4-b549db3dcd2d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703845 Sep 18 00:35:37.321268 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77cd5dc-fb49-4dd5-8768-e41d3623d003 x-openstack-request-id: req-d77cd5dc-fb49-4dd5-8768-e41d3623d003 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:37.321570 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:37.321837 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d77cd5dc-fb49-4dd5-8768-e41d3623d003 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:37.322222 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'status': 'completed', 'code': 200} Sep 18 00:35:37.467556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07235-c91d-42fe-801c-d06659af60b7 req-afe90cef-ee44-464c-a28a-153c48b1a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.470813 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-afe90cef-ee44-464c-a28a-153c48b1a975 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2128825 Sep 18 00:35:37.526691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-d6ff1a0f-587d-49e6-a5f4-2114e751162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.528202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-d6ff1a0f-587d-49e6-a5f4-2114e751162c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1127 time: 0.1406503 Sep 18 00:35:37.532673 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-da8b0e3b-b249-462f-83b4-c348b056dbcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=9585d100-b8ac-49f5-968d-48b7e56658b4 HTTP/1.1" status: 200 len: 217 time: 0.0527589 Sep 18 00:35:37.541837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:37.607800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932816d-4fd2-4ede-a1e9-9dd8653b1583 req-becf1b3c-8cbf-4dd8-b68b-ed8ec384d0df tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.610244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6932816d-4fd2-4ede-a1e9-9dd8653b1583 req-becf1b3c-8cbf-4dd8-b68b-ed8ec384d0df tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0836589 Sep 18 00:35:37.618424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb45e5-07ad-47e8-b658-dfe1cfe20513 req-ee85b2ea-e100-4faf-853e-130a1dfed867 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.619867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dadb45e5-07ad-47e8-b658-dfe1cfe20513 req-ee85b2ea-e100-4faf-853e-130a1dfed867 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0930159 Sep 18 00:35:37.673228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6932816d-4fd2-4ede-a1e9-9dd8653b1583 req-e35e98dd-462f-4ddf-88bf-12905ac6eef2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Sep 18 00:35:37.674984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07235-c91d-42fe-801c-d06659af60b7 req-05d25ba7-720a-4036-9087-131f38c7843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.685695 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-05d25ba7-720a-4036-9087-131f38c7843c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1312132 Sep 18 00:35:37.691002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dadb45e5-07ad-47e8-b658-dfe1cfe20513 req-aac98615-338b-46cb-bdf9-cacca7803fcc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642691 Sep 18 00:35:37.704703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:37.722883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-69bbbc4a-2237-4d3f-944b-ac5333802c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.724436 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-69bbbc4a-2237-4d3f-944b-ac5333802c80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.1780694 Sep 18 00:35:37.786441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcac5a-0de8-48a3-bae6-2293c03826cc req-b3082337-9651-44ce-893b-4251896ed3f2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.789791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20dcac5a-0de8-48a3-bae6-2293c03826cc req-b3082337-9651-44ce-893b-4251896ed3f2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.0563657 Sep 18 00:35:37.806607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:35:37.808356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-e1d34157-0820-4a57-bf02-2c53e44d5927 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 217 time: 0.0522959 Sep 18 00:35:37.814643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:35:37.823403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:35:37.840100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20dcac5a-0de8-48a3-bae6-2293c03826cc req-c1aa723c-8352-4590-bca2-4ad611c28c2b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Sep 18 00:35:37.854480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:37.864734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3940534-d5d5-4149-b4f7-075eebc28058 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:37.882657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07235-c91d-42fe-801c-d06659af60b7 req-05f100f9-e5db-44ae-964e-1e607c78b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.884155 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-05f100f9-e5db-44ae-964e-1e607c78b19e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940150 Sep 18 00:35:37.983897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.984884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.006675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3940534-d5d5-4149-b4f7-075eebc28058,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:38.035992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-c7d8f951-f553-48dc-9ca4-c5e2ba108b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.037606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-c7d8f951-f553-48dc-9ca4-c5e2ba108b5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.2118630 Sep 18 00:35:38.048450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'port_id': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'mac_address': 'fa:16:3e:ba:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:38.051396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-a6e125b1-1496-4a61-9c63-74f57057ad44 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1529825 Sep 18 00:35:38.081516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Request body: {'port': {'device_id': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:38.089525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-3f63a27d-0981-4561-bde8-33cc5f5c3622 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398600 Sep 18 00:35:38.090560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.109408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3940534-d5d5-4149-b4f7-075eebc28058 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:38.132052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25758355-20a3-4015-bb61-26b2f41ffba9 req-7dda9913-9d26-4c94-b6a0-32e379491077 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.132494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3940534-d5d5-4149-b4f7-075eebc28058,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:38.133731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25758355-20a3-4015-bb61-26b2f41ffba9 req-7dda9913-9d26-4c94-b6a0-32e379491077 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1219456 Sep 18 00:35:38.139347 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.142755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-77d551f7-293d-474c-a540-7201fe3ca5a5 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119005 Sep 18 00:35:38.160031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e21ab-b3fc-4458-a6b8-4c260fd0b01d req-c1b8e38a-3b2c-4cf9-89eb-1d9ac24455bd tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.161640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-762e21ab-b3fc-4458-a6b8-4c260fd0b01d req-c1b8e38a-3b2c-4cf9-89eb-1d9ac24455bd tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.1028626 Sep 18 00:35:38.202276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:38.205204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a2d32126-a929-4af1-9d37-0a6b9b915ec8 None None] Provisioning complete for port 32bb5215-1c12-468d-9302-d6e47586d55d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:38.205895 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2d32126-a929-4af1-9d37-0a6b9b915ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.220588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25758355-20a3-4015-bb61-26b2f41ffba9 req-d7c760d6-b3e4-4532-a37c-89e33f6115f2 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Sep 18 00:35:38.238485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-762e21ab-b3fc-4458-a6b8-4c260fd0b01d req-6361c1f1-9a30-4e90-bac6-9498d0169489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648603 Sep 18 00:35:38.273808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a2d32126-a929-4af1-9d37-0a6b9b915ec8 None None] Port 32bb5215-1c12-468d-9302-d6e47586d55d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:35:38.334043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-87b07235-c91d-42fe-801c-d06659af60b7 req-65b92c06-8951-493e-b7d1-525e2f489893 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760650 Sep 18 00:35:38.336589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.388722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e51876-39f0-4cfc-9088-2600129fba9f req-f8e5073d-fed7-4ce0-8af4-2390a77af440 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.390950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40e51876-39f0-4cfc-9088-2600129fba9f req-f8e5073d-fed7-4ce0-8af4-2390a77af440 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 944 time: 0.0544987 Sep 18 00:35:38.418384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-11606d62-1b90-4ea8-b4f8-0dff8a51370b service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034372 Sep 18 00:35:38.438714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40e51876-39f0-4cfc-9088-2600129fba9f req-8b86b9c8-e691-4eef-bfe6-170bf2896618 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Sep 18 00:35:38.594130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e226f-c090-4625-8277-b1b4a5b266d0 req-303c5e9c-4211-436c-8d20-8e423592e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.600059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e226f-c090-4625-8277-b1b4a5b266d0 req-303c5e9c-4211-436c-8d20-8e423592e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.606017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e226f-c090-4625-8277-b1b4a5b266d0 req-303c5e9c-4211-436c-8d20-8e423592e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.607673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-490e226f-c090-4625-8277-b1b4a5b266d0 req-303c5e9c-4211-436c-8d20-8e423592e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0&device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203&device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 2417 time: 0.1008103 Sep 18 00:35:38.617136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79d77-d7c6-4860-8bbf-eabb032847d7 req-22ad55c8-c70d-4c04-9161-8783528d4eb3 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.618800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11f79d77-d7c6-4860-8bbf-eabb032847d7 req-22ad55c8-c70d-4c04-9161-8783528d4eb3 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 936 time: 0.0987518 Sep 18 00:35:38.674904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6738d81f-6287-4af4-80d4-532d56ee6913 req-2932cf44-b19c-4b9c-b4dd-a2e458a08eba service neutron] 10.222.0.54 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399695 Sep 18 00:35:38.675550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-490e226f-c090-4625-8277-b1b4a5b266d0 req-c92df36e-e703-4397-ba4e-4276a6ceedc1 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553930 Sep 18 00:35:38.695229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11f79d77-d7c6-4860-8bbf-eabb032847d7 req-5d6df98e-2126-4e9a-b1bc-f9fede4d04fa tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609734 Sep 18 00:35:38.734863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f3940534-d5d5-4149-b4f7-075eebc28058'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:38.778715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bb5215-1c12-468d-9302-d6e47586d55d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:38.792205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.809045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Transition to ACTIVE for port object 32bb5215-1c12-468d-9302-d6e47586d55d will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:38.813477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9ac8-4f73-4fcb-b328-bc50bdc2ca73 req-e2a9a962-ab35-4741-8735-ef6da5d887a8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.814669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:38.821370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa8f9ac8-4f73-4fcb-b328-bc50bdc2ca73 req-e2a9a962-ab35-4741-8735-ef6da5d887a8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0773404 Sep 18 00:35:38.870536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:38.898344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa8f9ac8-4f73-4fcb-b328-bc50bdc2ca73 req-74c3e9d7-06cb-4042-9ea6-fbf7db49b68e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707636 Sep 18 00:35:38.988705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c325b82-ed1f-426e-afaa-34e59e2e70be req-348c502f-b6f7-45e3-a7df-add6da12d3cf tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:38.996036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c325b82-ed1f-426e-afaa-34e59e2e70be req-348c502f-b6f7-45e3-a7df-add6da12d3cf tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1080515 Sep 18 00:35:39.013125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Attempting to bind port 32bb5215-1c12-468d-9302-d6e47586d55d on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:39.013459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Attempting to bind port 32bb5215-1c12-468d-9302-d6e47586d55d by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:39.013782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Attempting to bind port 32bb5215-1c12-468d-9302-d6e47586d55d on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:39.021299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Port 32bb5215-1c12-468d-9302-d6e47586d55d on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:39.021624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Attempting to bind port 32bb5215-1c12-468d-9302-d6e47586d55d on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:39.026830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:39.027323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:39.027712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:39.028145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Bound port: 32bb5215-1c12-468d-9302-d6e47586d55d, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:39.028801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:39.063701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c325b82-ed1f-426e-afaa-34e59e2e70be req-aeef8789-51b3-4f34-8fae-cc7cc86c7129 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666320 Sep 18 00:35:39.079445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f5163-a833-43b0-a37e-c13ae08d35af req-7181ba77-df05-4d3f-8d4f-dab38f8d9f5f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.086644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a39f5163-a833-43b0-a37e-c13ae08d35af req-7181ba77-df05-4d3f-8d4f-dab38f8d9f5f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0884137 Sep 18 00:35:39.123392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:39.127218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:39.132197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a39f5163-a833-43b0-a37e-c13ae08d35af req-e9a898b6-b8b8-4e63-9928-a741549e2c21 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Sep 18 00:35:39.133907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:39.202580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.203745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:39.206354 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] 10.222.0.54 "PUT /v2.0/ports/32bb5215-1c12-468d-9302-d6e47586d55d HTTP/1.1" status: 200 len: 1097 time: 1.1294649 Sep 18 00:35:39.213497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:39.224155 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e97e934-cfe6-4741-a9fc-fc61c365d216" -d '{"events": [{"name": "network-changed", "server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:39.243068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ec33-20a5-449b-a3d0-eab7a13a99ae service neutron] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:39.266035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b039f-74ad-4abf-837d-20c666bf888a req-cbae5245-960a-49ba-b34b-81f8eae17f4d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.268098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b3b039f-74ad-4abf-837d-20c666bf888a req-cbae5245-960a-49ba-b34b-81f8eae17f4d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.0860469 Sep 18 00:35:39.313054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b3b039f-74ad-4abf-837d-20c666bf888a req-1744a59b-e976-4384-ac8f-183199b9ba80 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Sep 18 00:35:39.338215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-084c742b-fc28-4134-99bd-d0a33608b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.339986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-084c742b-fc28-4134-99bd-d0a33608b8fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 1100 time: 0.0490599 Sep 18 00:35:39.405104 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d5820992-db40-45e9-8072-bc7e880162ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=32bb5215-1c12-468d-9302-d6e47586d55d HTTP/1.1" status: 200 len: 217 time: 0.0480139 Sep 18 00:35:39.407570 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd09bc8-8ec1-4886-ae17-425ffb38d029 x-openstack-request-id: req-efd09bc8-8ec1-4886-ae17-425ffb38d029 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:39.408115 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:39.408502 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efd09bc8-8ec1-4886-ae17-425ffb38d029 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:39.408989 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d', 'status': 'completed', 'code': 200} Sep 18 00:35:39.469800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-2a388e41-cc02-4ac8-9bdd-a3501cd98fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.471870 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-2a388e41-cc02-4ac8-9bdd-a3501cd98fb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0554609 Sep 18 00:35:39.478228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70bf7d-5bec-4af0-8eb1-76e64cd37d05 req-b2937101-e253-4abf-8d60-6787ab1dd872 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.479878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d70bf7d-5bec-4af0-8eb1-76e64cd37d05 req-b2937101-e253-4abf-8d60-6787ab1dd872 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.0526667 Sep 18 00:35:39.520015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d70bf7d-5bec-4af0-8eb1-76e64cd37d05 req-2ee98ee7-190f-42d9-b72a-104202b91486 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Sep 18 00:35:39.530764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-c90eb26d-7784-4aeb-8931-3508ac18a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.532964 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-c90eb26d-7784-4aeb-8931-3508ac18a5e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480158 Sep 18 00:35:39.647365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35e02c-bacf-4764-924e-77ba61fcaf2f req-dbe499a4-2085-43aa-90bf-a7ae1376b18c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.649433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b35e02c-bacf-4764-924e-77ba61fcaf2f req-dbe499a4-2085-43aa-90bf-a7ae1376b18c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 944 time: 0.0536709 Sep 18 00:35:39.671249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-1949c7f5-507c-4870-95c4-439d56588b0a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055598 Sep 18 00:35:39.688466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b35e02c-bacf-4764-924e-77ba61fcaf2f req-a39e91c5-65cd-44bd-acef-7830e4df9468 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Sep 18 00:35:39.746896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:39.828768 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-15662acf-0596-4d7c-b1eb-ff1ca8a97a41 req-d652eedb-187f-4d88-bef4-dca9c0d7bbdf service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472845 Sep 18 00:35:39.857071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a2f0-075d-4e14-9226-82aab13d8121 req-ccb3d463-a152-4413-8104-be1482a240eb tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:39.858781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6a4a2f0-075d-4e14-9226-82aab13d8121 req-ccb3d463-a152-4413-8104-be1482a240eb tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0709529 Sep 18 00:35:39.913468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:39.928351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'mac_address': 'fa:16:3e:8b:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:39.935719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6a4a2f0-075d-4e14-9226-82aab13d8121 req-6a341f04-ac1e-40ad-8b49-8844ba503959 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661955 Sep 18 00:35:40.005668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-ea0f2de7-8997-449b-a7a6-bcb731152c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.007327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-ea0f2de7-8997-449b-a7a6-bcb731152c84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c6641d2835254f16bbc491becb23cf7c&device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 1100 time: 0.0687690 Sep 18 00:35:40.031672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:40.087693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:40.134826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:40.146653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:40.173765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54044-8a04-46a4-bbfb-9594362e6189 req-32c8f7ea-851f-4ae4-98e2-7adf83243989 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.177758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3a54044-8a04-46a4-bbfb-9594362e6189 req-32c8f7ea-851f-4ae4-98e2-7adf83243989 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1003506 Sep 18 00:35:40.207115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-d6ee90ec-fe94-4f6c-b7d4-70bcdbad20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.210283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-d6ee90ec-fe94-4f6c-b7d4-70bcdbad20a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1948969 Sep 18 00:35:40.239088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3a54044-8a04-46a4-bbfb-9594362e6189 req-9e0f8dc5-9a7d-45f2-99b0-8cab53c9389c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Sep 18 00:35:40.240282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:40.288438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-16233533-8c15-44d0-a47d-5a53c42ccbf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=32bb5215-1c12-468d-9302-d6e47586d55d HTTP/1.1" status: 200 len: 217 time: 0.0671484 Sep 18 00:35:40.344312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-cd70e24e-ef2a-4606-810d-9e97d3d62fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.345811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-cd70e24e-ef2a-4606-810d-9e97d3d62fef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0505250 Sep 18 00:35:40.378933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1df528-1628-4258-ba12-23f4670b3a68 req-29ebe46f-6177-4e5d-8e1f-7df422f4473c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.382679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac1df528-1628-4258-ba12-23f4670b3a68 req-29ebe46f-6177-4e5d-8e1f-7df422f4473c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0660040 Sep 18 00:35:40.423231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-e25bf348-7b15-4222-8107-acc5045360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.424947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-e25bf348-7b15-4222-8107-acc5045360fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625374 Sep 18 00:35:40.447913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac1df528-1628-4258-ba12-23f4670b3a68 req-a980c3b1-ac52-497f-864f-b165447c28ac tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583868 Sep 18 00:35:40.576825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-0c9cfb9b-d54b-4896-9690-64b9175381b0 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385753 Sep 18 00:35:40.620556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b217227-1712-4b59-bae8-bf649cf693f7 req-4b6b6e5d-d290-4177-9cd7-4623c4490d1e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.625960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b217227-1712-4b59-bae8-bf649cf693f7 req-4b6b6e5d-d290-4177-9cd7-4623c4490d1e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1182628 Sep 18 00:35:40.693877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b217227-1712-4b59-bae8-bf649cf693f7 req-2f016a3d-14b0-4ff3-a540-6bffa6cd8695 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 Sep 18 00:35:40.749260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9585d100-b8ac-49f5-968d-48b7e56658b4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:40.766158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8e97e934-cfe6-4741-a9fc-fc61c365d216 req-125ef599-de7e-423a-9127-8d8673c98799 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790595 Sep 18 00:35:40.906560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd5573-84e0-42fa-835d-cf3bb74c1397 req-399ddc68-bbdb-41df-8d44-5002eb65e717 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:40.914220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15fd5573-84e0-42fa-835d-cf3bb74c1397 req-399ddc68-bbdb-41df-8d44-5002eb65e717 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 944 time: 0.1084938 Sep 18 00:35:40.972474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15fd5573-84e0-42fa-835d-cf3bb74c1397 req-bcacf38f-a137-4c93-89ee-82385da30697 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573807 Sep 18 00:35:41.058971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047c61e-8b97-41d6-9a66-936904477b66 req-65c68a4d-59f7-4c73-b9a8-7be08630c0b1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.064855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c047c61e-8b97-41d6-9a66-936904477b66 req-65c68a4d-59f7-4c73-b9a8-7be08630c0b1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.0709250 Sep 18 00:35:41.134659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c047c61e-8b97-41d6-9a66-936904477b66 req-6cb02dce-8a7c-4992-bb8e-f7b6c694da50 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670483 Sep 18 00:35:41.143660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a33e-e609-4b13-a9f5-4e0d907dac8d req-2679cbbf-2ce0-4ae1-8bfd-6635ce13e3a8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.145176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ae8a33e-e609-4b13-a9f5-4e0d907dac8d req-2679cbbf-2ce0-4ae1-8bfd-6635ce13e3a8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 944 time: 0.0793886 Sep 18 00:35:41.185004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ae8a33e-e609-4b13-a9f5-4e0d907dac8d req-02d3a536-3c29-4011-a2c7-605426ad5dc3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Sep 18 00:35:41.256540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21efc85-161c-4fc9-be36-45c70d780de0 req-e6da489e-bb4d-43cc-88b8-9c0e2fba3e3d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.258204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f21efc85-161c-4fc9-be36-45c70d780de0 req-e6da489e-bb4d-43cc-88b8-9c0e2fba3e3d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0538487 Sep 18 00:35:41.324594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f21efc85-161c-4fc9-be36-45c70d780de0 req-464513db-8c5b-4dc8-829a-84f5c2eab978 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561490 Sep 18 00:35:41.333532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9c5f6-868e-448c-8b5f-d09779a58537 req-0db26f46-15ac-42b4-b102-1d67a4425595 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.335152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66a9c5f6-868e-448c-8b5f-d09779a58537 req-0db26f46-15ac-42b4-b102-1d67a4425595 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0759242 Sep 18 00:35:41.376820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66a9c5f6-868e-448c-8b5f-d09779a58537 req-beebad06-8208-419d-9ccb-05dd7386873f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345612 Sep 18 00:35:41.442788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f6f18-65af-45f4-a4dd-d266d947da14 req-4cfbebcc-7c7a-4eb2-8260-a643777b9db2 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.444371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-689f6f18-65af-45f4-a4dd-d266d947da14 req-4cfbebcc-7c7a-4eb2-8260-a643777b9db2 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0602584 Sep 18 00:35:41.516984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-689f6f18-65af-45f4-a4dd-d266d947da14 req-483d59b2-49c7-4034-ab7d-0312e06a7d99 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Sep 18 00:35:41.529137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510a87-6df0-40ec-8272-97c9bfd5408c req-fe7c0bfe-4739-48f1-bbe8-1a6525a7070c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.530808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf510a87-6df0-40ec-8272-97c9bfd5408c req-fe7c0bfe-4739-48f1-bbe8-1a6525a7070c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0737665 Sep 18 00:35:41.574296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf510a87-6df0-40ec-8272-97c9bfd5408c req-530d82e4-8eb9-44b4-8451-7e0e543de2dc tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373631 Sep 18 00:35:41.588420 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-c099dd2e-bb67-4221-a61d-fab4eeac8135 service neutron] 10.222.0.54 "GET /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.0638082 Sep 18 00:35:41.633831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde5c5-706f-4ba1-bb0e-9b7d300b0896 req-3d8dc674-2f61-4c09-b5de-7c7604941f20 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.635146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03bde5c5-706f-4ba1-bb0e-9b7d300b0896 req-3d8dc674-2f61-4c09-b5de-7c7604941f20 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0542593 Sep 18 00:35:41.705507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03bde5c5-706f-4ba1-bb0e-9b7d300b0896 req-d9a7b2a5-4af0-46b0-978f-81a37a4312ea tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624735 Sep 18 00:35:41.730593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37790b7d-29d5-417a-9d24-3a19d5e55cbe req-5694b1b2-b964-4ef9-9715-e3b74fffd522 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.732295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37790b7d-29d5-417a-9d24-3a19d5e55cbe req-5694b1b2-b964-4ef9-9715-e3b74fffd522 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0722587 Sep 18 00:35:41.778542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37790b7d-29d5-417a-9d24-3a19d5e55cbe req-8f7b4b55-2a8f-48ef-8441-9f528db879f5 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Sep 18 00:35:41.802446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:41.833943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:41.875058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:41.890771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:41.896302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3940534-d5d5-4149-b4f7-075eebc28058 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:41.900899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:41.919544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:41.944529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27757-1490-41f6-8057-2ab7c5586fe9 req-e5030a43-d99b-43dd-80a3-d2315969b1b0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:41.946108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1b27757-1490-41f6-8057-2ab7c5586fe9 req-e5030a43-d99b-43dd-80a3-d2315969b1b0 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0585752 Sep 18 00:35:41.991792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1b27757-1490-41f6-8057-2ab7c5586fe9 req-40d904f4-22d4-467e-b9c1-8dc81183b3b7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Sep 18 00:35:42.021666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] Transition to ACTIVE for port object 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:35:42.028752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.063923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:42.081516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f3940534-d5d5-4149-b4f7-075eebc28058 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:42.084194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2', 'port_id': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'mac_address': 'fa:16:3e:fa:b2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b341f1-de2c-4a9e-959e-667e944b9522', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:42.089460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f3940534-d5d5-4149-b4f7-075eebc28058 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:42.090164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.108319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] No DVR routers for this DVR port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:42.145966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8097e-8778-4c7c-8131-0497bffbe9b4 req-60a42244-20da-45a2-b9f2-523584e0b50d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.147089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:42.148390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37a8097e-8778-4c7c-8131-0497bffbe9b4 req-60a42244-20da-45a2-b9f2-523584e0b50d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.0909977 Sep 18 00:35:42.155737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-b5f985f6-e7a6-492d-962a-3c9854ce4792 service neutron] 10.222.0.54 "PUT /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc/bindings/n-h1-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 0.5588043 Sep 18 00:35:42.176122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11833-96ca-4583-ac8a-429a830db01c req-d26242a9-7f40-493e-a1e7-a540e189a690 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.176344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.177675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85f11833-96ca-4583-ac8a-429a830db01c req-d26242a9-7f40-493e-a1e7-a540e189a690 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0879848 Sep 18 00:35:42.217342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362583c7-573c-48cb-94f4-b68d5021b0ce {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:42.248877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37a8097e-8778-4c7c-8131-0497bffbe9b4 req-f79e3b9b-8cbf-4676-afd0-4304e1e3e570 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700748 Sep 18 00:35:42.257507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:42.258646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.266142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.284801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85f11833-96ca-4583-ac8a-429a830db01c req-3bfedbf0-bb2d-4618-b56a-6943e17eb13e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999441 Sep 18 00:35:42.330408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:42.333367 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b7d4b-aa8d-48ec-8733-67c6edbbe8a8" -d '{"events": [{"server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "name": "network-vif-plugged", "status": "completed", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:42.365866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3940534-d5d5-4149-b4f7-075eebc28058,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:42.366854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:42.370624 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:42.413969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-8e6fe812-85dd-402c-ae9b-4d17305e0555 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.416265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-8e6fe812-85dd-402c-ae9b-4d17305e0555 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.1589980 Sep 18 00:35:42.428389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:42.472346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42503742-ea02-495d-8b07-7c114cf73871 req-8ac93c70-fb4f-43e2-ba41-204a9a536433 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.473828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42503742-ea02-495d-8b07-7c114cf73871 req-8ac93c70-fb4f-43e2-ba41-204a9a536433 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.1385725 Sep 18 00:35:42.496467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43c28-f390-4740-8313-7c085b88deda req-456e2d94-f1d6-4996-86f8-776c849a67a8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.497933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23a43c28-f390-4740-8313-7c085b88deda req-456e2d94-f1d6-4996-86f8-776c849a67a8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.1418960 Sep 18 00:35:42.527499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-8f0303ba-e44f-4e25-8c3a-332986e58f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.528956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-8f0303ba-e44f-4e25-8c3a-332986e58f53 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f&tenant_id=7eb4f1e741c94235b943bc1d9a79b461 HTTP/1.1" status: 200 len: 1097 time: 0.1010258 Sep 18 00:35:42.604625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42503742-ea02-495d-8b07-7c114cf73871 req-47c1970b-1bb4-475d-97a0-3ebdef4682a8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049039 Sep 18 00:35:42.612058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23a43c28-f390-4740-8313-7c085b88deda req-6479526a-870c-4b2b-9266-50eb211900f4 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952442 Sep 18 00:35:42.627430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-78286a53-b9c6-46c8-ac70-926b8e2da694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.628847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-78286a53-b9c6-46c8-ac70-926b8e2da694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1097 time: 0.0705318 Sep 18 00:35:42.659750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['362583c7-573c-48cb-94f4-b68d5021b0ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:42.691040 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43edfbc-1f07-46e3-bf07-ebcc6d951881 x-openstack-request-id: req-f43edfbc-1f07-46e3-bf07-ebcc6d951881 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:42.691934 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "name": "network-vif-plugged", "status": "completed", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:42.692497 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f43edfbc-1f07-46e3-bf07-ebcc6d951881 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:42.693413 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'code': 200} Sep 18 00:35:42.797518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-d2070cb6-5e90-4b5a-877b-c4eed87be3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.801116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-d2070cb6-5e90-4b5a-877b-c4eed87be3bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 200 len: 909 time: 0.1592295 Sep 18 00:35:42.901684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f4400baa-9f16-4936-b2d1-18a14cc7779c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 200 len: 217 time: 0.0799615 Sep 18 00:35:42.939361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828e82-82fb-43b8-856f-77cc06dee149 req-cba3f8e7-60fc-4f4f-a26b-3fa01e876e23 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.940794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e828e82-82fb-43b8-856f-77cc06dee149 req-cba3f8e7-60fc-4f4f-a26b-3fa01e876e23 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1852608 Sep 18 00:35:42.964276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fd130-c29a-4154-a2de-7005a4383774 req-e8da9c13-d24b-4b2b-ba25-241e637c4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:42.965680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d98fd130-c29a-4154-a2de-7005a4383774 req-e8da9c13-d24b-4b2b-ba25-241e637c4d45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 1097 time: 0.1948223 Sep 18 00:35:43.003488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4c05d-b7e4-4e0c-a1f8-0e6103d0835b req-e49da106-8e21-403d-9a17-d80ce7f680f7 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.004935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53f4c05d-b7e4-4e0c-a1f8-0e6103d0835b req-e49da106-8e21-403d-9a17-d80ce7f680f7 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.1783359 Sep 18 00:35:43.046428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-57571cb9-90b9-49d0-a400-b4e1d8a77b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.048115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-57571cb9-90b9-49d0-a400-b4e1d8a77b08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 200 len: 848 time: 0.1319931 Sep 18 00:35:43.064417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e828e82-82fb-43b8-856f-77cc06dee149 req-f326dbdc-be06-4211-8179-dec69a75b559 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036148 Sep 18 00:35:43.086186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d98fd130-c29a-4154-a2de-7005a4383774 req-9a56e644-ee44-4115-aadb-3dcbb6245a71 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054080 Sep 18 00:35:43.093042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53f4c05d-b7e4-4e0c-a1f8-0e6103d0835b req-b5a2b9cf-a7f6-4c6c-b3e0-2c2bfa54ecee tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Sep 18 00:35:43.107467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-996b79e4-a552-45c3-8932-98758bf70b8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c672d353-bbf4-4ec3-a637-45b293a0482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397446 Sep 18 00:35:43.208665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd612ac-cf25-49ae-bd54-8d4d64c99646 req-20a31a76-1788-4da2-ab30-057fe5cdd4a9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.210131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bd612ac-cf25-49ae-bd54-8d4d64c99646 req-20a31a76-1788-4da2-ab30-057fe5cdd4a9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0810225 Sep 18 00:35:43.221930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953e89d-17ea-4c3c-bfa1-8a8dabe8ed11 req-bb232038-6772-4876-ba72-041e48727940 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.223309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f953e89d-17ea-4c3c-bfa1-8a8dabe8ed11 req-bb232038-6772-4876-ba72-041e48727940 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0691051 Sep 18 00:35:43.276294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bd612ac-cf25-49ae-bd54-8d4d64c99646 req-cc9aac0d-7a5a-489a-b595-5e562feb1366 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Sep 18 00:35:43.281905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f953e89d-17ea-4c3c-bfa1-8a8dabe8ed11 req-9b45c240-72d3-4337-ab27-557e1c340231 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Sep 18 00:35:43.438382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b557751-40c8-4115-95e7-9255af4986fc req-ffc1c80c-455b-4f9b-b9d2-cd99498d07e2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.439840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b557751-40c8-4115-95e7-9255af4986fc req-ffc1c80c-455b-4f9b-b9d2-cd99498d07e2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.1023781 Sep 18 00:35:43.466632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-08ad9d03-fbd1-40f4-a949-fdea2755a0f3 service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366072 Sep 18 00:35:43.501467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b557751-40c8-4115-95e7-9255af4986fc req-9ca2177a-5b19-4771-bd14-a344e5b5d738 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Sep 18 00:35:43.572160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-0297d311-2e44-4670-b05d-c032c66d26de service neutron] 10.222.0.48 "GET /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931084 Sep 18 00:35:43.763148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c3472-d38b-4202-af2c-afc8d6c1d51e req-ce445271-dcc1-4761-859c-b5b0109dac54 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.764596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-434c3472-d38b-4202-af2c-afc8d6c1d51e req-ce445271-dcc1-4761-859c-b5b0109dac54 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.0790629 Sep 18 00:35:43.772533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf2ce-5b4e-451e-b2a9-0613afdaddcd req-7cdffec0-8844-4af4-8a33-b3d6d197db01 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.773684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:43.774154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaadf2ce-5b4e-451e-b2a9-0613afdaddcd req-7cdffec0-8844-4af4-8a33-b3d6d197db01 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0773840 Sep 18 00:35:43.785410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:43.831615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-434c3472-d38b-4202-af2c-afc8d6c1d51e req-360ae89b-edd2-4a95-bd93-a314820fe21f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Sep 18 00:35:43.835203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaadf2ce-5b4e-451e-b2a9-0613afdaddcd req-b3c29f49-7d7e-4df2-ae78-dc9ce1ed5106 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537207 Sep 18 00:35:43.884314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-7cfb8b50-c7de-46b1-83cf-4278fac82432 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:43.886975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-7cfb8b50-c7de-46b1-83cf-4278fac82432 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f&tenant_id=7eb4f1e741c94235b943bc1d9a79b461&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.0508287 Sep 18 00:35:43.887393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9585d100-b8ac-49f5-968d-48b7e56658b4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:43.897719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9585d100-b8ac-49f5-968d-48b7e56658b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:43.897719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:43.924499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:43.977733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:43.998770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '32bb5215-1c12-468d-9302-d6e47586d55d', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '32bb5215-1c12-468d-9302-d6e47586d55d', 'mac_address': 'fa:16:3e:0f:81:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:44.000687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f3e7eccc-de32-4407-8bf8-7e15d2fe6588 service neutron] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:35:44.004612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f3e7eccc-de32-4407-8bf8-7e15d2fe6588 service neutron] Notify callbacks [] for binding, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.006280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4650dbf-79cd-4bc2-8ffe-6880a40032a2 req-f3e7eccc-de32-4407-8bf8-7e15d2fe6588 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc/bindings/n-h2-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.1072035 Sep 18 00:35:44.090586 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.109395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.114865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bb5215-1c12-468d-9302-d6e47586d55d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:44.148113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:44.163387 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.166344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:44.172177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.173172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:44.225912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e057-53c7-4cf8-a7df-71e96d29e19b req-a0ae0634-e3e1-4c80-bc31-e31af3a8e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.227405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd7e057-53c7-4cf8-a7df-71e96d29e19b req-a0ae0634-e3e1-4c80-bc31-e31af3a8e49e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0919182 Sep 18 00:35:44.240069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ea34c-5d4e-4bd8-8145-6d289e611842 req-e7a7b880-631a-4155-ae88-e1519b0cf58a tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.241688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed6ea34c-5d4e-4bd8-8145-6d289e611842 req-e7a7b880-631a-4155-ae88-e1519b0cf58a tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 949 time: 0.0682440 Sep 18 00:35:44.245156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:44.251470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:35:44.293309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:44.295286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd7e057-53c7-4cf8-a7df-71e96d29e19b req-6d561bb5-c6ba-48ad-b016-4b01c1d13ee5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526159 Sep 18 00:35:44.303588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed6ea34c-5d4e-4bd8-8145-6d289e611842 req-cf86c6c5-dfe8-429b-8c2d-f4d10faf54b8 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Sep 18 00:35:44.443487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec19ba-262c-4e95-81e4-4916736d3b93 req-927d645b-836e-4a8a-b861-e4481d280c38 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.445324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ec19ba-262c-4e95-81e4-4916736d3b93 req-927d645b-836e-4a8a-b861-e4481d280c38 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0832827 Sep 18 00:35:44.452561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf004819-8ee9-435f-911e-48fc4c16ba97 req-7961591d-684e-4c63-ae8c-d9cb580f0a90 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.454266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf004819-8ee9-435f-911e-48fc4c16ba97 req-7961591d-684e-4c63-ae8c-d9cb580f0a90 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0833659 Sep 18 00:35:44.511047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ec19ba-262c-4e95-81e4-4916736d3b93 req-5e025770-e6e7-43fe-9982-63f53cb77309 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 Sep 18 00:35:44.516247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf004819-8ee9-435f-911e-48fc4c16ba97 req-106c5988-4483-4c3a-a0c2-90ed00c8c3a3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Sep 18 00:35:44.628170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['32bb5215-1c12-468d-9302-d6e47586d55d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:44.631471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97807cf1-659a-4910-8de4-86bbf5b3e36b req-d29fd624-36ae-4e3c-a2c4-e4253694ac33 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.633220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97807cf1-659a-4910-8de4-86bbf5b3e36b req-d29fd624-36ae-4e3c-a2c4-e4253694ac33 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.0529499 Sep 18 00:35:44.674888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97807cf1-659a-4910-8de4-86bbf5b3e36b req-2beeecc3-2cc0-418d-aee1-35381f45139f tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Sep 18 00:35:44.695114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:44.697711 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42528e72-61e9-40c8-affa-c435cf23b2d1" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:44.777261 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca3f81-7b49-4d38-a295-95fae103d016 x-openstack-request-id: req-9dca3f81-7b49-4d38-a295-95fae103d016 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:44.777920 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:44.777920 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dca3f81-7b49-4d38-a295-95fae103d016 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:44.778239 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'code': 200} Sep 18 00:35:44.885037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c1f8-46b9-4a4f-9199-292da741e5e5 req-14e1ae14-257b-4371-b63c-d91744276a75 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.886629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9645c1f8-46b9-4a4f-9199-292da741e5e5 req-14e1ae14-257b-4371-b63c-d91744276a75 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 1097 time: 0.0718489 Sep 18 00:35:44.927286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c48d4b-9716-47cb-b5fa-ad3e1240ef97 req-4bed8673-ad04-43ea-a278-1f8d71d38aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.928838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-10c48d4b-9716-47cb-b5fa-ad3e1240ef97 req-4bed8673-ad04-43ea-a278-1f8d71d38aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 1101 time: 0.0476143 Sep 18 00:35:44.944657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79449b8-2a30-4a3f-843a-d2ef82bf0542 req-2b8dca36-0516-4090-b802-97b2e24f71d6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.946101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f79449b8-2a30-4a3f-843a-d2ef82bf0542 req-2b8dca36-0516-4090-b802-97b2e24f71d6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0988770 Sep 18 00:35:44.981266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9645c1f8-46b9-4a4f-9199-292da741e5e5 req-c62efc5f-0134-4ed6-949f-4dee8a2e3b88 tempest-LiveMigrationTest-1518448351 tempest-LiveMigrationTest-1518448351-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Sep 18 00:35:44.981823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-10c48d4b-9716-47cb-b5fa-ad3e1240ef97 req-8c2af385-0496-4dc6-b477-c33da8337338 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Sep 18 00:35:44.991338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-5cebea28-6ebc-4cd7-81b8-7733a0f8f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:44.992818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-5cebea28-6ebc-4cd7-81b8-7733a0f8f436 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 1099 time: 0.1000967 Sep 18 00:35:45.012939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f79449b8-2a30-4a3f-843a-d2ef82bf0542 req-786f4774-b320-42d5-8628-90454fced70c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547521 Sep 18 00:35:45.438101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-d9275811-deb1-4bd8-9470-94527d103589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.439560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-d9275811-deb1-4bd8-9470-94527d103589 service neutron] 10.222.0.48 "GET /v2.0/networks?id=49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 200 len: 915 time: 0.4365346 Sep 18 00:35:45.453545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5bfd-7ff6-4c04-8e6e-48b11b6d72fb req-40ee5e37-fec6-4a87-ab06-1a5ae3804bf7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.454935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d36d5bfd-7ff6-4c04-8e6e-48b11b6d72fb req-40ee5e37-fec6-4a87-ab06-1a5ae3804bf7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.1013122 Sep 18 00:35:45.469204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b6c5-f669-451f-ad4b-d03efe2b0f5b req-7104318c-8983-49db-a87b-f1183ecb27d3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.470589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b026b6c5-f669-451f-ad4b-d03efe2b0f5b req-7104318c-8983-49db-a87b-f1183ecb27d3 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.1158786 Sep 18 00:35:45.508218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-b8e19ab5-04e3-4136-9275-357cc4ba8fe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 200 len: 217 time: 0.0517473 Sep 18 00:35:45.587308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d36d5bfd-7ff6-4c04-8e6e-48b11b6d72fb req-6d8a31c7-7431-4a9e-a144-8bb1ec4a37c6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156986 Sep 18 00:35:45.591657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b026b6c5-f669-451f-ad4b-d03efe2b0f5b req-4980a7f0-d9b1-4b83-b698-35550fd55d7f tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865202 Sep 18 00:35:45.599841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-0c231542-86ba-48fc-8b8e-7530496ce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.601353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-0c231542-86ba-48fc-8b8e-7530496ce2ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 200 len: 854 time: 0.0791943 Sep 18 00:35:45.646383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-506e1983-d981-49db-b61e-f6f1864e2ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=49837f92-3d5d-4544-98ce-09f7646e3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281641 Sep 18 00:35:45.771368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff12e24-61d3-47d9-9c84-74fcb6a3c3a3 req-c151e92f-b741-4f08-9cb6-1cdf35ecddae tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.772869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ff12e24-61d3-47d9-9c84-74fcb6a3c3a3 req-c151e92f-b741-4f08-9cb6-1cdf35ecddae tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 949 time: 0.1085904 Sep 18 00:35:45.799684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:45.855663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-3d5294fb-3353-4001-9686-390c70a93cec service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995382 Sep 18 00:35:45.908604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ff12e24-61d3-47d9-9c84-74fcb6a3c3a3 req-65b432ab-06a7-405e-afb5-b2b76d53fe4f tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099880 Sep 18 00:35:45.929960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff2e4b-b6fa-4a4f-ac8a-5320b492fbbf req-ad84def1-6867-4145-b523-2e2082ee3260 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:45.931342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abff2e4b-b6fa-4a4f-ac8a-5320b492fbbf req-ad84def1-6867-4145-b523-2e2082ee3260 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1376431 Sep 18 00:35:45.934475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-4a6cd97b-f90c-4adc-bb8d-bcc95bb701ed service neutron] 10.222.0.48 "GET /v2.0/ports/15b0626a-a45b-40e1-97c2-64fda6586016/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.1800265 Sep 18 00:35:45.938932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:45.993798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 362583c7-573c-48cb-94f4-b68d5021b0ce completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:45.998811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 362583c7-573c-48cb-94f4-b68d5021b0ce triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:45.999912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:46.055907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0deec2a-53bb-4f70-aa3f-96047edd6a9f req-cc8344cc-1561-4644-a803-c31c58e69fce service neutron] 10.222.0.48 "GET /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894710 Sep 18 00:35:46.064899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abff2e4b-b6fa-4a4f-ac8a-5320b492fbbf req-b0d5a944-b82c-4c88-b543-e389965c5dc7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852017 Sep 18 00:35:46.074087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674acbf-ed5c-4139-8f3a-5e1670eef3b3 req-41b74870-96b3-424e-8343-7da861fbe696 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.090648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8674acbf-ed5c-4139-8f3a-5e1670eef3b3 req-41b74870-96b3-424e-8343-7da861fbe696 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.1118834 Sep 18 00:35:46.092117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:46.137556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:46.148197 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:46.148560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8674acbf-ed5c-4139-8f3a-5e1670eef3b3 req-f4a07ce5-3696-40c8-9845-6183bd6b563c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Sep 18 00:35:46.207179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:46.238223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-3c4cb50c-457d-41a6-9cb9-c9513fef61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.239679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-3c4cb50c-457d-41a6-9cb9-c9513fef61b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1102 time: 0.0764866 Sep 18 00:35:46.289464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90a41e-3e89-46e5-b9e8-5dc56a82952a req-8d4c2528-7af0-49bb-b2c6-5587fda43d88 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.290907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d90a41e-3e89-46e5-b9e8-5dc56a82952a req-8d4c2528-7af0-49bb-b2c6-5587fda43d88 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0860548 Sep 18 00:35:46.300820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:35:46.307110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Request body: {'floatingip': {'port_id': 'f3940534-d5d5-4149-b4f7-075eebc28058'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:46.326065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a9f0e-3317-41ad-b3f6-6a7dd8f0cabe req-75c9aa16-98ed-4238-95f0-81c81d6fde77 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.327741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f37a9f0e-3317-41ad-b3f6-6a7dd8f0cabe req-75c9aa16-98ed-4238-95f0-81c81d6fde77 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.1049967 Sep 18 00:35:46.347544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:46.355557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-8be5bfc4-f4f3-4a00-993b-11e2274e649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.357172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-8be5bfc4-f4f3-4a00-993b-11e2274e649d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1102 time: 0.0754642 Sep 18 00:35:46.423145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f37a9f0e-3317-41ad-b3f6-6a7dd8f0cabe req-52224438-1b93-4f92-be85-5ffb5e2d4353 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862274 Sep 18 00:35:46.479718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988e152-e066-4f41-aeda-a12d4c06a5c5 req-d89e243d-f14d-434c-9084-09b18a3bad37 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.481229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1988e152-e066-4f41-aeda-a12d4c06a5c5 req-d89e243d-f14d-434c-9084-09b18a3bad37 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1341345 Sep 18 00:35:46.521415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-261650d2-2fe6-47f1-8d67-450837cf4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.522881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-261650d2-2fe6-47f1-8d67-450837cf4dff service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1331782 Sep 18 00:35:46.536954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1988e152-e066-4f41-aeda-a12d4c06a5c5 req-ad4217bb-2a90-44f2-b5a2-b267599e0ffa tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Sep 18 00:35:46.586774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-f384f11c-4124-4f93-a73c-c56d6c53af5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.0403802 Sep 18 00:35:46.703201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-b54d7164-0a0d-465f-9e53-be97c70f7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.704704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-b54d7164-0a0d-465f-9e53-be97c70f7219 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1082685 Sep 18 00:35:46.712209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-f1bbefdb-4c5d-492b-b102-9e6650417716 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.713574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-f1bbefdb-4c5d-492b-b102-9e6650417716 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 945 time: 0.1652486 Sep 18 00:35:46.734585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f073-b0fd-4c51-930a-e75bcecf205a req-73649d21-cfd7-48d6-9335-7742b3f14d07 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.736079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8591f073-b0fd-4c51-930a-e75bcecf205a req-73649d21-cfd7-48d6-9335-7742b3f14d07 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.0707676 Sep 18 00:35:46.779549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:46.782650 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a0b1f-d10d-4553-a176-93d87ddf68f0" -d '{"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-plugged", "status": "completed", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:46.830717 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f927c-1fec-442b-9dc7-82e8a8d005ad x-openstack-request-id: req-ec1f927c-1fec-442b-9dc7-82e8a8d005ad {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:46.831358 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-plugged", "status": "completed", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:46.831358 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec1f927c-1fec-442b-9dc7-82e8a8d005ad {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:46.831924 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'code': 200} Sep 18 00:35:46.870575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8591f073-b0fd-4c51-930a-e75bcecf205a req-a7ac9d28-2c01-4862-a0b5-eb17ed1c54a0 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176014 Sep 18 00:35:46.877498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-b5c238ac-d4b3-4364-b788-a978eeb4c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:46.879027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-b5c238ac-d4b3-4364-b788-a978eeb4c49d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420391 Sep 18 00:35:46.988603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Deleting port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:35:46.989289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.063823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.db.resource_extend [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:35:47.115647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.120902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.121174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-e096a491-86ff-48e7-8cf1-ced0ad903507 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313578 Sep 18 00:35:47.126053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14aaee-4741-4058-8362-28b35167f149 req-74de8171-f084-4435-bdb1-6f469b548e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:47.127732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb14aaee-4741-4058-8362-28b35167f149 req-74de8171-f084-4435-bdb1-6f469b548e6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1097 time: 0.2045884 Sep 18 00:35:47.179991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527326f-03ac-4cc7-ba7b-ed128ffbfb15 req-13d07885-0ff9-44ce-a119-b2d9c7206463 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:47.181487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c527326f-03ac-4cc7-ba7b-ed128ffbfb15 req-13d07885-0ff9-44ce-a119-b2d9c7206463 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 949 time: 0.1735134 Sep 18 00:35:47.221408 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Floating IP b6d55479-2920-42aa-a680-38ff5e28e505 associated. External IP: 172.25.7.132, port: f3940534-d5d5-4149-b4f7-075eebc28058. Sep 18 00:35:47.233002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] For port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:47.233374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.269879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Calling delete_port for 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:35:47.335556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb14aaee-4741-4058-8362-28b35167f149 req-e77ca3df-4381-48a2-a557-bb741e8be432 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758397 Sep 18 00:35:47.381821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d1fb0-3ed1-4aeb-ac43-4a8c726c2828 req-a588745c-6c06-4850-bba3-6980debb79ea tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:47.383226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e97d1fb0-3ed1-4aeb-ac43-4a8c726c2828 req-a588745c-6c06-4850-bba3-6980debb79ea tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.2408850 Sep 18 00:35:47.390941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c527326f-03ac-4cc7-ba7b-ed128ffbfb15 req-b0c1381c-bf1e-4fd7-9c04-4b7d69a85c93 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715558 Sep 18 00:35:47.435088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c9b3b7d-7942-454b-9b59-ae92a0aeadff req-2f106681-c854-4064-b125-fad18d488292 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832682 Sep 18 00:35:47.435260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:35:47.465583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e97d1fb0-3ed1-4aeb-ac43-4a8c726c2828 req-b568191a-29bc-497f-8d43-1e5c2a76365c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736635 Sep 18 00:35:47.557628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576dff5-ae38-4568-a230-078d13338136 req-54bce492-902a-4102-ae39-2853ec3ccd16 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:47.560739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e576dff5-ae38-4568-a230-078d13338136 req-54bce492-902a-4102-ae39-2853ec3ccd16 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0930147 Sep 18 00:35:47.563097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:35:47.569874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.577590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:35:47.581843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.595473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:47.596116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:47.644927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8c502d78-c57c-4c2d-9bb5-7ba907991a4a tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "PUT /v2.0/floatingips/b6d55479-2920-42aa-a680-38ff5e28e505 HTTP/1.1" status: 200 len: 991 time: 1.3423376 Sep 18 00:35:47.645495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:47.647842 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263a1202-ea59-4da6-b6d6-1f391678e1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:47.663097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:47.678726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event deleted for resources: {'Port': ['ID=1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:47.728491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66fc96b2-fc79-4606-91a5-cd5dcf23d77f req-e9d9abdb-714e-4fa5-b65f-4b8d65212499 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0457785 Sep 18 00:35:47.735171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] No DVR routers for this DVR port 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:47.738180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.740889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9342bca-cc23-4bf8-b327-43ff3b5cf346 req-e1b915e4-d9a7-47a6-8cd0-7299ed25ff1c tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.48 "DELETE /v2.0/ports/1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc HTTP/1.1" status: 204 len: 173 time: 1.0028067 Sep 18 00:35:47.744092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-deleted', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:47.746942 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9fa0f-1da3-4055-9d5e-b3c77eb52769" -d '{"events": [{"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-deleted", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:47.763079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e576dff5-ae38-4568-a230-078d13338136 req-c654897f-0789-431d-9c1d-f5beb13928d8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785846 Sep 18 00:35:47.861202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749627-9c7c-4de8-8d1c-9e6065207455 req-722555e6-e8fe-4ec3-b679-35ee338615d8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:47.868972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f749627-9c7c-4de8-8d1c-9e6065207455 req-722555e6-e8fe-4ec3-b679-35ee338615d8 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0711071 Sep 18 00:35:47.892967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:47.912095 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749d99c0-fafa-4d59-87ac-287b13f6cc1f x-openstack-request-id: req-749d99c0-fafa-4d59-87ac-287b13f6cc1f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:47.912703 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:47.913701 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-749d99c0-fafa-4d59-87ac-287b13f6cc1f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:47.914232 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'status': 'completed', 'code': 200} Sep 18 00:35:47.919104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f749627-9c7c-4de8-8d1c-9e6065207455 req-1a025ea9-ad48-4ac6-b439-3073b4901c95 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Sep 18 00:35:47.965252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:47.988007 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ede3f9-f362-411e-bfd8-c209087d0507 x-openstack-request-id: req-76ede3f9-f362-411e-bfd8-c209087d0507 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:47.988383 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20bc6b4-451c-42aa-8299-bc242201273f", "name": "network-vif-deleted", "tag": "1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:47.988761 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76ede3f9-f362-411e-bfd8-c209087d0507 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:47.989309 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20bc6b4-451c-42aa-8299-bc242201273f', 'name': 'network-vif-deleted', 'tag': '1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc', 'status': 'completed', 'code': 200} Sep 18 00:35:48.034205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-09065a4d-228b-4312-94db-83afe1a43698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.035137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-09065a4d-228b-4312-94db-83afe1a43698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 1097 time: 0.0883749 Sep 18 00:35:48.101565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 32bb5215-1c12-468d-9302-d6e47586d55d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:48.123421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 32bb5215-1c12-468d-9302-d6e47586d55d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:48.123939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:48.167769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c35dd-b1d8-40b8-b415-b1a1a839415e req-45a06d92-a77f-4589-a4eb-4b25ebcea147 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.175481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a5c35dd-b1d8-40b8-b415-b1a1a839415e req-45a06d92-a77f-4589-a4eb-4b25ebcea147 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1545815 Sep 18 00:35:48.199113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b540313-39a8-4bcd-bc1b-85ffa8fdccda req-cfe5dab6-fbe8-4f38-bdad-360b6629cbb7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.200622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b540313-39a8-4bcd-bc1b-85ffa8fdccda req-cfe5dab6-fbe8-4f38-bdad-360b6629cbb7 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1710565 Sep 18 00:35:48.225860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-dac496a4-d85e-4a72-97c4-38c6b3083f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.227313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-dac496a4-d85e-4a72-97c4-38c6b3083f13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.1690490 Sep 18 00:35:48.304594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a5c35dd-b1d8-40b8-b415-b1a1a839415e req-0880c83c-52f6-49c8-901f-2efb2b8e38d9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282048 Sep 18 00:35:48.326252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b540313-39a8-4bcd-bc1b-85ffa8fdccda req-2ea573f4-d6c3-4bc2-909f-5bd8bad8a81a tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 Sep 18 00:35:48.336552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-0204f9b7-83d9-4ffb-b165-35c02318af73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 200 len: 999 time: 0.1003222 Sep 18 00:35:48.352161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:48.397017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:48.400072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:ba:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:35:46Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:48.403453 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:48.407626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-7ba1880b-58d3-4511-a165-79aba19681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.409391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-7ba1880b-58d3-4511-a165-79aba19681bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.0639970 Sep 18 00:35:48.435825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:35:48.469308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:48.470091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:48.524014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:48.560835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-d507b0fc-bd90-473b-9f72-0132e9ad45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.563441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-d507b0fc-bd90-473b-9f72-0132e9ad45a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352184 Sep 18 00:35:48.573737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c2458-6ea4-4286-85a5-3b7719128b2d req-9dc0eecd-03ee-4f79-95ff-b9b24a18a979 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.575318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c10c2458-6ea4-4286-85a5-3b7719128b2d req-9dc0eecd-03ee-4f79-95ff-b9b24a18a979 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1305091 Sep 18 00:35:48.603638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:48.614379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355d440-6f54-4cb7-ae39-a3a42a260cc8 req-c0936697-7a49-4889-b560-1f3d07e34046 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.615867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0355d440-6f54-4cb7-ae39-a3a42a260cc8 req-c0936697-7a49-4889-b560-1f3d07e34046 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 950 time: 0.1147463 Sep 18 00:35:48.721445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c10c2458-6ea4-4286-85a5-3b7719128b2d req-18506ea1-0c09-4d25-b821-5951e2ff4b14 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329644 Sep 18 00:35:48.732776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0355d440-6f54-4cb7-ae39-a3a42a260cc8 req-53b0057e-da82-4932-b7c7-04616e373358 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Sep 18 00:35:48.775982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-c9aa3579-dad2-44fd-9a28-19b5531f8508 service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958749 Sep 18 00:35:48.835429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:48.839844 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5db3a-fd4c-4783-8dbc-60560930e919" -d '{"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-plugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:48.948617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:ba:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:35:46Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:48.976166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-263a1202-ea59-4da6-b6d6-1f391678e1c8 req-65e0022d-0d86-47f9-b576-03d8e7f90260 service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915202 Sep 18 00:35:48.978371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe963ee-a74b-4e82-a471-814562f2bf1b None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'b6d55479-2920-42aa-a680-38ff5e28e505', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'port_id': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'mac_address': 'fa:16:3e:ba:2c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:32:10Z', 'updated_at': '2021-09-18T00:35:46Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:35:48.985888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985e416-1179-48cb-b8dd-b0029f23a1fa req-a9e52a67-81a8-4628-ba2e-2f4fb39264d9 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:48.987503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e985e416-1179-48cb-b8dd-b0029f23a1fa req-a9e52a67-81a8-4628-ba2e-2f4fb39264d9 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1461682 Sep 18 00:35:49.028537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec57b7-7066-40e9-80c7-8884eeee8999 req-b6d42cab-b4f0-4fdd-b689-c3a704e47858 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.030102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92ec57b7-7066-40e9-80c7-8884eeee8999 req-b6d42cab-b4f0-4fdd-b689-c3a704e47858 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0938845 Sep 18 00:35:49.056361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e985e416-1179-48cb-b8dd-b0029f23a1fa req-a91de26f-7236-4965-9093-e26b5a9fc22a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626106 Sep 18 00:35:49.088311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92ec57b7-7066-40e9-80c7-8884eeee8999 req-5a6a642a-ea1e-431b-9eca-61cbd602fd30 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Sep 18 00:35:49.152826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-951913e1-8425-412f-abe7-00fd99af00a3 req-6c6a79d1-0321-4781-a998-7d78750a4543 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0268769 Sep 18 00:35:49.218609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334878d-0be8-482a-8f09-764f98474dd6 req-cf60cbb5-6537-46bf-b5c1-05862b668b43 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.220263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9334878d-0be8-482a-8f09-764f98474dd6 req-cf60cbb5-6537-46bf-b5c1-05862b668b43 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 950 time: 0.0563641 Sep 18 00:35:49.264791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9334878d-0be8-482a-8f09-764f98474dd6 req-87591e23-f240-450a-889b-cd3629ff4288 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Sep 18 00:35:49.273528 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75099ae-9bd2-4977-8ac7-d6f85fe4a8bb x-openstack-request-id: req-e75099ae-9bd2-4977-8ac7-d6f85fe4a8bb {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:49.273845 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-plugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:49.274102 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e75099ae-9bd2-4977-8ac7-d6f85fe4a8bb {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:49.274493 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d', 'code': 200} Sep 18 00:35:49.275197 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed3583-e634-408c-a674-00c925140d43 None None] New status for floating IP b6d55479-2920-42aa-a680-38ff5e28e505: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:35:49.434228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd8bf-4fe6-49c2-a43e-adf42d558e43 req-a5f3187a-793d-43b9-98ec-4c319643c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.438876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-10bdd8bf-4fe6-49c2-a43e-adf42d558e43 req-a5f3187a-793d-43b9-98ec-4c319643c02a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 1102 time: 0.0585725 Sep 18 00:35:49.466869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f0a43-ac72-45a2-9393-f59977a3c2fe req-7b01a979-499b-4b36-ad57-bbf92ba802ba tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.470736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c14f0a43-ac72-45a2-9393-f59977a3c2fe req-7b01a979-499b-4b36-ad57-bbf92ba802ba tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0791938 Sep 18 00:35:49.484566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-10bdd8bf-4fe6-49c2-a43e-adf42d558e43 req-02880600-fe94-4d55-9ddd-edf8d1fc45c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Sep 18 00:35:49.527244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c14f0a43-ac72-45a2-9393-f59977a3c2fe req-c70a643c-d051-4df1-9437-733479837fc4 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 18 00:35:49.675997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e9ef-3ef6-4fea-a2fc-da82b5146181 req-1622e1f3-5702-4350-9eab-5d7835a6e3d6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.677493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34c6e9ef-3ef6-4fea-a2fc-da82b5146181 req-1622e1f3-5702-4350-9eab-5d7835a6e3d6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0807257 Sep 18 00:35:49.689630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccacaf-daca-4d3c-88e7-eed29e4f9167 req-789fb193-c1b2-4106-a947-53c871acb7ad tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.691031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbccacaf-daca-4d3c-88e7-eed29e4f9167 req-789fb193-c1b2-4106-a947-53c871acb7ad tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.2882099 Sep 18 00:35:49.746285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34c6e9ef-3ef6-4fea-a2fc-da82b5146181 req-f520a387-cb4d-4ee5-acc5-c395a1adb6f9 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542240 Sep 18 00:35:49.748898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbccacaf-daca-4d3c-88e7-eed29e4f9167 req-3a5df44f-8e59-4469-80e7-ee5c7ff8199e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515037 Sep 18 00:35:49.885754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47af24-55e8-4894-8045-208845e1f6d5 req-e3e3e375-28f4-4ddd-aa56-0072863070f9 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.887357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c47af24-55e8-4894-8045-208845e1f6d5 req-e3e3e375-28f4-4ddd-aa56-0072863070f9 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 950 time: 0.0771546 Sep 18 00:35:49.910984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a1745-8bf2-49e1-b0ae-411ae1bd0a4d req-41d58360-4b6b-48a0-91b4-2ac411d99e94 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:49.912488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-458a1745-8bf2-49e1-b0ae-411ae1bd0a4d req-41d58360-4b6b-48a0-91b4-2ac411d99e94 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0742488 Sep 18 00:35:49.947761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c47af24-55e8-4894-8045-208845e1f6d5 req-6ef9229e-fa70-4f6c-bbfa-2189c965ae7a tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526526 Sep 18 00:35:49.971749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-458a1745-8bf2-49e1-b0ae-411ae1bd0a4d req-5377060d-670e-4cab-a4fd-4f5e007c8dba tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524740 Sep 18 00:35:49.973497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:50.098885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:50.104732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e89c53-f851-4f64-b859-1539adde427d req-de1def44-7164-47ff-adfc-cb13b7aadc72 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:50.106256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6e89c53-f851-4f64-b859-1539adde427d req-de1def44-7164-47ff-adfc-cb13b7aadc72 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0715017 Sep 18 00:35:50.135550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:50.141637 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:50.142420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:50.191248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6e89c53-f851-4f64-b859-1539adde427d req-0b1d8ab6-3f38-4532-8e78-add6a85befe2 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767422 Sep 18 00:35:50.206155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d4878-ac49-41b8-b8de-295bc1a6577e req-7ea2a2f5-5618-4c16-b12b-51d186464cb8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:50.207667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb9d4878-ac49-41b8-b8de-295bc1a6577e req-7ea2a2f5-5618-4c16-b12b-51d186464cb8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0629876 Sep 18 00:35:50.208983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:35:50.209339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1fbf37d4-c544-43b6-9a2c-2a3d6a1ae8cc not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:35:50.264747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:50.284860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb9d4878-ac49-41b8-b8de-295bc1a6577e req-6fac020a-4ecf-410f-bded-0613c41f8cc8 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703442 Sep 18 00:35:50.691301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec41d3eb-7fa4-4d0b-b4da-190f3123207d req-023c31e5-a60a-45eb-bdbe-2ee60e9930b3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=e20bc6b4-451c-42aa-8299-bc242201273f HTTP/1.1" status: 200 len: 210 time: 0.0287898 Sep 18 00:35:50.707636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63654a94-915e-481b-a38b-9d838518f758 req-85203dc9-9dff-490c-a0b6-9e52cfcb2b94 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:50.709262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63654a94-915e-481b-a38b-9d838518f758 req-85203dc9-9dff-490c-a0b6-9e52cfcb2b94 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.4347370 Sep 18 00:35:50.747447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63654a94-915e-481b-a38b-9d838518f758 req-dd34614e-adb6-4dd4-a1c2-b7f07917295f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Sep 18 00:35:50.807454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298703-81ca-4231-ba6e-162a76c2dd61 req-c480edb1-3b52-4630-8eb8-64fdfb8b573d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:50.809234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7298703-81ca-4231-ba6e-162a76c2dd61 req-c480edb1-3b52-4630-8eb8-64fdfb8b573d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0535986 Sep 18 00:35:50.857297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7298703-81ca-4231-ba6e-162a76c2dd61 req-d8596236-15cf-435a-9aa5-a2e871da36bb tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Sep 18 00:35:50.955744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7909f-30aa-49dc-9616-d32b9a99d02e req-3b2d0f98-9226-4087-81fa-1798527784ad tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:50.957206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6c7909f-30aa-49dc-9616-d32b9a99d02e req-3b2d0f98-9226-4087-81fa-1798527784ad tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0550978 Sep 18 00:35:51.014329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6c7909f-30aa-49dc-9616-d32b9a99d02e req-047c1432-0223-489e-a867-ea71a9c82fbc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Sep 18 00:35:51.144924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115c925-a7fc-424a-bae5-a3ca49b2ebda req-4afc2e9f-d44d-4484-a9fc-a9eb8b97d904 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:51.146537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a115c925-a7fc-424a-bae5-a3ca49b2ebda req-4afc2e9f-d44d-4484-a9fc-a9eb8b97d904 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0552235 Sep 18 00:35:51.187644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a115c925-a7fc-424a-bae5-a3ca49b2ebda req-4b2dd3e8-29e2-4ecd-b50c-001c8d1ec3da tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Sep 18 00:35:51.275768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:51.278773 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9979e-33e5-45f3-b2c4-88df40aba5ba" -d '{"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-unplugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:51.297444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921b7c-361c-4f4b-a4a0-40a3fde286ef req-e5e2c98a-fcfa-47c3-91ed-e72b927457a7 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:51.305017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93921b7c-361c-4f4b-a4a0-40a3fde286ef req-e5e2c98a-fcfa-47c3-91ed-e72b927457a7 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 950 time: 0.0598340 Sep 18 00:35:51.346383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93921b7c-361c-4f4b-a4a0-40a3fde286ef req-c2bb078f-c9bc-4f98-b834-16dc17d01aaf tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Sep 18 00:35:51.697022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-2bdeb3fe-32bc-4b61-9c0b-bcb78c412779 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:51.698928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-2bdeb3fe-32bc-4b61-9c0b-bcb78c412779 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662&tenant_id=072107b4981c4aa48f60f9e54beb6d10&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 948 time: 0.0610876 Sep 18 00:35:51.813047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165f5e-db22-4602-ab43-ea27206f9b75 req-4796359c-4151-45dc-b8c1-b3e3b8d2614e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:51.814667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51165f5e-db22-4602-ab43-ea27206f9b75 req-4796359c-4151-45dc-b8c1-b3e3b8d2614e tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0908206 Sep 18 00:35:51.819209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-3f9673de-03fe-454e-967e-19038de6d995 service neutron] 10.222.0.48 "GET /v2.0/ports/15b0626a-a45b-40e1-97c2-64fda6586016/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.1033661 Sep 18 00:35:51.878153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51165f5e-db22-4602-ab43-ea27206f9b75 req-44bfb48f-78e4-4c1b-b3ac-fd7bc83c0c68 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Sep 18 00:35:51.930843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-4dac12c0-fe8b-4cd8-88fe-6ec5d4fa5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:51.933048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-4dac12c0-fe8b-4cd8-88fe-6ec5d4fa5b42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1100 time: 0.0539587 Sep 18 00:35:51.969708 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0a7823-29a0-4ba8-a473-1deb894f5d21 x-openstack-request-id: req-2e0a7823-29a0-4ba8-a473-1deb894f5d21 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:51.970356 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-unplugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:51.970935 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e0a7823-29a0-4ba8-a473-1deb894f5d21 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:51.971450 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016', 'code': 200} Sep 18 00:35:51.977114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:51.984433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-bb212e6c-d521-422e-8ad6-f5001a26014f tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:35:51.986229 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-bb212e6c-d521-422e-8ad6-f5001a26014f tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209053 Sep 18 00:35:52.032207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-60842ebe-f268-4dce-85ba-3287364b8097 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.034099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-60842ebe-f268-4dce-85ba-3287364b8097 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 1094 time: 0.0410767 Sep 18 00:35:52.042987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:52.043759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:35:52.083869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-978a79e8-6124-4305-9158-ef1fa8ec318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.085887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-978a79e8-6124-4305-9158-ef1fa8ec318e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1456983 Sep 18 00:35:52.103704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13aae-a41a-4ae7-8843-3100addaa894 req-c2bdaf48-4ba7-4ee6-b97f-2b9984bd59fa tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.105484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67f13aae-a41a-4ae7-8843-3100addaa894 req-c2bdaf48-4ba7-4ee6-b97f-2b9984bd59fa tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 949 time: 0.0750043 Sep 18 00:35:52.130761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:52.143851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '15b0626a-a45b-40e1-97c2-64fda6586016', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '15b0626a-a45b-40e1-97c2-64fda6586016', 'mac_address': 'fa:16:3e:8f:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:52.159263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-6dd792bf-90b2-493c-9e2a-f2a11a440156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.0526419 Sep 18 00:35:52.194434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:52.206718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:35:52.207200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:35:52.207670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:52.208729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:52.209635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67f13aae-a41a-4ae7-8843-3100addaa894 req-3ee92e0a-9f8d-47e2-a374-4ea1ce041d4d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965288 Sep 18 00:35:52.212402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:35:52.212754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:35:52.219414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:35:52.220060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:35:52.220634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:35:52.221281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Bound port: 362583c7-573c-48cb-94f4-b68d5021b0ce, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:35:52.244379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-d8df51c7-40b5-4851-b197-d934a4f4da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.245877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-d8df51c7-40b5-4851-b197-d934a4f4da9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0783520 Sep 18 00:35:52.259886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:52.265616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:52.296362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:35:52.308602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:52.317151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-489477e8-1b2e-47cf-955d-67adb4b3a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.318516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-489477e8-1b2e-47cf-955d-67adb4b3a41b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616748 Sep 18 00:35:52.321956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-850ccad9-1e6a-4313-9fa2-bbaca703b663 service neutron] 10.222.0.49 "POST /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.2778718 Sep 18 00:35:52.335898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:52.446118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83cd8-528a-471a-99d1-96b286292a26 req-2d9c5ef9-8459-4fa4-a3ca-f29ac026e387 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.454167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fa83cd8-528a-471a-99d1-96b286292a26 req-2d9c5ef9-8459-4fa4-a3ca-f29ac026e387 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 949 time: 0.1234260 Sep 18 00:35:52.492265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-4e4dad9c-bf18-42f9-8077-13a58c13d2f9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597352 Sep 18 00:35:52.591061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fa83cd8-528a-471a-99d1-96b286292a26 req-16b305be-e338-4bba-b610-ac49be65ae95 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360054 Sep 18 00:35:52.644368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055bc62-4fb6-4cce-92ff-b95893833eb8 req-9366d8b8-fa4d-4172-af29-3c64c85bc894 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.645930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3055bc62-4fb6-4cce-92ff-b95893833eb8 req-9366d8b8-fa4d-4172-af29-3c64c85bc894 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1226194 Sep 18 00:35:52.675285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-59370e87-7ff4-4935-bc72-53e839a70bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.676924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-59370e87-7ff4-4935-bc72-53e839a70bef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0564315 Sep 18 00:35:52.685329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:52.690485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-9191603d-5c32-4f3e-be01-861e4550d65c service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777329 Sep 18 00:35:52.720485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3055bc62-4fb6-4cce-92ff-b95893833eb8 req-2563b43c-f1da-4705-96f7-cab74b4905a8 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608139 Sep 18 00:35:52.869153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93d6d3-032d-4682-95ac-9191689bfa44 req-b1722778-ceb7-4325-bd82-3fa604bd3f83 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.874967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-96f27aa9-fc63-4996-9704-b88623a9a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:52.877010 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-96f27aa9-fc63-4996-9704-b88623a9a2b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1897087 Sep 18 00:35:52.878027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a93d6d3-032d-4682-95ac-9191689bfa44 req-b1722778-ceb7-4325-bd82-3fa604bd3f83 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1057718 Sep 18 00:35:52.957284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a93d6d3-032d-4682-95ac-9191689bfa44 req-9ce6edcb-4cb0-43f9-85dc-118dd825109d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781567 Sep 18 00:35:52.963424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-93051da1-1b35-4fbb-9e2a-e0300eff4d53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 217 time: 0.0574005 Sep 18 00:35:53.067651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-9d9e53c5-7943-4a56-8cfa-8d3adac6bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.069136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-9d9e53c5-7943-4a56-8cfa-8d3adac6bc96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1049223 Sep 18 00:35:53.109168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-452eb9a8-3157-4bc8-b333-c63f880158e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322258 Sep 18 00:35:53.218937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-d9e56611-2320-471f-bd7b-b8ac67810c53 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006083 Sep 18 00:35:53.253117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ebca6-4a57-41b3-8c62-b9ed34a4561b req-4eb1e913-a996-434f-abe2-eeebdca93260 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.261447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b80ebca6-4a57-41b3-8c62-b9ed34a4561b req-4eb1e913-a996-434f-abe2-eeebdca93260 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0628595 Sep 18 00:35:53.324383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b80ebca6-4a57-41b3-8c62-b9ed34a4561b req-dcdb25f2-3bea-4572-bb74-737f1ae90aea tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 Sep 18 00:35:53.404877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-a89e21bb-c372-4f32-9b36-b51654faeb97 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789849 Sep 18 00:35:53.596935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93fecb-b3c8-44af-96a7-7dd0df3acc25 req-ec7c77f7-3e32-41fa-a93c-aba473cffc0c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.598711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de93fecb-b3c8-44af-96a7-7dd0df3acc25 req-ec7c77f7-3e32-41fa-a93c-aba473cffc0c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1633956 Sep 18 00:35:53.650946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1063f-8988-4f79-9cce-8b618e6fa28f req-67466560-67ae-43e8-9b0c-2904a7cf8efe tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.652888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16a1063f-8988-4f79-9cce-8b618e6fa28f req-67466560-67ae-43e8-9b0c-2904a7cf8efe tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1415339 Sep 18 00:35:53.700375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-d2994f82-a306-4408-a289-f0be094eb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.702526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-d2994f82-a306-4408-a289-f0be094eb98f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 1097 time: 0.1220088 Sep 18 00:35:53.719769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de93fecb-b3c8-44af-96a7-7dd0df3acc25 req-40491c4f-0671-46df-96e6-3bae4ca3a0a6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101904 Sep 18 00:35:53.810957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16a1063f-8988-4f79-9cce-8b618e6fa28f req-983ae54a-002a-4e1c-9631-f24b9c45cfec tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491127 Sep 18 00:35:53.955048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-e26cd340-0812-412b-9a8e-88680d0213ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.956885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-e26cd340-0812-412b-9a8e-88680d0213ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 200 len: 917 time: 0.2310002 Sep 18 00:35:53.965838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34cb0c-09a2-4a15-bd78-0326fb6cf923 req-90a293ea-5c37-482a-9359-924736da1437 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:53.974764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e34cb0c-09a2-4a15-bd78-0326fb6cf923 req-90a293ea-5c37-482a-9359-924736da1437 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 949 time: 0.1559186 Sep 18 00:35:54.032112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-05e8566e-ffa5-4976-b54e-16558d9a5139 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688 HTTP/1.1" status: 200 len: 217 time: 0.0538704 Sep 18 00:35:54.106498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e34cb0c-09a2-4a15-bd78-0326fb6cf923 req-00ae9a2f-1470-48b7-960c-e7949800db6f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303427 Sep 18 00:35:54.139373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b5a8-9568-461e-91b1-6e298b172c34 req-3823f9aa-34ce-4868-be5a-4516ba868f26 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.141793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93e9b5a8-9568-461e-91b1-6e298b172c34 req-3823f9aa-34ce-4868-be5a-4516ba868f26 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1176860 Sep 18 00:35:54.143785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-b003b36a-0921-4e7e-8d6c-5d84371e6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.145350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-b003b36a-0921-4e7e-8d6c-5d84371e6ef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 200 len: 855 time: 0.0978131 Sep 18 00:35:54.147741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab57b-e3c3-4b24-8ad5-ff5b5c1f0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:54.292507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93e9b5a8-9568-461e-91b1-6e298b172c34 req-455df272-4fa2-4ffa-a259-667035325fce tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390805 Sep 18 00:35:54.330678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-5794cca0-cf59-42d8-9de6-cccf3768dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.332586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-5794cca0-cf59-42d8-9de6-cccf3768dfb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00d29d98-096f-4ef7-a664-26303ef8eba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327078 Sep 18 00:35:54.340870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8c7c-f197-438b-a374-fce1c657afce req-3b096a04-bc38-4dab-bce3-2db39a68a8f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.362508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bae8c7c-f197-438b-a374-fce1c657afce req-3b096a04-bc38-4dab-bce3-2db39a68a8f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1145239 Sep 18 00:35:54.491538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bae8c7c-f197-438b-a374-fce1c657afce req-1a24ad81-70f5-4829-9ebd-643d565bb31d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279724 Sep 18 00:35:54.544809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-6fd1ea32-b32b-4385-9eaa-0eb02e350541 service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797991 Sep 18 00:35:54.598041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dbce-bab1-45f4-8687-60f36d1c9484 req-8dc35f81-84bf-49fa-ab0d-8322e5baeb55 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.599787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad0dbce-bab1-45f4-8687-60f36d1c9484 req-8dc35f81-84bf-49fa-ab0d-8322e5baeb55 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1116848 Sep 18 00:35:54.701841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad0dbce-bab1-45f4-8687-60f36d1c9484 req-4a2084e5-fc84-4bc1-bc98-c69c1c29c82d tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838709 Sep 18 00:35:54.742566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c88f807-a16c-4ab4-9d66-f5535b859b5f req-44233c94-171b-4092-b0bf-19761b1ea83b service neutron] 10.222.0.48 "GET /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890686 Sep 18 00:35:54.859748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e74cd-04c1-437d-abb9-64ed8dc1068e req-eb76d95b-21b9-4712-b0b9-0ffa32284862 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:54.861330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-953e74cd-04c1-437d-abb9-64ed8dc1068e req-eb76d95b-21b9-4712-b0b9-0ffa32284862 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0558913 Sep 18 00:35:54.945925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-953e74cd-04c1-437d-abb9-64ed8dc1068e req-603382c4-736d-4dac-8807-4ccda46623f6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775867 Sep 18 00:35:54.991550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285527e5-6947-4940-b62b-fc28a03dedd4 req-387ac681-3c9f-4d6d-96a7-d8d79f0cc1af tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:55.000251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-285527e5-6947-4940-b62b-fc28a03dedd4 req-387ac681-3c9f-4d6d-96a7-d8d79f0cc1af tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0995860 Sep 18 00:35:55.091097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-285527e5-6947-4940-b62b-fc28a03dedd4 req-a5433eda-50cb-4f2d-bdea-cbbe007fab79 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897887 Sep 18 00:35:55.269271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3093d-8106-4e42-ad46-a855564c2a69 req-d79b0b23-88bb-4760-b4b3-30be2c45b463 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:55.281729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f3093d-8106-4e42-ad46-a855564c2a69 req-d79b0b23-88bb-4760-b4b3-30be2c45b463 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 949 time: 0.0757174 Sep 18 00:35:55.327764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f3093d-8106-4e42-ad46-a855564c2a69 req-e44ddcbd-ce07-41d2-a199-6c82ee76a6f9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Sep 18 00:35:55.798812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-e6f5a488-d9fa-4c6e-bc72-144543a75eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:55.803525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-e6f5a488-d9fa-4c6e-bc72-144543a75eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1101 time: 0.1611164 Sep 18 00:35:55.847418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36bd7-5d08-447b-b5fd-95315833cec3 req-36aae661-8956-4ca3-b669-13e6c63fc8ab tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:55.849013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66f36bd7-5d08-447b-b5fd-95315833cec3 req-36aae661-8956-4ca3-b669-13e6c63fc8ab tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1510551 Sep 18 00:35:55.943092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66f36bd7-5d08-447b-b5fd-95315833cec3 req-cab641c0-f8e1-4bfc-87d7-aea5b35dc389 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839989 Sep 18 00:35:55.962253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-d46500b7-a1df-4f6d-a67b-2232cda7dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:55.963901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-d46500b7-a1df-4f6d-a67b-2232cda7dd28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 1101 time: 0.1139755 Sep 18 00:35:56.004354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:35:56.072122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-1f237f29-9052-4b81-beb9-c5b777c0a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.076139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-1f237f29-9052-4b81-beb9-c5b777c0a819 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1031258 Sep 18 00:35:56.183461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-eb290422-572c-46eb-a0c8-84a3d8acccd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 200 len: 217 time: 0.0988579 Sep 18 00:35:56.221278 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:56.252623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:56.260330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-46aa3cd9-445a-49dd-94a8-995d5b1a1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.262527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-46aa3cd9-445a-49dd-94a8-995d5b1a1898 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0571997 Sep 18 00:35:56.329786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:56.343623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:56.344755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119896c-03ed-4937-b5c5-9895f00fbfbd req-9f36bb5c-fc29-40f5-9b0d-095125ee832b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.353877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2119896c-03ed-4937-b5c5-9895f00fbfbd req-9f36bb5c-fc29-40f5-9b0d-095125ee832b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1592185 Sep 18 00:35:56.369927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-bf56c3ce-24d3-4154-9509-e33d2314d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.371958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-bf56c3ce-24d3-4154-9509-e33d2314d390 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922072 Sep 18 00:35:56.432167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2119896c-03ed-4937-b5c5-9895f00fbfbd req-4a6c8593-277d-4298-92d2-05aae0293e38 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Sep 18 00:35:56.440722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:56.593664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802bb46-8322-4957-863b-3fb11d2f2064 req-5b783ded-110c-4610-b48f-57f73998a72f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.595485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c802bb46-8322-4957-863b-3fb11d2f2064 req-5b783ded-110c-4610-b48f-57f73998a72f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.1503558 Sep 18 00:35:56.610238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6961f-e8f9-421a-913f-2812dbabe8dd req-0dc65806-a5c0-439f-ae6e-de14138db726 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.611838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad6961f-e8f9-421a-913f-2812dbabe8dd req-0dc65806-a5c0-439f-ae6e-de14138db726 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0832808 Sep 18 00:35:56.613791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-4140c518-436d-43a4-920d-8d196e4b6547 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334630 Sep 18 00:35:56.637618 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:35:56.700709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c802bb46-8322-4957-863b-3fb11d2f2064 req-3dce9bf5-7763-484b-8d01-d971cac0f435 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Sep 18 00:35:56.768578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad6961f-e8f9-421a-913f-2812dbabe8dd req-304dd039-86ba-4f68-88ec-fe610d1fd293 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476655 Sep 18 00:35:56.818346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7073529-0dd1-4fb2-b63a-0b617dd8ae19 req-974bb7d3-5222-4dc9-bd93-fb9271c7c781 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770740 Sep 18 00:35:56.971581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a4758-fb11-4ec5-854f-9b558c45e1a3 req-aca061b5-0201-4901-a8e7-44e9981dcc51 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:56.973201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d05a4758-fb11-4ec5-854f-9b558c45e1a3 req-aca061b5-0201-4901-a8e7-44e9981dcc51 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.0891068 Sep 18 00:35:57.032510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d05a4758-fb11-4ec5-854f-9b558c45e1a3 req-835505b9-e56e-4d29-9a83-edb8481903df tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Sep 18 00:35:57.141928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cba987c7-a8a0-4302-9820-4f8b1ba9c1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:57.156524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbb53-c0b8-4074-ab26-2cc56331d2ba req-673fc903-ad4c-46a4-9ae3-7596df5d398b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:57.158468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b66dbb53-c0b8-4074-ab26-2cc56331d2ba req-673fc903-ad4c-46a4-9ae3-7596df5d398b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.0742035 Sep 18 00:35:57.228667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b66dbb53-c0b8-4074-ab26-2cc56331d2ba req-ff988b47-3c8c-47f6-9cf2-57c5550f3439 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Sep 18 00:35:57.245494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7fec-fcce-4c3c-8e3c-7eea66d44ebc req-5bb85f1d-f4f0-40af-9cab-3d31f4526e6c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:57.253550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bdc7fec-fcce-4c3c-8e3c-7eea66d44ebc req-5bb85f1d-f4f0-40af-9cab-3d31f4526e6c tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0713723 Sep 18 00:35:57.310002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bdc7fec-fcce-4c3c-8e3c-7eea66d44ebc req-368a2b0a-437b-4dce-8a90-b88fd2923341 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Sep 18 00:35:57.376737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:57.397281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6375b-fb68-4df4-92ac-c030ddb1e49f req-3b23b522-aac1-4c9d-8efe-6e2e815e6b6d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:57.404589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7da6375b-fb68-4df4-92ac-c030ddb1e49f req-3b23b522-aac1-4c9d-8efe-6e2e815e6b6d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 944 time: 0.0814056 Sep 18 00:35:57.417086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-9644d768-0e8d-43d0-bf4c-e04995413c62 req-eb00f4b2-137e-4adf-9f7b-e9da076c96d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:35:57.418056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9644d768-0e8d-43d0-bf4c-e04995413c62 req-eb00f4b2-137e-4adf-9f7b-e9da076c96d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064414 Sep 18 00:35:57.505809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7da6375b-fb68-4df4-92ac-c030ddb1e49f req-79ce8f28-efab-4787-afa9-bff338d7d160 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000979 Sep 18 00:35:57.531484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9644d768-0e8d-43d0-bf4c-e04995413c62 req-c568729c-1582-472c-95cc-d217a7c67a78 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1041315 Sep 18 00:35:57.808117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9011e6-b4e0-4fdc-b4f7-2b1ba7bfe807 req-fcba2b49-b8d0-4a64-8e4c-d9b42a6fdcbb tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:57.817349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9011e6-b4e0-4fdc-b4f7-2b1ba7bfe807 req-fcba2b49-b8d0-4a64-8e4c-d9b42a6fdcbb tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.0668094 Sep 18 00:35:57.839791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:57.875280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9011e6-b4e0-4fdc-b4f7-2b1ba7bfe807 req-53cbc655-87d5-433f-b397-573a43707e0f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 Sep 18 00:35:57.995629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:58.012745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'mac_address': 'fa:16:3e:8b:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:58.070996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4fbf-c9fc-4c7e-8ae7-f221f542ed8b req-f46c4feb-687e-49eb-a801-b3b72a756358 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.072681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34fe4fbf-c9fc-4c7e-8ae7-f221f542ed8b req-f46c4feb-687e-49eb-a801-b3b72a756358 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0775380 Sep 18 00:35:58.088757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:58.102989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:58.119658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34fe4fbf-c9fc-4c7e-8ae7-f221f542ed8b req-df03f7a7-559c-42eb-bda1-8025ea32b79c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Sep 18 00:35:58.125394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:58.132541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:58.172696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8253-50a4-4e3b-978f-f78fb2affe99 req-232f653b-cbce-428d-a7f3-e05d67bc0ec6 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.174224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b16b8253-50a4-4e3b-978f-f78fb2affe99 req-232f653b-cbce-428d-a7f3-e05d67bc0ec6 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.0590751 Sep 18 00:35:58.198455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:58.204151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:58.236834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b16b8253-50a4-4e3b-978f-f78fb2affe99 req-b5bdbd66-e028-491a-abc9-b83eb189a1ef tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554972 Sep 18 00:35:58.399338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f89ae-7708-4155-9e96-46746b9006b8 req-e7bce063-5f21-4b89-99c1-078e64d157a6 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.400829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-017f89ae-7708-4155-9e96-46746b9006b8 req-e7bce063-5f21-4b89-99c1-078e64d157a6 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0813670 Sep 18 00:35:58.422574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1706352-d13c-4c95-a29f-c8797e93f543 req-73268eec-cea7-434d-8533-e4d58bf74769 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.424044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1706352-d13c-4c95-a29f-c8797e93f543 req-73268eec-cea7-434d-8533-e4d58bf74769 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.0770278 Sep 18 00:35:58.471748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-017f89ae-7708-4155-9e96-46746b9006b8 req-9cf64ce5-6520-4a54-a6e2-2ac3869807c5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627666 Sep 18 00:35:58.502532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1706352-d13c-4c95-a29f-c8797e93f543 req-30f80856-c3ec-4ee4-9f3f-24e499a5d853 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Sep 18 00:35:58.596448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9585d100-b8ac-49f5-968d-48b7e56658b4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:58.637623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-ff878f99-4434-46ee-933c-53865e158dea tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.640132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-ff878f99-4434-46ee-933c-53865e158dea tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 944 time: 0.0813239 Sep 18 00:35:58.767253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71d748-7c45-4fa0-af9f-88391ed9f45d req-2eab538b-d1c0-4710-9d47-9cdcb34d1618 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.779094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df71d748-7c45-4fa0-af9f-88391ed9f45d req-2eab538b-d1c0-4710-9d47-9cdcb34d1618 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 944 time: 0.1002073 Sep 18 00:35:58.850858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Deleting port 1481476e-8d53-4066-8671-f4731909db34 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:35:58.856673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:58.860059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df71d748-7c45-4fa0-af9f-88391ed9f45d req-bbc2df48-03ea-4650-860c-58b4714dac1d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772245 Sep 18 00:35:58.928654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2a1a-648c-4307-84c8-991ba30f7bed req-46e1f3ac-ffa6-4e62-9744-840218b663db tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.934637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2a1a-648c-4307-84c8-991ba30f7bed req-46e1f3ac-ffa6-4e62-9744-840218b663db tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.941300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2a1a-648c-4307-84c8-991ba30f7bed req-46e1f3ac-ffa6-4e62-9744-840218b663db tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:58.943071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22ad2a1a-648c-4307-84c8-991ba30f7bed req-46e1f3ac-ffa6-4e62-9744-840218b663db tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0&device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203&device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 2417 time: 0.0771251 Sep 18 00:35:58.985116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] For port 1481476e-8d53-4066-8671-f4731909db34, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1481476e-8d53-4066-8671-f4731909db34,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:58.985809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:59.004403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Calling delete_port for 1481476e-8d53-4066-8671-f4731909db34 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:35:59.023864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22ad2a1a-648c-4307-84c8-991ba30f7bed req-070c1b11-c6a7-4c73-bede-b162c78a4709 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732405 Sep 18 00:35:59.083232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-78abbfb7-f91c-4ea2-aec1-180275d7e9e8 req-1639494f-8a50-47bc-8b74-80f65a4368f0 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:35:59.094484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78abbfb7-f91c-4ea2-aec1-180275d7e9e8 req-1639494f-8a50-47bc-8b74-80f65a4368f0 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239418 Sep 18 00:35:59.179885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:59.181898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78abbfb7-f91c-4ea2-aec1-180275d7e9e8 req-8e89328f-c083-40cf-8c55-3806249b74df tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0863526 Sep 18 00:35:59.226385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1481476e-8d53-4066-8671-f4731909db34'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:59.263211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event deleted for resources: {'Port': ['ID=1481476e-8d53-4066-8671-f4731909db34,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:59.284940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f0ab4-afd5-4e5b-946d-5dc89ca481ae req-d7131fec-704f-40d9-bbff-a267d59d07d4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:59.286878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc4f0ab4-afd5-4e5b-946d-5dc89ca481ae req-d7131fec-704f-40d9-bbff-a267d59d07d4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0666661 Sep 18 00:35:59.307148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.307813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.308164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.308540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.308923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.309252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.309629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.310377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.310759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.311127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.311753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.312131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:59.357709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc4f0ab4-afd5-4e5b-946d-5dc89ca481ae req-0a065ca4-21c5-424c-8bfe-2b0c4f1a24bc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644050 Sep 18 00:35:59.367778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] No DVR routers for this DVR port 1481476e-8d53-4066-8671-f4731909db34 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:35:59.380450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:59.383021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8944c7b9-3ab3-454c-b874-9b80cd64103d req-d0465d3a-2756-47dc-9df3-52b3c4428930 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "DELETE /v2.0/ports/1481476e-8d53-4066-8671-f4731909db34 HTTP/1.1" status: 204 len: 173 time: 0.7343829 Sep 18 00:35:59.383641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-deleted', 'tag': '1481476e-8d53-4066-8671-f4731909db34'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:59.385980 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f5dda-7a1b-4c2d-aa72-8ef1a62f8e00" -d '{"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-deleted", "tag": "1481476e-8d53-4066-8671-f4731909db34"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:59.458022 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958f2e6-84f0-42b4-ae95-0102c4398188 x-openstack-request-id: req-0958f2e6-84f0-42b4-ae95-0102c4398188 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:59.458570 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a740c-33f5-40c2-bf9e-16bbfa79b227", "name": "network-vif-deleted", "tag": "1481476e-8d53-4066-8671-f4731909db34", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:59.459119 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0958f2e6-84f0-42b4-ae95-0102c4398188 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:59.459919 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048a740c-33f5-40c2-bf9e-16bbfa79b227', 'name': 'network-vif-deleted', 'tag': '1481476e-8d53-4066-8671-f4731909db34', 'status': 'completed', 'code': 200} Sep 18 00:35:59.524712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:59.695997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aedbb-fbe9-4649-93e8-bca22fe59d22 req-9502787a-92d6-456f-87da-46a69f1d0e85 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:59.697542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b8aedbb-fbe9-4649-93e8-bca22fe59d22 req-9502787a-92d6-456f-87da-46a69f1d0e85 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.0804608 Sep 18 00:35:59.737249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b8aedbb-fbe9-4649-93e8-bca22fe59d22 req-c21e5b91-2504-4583-b385-6075cc48b4f7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Sep 18 00:35:59.882857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:59.958639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9585d100-b8ac-49f5-968d-48b7e56658b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:59.959476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:59.991371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed054fd6-87c9-4eea-950d-2e6ffc04e909 req-f3390880-0b69-4712-be03-8b1540b0c73b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=048a740c-33f5-40c2-bf9e-16bbfa79b227 HTTP/1.1" status: 200 len: 210 time: 0.0448146 Sep 18 00:36:00.015763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:00.070680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:00.314807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:00.317177 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6948e-73b6-45ec-8347-f42154e772b4" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:00.335865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:00.345075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:00.345906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1481476e-8d53-4066-8671-f4731909db34 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:00.403786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 1481476e-8d53-4066-8671-f4731909db34 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:00.404139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1481476e-8d53-4066-8671-f4731909db34 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:00.411641 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf53a02-9bcd-4144-a086-17db8ed26039 x-openstack-request-id: req-edf53a02-9bcd-4144-a086-17db8ed26039 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:00.411920 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:00.412411 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edf53a02-9bcd-4144-a086-17db8ed26039 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:00.412967 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'code': 200} Sep 18 00:36:00.438662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:00.442588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:00.460951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '15b0626a-a45b-40e1-97c2-64fda6586016', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '15b0626a-a45b-40e1-97c2-64fda6586016', 'mac_address': 'fa:16:3e:8f:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:00.494747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50905c-3dce-4ba8-9d31-04b32bd2c91d req-0110169e-5f21-4fb0-bb36-c46b09fc5f61 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:00.496347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a50905c-3dce-4ba8-9d31-04b32bd2c91d req-0110169e-5f21-4fb0-bb36-c46b09fc5f61 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 948 time: 0.0580027 Sep 18 00:36:00.555436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:00.562752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a50905c-3dce-4ba8-9d31-04b32bd2c91d req-c1a86f6c-8968-4dde-9800-4b3b9257950a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568757 Sep 18 00:36:00.584886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:00.626224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:00.636465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:00.736820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:00.776780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a98c-5b92-4a47-94e0-3be05a0e7477 req-bc00ec8b-27be-4c37-b9c7-d166f35baacc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:00.784962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1916a98c-5b92-4a47-94e0-3be05a0e7477 req-bc00ec8b-27be-4c37-b9c7-d166f35baacc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 949 time: 0.0836737 Sep 18 00:36:00.845794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1916a98c-5b92-4a47-94e0-3be05a0e7477 req-decc68e2-d5ea-42b3-8dcf-d3e689ae81d8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Sep 18 00:36:01.015143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8adafd-88a7-446c-a13f-154d33159d6a req-e534234f-f010-485f-b797-b29f97a80f4c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:01.023050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f8adafd-88a7-446c-a13f-154d33159d6a req-e534234f-f010-485f-b797-b29f97a80f4c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1031940 Sep 18 00:36:01.042008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41fe3e-5e6c-4de9-8cab-d17337b289e2 req-ffbcd411-d25f-4512-82c2-cea355d057ef tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:01.043559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b41fe3e-5e6c-4de9-8cab-d17337b289e2 req-ffbcd411-d25f-4512-82c2-cea355d057ef tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0879297 Sep 18 00:36:01.055950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:01.118117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f8adafd-88a7-446c-a13f-154d33159d6a req-a0034f6d-bf13-4fd6-bf96-63577501ac5b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940454 Sep 18 00:36:01.144343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b41fe3e-5e6c-4de9-8cab-d17337b289e2 req-e9ea1e75-224d-404a-a2d7-f2a08aa4a28a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Sep 18 00:36:01.685807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-6e51ea8c-9db8-4a35-9789-d1d8ac8a595e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527227 Sep 18 00:36:01.741595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86828b7-f349-4565-9733-3581c65b7c91 req-23bcae43-a970-4f2b-b86a-468987eaa6b2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:01.743123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86828b7-f349-4565-9733-3581c65b7c91 req-23bcae43-a970-4f2b-b86a-468987eaa6b2 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.1219985 Sep 18 00:36:01.832182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86828b7-f349-4565-9733-3581c65b7c91 req-baaf7345-97c0-421c-8311-daf30fba19a4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592134 Sep 18 00:36:01.841929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-5da0ed08-fac0-49d1-b094-6fc7bd6e9ea4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:01.851007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-5da0ed08-fac0-49d1-b094-6fc7bd6e9ea4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642830 Sep 18 00:36:01.869664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-4485f1ce-eb2c-40cc-8deb-e6faeafd8d17 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/quotas/072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 375 time: 0.0176425 Sep 18 00:36:01.898401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:01.937345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-e0d5e6a1-9037-4954-90ae-d642a1e3a114 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661774 Sep 18 00:36:02.016895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f725ba-24fc-4075-af17-28b3bb0b43d3 req-92244a27-9f59-4052-a16e-73da90719aa6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:02.020773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96f725ba-24fc-4075-af17-28b3bb0b43d3 req-92244a27-9f59-4052-a16e-73da90719aa6 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0729535 Sep 18 00:36:02.095933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96f725ba-24fc-4075-af17-28b3bb0b43d3 req-3667c120-b43c-405c-83a3-ea50de189b76 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Sep 18 00:36:02.187955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94f33537-991d-4ea6-abb0-33d33de56b8c req-fae20d5b-ba47-4911-a85c-26d846eef024 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 210 time: 0.0321419 Sep 18 00:36:02.308869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543470d-b1a7-4b46-a624-a8adec900034 req-f9c9b73f-c2d9-4618-8a62-688412a9e644 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:02.310462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9543470d-b1a7-4b46-a624-a8adec900034 req-f9c9b73f-c2d9-4618-8a62-688412a9e644 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.0922794 Sep 18 00:36:02.385219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1385-a498-4a0d-8ba5-c315ddf64140 req-5e936447-05d3-4c78-8bff-579846d9ff1e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:02.386795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ce1385-a498-4a0d-8ba5-c315ddf64140 req-5e936447-05d3-4c78-8bff-579846d9ff1e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1015680 Sep 18 00:36:02.410670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9543470d-b1a7-4b46-a624-a8adec900034 req-f7269fa9-263b-4a13-aeab-0b26237e8a6e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753510 Sep 18 00:36:02.442159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-aa7eb9e7-a596-4cc0-80d8-24c0b0f265e3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:02.444327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-aa7eb9e7-a596-4cc0-80d8-24c0b0f265e3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 945 time: 0.0776904 Sep 18 00:36:02.454869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7ce1385-a498-4a0d-8ba5-c315ddf64140 req-90980480-8796-4e52-b6ae-a22c1d05da8d tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591671 Sep 18 00:36:02.609028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Deleting port b71fea4e-805d-4e1a-88f5-993ced4c326f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:02.609391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:02.736242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] For port b71fea4e-805d-4e1a-88f5-993ced4c326f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=b71fea4e-805d-4e1a-88f5-993ced4c326f,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:02.736621 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:02.753136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Calling delete_port for b71fea4e-805d-4e1a-88f5-993ced4c326f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:02.945844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:02.982144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event deleted for resources: {'Port': ['ID=b71fea4e-805d-4e1a-88f5-993ced4c326f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:02.989365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad101b5e-4700-4ecd-b803-cfaa90f74990 req-83da923a-1354-4661-a47a-58739701777b tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.0416007 Sep 18 00:36:03.098243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] No DVR routers for this DVR port b71fea4e-805d-4e1a-88f5-993ced4c326f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:03.101190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:03.103401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06e2bf9d-4327-4b26-b979-a2068b17f642 req-e3887ea6-d8e7-4939-9635-89918d8fc846 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "DELETE /v2.0/ports/b71fea4e-805d-4e1a-88f5-993ced4c326f HTTP/1.1" status: 204 len: 173 time: 0.6429970 Sep 18 00:36:03.103909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-deleted', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:03.106521 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5978628-2caf-4bbe-8919-7eb2e75d23f6" -d '{"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-deleted", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:03.124520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-c19101a9-110a-42c6-bac9-092bca64ea32 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:03.126055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-c19101a9-110a-42c6-bac9-092bca64ea32 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.54 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1233351 Sep 18 00:36:03.297112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66879-cbaa-44b3-9c5a-126528a01a12 req-f0f424b9-1867-41e5-8b02-113e8dcaf2a3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:03.298803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7b66879-cbaa-44b3-9c5a-126528a01a12 req-f0f424b9-1867-41e5-8b02-113e8dcaf2a3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.0672941 Sep 18 00:36:03.315711 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34951b-7890-40ca-80cc-256a862fabcd x-openstack-request-id: req-6b34951b-7890-40ca-80cc-256a862fabcd {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:03.315988 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1643fdca-2d3e-415e-93db-51e58fcf9da8", "name": "network-vif-deleted", "tag": "b71fea4e-805d-4e1a-88f5-993ced4c326f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:03.316112 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b34951b-7890-40ca-80cc-256a862fabcd {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:03.316574 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643fdca-2d3e-415e-93db-51e58fcf9da8', 'name': 'network-vif-deleted', 'tag': 'b71fea4e-805d-4e1a-88f5-993ced4c326f', 'status': 'completed', 'code': 200} Sep 18 00:36:03.362121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Deleting port f8e81689-f2f8-411c-a0e8-754f2a9e9535 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:03.362588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:03.368084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7b66879-cbaa-44b3-9c5a-126528a01a12 req-08a40b6d-cb48-4189-803f-8c1bed826691 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558355 Sep 18 00:36:03.480374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] For port f8e81689-f2f8-411c-a0e8-754f2a9e9535, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f8e81689-f2f8-411c-a0e8-754f2a9e9535,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:03.480966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:03.489868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f98c6fdf-4d57-4468-86dd-27dde74d1cfe req-5a99cb6c-c33b-4920-9795-104d39f42f5d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 210 time: 0.0651774 Sep 18 00:36:03.534683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Calling delete_port for f8e81689-f2f8-411c-a0e8-754f2a9e9535 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:03.641613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-3d1312f5-24df-4ddc-baf8-13f46bf59608 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=072107b4981c4aa48f60f9e54beb6d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281229 Sep 18 00:36:03.666071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86fc1-04b2-4b96-bbcf-91b568a55ed1 req-65653e11-2673-4dd6-ad00-b5b2f62ba0d8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:03.674695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35b86fc1-04b2-4b96-bbcf-91b568a55ed1 req-65653e11-2673-4dd6-ad00-b5b2f62ba0d8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1063135 Sep 18 00:36:03.690851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faf966-4663-472c-abf9-653318073d89 req-c545fa1f-4f22-4a36-a58f-0343c6353a8e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:03.698965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08faf966-4663-472c-abf9-653318073d89 req-c545fa1f-4f22-4a36-a58f-0343c6353a8e tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1430016 Sep 18 00:36:03.754668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08faf966-4663-472c-abf9-653318073d89 req-6a35a6ec-5d34-43b5-af1d-38e0599ad398 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Sep 18 00:36:03.806001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35b86fc1-04b2-4b96-bbcf-91b568a55ed1 req-93c4f086-7eef-49b0-9f58-a9b9bdf0afa6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303668 Sep 18 00:36:03.875708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:03.895327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688', '0d45b7e8-3185-4985-b5a3-8edba5202b20'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:03.925370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-26824a65-f3b8-4e9f-9642-6524aa96149d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:03.926798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-26824a65-f3b8-4e9f-9642-6524aa96149d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723532 Sep 18 00:36:03.930136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event deleted for resources: {'Port': ['ID=f8e81689-f2f8-411c-a0e8-754f2a9e9535,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:03.949043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Request body: {'port': {'device_id': '030cf09c-8058-4001-a691-d9fbdc09c274', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '072107b4981c4aa48f60f9e54beb6d10'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:03.979216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f8e81689-f2f8-411c-a0e8-754f2a9e9535'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:04.009303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] No DVR routers for this DVR port f8e81689-f2f8-411c-a0e8-754f2a9e9535 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:04.014044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.016571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-68bb7472-3358-4ece-a5ff-3f896590ab93 req-8e59114f-c0f5-4ca1-be0a-44cfe7baf8d7 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.54 "DELETE /v2.0/ports/f8e81689-f2f8-411c-a0e8-754f2a9e9535 HTTP/1.1" status: 204 len: 173 time: 0.8629565 Sep 18 00:36:04.092564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:04.121458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-acf3ebc6-9d69-42cd-a7c9-cd9f79189b48 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:04.129819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-acf3ebc6-9d69-42cd-a7c9-cd9f79189b48 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1133718 Sep 18 00:36:04.194266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Made reservation on behalf of 072107b4981c4aa48f60f9e54beb6d10 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:04.202713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.213894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09ca05b8-85bb-4fc3-8d76-2bb4dcf4d9aa req-220a9900-0bce-4309-b62b-902360eb20fc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1643fdca-2d3e-415e-93db-51e58fcf9da8 HTTP/1.1" status: 200 len: 210 time: 0.0829451 Sep 18 00:36:04.308194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 15b0626a-a45b-40e1-97c2-64fda6586016 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:04.309037 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.447554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Deleting port dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:04.448136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.452652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.490102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:04.492475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:04.495244 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da06353f-86df-42f7-9dae-326763c7fffa" -d '{"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-plugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:04.500353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.530806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Allocated IP 192.168.233.202 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/173539b4-3ef3-49fd-bf92-1ebff9948498) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:04.584158 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de75ed-8ca7-4563-9833-9749f37cf217 x-openstack-request-id: req-c0de75ed-8ca7-4563-9833-9749f37cf217 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:04.584475 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-plugged", "status": "completed", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:04.584719 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0de75ed-8ca7-4563-9833-9749f37cf217 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:04.585394 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016', 'code': 200} Sep 18 00:36:04.635246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b9d9-1e99-4256-8638-2cee10d8b982 req-170cbcd3-154e-4cc6-ac67-50b88bfc8a26 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:04.643274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:04.645787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c60b9d9-1e99-4256-8638-2cee10d8b982 req-170cbcd3-154e-4cc6-ac67-50b88bfc8a26 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 947 time: 0.1326625 Sep 18 00:36:04.726079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7008bcd0-39d4-408d-81c3-01563222d64f req-c410d141-7735-478a-b4cb-72009f6119e3 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 210 time: 0.0408242 Sep 18 00:36:04.745169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] For port dc2068b8-7425-4298-b6cb-88e8957d1cfa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=dc2068b8-7425-4298-b6cb-88e8957d1cfa,segment=NetworkSegment(08c8e526-df2e-45a8-b1dd-5b8e32a0dc53),segment_id=08c8e526-df2e-45a8-b1dd-5b8e32a0dc53)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:04.745988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.769014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c60b9d9-1e99-4256-8638-2cee10d8b982 req-bed78272-5372-4c65-9fd4-8f9ed86e44cd tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c114b123-c0b2-40db-a647-7d48edc22c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219811 Sep 18 00:36:04.787244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Calling delete_port for dc2068b8-7425-4298-b6cb-88e8957d1cfa owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:04.833123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.918411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2348fd2-f556-4a99-bf69-45c7ea2c269e req-05a030b9-3e14-4b71-8924-558497bb9e46 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=49065d97-15a9-426a-b24d-f9144e9f9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0341043 Sep 18 00:36:04.930541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:04.971874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:05.046631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:05.067673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:05.078882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:05.080674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:05.083198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:05.163690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Pushing event deleted for resources: {'Port': ['ID=dc2068b8-7425-4298-b6cb-88e8957d1cfa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:05.180051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:05.181130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:05.202367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f94d61af-a12b-4d16-a3a7-6d05d7a4d336 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2566454 Sep 18 00:36:05.206091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.206424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.206764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.207100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.207456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.207816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.208141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.208488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.208814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.209135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.209465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.209777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:05.252369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe928cb-4eb8-40f0-a56e-e534b039df54 req-f66d1d58-7447-4cf2-a937-24fe99845539 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:05.260201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffe928cb-4eb8-40f0-a56e-e534b039df54 req-f66d1d58-7447-4cf2-a937-24fe99845539 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.3333509 Sep 18 00:36:05.330046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'name': 'network-vif-deleted', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:05.332086 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef9a6a3-a89b-4504-9178-022f360f9159" -d '{"events": [{"server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "name": "network-vif-deleted", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:05.348270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Request body: {'port': {'device_id': '030cf09c-8058-4001-a691-d9fbdc09c274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:05.369415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['dc2068b8-7425-4298-b6cb-88e8957d1cfa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:05.375672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce', '15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:05.378638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] No DVR routers for this DVR port dc2068b8-7425-4298-b6cb-88e8957d1cfa on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:05.389936 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982f5d4-6fb9-4baa-a08d-385de7f14e04 x-openstack-request-id: req-2982f5d4-6fb9-4baa-a08d-385de7f14e04 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:05.390961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:05.393122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fad9123-225f-43c2-88f5-c6efbeb41e59 req-3154b48f-76b9-4a16-b7aa-c158e5f8bdb3 tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.48 "DELETE /v2.0/ports/dc2068b8-7425-4298-b6cb-88e8957d1cfa HTTP/1.1" status: 204 len: 173 time: 1.2416062 Sep 18 00:36:05.393600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-deleted', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:05.394773 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49065d97-15a9-426a-b24d-f9144e9f9ff0", "name": "network-vif-deleted", "tag": "f8e81689-f2f8-411c-a0e8-754f2a9e9535", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:05.395277 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2982f5d4-6fb9-4baa-a08d-385de7f14e04 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:05.396036 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49065d97-15a9-426a-b24d-f9144e9f9ff0', 'name': 'network-vif-deleted', 'tag': 'f8e81689-f2f8-411c-a0e8-754f2a9e9535', 'status': 'completed', 'code': 200} Sep 18 00:36:05.402819 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab66d7-567f-4460-a1e2-4db98d0eecf2" -d '{"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-deleted", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:05.434519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffe928cb-4eb8-40f0-a56e-e534b039df54 req-c025915e-a364-4a91-934d-656b14a42fa4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710975 Sep 18 00:36:05.511708 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd7075-a24a-4823-af30-803516ec62aa x-openstack-request-id: req-f3cd7075-a24a-4823-af30-803516ec62aa {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:05.512006 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73af55-d62c-4374-bc38-3553f04331b8", "name": "network-vif-deleted", "tag": "dc2068b8-7425-4298-b6cb-88e8957d1cfa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:05.512282 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3cd7075-a24a-4823-af30-803516ec62aa {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:05.512683 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73af55-d62c-4374-bc38-3553f04331b8', 'name': 'network-vif-deleted', 'tag': 'dc2068b8-7425-4298-b6cb-88e8957d1cfa', 'status': 'completed', 'code': 200} Sep 18 00:36:05.514857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:05.629664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b5c44c0a-8125-4c61-b2aa-8d5cefc10ebc None None] Provisioning complete for port 173539b4-3ef3-49fd-bf92-1ebff9948498 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:05.630049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5c44c0a-8125-4c61-b2aa-8d5cefc10ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:05.713363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b5c44c0a-8125-4c61-b2aa-8d5cefc10ebc None None] Port 173539b4-3ef3-49fd-bf92-1ebff9948498 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:05.790811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34ae5-2d88-4fe5-9b4f-6fd3c768133e req-9ff9938f-23ec-4e45-8631-27f009c01fe4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:05.801442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7a34ae5-2d88-4fe5-9b4f-6fd3c768133e req-9ff9938f-23ec-4e45-8631-27f009c01fe4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.1094139 Sep 18 00:36:05.869364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7a34ae5-2d88-4fe5-9b4f-6fd3c768133e req-60cb32c7-673f-4342-9488-af08056c76fc tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651908 Sep 18 00:36:05.929408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:05.959131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: b71fea4e-805d-4e1a-88f5-993ced4c326f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:05.959645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device b71fea4e-805d-4e1a-88f5-993ced4c326f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:06.007979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac9bb-1945-49c6-a238-fc71018c1ae2 req-6cd5cb26-5a43-4a38-8464-f8af638dea34 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.013200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b3ac9bb-1945-49c6-a238-fc71018c1ae2 req-6cd5cb26-5a43-4a38-8464-f8af638dea34 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 936 time: 0.1323202 Sep 18 00:36:06.019374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:06.029911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.048740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Transition to ACTIVE for port object 173539b4-3ef3-49fd-bf92-1ebff9948498 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:06.054488 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.092810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d2f2d4e-0d60-434e-8352-dba82a8c470c req-cdfdd4a5-c3e9-4a5c-8f29-835fbec2044c tempest-ServersNegativeTestJSON-2024157281 tempest-ServersNegativeTestJSON-2024157281-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd73af55-d62c-4374-bc38-3553f04331b8 HTTP/1.1" status: 200 len: 210 time: 0.0508087 Sep 18 00:36:06.115694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b3ac9bb-1945-49c6-a238-fc71018c1ae2 req-83fee09c-d3b7-40aa-bf4b-92629a30b0e9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Sep 18 00:36:06.119828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:06.299787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:06.300465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:06.300808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:06.306582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:06.306954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:06.323743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-8f07b863-469d-4155-99c0-f995fe8d1993 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.325714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-8f07b863-469d-4155-99c0-f995fe8d1993 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.1956122 Sep 18 00:36:06.328261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:06.328261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:06.328261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:06.328644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Bound port: 173539b4-3ef3-49fd-bf92-1ebff9948498, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:06.329113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.351581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:06.489262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:06.500386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.506671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:06.520689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.590739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df646c-f1f3-4a9a-bc44-86c7093d502c req-ca9ac0e3-3e16-43b5-9423-0ffa18a5f16f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.597995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.598648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:06.600590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06df646c-f1f3-4a9a-bc44-86c7093d502c req-ca9ac0e3-3e16-43b5-9423-0ffa18a5f16f tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.1160915 Sep 18 00:36:06.600807 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] 10.222.0.54 "PUT /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 1097 time: 1.3809030 Sep 18 00:36:06.672575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb34c-885c-4b16-a3bf-e088709e4e84 req-ea54692b-4d9b-4267-96bb-25c06254f6b4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.679516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d9bb34c-885c-4b16-a3bf-e088709e4e84 req-ea54692b-4d9b-4267-96bb-25c06254f6b4 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 945 time: 0.1347477 Sep 18 00:36:06.699595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06df646c-f1f3-4a9a-bc44-86c7093d502c req-a7b785d6-87c0-4833-ab1c-85c46396d547 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980649 Sep 18 00:36:06.771614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97656e3-a2f5-4b50-a6e8-29e5ae1f02df service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:06.797802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d9bb34c-885c-4b16-a3bf-e088709e4e84 req-5382bdf2-4aff-4d13-803d-ed525903f292 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873628 Sep 18 00:36:06.802350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-34bdf0ea-0e26-49a7-a30b-7e91e28bb616 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.804451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-34bdf0ea-0e26-49a7-a30b-7e91e28bb616 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.2076130 Sep 18 00:36:06.862931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f0968350-dba2-48b8-9948-ba394f24736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:06.864601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-f0968350-dba2-48b8-9948-ba394f24736c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1100 time: 0.1866536 Sep 18 00:36:07.010353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269edbf-d612-46c2-b5ab-0a90422259a2 req-98a68f2a-5f32-470e-a314-7357a3c3a824 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:07.021007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f269edbf-d612-46c2-b5ab-0a90422259a2 req-98a68f2a-5f32-470e-a314-7357a3c3a824 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 967 time: 0.0739439 Sep 18 00:36:07.075471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f269edbf-d612-46c2-b5ab-0a90422259a2 req-0264e44e-b746-4f1f-8fdb-7020b28456b3 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b10392-42de-45d0-83ba-eeba85a91062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Sep 18 00:36:07.196017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56118) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:07.281354 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-2e9cd653-5912-4c16-bc68-f19ca3f6010b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0770471 Sep 18 00:36:07.316706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Deleting subnet 54506cf0-c418-48dc-a894-9f71d0e8e814 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:07.323825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.365446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d348f-d76f-4fec-b465-583bbd28566b req-e820f5cf-547b-483d-9841-6f27a6566a10 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:07.367566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:07.374525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-507d348f-d76f-4fec-b465-583bbd28566b req-e820f5cf-547b-483d-9841-6f27a6566a10 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1205692 Sep 18 00:36:07.404278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:07.405937 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e026de-089c-40e8-a6e7-8217f3811ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:07.408730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.428399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-00ddaad7-58f0-42be-96c5-7984021e91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:07.429920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-00ddaad7-58f0-42be-96c5-7984021e91ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1088960 Sep 18 00:36:07.458683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Deleting port 59c079aa-10df-46a3-8f0f-887ec7ae566a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:07.459039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.464336 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b71b9-028b-4ada-8412-2ef159f408a8 x-openstack-request-id: req-252b71b9-028b-4ada-8412-2ef159f408a8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:07.464699 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:07.465006 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-252b71b9-028b-4ada-8412-2ef159f408a8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:07.465359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-507d348f-d76f-4fec-b465-583bbd28566b req-9615fde1-8f07-4fac-9f35-5a7f6c5e0ad5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893445 Sep 18 00:36:07.465496 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'status': 'completed', 'code': 200} Sep 18 00:36:07.492492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:07.492710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.580200 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.599945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.604842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-77ad8f26-a1be-4999-9af0-05bf7c6cf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:07.606439 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-77ad8f26-a1be-4999-9af0-05bf7c6cf0a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640806 Sep 18 00:36:07.611589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54506cf0-c418-48dc-a894-9f71d0e8e814,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:07.615043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.620397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.626406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-abd3681d-263d-4e15-bcc8-fea9075cadee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/54506cf0-c418-48dc-a894-9f71d0e8e814 HTTP/1.1" status: 204 len: 168 time: 0.4259722 Sep 18 00:36:07.626737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56134) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:07.710648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] For port 59c079aa-10df-46a3-8f0f-887ec7ae566a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=59c079aa-10df-46a3-8f0f-887ec7ae566a,segment=NetworkSegment(73668ecf-4835-4de8-a6fe-c1afbcf35bff),segment_id=73668ecf-4835-4de8-a6fe-c1afbcf35bff)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:07.711456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.720606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.798747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Calling delete_port for 59c079aa-10df-46a3-8f0f-887ec7ae566a owned by compute:tempest-test_az-1189517542 {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:07.846440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:07.855745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:07.882307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49837f92-3d5d-4544-98ce-09f7646e3bde']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:07.885421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:07.894780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f8e81689-f2f8-411c-a0e8-754f2a9e9535 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:07.923736 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-1a3462ff-8269-4803-8909-e898313dee1d service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054557 Sep 18 00:36:07.924428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:07.924763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:07.925094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:07.946138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:07.946841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c8e526-df2e-45a8-b1dd-5b8e32a0dc53') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:07.946960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:07.947216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:07.963486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f8e81689-f2f8-411c-a0e8-754f2a9e9535 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:07.964253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f8e81689-f2f8-411c-a0e8-754f2a9e9535 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:07.976772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:07.977198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:07.977530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:07.977991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Bound port: 362583c7-573c-48cb-94f4-b68d5021b0ce, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:07.978360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.100169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:08.119458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:08.153011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: dc2068b8-7425-4298-b6cb-88e8957d1cfa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:08.153385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device dc2068b8-7425-4298-b6cb-88e8957d1cfa not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:08.156334 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9f42e44-d984-43ff-a506-a27ee2a6e936 req-07de1393-27ad-4816-bee0-4a88db7c6e86 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220149 Sep 18 00:36:08.160772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:08.161143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:08.161552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:08.166268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:08.166626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Attempting to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce on network 0b267cce-014c-4e52-8c8b-c7aefe641bb2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:08.177824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:08.181505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:08.185013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.192324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:08.192842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Checking segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:08.194510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Bound using segment: {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:08.195061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Bound port: 362583c7-573c-48cb-94f4-b68d5021b0ce, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ed14a-b1a8-4329-be5d-821578e10e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b267cce-014c-4e52-8c8b-c7aefe641bb2'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:08.195501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.206917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.252490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Pushing event deleted for resources: {'Port': ['ID=59c079aa-10df-46a3-8f0f-887ec7ae566a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:08.286818 n-d-712707-16 neutron-server[106454]: WARNING neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Concurrent port binding operations failed on port 362583c7-573c-48cb-94f4-b68d5021b0ce Sep 18 00:36:08.292553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:08.296020 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Attempt 2 to bind port 362583c7-573c-48cb-94f4-b68d5021b0ce Sep 18 00:36:08.296529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:36:08.364412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.366653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] No DVR routers for this DVR port 59c079aa-10df-46a3-8f0f-887ec7ae566a on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:08.374311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.376300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6234895-0de6-4eca-a0bd-0526ae74c2ea req-92c7280a-da77-42f9-8d65-bfb5f750f29d tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.54 "DELETE /v2.0/ports/59c079aa-10df-46a3-8f0f-887ec7ae566a HTTP/1.1" status: 204 len: 173 time: 1.5311351 Sep 18 00:36:08.416713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.431109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:08.431472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.431764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.432106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.433607 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] 10.222.0.54 "PUT /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 1123 time: 2.0867460 Sep 18 00:36:08.434539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779866-fe38-435c-9df7-01e0dbc94605 service neutron] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:08.435961 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:08.446441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-91ca01c1-6409-4dc7-a045-b3acf3b554da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.448015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-91ca01c1-6409-4dc7-a045-b3acf3b554da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1100 time: 0.1810164 Sep 18 00:36:08.462633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc906-d248-420b-ac69-f8e8054c6920 req-946db91d-92c6-4c7d-aac2-a6a116d9b97b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.464298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91ebc906-d248-420b-ac69-f8e8054c6920 req-946db91d-92c6-4c7d-aac2-a6a116d9b97b tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.5493844 Sep 18 00:36:08.495219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e417251-2dc8-4279-b82b-d5867f9a20ef req-5621db28-9ea6-495c-a289-a5e958e8997b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.496945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e417251-2dc8-4279-b82b-d5867f9a20ef req-5621db28-9ea6-495c-a289-a5e958e8997b tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.5809019 Sep 18 00:36:08.546116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['362583c7-573c-48cb-94f4-b68d5021b0ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:08.600674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-deb8cef9-b9db-4f14-9f79-63c9b5c8bde1 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.602324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-deb8cef9-b9db-4f14-9f79-63c9b5c8bde1 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 945 time: 0.2357662 Sep 18 00:36:08.613610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.658276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.662665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] 10.222.0.49 "DELETE /v2.0/networks/49837f92-3d5d-4544-98ce-09f7646e3bde HTTP/1.1" status: 204 len: 168 time: 1.0322549 Sep 18 00:36:08.699893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91ebc906-d248-420b-ac69-f8e8054c6920 req-7e7bb714-d646-4cc6-bf52-964bf80b9f43 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241695 Sep 18 00:36:08.711465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e417251-2dc8-4279-b82b-d5867f9a20ef req-9d4997e5-0de8-4e41-85d1-f9832e8c738f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522081 Sep 18 00:36:08.717721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2372d4-8100-4b95-b5b1-f89c83916b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=49837f92-3d5d-4544-98ce-09f7646e3bde,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:08.736451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-0bb1f2af-8cf7-4683-b24e-ed9514fbf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.739721 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-0bb1f2af-8cf7-4683-b24e-ed9514fbf190 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2690196 Sep 18 00:36:08.804948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['362583c7-573c-48cb-94f4-b68d5021b0ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:08.822189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Deleting port 0d45b7e8-3185-4985-b5a3-8edba5202b20 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:08.822542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:08.851547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-83e28555-c190-4ccb-93cf-105322134b92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0980713 Sep 18 00:36:08.985641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-edee0596-a20a-47c1-b8c8-31745f148668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:08.992253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-edee0596-a20a-47c1-b8c8-31745f148668 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1273346 Sep 18 00:36:09.043052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04371046-ee57-4abf-9d48-b42bd980e8a4 req-54634ef0-4b9c-4124-a38a-9c0a8cbfb1c4 tempest-LiveMigrationTest-1488749170 tempest-LiveMigrationTest-1488749170-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59abad9-c430-4641-882d-3f91e75bb13b HTTP/1.1" status: 200 len: 210 time: 0.1558211 Sep 18 00:36:09.095716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] For port 0d45b7e8-3185-4985-b5a3-8edba5202b20, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d45b7e8-3185-4985-b5a3-8edba5202b20,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:09.096785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.122889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-609b0d8e-fa17-49eb-a7c0-6da601123d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:09.124636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Calling delete_port for 0d45b7e8-3185-4985-b5a3-8edba5202b20 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:09.129117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-609b0d8e-fa17-49eb-a7c0-6da601123d08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280761 Sep 18 00:36:09.221218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56160) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:09.247971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dace79-8ba0-488f-a2df-0a090996a8cb req-fe6265de-a746-4570-a0f7-5d6b6e8b96c8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:09.256285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4dace79-8ba0-488f-a2df-0a090996a8cb req-fe6265de-a746-4570-a0f7-5d6b6e8b96c8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1283727 Sep 18 00:36:09.312335 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-c22c06a2-d76b-40a2-ab44-789a1e2f4140 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652415 Sep 18 00:36:09.345800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4dace79-8ba0-488f-a2df-0a090996a8cb req-ee6dd257-4de5-42ce-be92-f16cc9816db5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880806 Sep 18 00:36:09.363471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1a40d198-8b0a-4b1e-917a-338d9c3a5e90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2a425ec9b1b46dda165d34c1aab2c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406882 Sep 18 00:36:09.366732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:09.447001 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-83e026de-089c-40e8-a6e7-8217f3811ef3 req-40d8c8c3-bd64-47c4-ab1e-e053b6a60ea6 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269529 Sep 18 00:36:09.466581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce'}, {'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-deleted', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a'}, {'name': 'network-changed', 'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:09.470071 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdcc906-6f3a-473a-b040-d1dc05a74c14" -d '{"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce"}, {"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-deleted", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a"}, {"name": "network-changed", "server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:09.481658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.507116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.527820 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5080c4-f73a-4029-83ac-3d17a01d2da0 x-openstack-request-id: req-be5080c4-f73a-4029-83ac-3d17a01d2da0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:09.528453 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce", "code": 200}, {"server_uuid": "a59abad9-c430-4641-882d-3f91e75bb13b", "name": "network-vif-deleted", "tag": "59c079aa-10df-46a3-8f0f-887ec7ae566a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:09.529113 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be5080c4-f73a-4029-83ac-3d17a01d2da0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:09.530416 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'code': 200} Sep 18 00:36:09.530998 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59abad9-c430-4641-882d-3f91e75bb13b', 'name': 'network-vif-deleted', 'tag': '59c079aa-10df-46a3-8f0f-887ec7ae566a', 'status': 'completed', 'code': 200} Sep 18 00:36:09.531465 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'status': 'completed', 'code': 200} Sep 18 00:36:09.537616 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.551825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688', '0d45b7e8-3185-4985-b5a3-8edba5202b20'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:09.618334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event deleted for resources: {'Port': ['ID=0d45b7e8-3185-4985-b5a3-8edba5202b20,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:09.663622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.666485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.670593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c114b123-c0b2-40db-a647-7d48edc22c08 HTTP/1.1" status: 204 len: 168 time: 0.2997501 Sep 18 00:36:09.740062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] No DVR routers for this DVR port 0d45b7e8-3185-4985-b5a3-8edba5202b20 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:09.743124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dadc4-3d9d-4307-a9ec-e639fa206f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114b123-c0b2-40db-a647-7d48edc22c08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:09.747841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:09.758446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b5f5a2d-4a92-4b42-a8a1-8673de49a7c0 req-28b4ff9c-8b03-491f-87f8-807f00492db5 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "DELETE /v2.0/ports/0d45b7e8-3185-4985-b5a3-8edba5202b20 HTTP/1.1" status: 204 len: 173 time: 1.1412213 Sep 18 00:36:09.761639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'name': 'network-vif-deleted', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:09.770639 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88926ad3-55eb-4ceb-ac4f-e3375098363a" -d '{"events": [{"server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "name": "network-vif-deleted", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:09.920740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:09.966122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 59c079aa-10df-46a3-8f0f-887ec7ae566a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:09.966552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 59c079aa-10df-46a3-8f0f-887ec7ae566a not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:10.052264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-087e9bc0-1f6f-414d-bb0c-76b7ab0109e2 req-088a5265-dec0-4d84-b470-e2433ecb2ded tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=7999cdb4-82aa-4bde-a7b1-cfbe28088203 HTTP/1.1" status: 200 len: 210 time: 0.1449418 Sep 18 00:36:10.063776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-8811f49d-03d2-4184-ad40-b5ff0e9eb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:10.063776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-8811f49d-03d2-4184-ad40-b5ff0e9eb4c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1126 time: 0.4553735 Sep 18 00:36:10.148865 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a9704-a598-4c20-934d-666e2fd4d410 x-openstack-request-id: req-a48a9704-a598-4c20-934d-666e2fd4d410 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:10.149132 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7999cdb4-82aa-4bde-a7b1-cfbe28088203", "name": "network-vif-deleted", "tag": "0d45b7e8-3185-4985-b5a3-8edba5202b20", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:10.149387 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a48a9704-a598-4c20-934d-666e2fd4d410 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:10.149768 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7999cdb4-82aa-4bde-a7b1-cfbe28088203', 'name': 'network-vif-deleted', 'tag': '0d45b7e8-3185-4985-b5a3-8edba5202b20', 'status': 'completed', 'code': 200} Sep 18 00:36:10.159810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018a92-1a8f-4807-a8fa-09ca8ebbdc90 req-0f64332e-6f4b-4493-9a6c-7603aceb5ec9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:10.164124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2018a92-1a8f-4807-a8fa-09ca8ebbdc90 req-0f64332e-6f4b-4493-9a6c-7603aceb5ec9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.2488992 Sep 18 00:36:10.246241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2018a92-1a8f-4807-a8fa-09ca8ebbdc90 req-529d1d64-9c35-4a42-9241-264414e20b9a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Sep 18 00:36:10.258767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-7afbcf15-2118-40db-b22b-5f5516454a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:10.260175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-7afbcf15-2118-40db-b22b-5f5516454a6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.1861789 Sep 18 00:36:10.308362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:10.348942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-40bed8b2-d520-41b4-b4e6-289636832367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 217 time: 0.0716372 Sep 18 00:36:10.432287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-03909a11-53b0-450a-9f18-914a3fcb2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:10.434000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-03909a11-53b0-450a-9f18-914a3fcb2106 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.0842376 Sep 18 00:36:10.519657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-9f3f4b7b-5a19-4872-a29c-15f460b55e22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669854 Sep 18 00:36:10.640353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefc104-fe47-4363-af7a-6f1cf5566190 req-7d67b3f1-7db8-4f34-ab70-7ff57a172680 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:10.640353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaefc104-fe47-4363-af7a-6f1cf5566190 req-7d67b3f1-7db8-4f34-ab70-7ff57a172680 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1399727 Sep 18 00:36:10.704668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-ebc5503d-ae67-4925-944c-377a9314e1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656339 Sep 18 00:36:10.710136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaefc104-fe47-4363-af7a-6f1cf5566190 req-5916f083-5728-4b06-8c3f-56b4bee4412b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620000 Sep 18 00:36:10.785831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Deleting subnet 9daa8917-244c-4e53-844e-ca919be3f9ea {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:10.791042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:10.841468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfdcc906-6f3a-473a-b040-d1dc05a74c14 req-0b433d32-a868-4f35-adcd-b09f2b4682bb service neutron] 10.222.0.48 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228430 Sep 18 00:36:10.865488 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:10.917088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:10.940745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56220) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:10.978460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.006085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9daa8917-244c-4e53-844e-ca919be3f9ea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:11.012316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.017115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:11.028903 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50a192e2-5926-4291-8e46-e561d4f9fc8c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9daa8917-244c-4e53-844e-ca919be3f9ea HTTP/1.1" status: 204 len: 168 time: 0.7188895 Sep 18 00:36:11.086062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-network', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:11.111024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.151824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Made reservation on behalf of 51114a6e249d4935ab9b0a950e9e72b0 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:11.154732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.176624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.265640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.298151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c672d353-bbf4-4ec3-a637-45b293a0482c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:11.318932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73668ecf-4835-4de8-a6fe-c1afbcf35bff') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:11.319236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73668ecf-4835-4de8-a6fe-c1afbcf35bff') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:11.334359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.357181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.369045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:11.369462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:11.371151 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:11.444462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.485841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.538396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.554689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:36:11.560102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.569121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:11.569422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c672d353-bbf4-4ec3-a637-45b293a0482c HTTP/1.1" status: 204 len: 168 time: 0.5510302 Sep 18 00:36:11.601310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0470-c99b-4eca-b517-f00ee6008fec req-b4bfb8e9-d81c-434f-aeea-a5125b0b455a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:11.603638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-801b0470-c99b-4eca-b517-f00ee6008fec req-b4bfb8e9-d81c-434f-aeea-a5125b0b455a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.2296665 Sep 18 00:36:11.604363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad1b77-bf88-46d8-b9d1-27adfaf9d1cf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:11.611341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce0bc3-f1ab-4a57-a499-b45ce9cf5364 admin admin] Pushing event deleted for resources: {'Network': ['ID=c672d353-bbf4-4ec3-a637-45b293a0482c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:11.627240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.627848 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Added segment 362c660b-0876-414b-8289-5eba248b3f6a of type vlan for network eb03cf79-2cb7-4785-aaac-15de94b74a44 Sep 18 00:36:11.637661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Deleting subnet 4ab553f1-2013-449e-82c7-e98194eaccc8 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:11.641921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.688609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51857626-ea5e-438f-aade-9f3d941fbd2f req-3cc58587-3b2b-46d0-a61f-edbb53dbae93 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:11.690413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.696239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51857626-ea5e-438f-aade-9f3d941fbd2f req-3cc58587-3b2b-46d0-a61f-edbb53dbae93 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.2203205 Sep 18 00:36:11.718568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.746820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.750805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-801b0470-c99b-4eca-b517-f00ee6008fec req-f25fc85a-e989-4724-af30-756b23751ac7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365545 Sep 18 00:36:11.796434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51857626-ea5e-438f-aade-9f3d941fbd2f req-767ce783-f6f4-45e1-8349-5ef598bc9f17 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962360 Sep 18 00:36:11.797704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.800639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:11.802842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.842401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9001863 Sep 18 00:36:11.845080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56252) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:11.851631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Request body: {'subnet': {'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-subnet', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:11.899911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.902672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a066d-9478-4de0-ac8f-3d6cc4386f2b admin admin] Pushing event updated for resources: {'Network': ['ID=eb03cf79-2cb7-4785-aaac-15de94b74a44,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:11.915847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:36:11.923795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Made reservation on behalf of 51114a6e249d4935ab9b0a950e9e72b0 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:11.926843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.930471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab553f1-2013-449e-82c7-e98194eaccc8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:11.934419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:11.939191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:11.941555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a6a0c5fa-2540-458a-943e-7381c64b5b24 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4ab553f1-2013-449e-82c7-e98194eaccc8 HTTP/1.1" status: 204 len: 168 time: 0.3707635 Sep 18 00:36:11.946184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56254) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:12.067539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d45b7e8-3185-4985-b5a3-8edba5202b20 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:12.098790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 0d45b7e8-3185-4985-b5a3-8edba5202b20 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:12.099241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d45b7e8-3185-4985-b5a3-8edba5202b20 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:12.113239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:12.126361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'mac_address': 'fa:16:3e:60:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:12.166271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6655d87-6237-4b06-bd2b-abd3e16eb597 req-dc0e38c0-c3f3-4831-9559-7f2abd529077 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:12.168795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6655d87-6237-4b06-bd2b-abd3e16eb597 req-dc0e38c0-c3f3-4831-9559-7f2abd529077 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.2392104 Sep 18 00:36:12.174555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.183020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.197790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:12.218981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:12.230228 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.314790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6655d87-6237-4b06-bd2b-abd3e16eb597 req-4489f5d4-dc92-49db-9607-3cf297fdd832 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334438 Sep 18 00:36:12.343529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:12.395268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.433981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca71325-f38a-4880-a6ff-8b69f199eb50']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:12.443721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.456121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca029410-a638-4339-86e7-ddb66a6b0a92') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:12.456467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca029410-a638-4339-86e7-ddb66a6b0a92') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:12.493283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.531912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.534043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:12.534405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Network hostable DHCP agents. Network: eb03cf79-2cb7-4785-aaac-15de94b74a44, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:36:12.536399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5700b119-244a-4c37-b44a-b097602967ad,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:12.546622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:12.549198 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:12.609046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:36:12.621204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.623779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, eb03cf79-2cb7-4785-aaac-15de94b74a44) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:12.634593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea89172-efae-4676-88a6-59b86159ceac None None] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:12.648477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.650758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0ca71325-f38a-4880-a6ff-8b69f199eb50 HTTP/1.1" status: 204 len: 168 time: 0.6883767 Sep 18 00:36:12.652572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:12.653576 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.657043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee081693-b85c-4231-95d5-ad3a11d52103 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca71325-f38a-4880-a6ff-8b69f199eb50,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:12.681390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9ab83a72-32bf-457c-91df-cd0e7a25a936 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8337317 Sep 18 00:36:12.682924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56270) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:12.690393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:12.741371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.742976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.825494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-eb03cf79-2cb7-4785-aaac-15de94b74a44', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:36:12.826353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56276) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:12.826905 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.885556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:12.898468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70121c26-c338-40aa-a182-b4963fe16415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eb4f1e741c94235b943bc1d9a79b461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703983 Sep 18 00:36:12.901399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56278) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:12.961302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['173539b4-3ef3-49fd-bf92-1ebff9948498'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:13.075419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.089020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad813-38e9-4168-a436-c6e2a039cb0e req-875f8894-8b56-4260-ab4a-818fc26941a2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:13.099250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557ad813-38e9-4168-a436-c6e2a039cb0e req-875f8894-8b56-4260-ab4a-818fc26941a2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.1631587 Sep 18 00:36:13.124463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d6b0a-91bc-42c2-8ec2-b2ad450e9e28 req-cca7ef2d-4f72-4864-a987-2411af12c5bb tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:13.126057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-656d6b0a-91bc-42c2-8ec2-b2ad450e9e28 req-cca7ef2d-4f72-4864-a987-2411af12c5bb tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1940918 Sep 18 00:36:13.126730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.156292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.164166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Allocated IP 172.20.0.2 (eb03cf79-2cb7-4785-aaac-15de94b74a44/5700b119-244a-4c37-b44a-b097602967ad/91f487f4-4645-4dcc-a02e-557571b9b5f7) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:13.236817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.240388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.242722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01b10392-42de-45d0-83ba-eeba85a91062 HTTP/1.1" status: 204 len: 168 time: 0.3394041 Sep 18 00:36:13.272349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef520-3f9c-49b9-8a19-36591ab65415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b10392-42de-45d0-83ba-eeba85a91062,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:13.306177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557ad813-38e9-4168-a436-c6e2a039cb0e req-b9b58243-53da-4806-9de2-9e529d47c3e7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059236 Sep 18 00:36:13.338340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-656d6b0a-91bc-42c2-8ec2-b2ad450e9e28 req-52efbaf9-98ad-4177-949f-de2b0a9bbb47 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258667 Sep 18 00:36:13.433930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.491367 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.492997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.502155 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.611699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Pushing event updated for resources: {'Port': ['ID=91f487f4-4645-4dcc-a02e-557571b9b5f7,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:13.614579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d063233-6ce3-42dd-8905-4dccf5687a59 req-3bc5af48-ba80-4fff-b322-5ba56613798f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:13.617137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:13.618322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d063233-6ce3-42dd-8905-4dccf5687a59 req-3bc5af48-ba80-4fff-b322-5ba56613798f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.1039805 Sep 18 00:36:13.619145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:13.625155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:13.690564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-a7f60c3c-4dfa-43f4-a0d1-fc458f159091 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:13.692452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-a7f60c3c-4dfa-43f4-a0d1-fc458f159091 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 945 time: 0.1272233 Sep 18 00:36:13.704070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Attempting to bind port 91f487f4-4645-4dcc-a02e-557571b9b5f7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:13.704692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Attempting to bind port 91f487f4-4645-4dcc-a02e-557571b9b5f7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:13.705248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Attempting to bind port 91f487f4-4645-4dcc-a02e-557571b9b5f7 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:13.707368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d063233-6ce3-42dd-8905-4dccf5687a59 req-abbb25a2-58e2-4f46-93be-5ca64cf87764 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775123 Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Bound port: 91f487f4-4645-4dcc-a02e-557571b9b5f7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:13.721129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.750762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Allocated IP 172.25.7.220 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/ba9501eb-7b6f-4c92-8b19-28e8527acbfe) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:13.861228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] For port 91f487f4-4645-4dcc-a02e-557571b9b5f7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:13.879269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] For port 91f487f4-4645-4dcc-a02e-557571b9b5f7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91f487f4-4645-4dcc-a02e-557571b9b5f7,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:13.909634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.911280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Deleting port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:13.911775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.929875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:13.989243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3a96e83e-8937-454d-9c5f-7b2ed4ffbec3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4111f4d8e8524e0ea2e4b31cc72651c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579007 Sep 18 00:36:13.995530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:13.999329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43143-6bc6-4a9f-9899-add94e1f90f0 None None] Pushing event updated for resources: {'Port': ['ID=91f487f4-4645-4dcc-a02e-557571b9b5f7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:14.009796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.058756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] For port f4f3410e-fb5e-41cb-88bd-0887f5cf1688, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:14.059126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.097178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.112958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Calling delete_port for f4f3410e-fb5e-41cb-88bd-0887f5cf1688 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:14.152714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.154838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.205404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:14.299193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:14.310135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:14.400113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:14.511106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.514178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.528250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1efe1ec8-9d9d-45f4-ad7b-eea12215ec35 HTTP/1.1" status: 204 len: 168 time: 0.5212479 Sep 18 00:36:14.572320 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.581110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c5393-82ab-474f-95e2-f03de5d57eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe1ec8-9d9d-45f4-ad7b-eea12215ec35,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:14.587061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f4f3410e-fb5e-41cb-88bd-0887f5cf1688'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:14.601332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab8a94-10a6-427d-bc3e-65c3608fd54c req-fb49fa76-0b14-4e7c-82c6-4bba14f85e76 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:14.603204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2ab8a94-10a6-427d-bc3e-65c3608fd54c req-fb49fa76-0b14-4e7c-82c6-4bba14f85e76 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/ports?device_id=04bb1c42-e71b-418b-ae80-6a49f96c7a5d HTTP/1.1" status: 200 len: 867 time: 0.0979793 Sep 18 00:36:14.679423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Pushing event deleted for resources: {'Port': ['ID=f4f3410e-fb5e-41cb-88bd-0887f5cf1688,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:14.835392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac4176-a590-48ed-9d8f-3b99446b15aa req-04e4ff60-6aef-42cb-bb75-944abfe2dd41 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:14.859416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.863269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fac4176-a590-48ed-9d8f-3b99446b15aa req-04e4ff60-6aef-42cb-bb75-944abfe2dd41 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.4452887 Sep 18 00:36:14.960294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] No DVR routers for this DVR port f4f3410e-fb5e-41cb-88bd-0887f5cf1688 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:14.970474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.976858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59a7eb88-87ba-4af4-a73e-cdc954271ec2 req-4fdb9fca-7ae3-4e7b-a17d-61a60fe7034a tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.48 "DELETE /v2.0/ports/f4f3410e-fb5e-41cb-88bd-0887f5cf1688 HTTP/1.1" status: 204 len: 173 time: 1.2678692 Sep 18 00:36:14.998503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'name': 'network-vif-deleted', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:15.006072 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132d0e2-3c68-4b3f-843d-552a6492fe50" -d '{"events": [{"server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "name": "network-vif-deleted", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:15.017492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2ab8a94-10a6-427d-bc3e-65c3608fd54c req-f0e052e1-7a8f-456a-a782-d7ceff57b9c1 tempest-ListServerFiltersTestJSON-796532589 tempest-ListServerFiltersTestJSON-796532589-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862886 Sep 18 00:36:15.128234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fac4176-a590-48ed-9d8f-3b99446b15aa req-d7530858-f56f-4113-bd0b-03717d0e3801 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639644 Sep 18 00:36:15.388908 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2376d906-eb3d-426f-b132-ee18d39f79a9 x-openstack-request-id: req-2376d906-eb3d-426f-b132-ee18d39f79a9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:15.389215 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb1c42-e71b-418b-ae80-6a49f96c7a5d", "name": "network-vif-deleted", "tag": "f4f3410e-fb5e-41cb-88bd-0887f5cf1688", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:15.389544 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2376d906-eb3d-426f-b132-ee18d39f79a9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:15.389860 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb1c42-e71b-418b-ae80-6a49f96c7a5d', 'name': 'network-vif-deleted', 'tag': 'f4f3410e-fb5e-41cb-88bd-0887f5cf1688', 'status': 'completed', 'code': 200} Sep 18 00:36:15.492804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7c41a-2e2c-4843-905e-b7213b26d7aa req-0fb12ffa-9808-42e9-b6d1-7be50998f9fb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:15.504472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0e7c41a-2e2c-4843-905e-b7213b26d7aa req-0fb12ffa-9808-42e9-b6d1-7be50998f9fb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.0978949 Sep 18 00:36:15.581856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0e7c41a-2e2c-4843-905e-b7213b26d7aa req-84287a81-2a54-48e7-a327-62da03658f42 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760965 Sep 18 00:36:15.627522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f86258-6fdc-4911-9831-6964ba882f7c None None] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:15.841902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:15.940485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91f487f4-4645-4dcc-a02e-557571b9b5f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:15.974810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:16.098707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] Provisioning complete for port 91f487f4-4645-4dcc-a02e-557571b9b5f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:16.099475 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.160865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Router 20df356c-6653-4979-a695-a5f14a3e270c is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:36:16.173330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56352) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:16.189523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56354) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:16.399295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095ece-38ae-46ad-9bb5-6dfd66465890 req-d0bd4a5b-1e7e-4f11-b31e-e773f83dac68 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:16.401037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea095ece-38ae-46ad-9bb5-6dfd66465890 req-d0bd4a5b-1e7e-4f11-b31e-e773f83dac68 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.1162410 Sep 18 00:36:16.447934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-network', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:16.485134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:16.528450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea095ece-38ae-46ad-9bb5-6dfd66465890 req-fb142b63-51b4-4bbb-bf52-5cac711b846e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189899 Sep 18 00:36:16.536931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Deleting subnet d5119ada-e706-42c4-941c-b42920e49a89 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:16.541455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Made reservation on behalf of a5cdc7692dfe449894ccb21a32776421 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:16.544023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.546052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.565853 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.578442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:16.602703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:16.627308 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.640585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:16.641452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:16.642970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.707334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 173539b4-3ef3-49fd-bf92-1ebff9948498 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:36:16.744736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 173539b4-3ef3-49fd-bf92-1ebff9948498 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:16.745129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.796264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.818740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91f487f4-4645-4dcc-a02e-557571b9b5f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:16.818740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.886215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:16.947613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3112-86c3-48ee-9ba3-07863b6d2328 req-007f385c-16c2-49aa-936f-0c3cbd3b1211 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:16.956733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4aea3112-86c3-48ee-9ba3-07863b6d2328 req-007f385c-16c2-49aa-936f-0c3cbd3b1211 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.2463696 Sep 18 00:36:16.991912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5119ada-e706-42c4-941c-b42920e49a89,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:16.996202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.004644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3747b75-0b0a-4280-ba3c-ad67f29cab7d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5119ada-e706-42c4-941c-b42920e49a89 HTTP/1.1" status: 204 len: 168 time: 0.8303232 Sep 18 00:36:17.009129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56382) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:17.040947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e378f-50b1-4944-929d-ae00c9560e2d None None] Network 00d29d98-096f-4ef7-a664-26303ef8eba8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:17.049724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-deb8d97e-f41e-47cb-ab11-06ede12d06ae service neutron] 10.222.0.48 "GET /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.2505784 Sep 18 00:36:17.077145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.091971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.104289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.126001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4aea3112-86c3-48ee-9ba3-07863b6d2328 req-8f7c5aaa-6caa-4282-8702-ea833ab8d579 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672318 Sep 18 00:36:17.139792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.156306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:36:17.162672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.166740 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.166994 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d8e537c-6702-4a23-a822-46b50c9daa24 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4827533 Sep 18 00:36:17.167222 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Added segment 5e182398-485d-48da-8ee6-d5490b722b94 of type vlan for network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 Sep 18 00:36:17.170551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:17.180509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] For port 91f487f4-4645-4dcc-a02e-557571b9b5f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91f487f4-4645-4dcc-a02e-557571b9b5f7,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:17.187139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:17.221178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.226983 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.246500 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.291896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.296406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:17.297064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.307764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Deleting port 2ddffbbe-f443-4a34-8609-20d4c7c57cea {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:17.308177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.386058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1943715 Sep 18 00:36:17.389316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b1a76-8bd9-451d-b379-1fdc31974191,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:17.392818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56388) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:17.437155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] For port 2ddffbbe-f443-4a34-8609-20d4c7c57cea, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ddffbbe-f443-4a34-8609-20d4c7c57cea,segment=NetworkSegment(55f81665-353b-4ae0-a384-8f645bc2c53d),segment_id=55f81665-353b-4ae0-a384-8f645bc2c53d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:17.438055 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.453338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Request body: {'subnet': {'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-subnet', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:17.458794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Calling delete_port for 2ddffbbe-f443-4a34-8609-20d4c7c57cea owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:17.536368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Made reservation on behalf of a5cdc7692dfe449894ccb21a32776421 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:17.539715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.547287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc440e2-0fa0-4c73-9f5e-6b623ca0d9af admin admin] Pushing event updated for resources: {'Network': ['ID=b077a8bc-bd81-48f9-a8ac-e49e2a81e133,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:17.575594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.584496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:36:17.701150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.724126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:17.726454 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b50681-b4e9-4939-81e6-0bb303b30e13" -d '{"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-plugged", "status": "completed", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:17.757938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f61f17da-b00b-44e3-86fd-6a90df1192ca None None] Provisioning complete for port 91f487f4-4645-4dcc-a02e-557571b9b5f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:17.758323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f61f17da-b00b-44e3-86fd-6a90df1192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.782942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddffbbe-f443-4a34-8609-20d4c7c57cea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:17.785235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] No DVR routers for this DVR port 2ddffbbe-f443-4a34-8609-20d4c7c57cea on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:17.803701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f61d4-0763-4d3f-9af7-b75d6cc38f15 None None] Pushing event updated for resources: {'Port': ['ID=91f487f4-4645-4dcc-a02e-557571b9b5f7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:17.882579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:17.926169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.954212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.006635 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc2768-f3f0-44cc-b862-1daaa5095cbe x-openstack-request-id: req-1afc2768-f3f0-44cc-b862-1daaa5095cbe {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:18.007101 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-plugged", "status": "completed", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:18.007437 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1afc2768-f3f0-44cc-b862-1daaa5095cbe {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:18.007920 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'code': 200} Sep 18 00:36:18.009581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2940c-3236-4c57-8762-3bfb7543bf5d None None] DHCP port deletion for 00d29d98-096f-4ef7-a664-26303ef8eba8 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:36:18.013001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d29d98-096f-4ef7-a664-26303ef8eba8']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:18.027393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f81665-353b-4ae0-a384-8f645bc2c53d') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:18.027678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f81665-353b-4ae0-a384-8f645bc2c53d') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:18.040752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.044077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.070383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.076179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f4f3410e-fb5e-41cb-88bd-0887f5cf1688 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:18.083197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:18.083663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:18.085721 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:18.112280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:36:18.112739 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:36:18.120366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f4f3410e-fb5e-41cb-88bd-0887f5cf1688 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:18.120799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f4f3410e-fb5e-41cb-88bd-0887f5cf1688 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:18.126925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:18.137046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.137478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.137889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.138338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.138752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.139167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.139553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.139961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.140388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.140783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.141375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.141731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:18.156248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:14Z', 'revision_number': 3, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:18.194525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:18.195122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Updating router 20df356c-6653-4979-a695-a5f14a3e270c port ba9501eb-7b6f-4c92-8b19-28e8527acbfe binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:36:18.240255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.242535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.252262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.256818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] 10.222.0.49 "DELETE /v2.0/networks/00d29d98-096f-4ef7-a664-26303ef8eba8 HTTP/1.1" status: 204 len: 168 time: 1.2443116 Sep 18 00:36:18.261619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b46600-31d2-49d0-b658-7bf240103a3c req-468197e9-9903-429a-ba3d-737c3384b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:18.263973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-14b46600-31d2-49d0-b658-7bf240103a3c req-468197e9-9903-429a-ba3d-737c3384b72b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1102 time: 0.1365943 Sep 18 00:36:18.290292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1adc8-ca4f-4bb9-9676-535760fa0b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d29d98-096f-4ef7-a664-26303ef8eba8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:18.310899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:18.361582 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-14b46600-31d2-49d0-b658-7bf240103a3c req-8540351e-6e0f-4a35-b1bf-74564986906c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843065 Sep 18 00:36:18.376180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Allocated IP 172.20.0.1 (eb03cf79-2cb7-4785-aaac-15de94b74a44/5700b119-244a-4c37-b44a-b097602967ad/30c8ba6b-4b89-4bbd-a9d1-610f6b100f18) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:18.401183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90acd-b29b-44fb-a7e5-fd71e4320e63 req-86e598bf-6e5e-4c1c-a00c-186780ede7af tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:18.403000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7b90acd-b29b-44fb-a7e5-fd71e4320e63 req-86e598bf-6e5e-4c1c-a00c-186780ede7af tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 943 time: 0.3118618 Sep 18 00:36:18.405417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:18.448073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:18.464747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3ef3b-1d27-4a66-9760-df26b751d935 req-0c6f7505-888b-4e6d-af71-9c6c71bc97c8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:18.467054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56b3ef3b-1d27-4a66-9760-df26b751d935 req-0c6f7505-888b-4e6d-af71-9c6c71bc97c8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.2071345 Sep 18 00:36:18.496047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.507724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.519386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362583c7-573c-48cb-94f4-b68d5021b0ce {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:18.533628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.567436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.573688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.574544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:18.578764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:18.585459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:18.588242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:18.588718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Pushing event updated for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:18.634846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7b90acd-b29b-44fb-a7e5-fd71e4320e63 req-abe5431c-1208-423a-a05e-6caa0a34b8d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150652 Sep 18 00:36:18.636042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.646096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f0c675c-df68-4ba3-b9ca-538bff2e7825 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99af778b0b0a4aa0a5c242fe4bc4758c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894882 Sep 18 00:36:18.653632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56b3ef3b-1d27-4a66-9760-df26b751d935 req-9b90adbe-784e-4f1d-817e-9f5e45f660d5 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658077 Sep 18 00:36:18.655131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.671524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56428) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:18.672306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d8bea-9ebf-444e-957f-90f570d16db5 None None] Pushing event updated for resources: {'Port': ['ID=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:18.707632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c356a5-e8e8-4d29-97cd-dbdffdeb2429,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:18.756551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Checking segment: {'id': '5e182398-485d-48da-8ee6-d5490b722b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:18.756916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Network hostable DHCP agents. Network: b077a8bc-bd81-48f9-a8ac-e49e2a81e133, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:36:18.782507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Attempting to bind port ba9501eb-7b6f-4c92-8b19-28e8527acbfe on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:18.783096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Attempting to bind port ba9501eb-7b6f-4c92-8b19-28e8527acbfe by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:18.783418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Attempting to bind port ba9501eb-7b6f-4c92-8b19-28e8527acbfe on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:18.804376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:18.804775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:18.805212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.805582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:18.806073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Bound port: ba9501eb-7b6f-4c92-8b19-28e8527acbfe, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:18.806817 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.836385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:36:18.839639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.853733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.924886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] For port ba9501eb-7b6f-4c92-8b19-28e8527acbfe, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:18.933699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] For port ba9501eb-7b6f-4c92-8b19-28e8527acbfe, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:18.940120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] Transition to ACTIVE for port object 362583c7-573c-48cb-94f4-b68d5021b0ce will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:18.943592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.956509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b077a8bc-bd81-48f9-a8ac-e49e2a81e133) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:18.974296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:18.977279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.001511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.002409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.038553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d8bea-9ebf-444e-957f-90f570d16db5 None None] Pushing event updated for resources: {'Port': ['ID=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:19.041486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672576d-8401-4f5e-a1b6-20a40d60b26d None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:19.043775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91f487f4-4645-4dcc-a02e-557571b9b5f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:19.089331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1822d30-f30b-47a5-9c4b-4277871dfe3d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6494393 Sep 18 00:36:19.092442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56452) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:19.098714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] No DVR routers for this DVR port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:19.100059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:19.143672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:19.157881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.159588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.181456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-6164e7a3-643e-42c9-aaee-85b6ebd0eaf0 service neutron] 10.222.0.48 "PUT /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 2.1143591 Sep 18 00:36:19.196113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.205800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.214181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8ec37-f33b-4ca4-8cd6-c65dfcc753b8 req-41dec2bb-ea13-4445-b0b5-d6402059c612 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.216157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb8ec37-f33b-4ca4-8cd6-c65dfcc753b8 req-41dec2bb-ea13-4445-b0b5-d6402059c612 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 949 time: 0.1187527 Sep 18 00:36:19.217584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.220171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.221562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb HTTP/1.1" status: 204 len: 168 time: 0.5481567 Sep 18 00:36:19.239812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c48815-5734-4e92-8ee8-569b7a0f0aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9a75f-b0e2-4241-ba03-b23b3f8f8cbb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:19.291570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-91e36d6c-5d0a-4dd7-9027-8ef0ed9e70b8 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:19.291944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-91e36d6c-5d0a-4dd7-9027-8ef0ed9e70b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.295270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb8ec37-f33b-4ca4-8cd6-c65dfcc753b8 req-166f85d6-95d9-4147-a8e2-24c8d897858a tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634027 Sep 18 00:36:19.354440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:19.355180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:19.365374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Pushing event updated for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:19.425399 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.439319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-91e36d6c-5d0a-4dd7-9027-8ef0ed9e70b8 None None] Port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:19.485729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91f487f4-4645-4dcc-a02e-557571b9b5f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:19.486106 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.491555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.507851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-fb983a53-b32e-4194-ba3f-162b54925e04 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.509366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-fb983a53-b32e-4194-ba3f-162b54925e04 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.2085686 Sep 18 00:36:19.568835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:19.623917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'fixed_ips': [{'subnet_id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:36:19.624807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.765330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.805720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-4d011050-5bee-4e5c-b45f-1ef7d5223a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.807548 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-4d011050-5bee-4e5c-b45f-1ef7d5223a95 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0&tenant_id=7fbb04baecc948c78313e462484cba2c HTTP/1.1" status: 200 len: 1096 time: 0.2844050 Sep 18 00:36:19.882348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356bea-f4e6-4ccb-9c85-24911c7ed998 req-978d7f33-f905-4279-8166-ca9cdd57db7e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.913251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65356bea-f4e6-4ccb-9c85-24911c7ed998 req-978d7f33-f905-4279-8166-ca9cdd57db7e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.1371663 Sep 18 00:36:19.925780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ddffbbe-f443-4a34-8609-20d4c7c57cea no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:19.958936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Allocated IP 172.20.0.2 (b077a8bc-bd81-48f9-a8ac-e49e2a81e133/d8c356a5-e8e8-4d29-97cd-dbdffdeb2429/6f5287ea-c591-4a80-a90b-6d10cd1b75d3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:19.961057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2ddffbbe-f443-4a34-8609-20d4c7c57cea {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:19.961566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ddffbbe-f443-4a34-8609-20d4c7c57cea not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:19.986110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-277ccc55-c404-459e-93d2-8d4e2f3f166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:19.990783 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-277ccc55-c404-459e-93d2-8d4e2f3f166d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fbb04baecc948c78313e462484cba2c&device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1096 time: 0.1341279 Sep 18 00:36:20.003163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:20.015493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 2, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:20.025561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65356bea-f4e6-4ccb-9c85-24911c7ed998 req-876f56c2-0fed-4578-a36b-07070428f9f2 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957587 Sep 18 00:36:20.033970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70554c-fe18-4825-acc4-6da2a3420840 req-048e6d60-aa0b-4d19-8354-ddf907909d3e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:20.040170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:20.042164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f70554c-fe18-4825-acc4-6da2a3420840 req-048e6d60-aa0b-4d19-8354-ddf907909d3e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1268294 Sep 18 00:36:20.094605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f70554c-fe18-4825-acc4-6da2a3420840 req-ae849f77-52f3-4a33-a19c-37be6f0c729d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Sep 18 00:36:20.097736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b7cd-6976-4910-861f-088d31806e15 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 2, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:20.285241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.301359 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.355967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:20.373234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:20.375543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Pushing event updated for resources: {'Port': ['ID=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:20.378490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:20.491496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Attempting to bind port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:20.491892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Attempting to bind port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5e182398-485d-48da-8ee6-d5490b722b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:20.492267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Attempting to bind port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 on network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:20.502058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:20.502386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Checking segment: {'id': '5e182398-485d-48da-8ee6-d5490b722b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:20.508710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.509116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Bound using segment: {'id': '5e182398-485d-48da-8ee6-d5490b722b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:20.509638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Bound port: 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e182398-485d-48da-8ee6-d5490b722b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:20.510035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.551674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56502) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:20.601588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7ebff827-0032-4dbf-a36d-89408dac1de3 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:20.602049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7ebff827-0032-4dbf-a36d-89408dac1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.625877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] For port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:20.643166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] For port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,segment=NetworkSegment(5e182398-485d-48da-8ee6-d5490b722b94),segment_id=5e182398-485d-48da-8ee6-d5490b722b94)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:20.652408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7ebff827-0032-4dbf-a36d-89408dac1de3 None None] Port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:20.656339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.702481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-430192721-network', 'tenant_id': '961d0c6d2c0f40dda7a1a0dea8ce2262'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:20.732473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732eb24-b695-4222-bdeb-86929fae2d07 None None] Pushing event updated for resources: {'Port': ['ID=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:20.749168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Made reservation on behalf of 961d0c6d2c0f40dda7a1a0dea8ce2262 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:20.751624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.765969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.808262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-8e4ab4c1-9e44-47ff-a953-5228b00e2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:20.810077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-8e4ab4c1-9e44-47ff-a953-5228b00e2e05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 200 len: 921 time: 0.8092954 Sep 18 00:36:20.880597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-31e263d4-630c-446f-b696-e41146ed8507 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 200 len: 217 time: 0.0568368 Sep 18 00:36:20.956196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.962790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.963138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:20.970124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:20.990343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:36:21.005938 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.006993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a602be-2471-4097-bf17-2b1e631678f4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:21.012134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.017807 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Added segment 0a04462b-9df1-4c90-ad6a-977d6fb04081 of type vlan for network f1a0fd6f-c93e-4ed3-b703-09debe387412 Sep 18 00:36:21.036321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-1a1661ee-48e4-42ea-8272-11b75d0bfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:21.038508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-1a1661ee-48e4-42ea-8272-11b75d0bfdc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 200 len: 860 time: 0.1441281 Sep 18 00:36:21.065040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.114602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.116100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:21.117003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.216555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-31d6a534-4803-4a73-8e08-268690660d5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b267cce-014c-4e52-8c8b-c7aefe641bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382518 Sep 18 00:36:21.257865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7037690 Sep 18 00:36:21.264290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56514) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:21.270032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Request body: {'subnet': {'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-430192721-subnet', 'tenant_id': '961d0c6d2c0f40dda7a1a0dea8ce2262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:21.282659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c282-9bc2-4d1f-ac48-6564b8a7c7ce admin admin] Pushing event updated for resources: {'Network': ['ID=f1a0fd6f-c93e-4ed3-b703-09debe387412,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:21.295518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:36:21.373865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec295e-0708-41a0-9de8-99e4882db370 req-ddbe9dc5-29cf-47ba-a69a-56be8192263e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:21.376009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbec295e-0708-41a0-9de8-99e4882db370 req-ddbe9dc5-29cf-47ba-a69a-56be8192263e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.1528554 Sep 18 00:36:21.386368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aab24-6670-4698-8103-310a8734aef1 req-e852021a-3abc-40b8-bc53-252bbc85bb7c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:21.393306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-969aab24-6670-4698-8103-310a8734aef1 req-e852021a-3abc-40b8-bc53-252bbc85bb7c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1436687 Sep 18 00:36:21.463150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Made reservation on behalf of 961d0c6d2c0f40dda7a1a0dea8ce2262 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:21.465171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:21.492977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-969aab24-6670-4698-8103-310a8734aef1 req-5c604adb-8e28-4a08-925e-1ec1097ee2ea tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Sep 18 00:36:21.496690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbec295e-0708-41a0-9de8-99e4882db370 req-1ac455a3-4121-49fc-9075-ed24bacd9825 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021273 Sep 18 00:36:21.575802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Allocated IP 172.25.7.210 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/69ffaefa-dc4e-4096-ba9a-b1f72a2e4142) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:21.610668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:21.624816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c4da9d4-3e6b-4dbe-b39f-eec340062da6 admin admin] 10.222.0.49 "PUT /v2.0/routers/20df356c-6653-4979-a695-a5f14a3e270c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4532616 Sep 18 00:36:21.630526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-52bb5b36-1fca-4768-b1b7-5247f0879ce5 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031513 Sep 18 00:36:21.767848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f897-fbb6-4e5f-b521-27e0ff702457 req-649c61b0-b02c-4d8c-8b5d-b1c5eb3745fc tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:21.769897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f214f897-fbb6-4e5f-b521-27e0ff702457 req-649c61b0-b02c-4d8c-8b5d-b1c5eb3745fc tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1102 time: 0.0718539 Sep 18 00:36:21.827707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f214f897-fbb6-4e5f-b521-27e0ff702457 req-f2cfb6bc-c5ca-44e0-902e-e1f983c93ea7 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 Sep 18 00:36:21.979106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:22.005063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.020057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-faf9feeb-4e1b-4748-8f9b-ebdd08287b21 service neutron] 10.222.0.54 "GET /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538878 Sep 18 00:36:22.030084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37182ca-0b3e-401f-bc18-b17c4c1238c8 None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:22.062121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.164560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.176095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f384db1a-0337-4079-94f3-6b656fe09464,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:22.193986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] Provisioning complete for port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:22.194578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.238331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Checking segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:22.238331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Network hostable DHCP agents. Network: f1a0fd6f-c93e-4ed3-b703-09debe387412, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:36:22.250265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:22.316939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:22.321468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:22.351479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9de6b-75c8-497d-91b0-78f34e1fad51 req-61b30e19-01e9-4747-9583-f153757bf829 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:22.363337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44a9de6b-75c8-497d-91b0-78f34e1fad51 req-61b30e19-01e9-4747-9583-f153757bf829 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.0889390 Sep 18 00:36:22.400639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Pushing event updated for resources: {'Port': ['ID=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:22.416093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44a9de6b-75c8-497d-91b0-78f34e1fad51 req-9373253f-59a1-4a89-b4c3-a6c076db395d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Sep 18 00:36:22.424995 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.456750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:36:22.460884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.461223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-c954c92d-cbca-4b66-93c6-5881df444a26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2282772 Sep 18 00:36:22.507392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56540) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:22.508325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-0b3531bc-0860-462b-a4b6-68872c66464e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:36:22.509492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-0b3531bc-0860-462b-a4b6-68872c66464e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087814 Sep 18 00:36:22.515549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952299106', 'description': 'tempest-description--1186164135'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:22.518015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f1a0fd6f-c93e-4ed3-b703-09debe387412) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:22.539928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc24328-7d3f-45c3-a384-4939758c137c None None] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:22.546422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] For port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,segment=NetworkSegment(5e182398-485d-48da-8ee6-d5490b722b94),segment_id=5e182398-485d-48da-8ee6-d5490b722b94)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:22.550259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691a57-b8da-4571-a9a1-006c18191793 req-550eae0e-7a34-4dae-a4a7-ba63dc180df0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:22.551897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-550eae0e-7a34-4dae-a4a7-ba63dc180df0 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0&tenant_id=7fbb04baecc948c78313e462484cba2c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1096 time: 0.1794164 Sep 18 00:36:22.556065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:22.556834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.573610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:22.577586 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555c1fd7-f0c6-4965-9055-b20f054c79be" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:22.577765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.637644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e2df9e04-4295-4be3-8157-dfa1c0659b2f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3749335 Sep 18 00:36:22.798674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.809533 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a350b778-4bef-44c9-abfd-ab7326d8f737 x-openstack-request-id: req-a350b778-4bef-44c9-abfd-ab7326d8f737 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:22.810270 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:22.810808 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a350b778-4bef-44c9-abfd-ab7326d8f737 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:22.811491 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'code': 200} Sep 18 00:36:22.814290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:22.921689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0e691a57-b8da-4571-a9a1-006c18191793 req-e7149857-0b4b-4977-a309-ab7f54e89c40 service neutron] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:22.939124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0e691a57-b8da-4571-a9a1-006c18191793 req-e7149857-0b4b-4977-a309-ab7f54e89c40 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.943043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0e691a57-b8da-4571-a9a1-006c18191793 req-e7149857-0b4b-4977-a309-ab7f54e89c40 service neutron] 10.222.0.54 "DELETE /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.3587329 Sep 18 00:36:22.947475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:22.962646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac7fbd-1c08-4815-9e7c-a2367f4e4732 req-44591433-944b-44e4-a353-b065ed903392 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:22.962646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27ac7fbd-1c08-4815-9e7c-a2367f4e4732 req-44591433-944b-44e4-a353-b065ed903392 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.2748284 Sep 18 00:36:22.964714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.080564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.097424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819edce-efd2-44fc-99ad-9b80d4f52a34 None None] Pushing event updated for resources: {'Port': ['ID=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:23.152890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27ac7fbd-1c08-4815-9e7c-a2367f4e4732 req-7845cec2-7553-4c7f-8d5f-115534ab3b89 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790395 Sep 18 00:36:23.156404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.228472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:23.314343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.319967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8110807 Sep 18 00:36:23.335716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56588) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:23.352279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group_rule': {'security_group_id': '2b3eed23-686a-4050-a29d-6dc8d43ca3f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:23.367852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8eb50-7d0f-423f-9ff9-c1b312a71d5c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3eed23-686a-4050-a29d-6dc8d43ca3f3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:23.369039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835dd77-c4f3-4bba-9751-5f5819aae220 None None] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:23.450003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.464958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:23.519788 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:23.533687 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:23.534689 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:23.545805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c04c5-7da8-4fd1-81b3-df183d8a2231 req-957bdbfd-be17-4262-98e3-dc8269c78f0d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:23.563260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de9c04c5-7da8-4fd1-81b3-df183d8a2231 req-957bdbfd-be17-4262-98e3-dc8269c78f0d tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.3403587 Sep 18 00:36:23.617829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.693246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Router df4757b7-65fd-4f7f-bf8b-0281febd563c is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:36:23.697871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:23.698579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.700252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-47ea93c3-f5ae-419b-8713-f38f28f11a9d None None] Provisioning complete for port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:23.701259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-47ea93c3-f5ae-419b-8713-f38f28f11a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.724922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.729800 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:23.741663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de9c04c5-7da8-4fd1-81b3-df183d8a2231 req-69ff7d3b-2670-43c8-b896-60a3f6b1e6b7 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480262 Sep 18 00:36:23.754910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.842765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19a9371-c1b0-4e63-ab71-733adc974b75,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:23.857781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:23.860357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4ce245b4-6373-42ac-847c-5a726b80311c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225043 Sep 18 00:36:23.871417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56610) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:23.890954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group_rule': {'security_group_id': '2b3eed23-686a-4050-a29d-6dc8d43ca3f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:23.997854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-0f64f8dc-9bf4-493e-af77-c0201e8d2251 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:24.004266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-0f64f8dc-9bf4-493e-af77-c0201e8d2251 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 817 time: 0.5752091 Sep 18 00:36:24.006730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.031921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-da641cad-36df-4eba-a60d-07a6aa3aedfc tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/quotas/961d0c6d2c0f40dda7a1a0dea8ce2262 HTTP/1.1" status: 200 len: 375 time: 0.0216725 Sep 18 00:36:24.098708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-a94475ab-36a0-46e4-883b-75b46fbd9808 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656362 Sep 18 00:36:24.126441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f8216-677c-4f6f-a8cd-667d92d93390 req-ffd7f9ee-1a61-4e55-aed1-81162c976e3f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:24.137470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e76f8216-677c-4f6f-a8cd-667d92d93390 req-ffd7f9ee-1a61-4e55-aed1-81162c976e3f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.2096260 Sep 18 00:36:24.230309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ba9501eb-7b6f-4c92-8b19-28e8527acbfe up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:24.232699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e76f8216-677c-4f6f-a8cd-667d92d93390 req-ed473f7f-ae5a-4ab3-95c7-ad4d10a5ebd6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892518 Sep 18 00:36:24.245684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-76858240-e77a-4769-8099-b2cce2202700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.305789 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 2, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:24.338770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.340823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:24.341423 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Updating router 20df356c-6653-4979-a695-a5f14a3e270c port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:36:24.379793 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.380439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.392580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ba9501eb-7b6f-4c92-8b19-28e8527acbfe triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:24.393136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.402820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:24.422728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.424421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-373f388c-fd7c-495c-8c7a-c27a8850530c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3308756 Sep 18 00:36:24.427374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56618) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:24.430515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Sync routers for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:24.450844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:24.451104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176d5d4f-4629-471f-8caa-cbd242c4505c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:24.453250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:24.465416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.466887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4ab3314-ad42-49c5-84c3-821f6204442c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934961 Sep 18 00:36:24.475682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56620) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:24.486759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:24.495214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6687-49f7-4f4e-9aa5-6e41349fcfd1 req-4e593fe3-eb80-4544-aa72-6ed7a905b056 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:24.504391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1eee6687-49f7-4f4e-9aa5-6e41349fcfd1 req-4e593fe3-eb80-4544-aa72-6ed7a905b056 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 1096 time: 0.1676810 Sep 18 00:36:24.517471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c342c214-0608-4f76-ad75-55e06e83f490 service neutron] 10.222.0.49 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174783 Sep 18 00:36:24.618595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:24.619582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.639563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1eee6687-49f7-4f4e-9aa5-6e41349fcfd1 req-7e675f26-c0a5-4e52-a6ad-7f3891e7ba60 tempest-LiveAutoBlockMigrationV225Test-924176128 tempest-LiveAutoBlockMigrationV225Test-924176128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341531 Sep 18 00:36:24.693031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c4e83f18-978c-44ee-8ad1-b8023837158b service neutron] 10.222.0.49 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746178 Sep 18 00:36:24.810609 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.821239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:24.874607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ba9501eb-7b6f-4c92-8b19-28e8527acbfe, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:24.899576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.019385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Allocated IP 172.25.7.54 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/96156e8b-4d4b-4e03-ac55-bd2de16800b4) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:25.019624 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.027377 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.042707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:25.088851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-7f04f4a3-2f47-4408-a745-edca5fbbbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:25.090376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-7f04f4a3-2f47-4408-a745-edca5fbbbe0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1102 time: 0.3180900 Sep 18 00:36:25.152007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Attempting to bind port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:25.152525 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Attempting to bind port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:25.152904 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Attempting to bind port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:25.173639 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:25.174113 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:25.174518 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.174909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:25.175403 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Bound port: 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:25.175948 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.178245 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Pushing event updated for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:25.188656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:25.207945 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.229317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.229737 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.230248 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.230675 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.230990 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.232268 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.233760 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.233930 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.237902 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.238195 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.238531 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:25.266396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.293523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:22Z', 'revision_number': 3, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:25.299448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:25.300353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.365545 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] For port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:25.369798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.372756 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] For port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:25.385974 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.401111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:25.435877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:25.436530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Checking router: df4757b7-65fd-4f7f-bf8b-0281febd563c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:25.436970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Updating router df4757b7-65fd-4f7f-bf8b-0281febd563c port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:36:25.441302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:25.515518 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5374-cd2d-48db-a620-bfb771be729f None None] Pushing event updated for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:25.535896 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:25.536737 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:25.540977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.551353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=96156e8b-4d4b-4e03-ac55-bd2de16800b4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:25.617626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-babc0bf1-42a2-4c4e-9a34-4baa5c7e524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:25.630099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-babc0bf1-42a2-4c4e-9a34-4baa5c7e524d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.5241446 Sep 18 00:36:25.742382 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-4141caaf-9d0a-4fe1-847f-3d285885e078 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0990536 Sep 18 00:36:25.763996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.776511 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:25.798626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989f711-89de-4836-98bb-038c72217800 req-46d53884-4844-4767-94b8-7f82381e05ca tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:25.809430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c989f711-89de-4836-98bb-038c72217800 req-46d53884-4844-4767-94b8-7f82381e05ca tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1566706 Sep 18 00:36:25.930507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-ea02dcbc-6892-451b-bdd2-7587241498be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:25.932797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-ea02dcbc-6892-451b-bdd2-7587241498be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1021764 Sep 18 00:36:25.934572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.941479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.954280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:25.954887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:25.990284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c989f711-89de-4836-98bb-038c72217800 req-424fd4e3-5c58-4ff1-90fa-5d7b9ba59eac tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794157 Sep 18 00:36:26.023723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:26.025415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dae85-2e3a-4851-b921-fdedfee95a97 req-f3d7a237-1c51-4c1d-81f0-7350a91af0f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:26.028123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd7dae85-2e3a-4851-b921-fdedfee95a97 req-f3d7a237-1c51-4c1d-81f0-7350a91af0f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.2155497 Sep 18 00:36:26.081044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:25Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:26.100764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-9135e728-6254-4965-857c-d5e560909ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:26.103142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-9135e728-6254-4965-857c-d5e560909ed5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333699 Sep 18 00:36:26.118317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62e028cd-5c54-46f7-8d0e-6e7d0ae20a6d req-563ed70d-c64d-4bb5-91a1-f797d6ef8dc8 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 210 time: 0.0461528 Sep 18 00:36:26.120716 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482ab0e-b3d0-4061-98fb-657dfd1c6b3a None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:25Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:26.227066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd7dae85-2e3a-4851-b921-fdedfee95a97 req-d0c20e5b-5187-4411-8341-4f1dca7bc40f tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707113 Sep 18 00:36:26.331892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Allocated IP 172.20.0.1 (b077a8bc-bd81-48f9-a8ac-e49e2a81e133/d8c356a5-e8e8-4d29-97cd-dbdffdeb2429/7d69eca9-cced-4d5f-acbf-c3b71cd85331) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:26.465480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.478467 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.499877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-481ad037-45a4-432b-8f78-ba12ccb64fe8 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875594 Sep 18 00:36:26.549754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.resource_extend [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:36:26.554268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26405dcc-1253-4a88-baf1-0f8e6d1bc6f1 req-fed4af1d-87a9-47fa-a5e9-da6e966aaa15 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:26.555946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26405dcc-1253-4a88-baf1-0f8e6d1bc6f1 req-fed4af1d-87a9-47fa-a5e9-da6e966aaa15 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.1951163 Sep 18 00:36:26.617136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.630745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.665198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.715324 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-430d5686-4231-4e85-9830-a5fb79979f15 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049923 Sep 18 00:36:26.729300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=96156e8b-4d4b-4e03-ac55-bd2de16800b4,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:26.734481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.748790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26405dcc-1253-4a88-baf1-0f8e6d1bc6f1 req-dc6995cc-5f77-4b94-80e7-d73789a733ac tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266336 Sep 18 00:36:26.767941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:26.773312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] For port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:26.781461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.789684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:26.796116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-51e087d7-b4c8-4e2b-929a-37cbade50a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3181977 Sep 18 00:36:26.828725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:26.846738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '32bb5215-1c12-468d-9302-d6e47586d55d', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '32bb5215-1c12-468d-9302-d6e47586d55d', 'mac_address': 'fa:16:3e:0f:81:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:26.865927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:26.872054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:26.953432 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.114196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.128162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-8d9df74a-00aa-4d7a-af05-1ad846d18ae4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--952299106&fields=id&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 267 time: 0.0604873 Sep 18 00:36:27.141859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Pushing event updated for resources: {'Port': ['ID=7d69eca9-cced-4d5f-acbf-c3b71cd85331,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:27.175949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.181389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:27.244747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404f0c1-5323-41c1-9ed9-3bc6aee8fdc8 None None] Pushing event updated for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:27.277791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Attempting to bind port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:27.279093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Attempting to bind port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:27.279737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Attempting to bind port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:27.282221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0e04b2a0-a364-4981-9c17-1dc11b72cbd1 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:27.282778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e04b2a0-a364-4981-9c17-1dc11b72cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.315869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d0283-6b01-4924-8005-a45c2a4ca101 req-c16f066c-ca84-4c9e-a450-5ab28182a95a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:27.327130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f81d0283-6b01-4924-8005-a45c2a4ca101 req-c16f066c-ca84-4c9e-a450-5ab28182a95a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1539533 Sep 18 00:36:27.327666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.352310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804b24-7a69-4337-a33e-01ca6748582a req-4e347bc5-c70e-4a20-836f-40f70720ef15 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:27.353918 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c4804b24-7a69-4337-a33e-01ca6748582a req-4e347bc5-c70e-4a20-836f-40f70720ef15 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 944 time: 0.4713168 Sep 18 00:36:27.397432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f81d0283-6b01-4924-8005-a45c2a4ca101 req-cce0b5af-0302-4fb3-8103-b30a5e1677b4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691917 Sep 18 00:36:27.427324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-7534778e-4e27-4ea9-9b9b-fa5e2de55206 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:27.431068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-7534778e-4e27-4ea9-9b9b-fa5e2de55206 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 817 time: 0.3017826 Sep 18 00:36:27.458357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-f6e250ba-17f8-4223-80be-e4c69562b6fd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/quotas/51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 375 time: 0.0165737 Sep 18 00:36:27.464978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:27.465363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:27.465772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.466744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:27.467273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Bound port: 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:27.467696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.468309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.472003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7d71-b906-4d78-a6ed-386047f90ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.493665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32bb5215-1c12-468d-9302-d6e47586d55d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:27.538731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:27.583325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.588640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:27.588902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.595285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316b546-1ccf-4847-ab94-791f2d6305aa None None] Pushing event updated for resources: {'Port': ['ID=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:27.598289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.611108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-a0bf2fba-c3a8-4664-84e4-c6c8f389b6f2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421101 Sep 18 00:36:27.639534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74b630be-ea48-42bd-86a6-5a77b3ae2261 req-8e36322f-9d3d-4a00-a54e-6f0769c5af47 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 210 time: 0.0914111 Sep 18 00:36:27.656063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Deleting port 362583c7-573c-48cb-94f4-b68d5021b0ce {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:27.656835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.658619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:27.756714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] For port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:27.786711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] For port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:27.797458 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.847499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['32bb5215-1c12-468d-9302-d6e47586d55d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:27.852182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] For port 362583c7-573c-48cb-94f4-b68d5021b0ce, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=362583c7-573c-48cb-94f4-b68d5021b0ce,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:27.854390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.910651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Calling delete_port for 362583c7-573c-48cb-94f4-b68d5021b0ce owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:27.917814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.942920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:27.993512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ba9501eb-7b6f-4c92-8b19-28e8527acbfe up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:28.029115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c590fa84-9ea5-467b-a713-e381fd8bbc42 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:28.033245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c590fa84-9ea5-467b-a713-e381fd8bbc42 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 817 time: 0.4706185 Sep 18 00:36:28.042585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-6af6ade8-1bcd-4187-9b48-a65ba9a89996 service neutron] 10.222.0.49 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009569 Sep 18 00:36:28.043231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 362583c7-573c-48cb-94f4-b68d5021b0ce no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:28.050116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316b546-1ccf-4847-ab94-791f2d6305aa None None] Pushing event updated for resources: {'Port': ['ID=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:28.081933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1c9084dd-aa19-47d6-8ec7-d7fa3e42c29d None None] Provisioning complete for port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:28.082342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c9084dd-aa19-47d6-8ec7-d7fa3e42c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.083797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:28.084606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:28.119452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Request body: {'port': {'device_id': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'admin_state_up': True, 'tenant_id': '961d0c6d2c0f40dda7a1a0dea8ce2262'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:28.141897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Pushing event updated for resources: {'Port': ['ID=7d69eca9-cced-4d5f-acbf-c3b71cd85331,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:28.158207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.194498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-3751a70f-7138-4d81-bdb3-3dbeaa75852c tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:28.196466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-3751a70f-7138-4d81-bdb3-3dbeaa75852c tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.54 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 817 time: 0.3283031 Sep 18 00:36:28.226013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Request body: {'port': {'device_id': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'admin_state_up': True, 'tenant_id': '961d0c6d2c0f40dda7a1a0dea8ce2262'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:28.231188 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.253940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1c9084dd-aa19-47d6-8ec7-d7fa3e42c29d None None] Port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:28.268695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ba9501eb-7b6f-4c92-8b19-28e8527acbfe triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:28.269117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.418145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:28.433354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:28.435460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.439628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:28.484265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event deleted for resources: {'Port': ['ID=362583c7-573c-48cb-94f4-b68d5021b0ce,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:28.728904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 4, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d69eca9-cced-4d5f-acbf-c3b71cd85331', 'name': '', 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'mac_address': 'fa:16:3e:59:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:26Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 2, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'subnets': [{'id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:28.736916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-36cfa049-e876-4004-942a-44dec4085bed service neutron] 10.222.0.49 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847832 Sep 18 00:36:28.758714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:28.778020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-b7ae396c-87ff-4977-8ad6-25afb50bdac6 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:28.780685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-b7ae396c-87ff-4977-8ad6-25afb50bdac6 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 817 time: 0.7174370 Sep 18 00:36:28.792414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9fb0-f551-40b5-b5e2-fd8fb2314df0 req-1ba27397-d46f-48d3-9da7-aa7295bdd5db tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:28.800327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48dd9fb0-f551-40b5-b5e2-fd8fb2314df0 req-1ba27397-d46f-48d3-9da7-aa7295bdd5db tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 866 time: 0.7357500 Sep 18 00:36:28.809787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Request body: {'port': {'device_id': '421dfbf7-b671-4d15-858a-87741e207f55', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'admin_state_up': True, 'tenant_id': '961d0c6d2c0f40dda7a1a0dea8ce2262'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:28.818120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808153d5-47c7-4051-a3e0-6bf3176d94ec None None] The sync data for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 is: [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 4, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d69eca9-cced-4d5f-acbf-c3b71cd85331', 'name': '', 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'mac_address': 'fa:16:3e:59:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:26Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 2, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'subnets': [{'id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:28.824511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Made reservation on behalf of 961d0c6d2c0f40dda7a1a0dea8ce2262 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:28.828697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.859421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4b0f67ff-3e1f-490e-b15a-eac985d49c26 None None] Provisioning complete for port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:28.859801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0f67ff-3e1f-490e-b15a-eac985d49c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.868628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] No DVR routers for this DVR port 362583c7-573c-48cb-94f4-b68d5021b0ce on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:28.875948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:28.878909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c4804b24-7a69-4337-a33e-01ca6748582a req-c99648ea-1c51-46c8-9f10-0ebd7c240b86 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "DELETE /v2.0/ports/362583c7-573c-48cb-94f4-b68d5021b0ce HTTP/1.1" status: 204 len: 173 time: 1.4930336 Sep 18 00:36:28.882492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-deleted', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:28.884714 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f298ae99-6725-4703-bc7e-4d73c39f8117" -d '{"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-deleted", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:28.926685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f67ff-3e1f-490e-b15a-eac985d49c26 None None] Port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:28.932913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48dd9fb0-f551-40b5-b5e2-fd8fb2314df0 req-10577580-854a-49ed-8a52-86a18eedbec7 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313899 Sep 18 00:36:29.113068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Made reservation on behalf of 961d0c6d2c0f40dda7a1a0dea8ce2262 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:29.116543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:29.187513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:29.237041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Router df4757b7-65fd-4f7f-bf8b-0281febd563c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:29.293836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba391a-3d45-4e40-b8c5-30de6b544a9f req-1f95c8f3-4076-48a9-9c0a-954b1a238b3e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:29.306619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20ba391a-3d45-4e40-b8c5-30de6b544a9f req-1f95c8f3-4076-48a9-9c0a-954b1a238b3e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.1602309 Sep 18 00:36:29.348702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:29.349251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:29.379533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Allocated IP 172.20.0.5 (f1a0fd6f-c93e-4ed3-b703-09debe387412/f384db1a-0337-4079-94f3-6b656fe09464/2e18eff5-b6d4-4148-b214-21cf73736451) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:29.486249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Made reservation on behalf of 961d0c6d2c0f40dda7a1a0dea8ce2262 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:29.494921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:29.630423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20ba391a-3d45-4e40-b8c5-30de6b544a9f req-d6eb86b3-7fb5-4992-b0cb-09926b38df50 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188372 Sep 18 00:36:29.649484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:29.671765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e5a8521c-128d-4e22-aed5-2a6f616a0b39 admin admin] 10.222.0.49 "PUT /v2.0/routers/df4757b7-65fd-4f7f-bf8b-0281febd563c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2341120 Sep 18 00:36:29.672263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25d321-41ad-40d8-ae74-986338d5cbd5 req-63c7a4cd-bdaa-4044-bc30-768e174daab6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:29.683151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c25d321-41ad-40d8-ae74-986338d5cbd5 req-63c7a4cd-bdaa-4044-bc30-768e174daab6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.3618183 Sep 18 00:36:29.886079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:29.999127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:30.002600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.099652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.117303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 32bb5215-1c12-468d-9302-d6e47586d55d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:30.117303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.120836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b21dbeba-1dce-4fdb-b437-1f73d6c3d5af req-c17536a1-5e80-4ab4-a959-d429eb5b1827 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 210 time: 0.2714355 Sep 18 00:36:30.141935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:30.205763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:30.235481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:30.246131 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14488311-c1f5-4e61-8069-e0b01164a9a0 x-openstack-request-id: req-14488311-c1f5-4e61-8069-e0b01164a9a0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:30.246774 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52013684-983c-45b5-b4e2-cf049ba87ac0", "name": "network-vif-deleted", "tag": "362583c7-573c-48cb-94f4-b68d5021b0ce", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:30.246774 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14488311-c1f5-4e61-8069-e0b01164a9a0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:30.247983 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52013684-983c-45b5-b4e2-cf049ba87ac0', 'name': 'network-vif-deleted', 'tag': '362583c7-573c-48cb-94f4-b68d5021b0ce', 'status': 'completed', 'code': 200} Sep 18 00:36:30.307060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.312838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c25d321-41ad-40d8-ae74-986338d5cbd5 req-0c951004-a01b-4739-bb73-02de77c5d0c1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285696 Sep 18 00:36:30.320295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event updated for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:30.348193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-346af839-2d91-4955-8392-57913af3073e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:30.350804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-346af839-2d91-4955-8392-57913af3073e tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.6223068 Sep 18 00:36:30.351563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:30.352255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.382989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:30.385304 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d2f8c-ec50-4703-b28e-8201b3abb747" -d '{"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-plugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:30.396548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Allocated IP 172.20.0.13 (f1a0fd6f-c93e-4ed3-b703-09debe387412/f384db1a-0337-4079-94f3-6b656fe09464/f78298d0-bc0a-4ace-b50f-efa60c6cf26d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:30.403074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-8d7db38f-5b69-4298-ae09-fb68ac364595 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1814458 Sep 18 00:36:30.425576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:30.426155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Request body: {'port': {'device_id': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:30.452713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.591342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:30.597644 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:30.690636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dff472e2-fcc1-457b-9a41-880f1247959f req-a55fe481-389e-4f92-aff4-1a7752de7c72 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.1861610 Sep 18 00:36:30.700206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91c7891c-2528-4bce-b878-d25ffb8174c7 req-f8ffd8e1-2273-47ff-bf24-76768437126e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 210 time: 0.1877863 Sep 18 00:36:31.127758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:31.135491 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-b248a9a3-166a-48ea-8e4a-00a173d9c4bf req-2c3bb97e-665d-4750-a2b2-88a3cb1403d6 tempest-FloatingIPDetailsNegativeTestJSON-1164989685 tempest-FloatingIPDetailsNegativeTestJSON-1164989685-project] show failed (client error): The resource could not be found. Sep 18 00:36:31.150501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:31.161720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b248a9a3-166a-48ea-8e4a-00a173d9c4bf req-2c3bb97e-665d-4750-a2b2-88a3cb1403d6 tempest-FloatingIPDetailsNegativeTestJSON-1164989685 tempest-FloatingIPDetailsNegativeTestJSON-1164989685-project] 10.222.0.49 "GET /v2.0/floatingips/cd7e5387-c8d2-475f-9bae-ec5a9184c633 HTTP/1.1" status: 404 len: 350 time: 0.2758167 Sep 18 00:36:31.234315 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5b4d80-c6e6-4d29-82c2-c4fee6ae4683 x-openstack-request-id: req-cc5b4d80-c6e6-4d29-82c2-c4fee6ae4683 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:31.234588 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-plugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:31.234859 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc5b4d80-c6e6-4d29-82c2-c4fee6ae4683 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:31.235233 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d', 'code': 200} Sep 18 00:36:31.271361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:31.272034 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.415429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.462627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:31.473190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.517410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.579123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:31.617253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4264c-f4a9-4248-8c25-507842662c05 req-5a963113-94f2-41ca-9806-5cb0c988bef0 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:31.633218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05c4264c-f4a9-4248-8c25-507842662c05 req-5a963113-94f2-41ca-9806-5cb0c988bef0 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 946 time: 0.3348572 Sep 18 00:36:31.657437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Deleting port 495e8d73-3a37-4299-9886-f5b179782549 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:31.658129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.659814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-322d757a-3daa-4d0d-b5cc-d6ac04be9783 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:31.661362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-322d757a-3daa-4d0d-b5cc-d6ac04be9783 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 817 time: 0.6633148 Sep 18 00:36:31.683070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051a7a-b4e5-4971-b367-78e162735dd4 req-b8f57565-4d68-4517-96d2-d479f2fc9f07 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:31.686992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46051a7a-b4e5-4971-b367-78e162735dd4 req-b8f57565-4d68-4517-96d2-d479f2fc9f07 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 931 time: 0.3054118 Sep 18 00:36:31.746316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-dba7e51f-3a68-457b-b9fb-4e0d32fd3102 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 379 time: 0.0620804 Sep 18 00:36:31.791604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'port': {'device_id': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'admin_state_up': True, 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'security_groups': ['2b3eed23-686a-4050-a29d-6dc8d43ca3f3']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:31.823411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:31.823701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:31.862210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.018580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.020865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Made reservation on behalf of 51114a6e249d4935ab9b0a950e9e72b0 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:32.024477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.096087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Allocated IP 172.20.0.9 (f1a0fd6f-c93e-4ed3-b703-09debe387412/f384db1a-0337-4079-94f3-6b656fe09464/5f40615c-cbd6-494b-b7b7-f3a94900dacf) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:32.137213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 495e8d73-3a37-4299-9886-f5b179782549 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:32.308719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Allocated IP 172.20.0.7 (eb03cf79-2cb7-4785-aaac-15de94b74a44/5700b119-244a-4c37-b44a-b097602967ad/580888b2-9663-47b9-8563-8866ee43be35) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:32.354141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.411414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.427429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 495e8d73-3a37-4299-9886-f5b179782549, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=495e8d73-3a37-4299-9886-f5b179782549,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:32.439291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.526299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event updated for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:32.533583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:32.556992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46051a7a-b4e5-4971-b367-78e162735dd4 req-eb84d4b7-0e38-4d12-bd1e-999479c6f0f8 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502614 Sep 18 00:36:32.588516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05c4264c-f4a9-4248-8c25-507842662c05 req-afecacc1-3dc1-4c65-ba0c-c70f54f93c9a tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups?id=af246b13-0445-46d4-a751-61f66435b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9537883 Sep 18 00:36:32.598384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:32.631539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:32.650682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.662777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:32.666975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Deleting port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:32.667500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.750994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:32.752202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.765771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.791750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.798243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.798608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.798932 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Floating IP 3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a disassociated. External IP: 172.25.7.124, port: 495e8d73-3a37-4299-9886-f5b179782549. Sep 18 00:36:32.799300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Calling delete_port for 495e8d73-3a37-4299-9886-f5b179782549 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:32.827390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.842008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:32.848886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:32.863273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:32.887756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f9890f5-4eae-4334-8957-8c3a90a0945d req-f3c8e368-d935-4d76-bfa1-59d0dbbbba9d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.1316104 Sep 18 00:36:32.898736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-74757184-15a5-45b4-9f91-1a0dcd8a1e62 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8364203 Sep 18 00:36:32.961372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:32.962124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:32.973132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Calling delete_port for 7d69eca9-cced-4d5f-acbf-c3b71cd85331 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:32.979319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:33.058035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-033ffd7f-d03b-4b30-9df2-47a7045f681f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2803230 Sep 18 00:36:33.070584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:33.094147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Request body: {'port': {'device_id': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:33.099644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Request body: {'port': {'device_id': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:33.177307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:33.177794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.236195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495e8d73-3a37-4299-9886-f5b179782549'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:33.238912 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacfa704-4713-4408-bd41-9277ee1e11d9" -d '{"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-unplugged", "status": "completed", "tag": "495e8d73-3a37-4299-9886-f5b179782549"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:33.271244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71fef-9506-4a7e-b936-e5cc684d3d19 req-5edb5cc1-4813-4f68-9f0b-6aabe3797004 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:33.272871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0bf71fef-9506-4a7e-b936-e5cc684d3d19 req-5edb5cc1-4813-4f68-9f0b-6aabe3797004 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.5104775 Sep 18 00:36:33.281988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.321285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5ebae110-a33c-4d88-8b9e-6b7da3f39e97 None None] Provisioning complete for port 580888b2-9663-47b9-8563-8866ee43be35 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:33.321663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebae110-a33c-4d88-8b9e-6b7da3f39e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.380278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5ebae110-a33c-4d88-8b9e-6b7da3f39e97 None None] Port 580888b2-9663-47b9-8563-8866ee43be35 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:36:33.381416 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Sync routers for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:33.397167 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:33.400454 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:33.407611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.504790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Network f1a0fd6f-c93e-4ed3-b703-09debe387412 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:36:33.532196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0bf71fef-9506-4a7e-b936-e5cc684d3d19 req-9c1fbc85-f9d4-4467-9f81-af2f26649539 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787798 Sep 18 00:36:33.540701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5735d-46e5-4265-bba1-a938923c857f req-54415145-b673-4d1f-88a8-77fe7c2ed46c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:33.542349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0a5735d-46e5-4265-bba1-a938923c857f req-54415145-b673-4d1f-88a8-77fe7c2ed46c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 931 time: 0.4634607 Sep 18 00:36:33.548388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:33.552819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.560199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:36:33.633401 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:33.673251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:33.673696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.711471 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:36:33.711711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event updated for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:33.808322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-829bf8ff-1c61-470f-b837-c25f3c4d884d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0013032 Sep 18 00:36:33.820800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0a5735d-46e5-4265-bba1-a938923c857f req-67880929-727c-492a-9a96-36d1b38a5246 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652903 Sep 18 00:36:33.824963 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:33.835886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Request body: {'port': {'device_id': '421dfbf7-b671-4d15-858a-87741e207f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:33.909075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event deleted for resources: {'Port': ['ID=495e8d73-3a37-4299-9886-f5b179782549,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:33.937871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:34.020905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d69eca9-cced-4d5f-acbf-c3b71cd85331,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:34.032196 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722fdd5-6505-42e1-84ad-9d052e48825d x-openstack-request-id: req-d722fdd5-6505-42e1-84ad-9d052e48825d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:34.033315 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-unplugged", "status": "completed", "tag": "495e8d73-3a37-4299-9886-f5b179782549", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:34.033726 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d722fdd5-6505-42e1-84ad-9d052e48825d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:34.034307 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495e8d73-3a37-4299-9886-f5b179782549', 'code': 200} Sep 18 00:36:34.224011 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 4, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d69eca9-cced-4d5f-acbf-c3b71cd85331', 'name': '', 'network_id': 'b077a8bc-bd81-48f9-a8ac-e49e2a81e133', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'mac_address': 'fa:16:3e:59:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:26Z', 'updated_at': '2021-09-18T00:36:27Z', 'revision_number': 2, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'subnets': [{'id': 'd8c356a5-e8e8-4d29-97cd-dbdffdeb2429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:34.269876 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Checking router: df4757b7-65fd-4f7f-bf8b-0281febd563c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:34.278754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Updating router df4757b7-65fd-4f7f-bf8b-0281febd563c port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:36:34.326000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:34.341522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:34.350538 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Port 7d69eca9-cced-4d5f-acbf-c3b71cd85331 not found while updating agent binding for router df4757b7-65fd-4f7f-bf8b-0281febd563c. {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 00:36:34.359631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-979aa579-e81e-4fa7-945c-36d31350419e req-4c8f28bc-0b22-4065-96e0-c652a46342e3 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.1800814 Sep 18 00:36:34.362980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:34.366551 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:34.367595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:34.395950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Transition to ACTIVE for port object 580888b2-9663-47b9-8563-8866ee43be35 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:34.409078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:34.546495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af275-8c2f-434f-9232-ecd6138b5256 req-98c13446-599b-4868-a7d2-4dd7ff2eba35 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:34.557556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b30af275-8c2f-434f-9232-ecd6138b5256 req-98c13446-599b-4868-a7d2-4dd7ff2eba35 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 931 time: 0.4620581 Sep 18 00:36:34.565351 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:34.930574 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:33Z', 'revision_number': 5, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:34.990232 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25434-2637-4bd1-893e-f1c7d849dabe None None] The sync data for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 is: [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:33Z', 'revision_number': 5, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:35.160535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36ed2bdf-0372-4f32-975a-5f653837b2d7 req-64ad1f92-4da2-4385-8bbd-7509b73c3308 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=52013684-983c-45b5-b4e2-cf049ba87ac0 HTTP/1.1" status: 200 len: 210 time: 0.5848460 Sep 18 00:36:35.191698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:35.247738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b30af275-8c2f-434f-9232-ecd6138b5256 req-8f56ba61-0ef1-46d3-866b-74dddc07ee64 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863377 Sep 18 00:36:35.261963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e18eff5-b6d4-4148-b214-21cf73736451 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:35.305357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:35.413646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Router 228a3b93-1d76-4670-90e9-c350e494459f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:35.438499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41643ee-83f8-4efb-89fc-231af4e50a26 req-b2a9ad31-ca98-43c1-abe4-2c2868a9a124 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:35.449456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c41643ee-83f8-4efb-89fc-231af4e50a26 req-b2a9ad31-ca98-43c1-abe4-2c2868a9a124 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.0784969 Sep 18 00:36:35.498890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Transition to ACTIVE for port object 2e18eff5-b6d4-4148-b214-21cf73736451 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:35.518278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:35.531894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:35.594193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:35.611673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:35.612286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:35.619312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c41643ee-83f8-4efb-89fc-231af4e50a26 req-dd1d10b0-7e8e-4485-b96c-6f48c258c32b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521103 Sep 18 00:36:35.796977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:35.797381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:35.803792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:35.811084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:35.811484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:35.812210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:35.814946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Bound port: 580888b2-9663-47b9-8563-8866ee43be35, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:35.815335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:35.947979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4253975-ecb5-4608-9d62-a6392cc7efc6 req-308b644e-a2f8-444d-97cc-bbe5fe37b2fd tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.2244174 Sep 18 00:36:35.961999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Attempting to bind port 2e18eff5-b6d4-4148-b214-21cf73736451 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:35.962337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Attempting to bind port 2e18eff5-b6d4-4148-b214-21cf73736451 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:35.962879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Attempting to bind port 2e18eff5-b6d4-4148-b214-21cf73736451 on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:36.006310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Port 2e18eff5-b6d4-4148-b214-21cf73736451 on network f1a0fd6f-c93e-4ed3-b703-09debe387412 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:36.006708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Attempting to bind port 2e18eff5-b6d4-4148-b214-21cf73736451 on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:36.061709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:36.062051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Checking segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:36.062440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Bound using segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:36.062883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Bound port: 2e18eff5-b6d4-4148-b214-21cf73736451, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:36.063250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.169803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:36.173105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=2e18eff5-b6d4-4148-b214-21cf73736451,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:36.188698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.211051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78298d0-bc0a-4ace-b50f-efa60c6cf26d {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:36.221557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.238311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Transition to ACTIVE for port object f78298d0-bc0a-4ace-b50f-efa60c6cf26d will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:36.256174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:36.271245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a267bc2-6491-4344-94dc-49afb1e10bc6 req-067a100c-f07d-4f64-b0f0-7bbc06211750 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:36.275763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a267bc2-6491-4344-94dc-49afb1e10bc6 req-067a100c-f07d-4f64-b0f0-7bbc06211750 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.6151836 Sep 18 00:36:36.295060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:36.430311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:36.443606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Sync routers for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:36.463641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:36.464522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:36.473888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.563803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] No DVR routers for this DVR port 495e8d73-3a37-4299-9886-f5b179782549 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:36.570356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.574242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:36.574416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.48 "DELETE /v2.0/ports/495e8d73-3a37-4299-9886-f5b179782549 HTTP/1.1" status: 204 len: 173 time: 6.0881891 Sep 18 00:36:36.579063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.582382 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] 10.222.0.54 "PUT /v2.0/ports/2e18eff5-b6d4-4148-b214-21cf73736451 HTTP/1.1" status: 200 len: 1092 time: 6.1623993 Sep 18 00:36:36.586628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:36.594060 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa541034-8a81-475e-a37f-270462d9cb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:36.613874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.645668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Router df4757b7-65fd-4f7f-bf8b-0281febd563c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:36.653989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-deleted', 'tag': '495e8d73-3a37-4299-9886-f5b179782549'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:36.656647 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ccd082-bd52-4329-ab42-f75d3bcde278" -d '{"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-deleted", "tag": "495e8d73-3a37-4299-9886-f5b179782549"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:36.681860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a267bc2-6491-4344-94dc-49afb1e10bc6 req-c5363b73-0ab4-4114-bec5-01cc21895f1c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319305 Sep 18 00:36:36.726099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:36.738446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96847d0a-c5f3-495c-be97-250443589ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:36.759135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:36.780757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:36.783041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 1092 time: 3.6966281 Sep 18 00:36:36.881083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:36.932267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190fdc7-89c2-464e-921a-84f3d57a2d17 req-46a1ea88-6633-494b-8e28-e9c24fc84863 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:36.942483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4190fdc7-89c2-464e-921a-84f3d57a2d17 req-46a1ea88-6633-494b-8e28-e9c24fc84863 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 943 time: 0.4952378 Sep 18 00:36:37.076216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d69eca9-cced-4d5f-acbf-c3b71cd85331 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:37.126794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f40615c-cbd6-494b-b7b7-f3a94900dacf {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:37.133088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7d69eca9-cced-4d5f-acbf-c3b71cd85331 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:37.133460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d69eca9-cced-4d5f-acbf-c3b71cd85331 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:37.146933 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e56f8-f32f-46e8-84ca-13e4761e32af x-openstack-request-id: req-7b3e56f8-f32f-46e8-84ca-13e4761e32af {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:37.147277 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:37.147502 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b3e56f8-f32f-46e8-84ca-13e4761e32af {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:37.147859 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451', 'status': 'completed', 'code': 200} Sep 18 00:36:37.157316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.160288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Attempting to bind port f78298d0-bc0a-4ace-b50f-efa60c6cf26d on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:37.161824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Attempting to bind port f78298d0-bc0a-4ace-b50f-efa60c6cf26d by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:37.162160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Attempting to bind port f78298d0-bc0a-4ace-b50f-efa60c6cf26d on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:37.193500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4190fdc7-89c2-464e-921a-84f3d57a2d17 req-0d61efe4-f90e-4f50-8b6b-b47cfa0f3d3a tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495878 Sep 18 00:36:37.208029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-d3674674-f757-480f-b1c6-b33d1d4736f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:37.210195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-d3674674-f757-480f-b1c6-b33d1d4736f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 1095 time: 0.5520222 Sep 18 00:36:37.222512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:37.255843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Port f78298d0-bc0a-4ace-b50f-efa60c6cf26d on network f1a0fd6f-c93e-4ed3-b703-09debe387412 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:37.264497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Attempting to bind port f78298d0-bc0a-4ace-b50f-efa60c6cf26d on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:37.310530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Checking router: 228a3b93-1d76-4670-90e9-c350e494459f for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:37.315688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d658ec-e372-4cfc-861c-34d656f465d7 service neutron] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:37.322884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-7f8e4696-4f02-4ba8-86e6-3e923c0e33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:37.324443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-7f8e4696-4f02-4ba8-86e6-3e923c0e33fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1095 time: 0.4173396 Sep 18 00:36:37.328956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-91758d7a-f76a-4b20-99f3-b351b91f0f83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e18eff5-b6d4-4148-b214-21cf73736451 HTTP/1.1" status: 200 len: 217 time: 0.0845172 Sep 18 00:36:37.331706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:37.332521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:37.334152 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b486dd-18d8-422c-800e-9f7474ceb068 x-openstack-request-id: req-76b486dd-18d8-422c-800e-9f7474ceb068 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:37.334450 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5850fe-7266-4879-9853-12525cbde85e", "name": "network-vif-deleted", "tag": "495e8d73-3a37-4299-9886-f5b179782549", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:37.334705 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76b486dd-18d8-422c-800e-9f7474ceb068 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:37.335105 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5850fe-7266-4879-9853-12525cbde85e', 'name': 'network-vif-deleted', 'tag': '495e8d73-3a37-4299-9886-f5b179782549', 'status': 'completed', 'code': 200} Sep 18 00:36:37.336107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Transition to ACTIVE for port object 5f40615c-cbd6-494b-b7b7-f3a94900dacf will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:37.341580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:37.347618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Checking segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:37.348075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Bound using segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:37.348594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Bound port: f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:37.348970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.375429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.452078 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-0448313d-0722-43c7-bc2a-93997f523995 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 217 time: 0.0573153 Sep 18 00:36:37.475782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3088868-00e6-4d8c-bfcf-545ffe9de95b req-b1ec849f-1b91-4422-a0e0-0622a6ac23c9 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0714016 Sep 18 00:36:37.506978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-6982f003-03ad-4e8f-b0d1-f459958ceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:37.508730 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-6982f003-03ad-4e8f-b0d1-f459958ceb90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.1126010 Sep 18 00:36:37.538951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:37.555638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab982-d401-43d3-acbd-d1d9e006d9e7 req-29116fb7-0eb7-4b5d-9227-5879caef9f7d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:37.555638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34aab982-d401-43d3-acbd-d1d9e006d9e7 req-29116fb7-0eb7-4b5d-9227-5879caef9f7d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.3513887 Sep 18 00:36:37.578686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:37.607064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-db0b545e-cd3c-4932-a05e-f28c52e7efd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597756 Sep 18 00:36:37.608911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:37.616662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1d2e91e0-d5b9-4afa-a0af-eab1b8ea5532 admin admin] 10.222.0.49 "PUT /v2.0/routers/df4757b7-65fd-4f7f-bf8b-0281febd563c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4605916 Sep 18 00:36:37.622476 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Sync routers for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:37.631367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56854) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:37.640309 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:37.646754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:37.692569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:37.771424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.774085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:37.802188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.834800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34aab982-d401-43d3-acbd-d1d9e006d9e7 req-acddc8fc-55b2-4847-b10d-b34dcaee8437 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666421 Sep 18 00:36:37.979775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:37.980448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:37.982159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f78298d0-bc0a-4ace-b50f-efa60c6cf26d HTTP/1.1" status: 200 len: 1093 time: 4.9022181 Sep 18 00:36:38.046925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-25d0fbda-9988-45aa-957c-b5b72f9bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:38.050606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-25d0fbda-9988-45aa-957c-b5b72f9bc7aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.5408070 Sep 18 00:36:38.142885 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:38.177881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:38.196471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7927-a3bd-4184-a35d-a83cae1f0cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:38.218528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:38.240994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-a4f043fe-3a89-4a17-be4f-dbfad542ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:38.242557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-a4f043fe-3a89-4a17-be4f-dbfad542ef46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746178 Sep 18 00:36:38.250876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-e412940e-83c4-4606-ab10-1e89fcd4963a service neutron] 10.222.0.54 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299067 Sep 18 00:36:38.272508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ac2d-5245-4ab9-8534-5d17f55ac3da None None] The sync data for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 is: [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '380367e5-4c01-4731-81bf-662f4b67104e', 'name': '', 'network_id': '40a73266-43a2-4133-a252-a94e3434b852', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'mac_address': 'fa:16:3e:ba:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:29Z', 'updated_at': '2021-09-18T00:33:33Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'subnets': [{'id': 'ec17999e-7e60-4959-ba0e-c2020bae9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:38.312695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fc791-75f8-41f0-8899-5bffdc6afa5d req-1a814a9a-47d9-43e8-9ec3-6739b1991eac tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:38.320935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a6fc791-75f8-41f0-8899-5bffdc6afa5d req-1a814a9a-47d9-43e8-9ec3-6739b1991eac tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.4059534 Sep 18 00:36:38.397586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Attempting to bind port 5f40615c-cbd6-494b-b7b7-f3a94900dacf on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:38.398038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Attempting to bind port 5f40615c-cbd6-494b-b7b7-f3a94900dacf by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:38.398623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Attempting to bind port 5f40615c-cbd6-494b-b7b7-f3a94900dacf on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:38.407435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Port 5f40615c-cbd6-494b-b7b7-f3a94900dacf on network f1a0fd6f-c93e-4ed3-b703-09debe387412 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:38.407906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Attempting to bind port 5f40615c-cbd6-494b-b7b7-f3a94900dacf on network f1a0fd6f-c93e-4ed3-b703-09debe387412 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:38.423037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:38.423709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Checking segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:38.424312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Bound using segment: {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:38.424912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Bound port: 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a04462b-9df1-4c90-ad6a-977d6fb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:38.425410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:38.428961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-30b7b6d7-6bd3-4939-a974-c22cb6057d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:38.430791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-30b7b6d7-6bd3-4939-a974-c22cb6057d86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 1096 time: 0.3284414 Sep 18 00:36:38.459332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a6fc791-75f8-41f0-8899-5bffdc6afa5d req-c10b2802-e1d6-40d8-98a3-28350ebf4d28 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371462 Sep 18 00:36:38.511619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-9332b2d7-4a36-4413-84a1-367d190a6d4f service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598875 Sep 18 00:36:38.611195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-91a6a489-c553-4808-b6a1-6704700a5195 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d HTTP/1.1" status: 200 len: 217 time: 0.1422637 Sep 18 00:36:38.661090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400708f5-f2c6-403c-a5c2-63ce078ee27a req-27298863-3b50-4b3f-b3a5-ca97d7bcaaa9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:38.673081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-400708f5-f2c6-403c-a5c2-63ce078ee27a req-27298863-3b50-4b3f-b3a5-ca97d7bcaaa9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 943 time: 0.3183630 Sep 18 00:36:38.789106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cde991a-f06f-4f37-bc5b-90369776f705 req-0ea7ceeb-2351-4691-8130-e441600d3be8 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0621383 Sep 18 00:36:38.817697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d95fc-7e8e-48e5-ab17-3a0d80b309cf None None] New status for floating IP 3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:36:38.850234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Deleting port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:38.850877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:39.010453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6270ce81-e3fc-4944-abcd-cb9e193d4738 req-fe64e4a2-b48b-4e9f-a418-c72a21d9be08 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842973 Sep 18 00:36:39.023004 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:33Z', 'revision_number': 5, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port': {'id': '69ffaefa-dc4e-4096-ba9a-b1f72a2e4142', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:21Z', 'updated_at': '2021-09-18T00:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:39.066897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7a27644-ac08-4ca6-bc3e-723ed4a7d0a7 service neutron] 10.222.0.54 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852603 Sep 18 00:36:39.117540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-400708f5-f2c6-403c-a5c2-63ce078ee27a req-56fa7701-c5f5-4c33-bf95-bd8ccc106a4d tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407644 Sep 18 00:36:39.120394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Checking router: df4757b7-65fd-4f7f-bf8b-0281febd563c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:39.155714 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Routers {'df4757b7-65fd-4f7f-bf8b-0281febd563c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:39.156429 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df4757b7-65fd-4f7f-bf8b-0281febd563c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:39.214706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-fc234bdb-25b7-42f1-814a-a9ca65c83945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.216599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-fc234bdb-25b7-42f1-814a-a9ca65c83945 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.5872078 Sep 18 00:36:39.226373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:39.230570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:39.252825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:39.275974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920555c9-779e-4497-a693-c0927603b70e req-790e56cd-a248-4bcb-84a0-3281f8c6cad8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.284708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920555c9-779e-4497-a693-c0927603b70e req-790e56cd-a248-4bcb-84a0-3281f8c6cad8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.3215420 Sep 18 00:36:39.289116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:39.294064 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853af251-b914-4a11-9392-f83e38d1290f" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:39.353270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:39.355476 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26" -d '{"events": [{"name": "network-changed", "server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:39.372870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-193f0912-a2df-4a0c-8fc5-093de99b7639 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407471 Sep 18 00:36:39.375200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.375820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:39.377464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f40615c-cbd6-494b-b7b7-f3a94900dacf HTTP/1.1" status: 200 len: 1092 time: 5.5512848 Sep 18 00:36:39.392827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541034-8a81-475e-a37f-270462d9cb4a req-5fb22eda-a221-4c3b-b013-797909fe4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.394915 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-5fb22eda-a221-4c3b-b013-797909fe4c06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 1095 time: 0.0875189 Sep 18 00:36:39.529472 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] Set router df4757b7-65fd-4f7f-bf8b-0281febd563c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:39.614906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541034-8a81-475e-a37f-270462d9cb4a req-2f8fe0da-a0a6-4f1f-87c1-a31a6f6ebb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.617163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-2f8fe0da-a0a6-4f1f-87c1-a31a6f6ebb15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 918 time: 0.2058525 Sep 18 00:36:39.627396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] For port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:39.628377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:39.687114 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:38Z', 'revision_number': 6, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:39.743420 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524b455-2f6e-468a-9a2c-f54c62937389 x-openstack-request-id: req-2524b455-2f6e-468a-9a2c-f54c62937389 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:39.756733 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:39.757215 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2524b455-2f6e-468a-9a2c-f54c62937389 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:39.757784 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'status': 'completed', 'code': 200} Sep 18 00:36:39.766928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368099-77b3-42c6-b0d8-a61eae282e4f None None] The sync data for ids ['df4757b7-65fd-4f7f-bf8b-0281febd563c'] in n-d-712707-16 is: [{'id': 'df4757b7-65fd-4f7f-bf8b-0281febd563c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156733566-router', 'tenant_id': 'a5cdc7692dfe449894ccb21a32776421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:19Z', 'updated_at': '2021-09-18T00:36:38Z', 'revision_number': 6, 'project_id': 'a5cdc7692dfe449894ccb21a32776421', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:39.841719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-2f3535b0-2a4f-4aa7-adb5-2b9f6c9e01d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e18eff5-b6d4-4148-b214-21cf73736451 HTTP/1.1" status: 200 len: 217 time: 0.2094624 Sep 18 00:36:39.844311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Calling delete_port for 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:39.977969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-c57bcdfa-9d92-4da9-839f-c9638d0e2a07 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487204 Sep 18 00:36:39.986499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920555c9-779e-4497-a693-c0927603b70e req-1c8a68b9-d5a9-418e-aced-2b0605b18f64 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009320 Sep 18 00:36:40.001054 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6ce49-0f68-4424-bb92-fb0266e4610e x-openstack-request-id: req-c6a6ce49-0f68-4424-bb92-fb0266e4610e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:40.001602 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:40.001958 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6a6ce49-0f68-4424-bb92-fb0266e4610e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:40.002270 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d', 'status': 'completed', 'code': 200} Sep 18 00:36:40.034539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa396f-bf53-435e-b4f1-2a808efd65e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:40.106180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541034-8a81-475e-a37f-270462d9cb4a req-37cbc084-ff47-4bb4-8793-10ff76c8f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.107808 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-37cbc084-ff47-4bb4-8793-10ff76c8f848 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.2397177 Sep 18 00:36:40.113284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853af251-b914-4a11-9392-f83e38d1290f req-00c2204a-c1ef-49ab-a611-f427ac967443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.114743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-00c2204a-c1ef-49ab-a611-f427ac967443 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1095 time: 0.3549359 Sep 18 00:36:40.170862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-d5099542-3fee-4006-923a-65e133014b1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504203 Sep 18 00:36:40.189251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-f3e66157-40d2-451d-a3ca-59cee19ca1f2 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459246 Sep 18 00:36:40.289476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-b8936f46-011e-4eb6-a71f-36fafb8dc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.290949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-b8936f46-011e-4eb6-a71f-36fafb8dc9bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 1095 time: 0.8471422 Sep 18 00:36:40.292802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3348cca8-052a-4f86-8851-3c5629c88c80 req-c3608d22-4eda-4229-af5a-ffc6429b5fc1 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0952811 Sep 18 00:36:40.351425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-3ccf79a9-66bf-432a-b49d-16f45a36fdc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf HTTP/1.1" status: 200 len: 217 time: 0.0497630 Sep 18 00:36:40.387744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091014ed-0a7f-47aa-a569-b262e5574a46 req-3f423d11-2cca-42c8-82b3-cba2f8c58322 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.410058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-091014ed-0a7f-47aa-a569-b262e5574a46 req-3f423d11-2cca-42c8-82b3-cba2f8c58322 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.4014626 Sep 18 00:36:40.629455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-091014ed-0a7f-47aa-a569-b262e5574a46 req-da07411f-0683-455d-a509-d480b9bf4032 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183347 Sep 18 00:36:40.911677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-06d4cad8-b554-474c-bc29-7d799eeebf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.913188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-06d4cad8-b554-474c-bc29-7d799eeebf97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.5008762 Sep 18 00:36:40.945757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-9e8aa5d4-5296-47ff-8e68-008e1a0872ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:40.947676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-9e8aa5d4-5296-47ff-8e68-008e1a0872ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 1096 time: 0.6634963 Sep 18 00:36:40.978371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-dce2141e-e446-4d71-85f3-da71a640b824 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518758 Sep 18 00:36:41.021014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c3d3-4b47-4164-9e43-158ffe931c9c req-599b0cfd-8c0b-4084-a558-71c7afae84b1 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.029234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c835c3d3-4b47-4164-9e43-158ffe931c9c req-599b0cfd-8c0b-4084-a558-71c7afae84b1 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 943 time: 0.4549377 Sep 18 00:36:41.110602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853af251-b914-4a11-9392-f83e38d1290f req-c0ab335d-0889-47f3-a57c-4808a04ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.123404 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-c0ab335d-0889-47f3-a57c-4808a04ffbdc service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.9920514 Sep 18 00:36:41.199503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:41.204506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-bf237f13-976c-4334-8bde-eb8a538c355f service neutron] 10.222.0.54 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0177715 Sep 18 00:36:41.208126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-73de91fd-06ab-4863-a19e-125afae52a0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 217 time: 0.0573289 Sep 18 00:36:41.308483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:41.330507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c835c3d3-4b47-4164-9e43-158ffe931c9c req-45a00378-fcd5-4906-a799-a8b7a5219721 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003297 Sep 18 00:36:41.369282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:36:41.369725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69ffaefa-dc4e-4096-ba9a-b1f72a2e4142 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:41.420038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ffaefa-dc4e-4096-ba9a-b1f72a2e4142,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:41.434420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853af251-b914-4a11-9392-f83e38d1290f req-a4e6efb2-5348-446b-a74f-f9aef5696042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.436196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-a4e6efb2-5348-446b-a74f-f9aef5696042 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.2117145 Sep 18 00:36:41.439597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-08b7384d-1b94-48bd-ba47-7d3f2b4b57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.439861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-08b7384d-1b94-48bd-ba47-7d3f2b4b57f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 918 time: 0.4734173 Sep 18 00:36:41.458018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-cb938360-005c-4817-8051-6de7fb50b365 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621437 Sep 18 00:36:41.533560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aa541034-8a81-475e-a37f-270462d9cb4a req-6ec4c912-9a45-496b-bc76-b58ccca70cc5 service neutron] 10.222.0.54 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206711 Sep 18 00:36:41.548020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:41.551489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853af251-b914-4a11-9392-f83e38d1290f req-d533cdf0-85c6-46e5-8498-cea61e9bb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.553157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-d533cdf0-85c6-46e5-8498-cea61e9bb58c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001594 Sep 18 00:36:41.663994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a5bb-9d85-458d-9bcb-68902f3d566f req-dd697116-5c1b-4be4-bd5b-0164265f4a67 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:41.663994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2263a5bb-9d85-458d-9bcb-68902f3d566f req-dd697116-5c1b-4be4-bd5b-0164265f4a67 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.3912613 Sep 18 00:36:41.724816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91a5c1c3-15da-4813-8e8a-c5a033da3709 req-e271307b-0ea7-4337-aa43-3b9a2f06f707 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.2639239 Sep 18 00:36:41.734540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-ba2e10b9-8224-4de5-a37f-1982032d2409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d HTTP/1.1" status: 200 len: 217 time: 0.2486701 Sep 18 00:36:41.936057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:41.945638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.008840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:42.011440 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada792e-c337-431c-a1d0-691a4b4e3b50" -d '{"events": [{"name": "network-changed", "server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:42.135674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.137810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df4757b7-65fd-4f7f-bf8b-0281febd563c {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:36:42.155284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.158303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-243ac50f-d1c1-47ec-ae5d-5899de1537ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:42.158830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-177f57a4-ca6f-4f69-9a5a-492967c26421 admin admin] 10.222.0.49 "DELETE /v2.0/routers/df4757b7-65fd-4f7f-bf8b-0281febd563c HTTP/1.1" status: 204 len: 168 time: 4.5243375 Sep 18 00:36:42.159826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:42.161096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:42.166595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-243ac50f-d1c1-47ec-ae5d-5899de1537ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.4017589 Sep 18 00:36:42.169879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2263a5bb-9d85-458d-9bcb-68902f3d566f req-9da30223-f7f8-4016-9170-cd209409d3b6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340627 Sep 18 00:36:42.226610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-6aea30cc-b2af-42f2-8421-308a49324259 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627822 Sep 18 00:36:42.328245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-e25677ee-7b2d-4f5a-933a-14b951d7ef87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181202 Sep 18 00:36:42.336793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc7d45bc-fe2e-4f89-9eb3-146bfb8deb1a req-7b37e9ee-99d8-435c-8646-628e0b841cba service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955360 Sep 18 00:36:42.363336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d822-85c0-43a8-a644-0b2726d2587c req-4a167da9-279d-4bdc-9555-10455361f3a0 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:42.365303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8958d822-85c0-43a8-a644-0b2726d2587c req-4a167da9-279d-4bdc-9555-10455361f3a0 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.3869388 Sep 18 00:36:42.589786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:42.594715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8958d822-85c0-43a8-a644-0b2726d2587c req-a1c941c1-a20e-4e5d-9c53-4faa7b4a4611 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819878 Sep 18 00:36:42.598698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Deleting subnet d8c356a5-e8e8-4d29-97cd-dbdffdeb2429 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:42.633260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.642206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '580888b2-9663-47b9-8563-8866ee43be35', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:42.712766 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b1747-ad6a-44b2-a04c-31bf0b43159e x-openstack-request-id: req-dc4b1747-ad6a-44b2-a04c-31bf0b43159e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:42.713301 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:42.713710 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc4b1747-ad6a-44b2-a04c-31bf0b43159e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:42.714248 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf', 'status': 'completed', 'code': 200} Sep 18 00:36:42.735615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.752922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.778056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:42.786433 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853af251-b914-4a11-9392-f83e38d1290f req-332a9815-6370-4da1-85dd-41782f402e5c service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562464 Sep 18 00:36:42.830810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:42.842092 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.842912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78298d0-bc0a-4ace-b50f-efa60c6cf26d details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:42.971093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-9959c402-517b-475f-b8ae-8e6a9ec09975 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046026 Sep 18 00:36:43.005483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.049329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:43.121451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88db8bc3-6b7f-4fba-aff6-84d83b0dc9db req-29e3a8c0-dcf5-4377-b36b-a22a0389bd50 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.1330543 Sep 18 00:36:43.149513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.188589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c356a5-e8e8-4d29-97cd-dbdffdeb2429,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:43.205854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.208144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a524b04b-5a83-49e2-8c5b-d5937f096310 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d8c356a5-e8e8-4d29-97cd-dbdffdeb2429 HTTP/1.1" status: 204 len: 168 time: 1.0455353 Sep 18 00:36:43.211583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56950) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:43.220312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:43.235036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'port_id': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d', 'mac_address': 'fa:16:3e:a5:e5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f384db1a-0337-4079-94f3-6b656fe09464', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:43.237553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba90d9a-5abd-4ae1-abd3-5762b127331c None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:43.328470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-12cd935e-63d2-4296-86d7-936a5ed4b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:43.330593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-12cd935e-63d2-4296-86d7-936a5ed4b848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 1095 time: 0.5846879 Sep 18 00:36:43.362167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.396611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.458118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Deleting port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:43.458481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.498059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78298d0-bc0a-4ace-b50f-efa60c6cf26d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:43.542385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:43.551336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.639035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] For port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,segment=NetworkSegment(5e182398-485d-48da-8ee6-d5490b722b94),segment_id=5e182398-485d-48da-8ee6-d5490b722b94)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:43.640035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.680689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Calling delete_port for 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:43.689704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:43.816576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] DHCP port deletion for b077a8bc-bd81-48f9-a8ac-e49e2a81e133 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:36:43.870720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f78298d0-bc0a-4ace-b50f-efa60c6cf26d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:43.873618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['580888b2-9663-47b9-8563-8866ee43be35'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:43.903405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:43.964545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:43.976856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] No DVR routers for this DVR port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:43.999166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-d5d67f01-f6ac-4d1d-b88c-d82a91353ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.000577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-d5d67f01-f6ac-4d1d-b88c-d82a91353ef3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 200 len: 918 time: 0.6012290 Sep 18 00:36:44.060369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-df2d029e-24df-4bbf-bea9-38f93c75c44b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf HTTP/1.1" status: 200 len: 217 time: 0.0512936 Sep 18 00:36:44.133118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.158915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b077a8bc-bd81-48f9-a8ac-e49e2a81e133']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:44.199150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e182398-485d-48da-8ee6-d5490b722b94') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:44.199484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e182398-485d-48da-8ee6-d5490b722b94') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:44.209298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-476cb1b8-8058-41c9-8fab-aa886cee79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.211382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-476cb1b8-8058-41c9-8fab-aa886cee79cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 200 len: 857 time: 0.1204751 Sep 18 00:36:44.214208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eaeb806-0e82-4c2a-9c6f-4e89d5012c26 req-fac233b2-a636-432f-b616-20fbc4318163 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2039504 Sep 18 00:36:44.214476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.229681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05091ec8-0cc8-4f6b-a89d-04e92cd65558 req-a29f06be-4e27-44bb-a006-6630b28c54b3 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.243958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.248059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05091ec8-0cc8-4f6b-a89d-04e92cd65558 req-a29f06be-4e27-44bb-a006-6630b28c54b3 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 943 time: 1.2246451 Sep 18 00:36:44.253422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:44.253859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:44.256268 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:44.272195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Deleting port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:44.272939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.281057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 2e18eff5-b6d4-4148-b214-21cf73736451 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:44.362979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.363378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-69b41583-e070-48d5-9a7c-068e4bf36fae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1a0fd6f-c93e-4ed3-b703-09debe387412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123562 Sep 18 00:36:44.374783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.376681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baad7f3-6c20-4c3f-bcc9-dcdbfa534017 req-b6eabd4b-b7d3-49a5-bd0c-c72d06da6d15 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.387076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b077a8bc-bd81-48f9-a8ac-e49e2a81e133 HTTP/1.1" status: 204 len: 168 time: 1.1690478 Sep 18 00:36:44.397787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6baad7f3-6c20-4c3f-bcc9-dcdbfa534017 req-b6eabd4b-b7d3-49a5-bd0c-c72d06da6d15 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.4124548 Sep 18 00:36:44.436318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11099-875b-4540-80f5-4f25bb037f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b077a8bc-bd81-48f9-a8ac-e49e2a81e133,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:44.460756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=2e18eff5-b6d4-4148-b214-21cf73736451,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:44.523151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '2e18eff5-b6d4-4148-b214-21cf73736451', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'port_id': '2e18eff5-b6d4-4148-b214-21cf73736451', 'mac_address': 'fa:16:3e:28:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f384db1a-0337-4079-94f3-6b656fe09464', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:44.612654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-3ad2b6f1-c832-4556-89c0-f26a164a3fb0 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041860 Sep 18 00:36:44.644214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:44.658126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05091ec8-0cc8-4f6b-a89d-04e92cd65558 req-847234d9-4449-4284-b80a-3043a144326c tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091072 Sep 18 00:36:44.659050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.743528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f735fc84-c48c-42b6-8ba5-84f98884e312 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5cdc7692dfe449894ccb21a32776421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958233 Sep 18 00:36:44.746003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:44.809019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6baad7f3-6c20-4c3f-bcc9-dcdbfa534017 req-6da9c2b3-934e-4be7-9164-29a49eb0c1dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101965 Sep 18 00:36:44.901178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ada792e-c337-431c-a1d0-691a4b4e3b50 req-cbae82e7-99c1-4bc6-9582-3e72885a4297 service neutron] 10.222.0.48 "GET /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689278 Sep 18 00:36:44.958457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.048857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.109078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e18eff5-b6d4-4148-b214-21cf73736451 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:45.135752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=2e18eff5-b6d4-4148-b214-21cf73736451,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:45.145806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:45.155739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.158569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.162079 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/051b1a76-8bd9-451d-b379-1fdc31974191 HTTP/1.1" status: 204 len: 168 time: 0.4146540 Sep 18 00:36:45.173842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66788b61-d5e5-4eff-a9b1-ef7d14c182ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b1a76-8bd9-451d-b379-1fdc31974191,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:45.197837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:45.198193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:45.211636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.220474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] For port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:45.220931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.238610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2fe9-9ad4-472a-a1eb-19b05e5af679 req-9654ae02-9f73-45f1-89f1-d7461d556267 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:45.251875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c3c2fe9-9ad4-472a-a1eb-19b05e5af679 req-9654ae02-9f73-45f1-89f1-d7461d556267 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1352606 Sep 18 00:36:45.335867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:45.343878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c3c2fe9-9ad4-472a-a1eb-19b05e5af679 req-971d7702-ac62-4229-9bb1-13422cc62395 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841691 Sep 18 00:36:45.391979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Calling delete_port for 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:45.413785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:36:45.427332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:45.449823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Network b077a8bc-bd81-48f9-a8ac-e49e2a81e133 is not hosted by any dhcp agent {{(pid=106454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:36:45.450389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] No DVR routers for this DVR port 6f5287ea-c591-4a80-a90b-6d10cd1b75d3 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:45.455313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9049a68f-f41e-4b63-9e20-e8a2656e634a req-55ffabaf-aad7-4b7c-8ccb-d8157f8d36c0 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0418005 Sep 18 00:36:45.490177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa003-2e4a-4752-8036-c2f8249cd2a9 None None] Pushing event deleted for resources: {'Port': ['ID=6f5287ea-c591-4a80-a90b-6d10cd1b75d3,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:45.607035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941fb21-7087-498b-8060-783a24b56088 req-f1471c34-4534-4f2f-a5f0-78cf742efdaf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:45.610386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2941fb21-7087-498b-8060-783a24b56088 req-f1471c34-4534-4f2f-a5f0-78cf742efdaf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1009252 Sep 18 00:36:45.672645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2941fb21-7087-498b-8060-783a24b56088 req-e7ed7585-5c37-4abf-8801-4b098c731faf tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Sep 18 00:36:45.842377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ee5c-8daf-4583-bce6-7686aac8c502 req-622084a4-d4e9-4a00-9a7a-050668a0ec26 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:45.851320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8668ee5c-8daf-4583-bce6-7686aac8c502 req-622084a4-d4e9-4a00-9a7a-050668a0ec26 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 944 time: 0.0848758 Sep 18 00:36:45.854846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['2e18eff5-b6d4-4148-b214-21cf73736451'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:45.929873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8668ee5c-8daf-4583-bce6-7686aac8c502 req-e65ee6df-8659-47e5-9ebc-5dc6890777a2 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767052 Sep 18 00:36:45.996090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.089020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1699a1-8f64-4597-bea8-6a46190677c5 req-aa981b25-2ba4-4c24-b700-e4b8b18727a6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:46.102034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf1699a1-8f64-4597-bea8-6a46190677c5 req-aa981b25-2ba4-4c24-b700-e4b8b18727a6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1277299 Sep 18 00:36:46.189018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f40615c-cbd6-494b-b7b7-f3a94900dacf details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:36:46.191426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf1699a1-8f64-4597-bea8-6a46190677c5 req-2bf4e97d-6486-4b9c-b92b-2a560e5a8c7d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786607 Sep 18 00:36:46.203095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:46.310215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-844834d0-afe1-47d2-96ec-9e5febf5c45e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:46.317626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-844834d0-afe1-47d2-96ec-9e5febf5c45e tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1490653 Sep 18 00:36:46.587612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359897a-5f13-49f7-9658-d946a4bb18ea req-4cdffb63-e6c8-42dc-8bb6-f7dd819fc68e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:46.588578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Deleting port f78ba98b-c6b9-469c-8e89-ed4a15673c0e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:46.588921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.589516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6359897a-5f13-49f7-9658-d946a4bb18ea req-4cdffb63-e6c8-42dc-8bb6-f7dd819fc68e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.0860829 Sep 18 00:36:46.594439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 580888b2-9663-47b9-8563-8866ee43be35 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:36:46.603588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 580888b2-9663-47b9-8563-8866ee43be35 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:46.603964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.640314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee555ff-f482-47dd-9793-f1414ae84324 req-c18d9740-f002-4917-b6f3-79e054ff599b tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5850fe-7266-4879-9853-12525cbde85e HTTP/1.1" status: 200 len: 210 time: 0.0494521 Sep 18 00:36:46.671987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6359897a-5f13-49f7-9658-d946a4bb18ea req-7dfcdb63-b505-4d39-a4af-99843c3c4dde tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727870 Sep 18 00:36:46.745590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:46.771988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5f40615c-cbd6-494b-b7b7-f3a94900dacf', 'network_id': 'f1a0fd6f-c93e-4ed3-b703-09debe387412', 'port_id': '5f40615c-cbd6-494b-b7b7-f3a94900dacf', 'mac_address': 'fa:16:3e:0a:57:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f384db1a-0337-4079-94f3-6b656fe09464', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:36:46.862071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] For port f78ba98b-c6b9-469c-8e89-ed4a15673c0e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:46.862439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.865720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.891355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f40615c-cbd6-494b-b7b7-f3a94900dacf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:36:46.909732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Calling delete_port for f78ba98b-c6b9-469c-8e89-ed4a15673c0e owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:46.912717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb2b5-2dc7-49eb-8ceb-f266c7fbabc4 req-075644fb-4946-43cd-82ac-c350d917fd8d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:46.915088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6accb2b5-2dc7-49eb-8ceb-f266c7fbabc4 req-075644fb-4946-43cd-82ac-c350d917fd8d tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd7ee15-6861-4c0e-a206-31420f31fe5f HTTP/1.1" status: 200 len: 944 time: 0.1063681 Sep 18 00:36:46.950149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:46.966201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.971716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:46.988117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6accb2b5-2dc7-49eb-8ceb-f266c7fbabc4 req-c60c93b7-9ea1-44e4-a576-bd3edd5926a3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Sep 18 00:36:47.038126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:47.040667 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba832b42-56b4-49c3-a50c-881b780fbbfc" -d '{"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:47.062658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:47.080973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.081931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78298d0-bc0a-4ace-b50f-efa60c6cf26d up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:47.150321 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.164940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:47.217936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event deleted for resources: {'Port': ['ID=f78ba98b-c6b9-469c-8e89-ed4a15673c0e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:47.261036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f78ba98b-c6b9-469c-8e89-ed4a15673c0e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:47.272579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be87e5-9cc0-4e61-b3a9-e8ae3bf18129 req-21b0ff94-ea41-495e-b29d-fbc290ffb0f6 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:47.287808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37be87e5-9cc0-4e61-b3a9-e8ae3bf18129 req-21b0ff94-ea41-495e-b29d-fbc290ffb0f6 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 944 time: 0.1534309 Sep 18 00:36:47.295142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] No DVR routers for this DVR port f78ba98b-c6b9-469c-8e89-ed4a15673c0e on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:47.299858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.306552 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b20065c6-0ec6-466b-a79c-00b739058f34 req-bbdac210-8c3f-4552-863a-575c47d028d3 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "DELETE /v2.0/ports/f78ba98b-c6b9-469c-8e89-ed4a15673c0e HTTP/1.1" status: 204 len: 173 time: 0.9788518 Sep 18 00:36:47.310334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f40615c-cbd6-494b-b7b7-f3a94900dacf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:47.311190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-deleted', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:47.317943 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a69e5b1-7bd4-454c-82ae-8420b512d0f3" -d '{"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-deleted", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:47.366406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37be87e5-9cc0-4e61-b3a9-e8ae3bf18129 req-7168a778-2496-4eeb-87c1-c4f637ed7b77 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776949 Sep 18 00:36:47.471597 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c2d12-f20f-4fd0-a898-41fa84100ce7 x-openstack-request-id: req-497c2d12-f20f-4fd0-a898-41fa84100ce7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:47.471903 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:47.472178 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-497c2d12-f20f-4fd0-a898-41fa84100ce7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:47.473608 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'code': 200} Sep 18 00:36:47.499775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:47.513142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f78298d0-bc0a-4ace-b50f-efa60c6cf26d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:36:47.544732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f78298d0-bc0a-4ace-b50f-efa60c6cf26d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:47.545407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.617230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadc50e-d704-4be8-ae53-ada5b9359a38 req-3317a235-d12b-44af-88c1-87f59dd700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:47.619575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4aadc50e-d704-4be8-ae53-ada5b9359a38 req-3317a235-d12b-44af-88c1-87f59dd700f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1097 time: 0.0981715 Sep 18 00:36:47.753580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4aadc50e-d704-4be8-ae53-ada5b9359a38 req-5be2a1b7-b0b5-41a3-9183-56221d3cd905 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240106 Sep 18 00:36:47.806238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4600b7-b3e2-4895-970d-6ef35e89f93a req-6caec8bf-3645-418c-9451-2db7ff068875 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:47.816296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad4600b7-b3e2-4895-970d-6ef35e89f93a req-6caec8bf-3645-418c-9451-2db7ff068875 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1508930 Sep 18 00:36:47.897248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad4600b7-b3e2-4895-970d-6ef35e89f93a req-73d94797-8934-4fbb-b754-938eb27743fd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785296 Sep 18 00:36:47.985937 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa0fa02-64d0-4245-a6d1-25c9139a7757 x-openstack-request-id: req-daa0fa02-64d0-4245-a6d1-25c9139a7757 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:47.986242 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd7ee15-6861-4c0e-a206-31420f31fe5f", "name": "network-vif-deleted", "tag": "f78ba98b-c6b9-469c-8e89-ed4a15673c0e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:47.986497 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-daa0fa02-64d0-4245-a6d1-25c9139a7757 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:47.986921 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7ee15-6861-4c0e-a206-31420f31fe5f', 'name': 'network-vif-deleted', 'tag': 'f78ba98b-c6b9-469c-8e89-ed4a15673c0e', 'status': 'completed', 'code': 200} Sep 18 00:36:47.999740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.118050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:48.134665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 2e18eff5-b6d4-4148-b214-21cf73736451 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:48.139298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.226298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57062) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:48.232878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:48.249838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 2e18eff5-b6d4-4148-b214-21cf73736451 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:36:48.257635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 2e18eff5-b6d4-4148-b214-21cf73736451 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:48.258283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.271637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111be7-6b52-4c6d-a602-b6979f1ab3f6 req-57141f6e-5a4e-48a1-b97a-843d86be8c1f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:48.273256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78111be7-6b52-4c6d-a602-b6979f1ab3f6 req-57141f6e-5a4e-48a1-b97a-843d86be8c1f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1383541 Sep 18 00:36:48.353341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.385187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78111be7-6b52-4c6d-a602-b6979f1ab3f6 req-2cdffff3-41e9-4a46-8a02-a8c24e4cb53e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998666 Sep 18 00:36:48.424555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.442719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.532094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=2e18eff5-b6d4-4148-b214-21cf73736451,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:48.542448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.546424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.549893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.551112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "DELETE /v2.0/security-groups/af246b13-0445-46d4-a751-61f66435b21e HTTP/1.1" status: 204 len: 168 time: 0.3222013 Sep 18 00:36:48.554417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:48.555117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:48.579305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72a3c5-9786-406d-9e0f-9fd2f182e289 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af246b13-0445-46d4-a751-61f66435b21e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:48.582909 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-3445d7bb-3908-4144-b307-6574a065cc3f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] show failed (client error): The resource could not be found. Sep 18 00:36:48.584237 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3445d7bb-3908-4144-b307-6574a065cc3f tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "GET /v2.0/security-groups/af246b13-0445-46d4-a751-61f66435b21e HTTP/1.1" status: 404 len: 347 time: 0.0280356 Sep 18 00:36:48.586931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57076) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:48.621480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f78ba98b-c6b9-469c-8e89-ed4a15673c0e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:48.622109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f78ba98b-c6b9-469c-8e89-ed4a15673c0e not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:48.656606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:48.816421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1581-5d2b-43e5-af39-855e182ccbb7 req-69561295-609c-4aa7-bb86-506a4f257faf tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:48.824929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb2d1581-5d2b-43e5-af39-855e182ccbb7 req-69561295-609c-4aa7-bb86-506a4f257faf tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 945 time: 0.1331007 Sep 18 00:36:48.912748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Deleting port 8aee3584-2cca-4d40-aa58-1f7c020780de {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:48.913107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.927625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb2d1581-5d2b-43e5-af39-855e182ccbb7 req-147bcd2f-4a21-4bd3-a0ea-aa55e1af224e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015735 Sep 18 00:36:49.019811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9bcdd-e429-417b-86cf-1b3ed6a94ed2 req-1cb699d3-8b29-4f89-9694-5e6970be52c6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:49.022081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87c9bcdd-e429-417b-86cf-1b3ed6a94ed2 req-1cb699d3-8b29-4f89-9694-5e6970be52c6 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 944 time: 0.1776173 Sep 18 00:36:49.183151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87c9bcdd-e429-417b-86cf-1b3ed6a94ed2 req-6bb4a3a9-38dd-4e32-832b-fc36fa088a0a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522233 Sep 18 00:36:49.195227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:49.195561 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:49.206334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe57481-db7f-4a88-89ce-8eb3c07606ae req-c8b51ac0-efad-430a-908c-bdee3b0a258e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:49.213596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe57481-db7f-4a88-89ce-8eb3c07606ae req-c8b51ac0-efad-430a-908c-bdee3b0a258e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1092243 Sep 18 00:36:49.251174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Calling delete_port for 8aee3584-2cca-4d40-aa58-1f7c020780de owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:49.281824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe57481-db7f-4a88-89ce-8eb3c07606ae req-89f9eb64-f714-417e-a858-0b649c1e5b7d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654573 Sep 18 00:36:49.466480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd843f6-66f4-408c-9473-d3e12576281c req-c3ffae00-d093-4591-9ab5-c44e1359040a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:49.471098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0cd843f6-66f4-408c-9473-d3e12576281c req-c3ffae00-d093-4591-9ab5-c44e1359040a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 944 time: 0.1694970 Sep 18 00:36:49.475361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d'}, {'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:49.478774 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad41b3-9539-49e9-9e08-8aef83374ad8" -d '{"events": [{"server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "name": "network-vif-plugged", "status": "completed", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d"}, {"server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "name": "network-vif-plugged", "status": "completed", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:49.663525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Deleting port ee3c2120-a27c-4697-af13-ea24dc2326b4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:49.664194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:49.692121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad5c6-e7c7-4009-b66a-aa4662ae2624 req-e8d8a20d-83d7-4118-afb6-fbb1a595cdfe tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:49.702857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-370ad5c6-e7c7-4009-b66a-aa4662ae2624 req-e8d8a20d-83d7-4118-afb6-fbb1a595cdfe tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1732221 Sep 18 00:36:49.763964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-370ad5c6-e7c7-4009-b66a-aa4662ae2624 req-facd9ef9-3593-4ed4-86ae-8c8d71e7bc13 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554109 Sep 18 00:36:49.815228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:49.835610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] For port ee3c2120-a27c-4697-af13-ea24dc2326b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ee3c2120-a27c-4697-af13-ea24dc2326b4,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:49.835991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:49.872062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Pushing event deleted for resources: {'Port': ['ID=8aee3584-2cca-4d40-aa58-1f7c020780de,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:49.882424 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019105c5-0dd4-4c29-8ed5-3cd716385056 x-openstack-request-id: req-019105c5-0dd4-4c29-8ed5-3cd716385056 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:49.883636 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "name": "network-vif-plugged", "status": "completed", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d", "code": 200}, {"server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "name": "network-vif-plugged", "status": "completed", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:49.884080 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-019105c5-0dd4-4c29-8ed5-3cd716385056 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:49.885147 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d', 'code': 200} Sep 18 00:36:49.885609 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451', 'code': 200} Sep 18 00:36:49.892844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Calling delete_port for ee3c2120-a27c-4697-af13-ea24dc2326b4 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:50.082169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327d7be-12f0-4c74-b258-eefea194296b req-8a5cf89b-d565-4061-b953-7b272a2cf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.083795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5327d7be-12f0-4c74-b258-eefea194296b req-8a5cf89b-d565-4061-b953-7b272a2cf152 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 1097 time: 0.0828102 Sep 18 00:36:50.136432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.140906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.143040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5e5232bd-1726-4004-ba87-8c516c85b1ec tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] 10.222.0.49 "DELETE /v2.0/floatingips/3a4d4dd7-aba7-4d69-9558-0fe87ce2d40a HTTP/1.1" status: 204 len: 168 time: 1.5549877 Sep 18 00:36:50.143474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5327d7be-12f0-4c74-b258-eefea194296b req-0553ad2d-160d-4730-87e9-535f9ac8460a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Sep 18 00:36:50.145951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57118) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:50.158846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.170744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f40615c-cbd6-494b-b7b7-f3a94900dacf up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:36:50.187662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549bae-c24d-470f-a600-7090ba7ee8a8 req-eac3aa27-54d8-441e-9963-04bc4657ffb1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.189270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40549bae-c24d-470f-a600-7090ba7ee8a8 req-eac3aa27-54d8-441e-9963-04bc4657ffb1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1407738 Sep 18 00:36:50.209267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:50.211189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18e692-edd8-459b-a55b-9914fd8b1ff4 req-99a2e214-14f3-440c-84c8-084d8d7d6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.212818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b18e692-edd8-459b-a55b-9914fd8b1ff4 req-99a2e214-14f3-440c-84c8-084d8d7d6122 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 1098 time: 0.1856918 Sep 18 00:36:50.223433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'floatingip': {'port_id': '580888b2-9663-47b9-8563-8866ee43be35'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:50.274642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5f40615c-cbd6-494b-b7b7-f3a94900dacf completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:36:50.278998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5f40615c-cbd6-494b-b7b7-f3a94900dacf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:36:50.279575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.287633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event deleted for resources: {'Port': ['ID=ee3c2120-a27c-4697-af13-ea24dc2326b4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:50.364839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.373693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] No DVR routers for this DVR port ee3c2120-a27c-4697-af13-ea24dc2326b4 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:50.379186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.381589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0cd843f6-66f4-408c-9473-d3e12576281c req-1317cc0f-8af6-4e65-ae64-293c940c33e8 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.54 "DELETE /v2.0/ports/ee3c2120-a27c-4697-af13-ea24dc2326b4 HTTP/1.1" status: 204 len: 173 time: 0.8983181 Sep 18 00:36:50.382278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-deleted', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:50.384769 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b068ad9-6f90-4986-a832-2b4dcecf2bff" -d '{"events": [{"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-deleted", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:50.445299 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.486365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:50.493360 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.563869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b18e692-edd8-459b-a55b-9914fd8b1ff4 req-71533e6a-dd08-4a89-984f-c0e9e22ac7e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375044 Sep 18 00:36:50.608692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:50.640780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15c01ba-601f-4da9-9899-7118e35a337a req-656dcb83-8a63-48b9-830d-49969e1cdf5a tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f15ca2d-fae2-49c8-aa2b-bc6514958867 HTTP/1.1" status: 200 len: 210 time: 0.1420326 Sep 18 00:36:50.753836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704788d-dadb-45c5-899c-409feb45443d req-5de90a91-b5f5-4608-b36d-ee1e70e5aeca tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.757438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1704788d-dadb-45c5-899c-409feb45443d req-5de90a91-b5f5-4608-b36d-ee1e70e5aeca tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 945 time: 0.4242687 Sep 18 00:36:50.927117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aeb71-0b40-46a1-ac62-380c3c466b71 req-a6cb2334-2765-4801-b886-50fe2f6ebab6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.936754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-930aeb71-0b40-46a1-ac62-380c3c466b71 req-a6cb2334-2765-4801-b886-50fe2f6ebab6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1766651 Sep 18 00:36:50.946896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1704788d-dadb-45c5-899c-409feb45443d req-ea8ff219-56b4-4407-9172-0e7629998e17 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321929 Sep 18 00:36:50.949373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:51.039470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-930aeb71-0b40-46a1-ac62-380c3c466b71 req-e4593600-1a30-4e32-a469-36b4dfe93aff tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032991 Sep 18 00:36:51.164925 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026758b4-9082-439c-8634-6d39073a93d8 x-openstack-request-id: req-026758b4-9082-439c-8634-6d39073a93d8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:51.165515 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15ca2d-fae2-49c8-aa2b-bc6514958867", "name": "network-vif-deleted", "tag": "ee3c2120-a27c-4697-af13-ea24dc2326b4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:51.166069 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-026758b4-9082-439c-8634-6d39073a93d8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:51.166630 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15ca2d-fae2-49c8-aa2b-bc6514958867', 'name': 'network-vif-deleted', 'tag': 'ee3c2120-a27c-4697-af13-ea24dc2326b4', 'status': 'completed', 'code': 200} Sep 18 00:36:51.511584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Deleting port 380367e5-4c01-4731-81bf-662f4b67104e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:51.513263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:51.542052 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:51.547066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:51.615769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] For port 380367e5-4c01-4731-81bf-662f4b67104e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=380367e5-4c01-4731-81bf-662f4b67104e,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:51.616490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:51.656524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Calling delete_port for 380367e5-4c01-4731-81bf-662f4b67104e owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:51.800066 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Floating IP f7968500-b3d6-458b-a871-b8f8effb62ad associated. External IP: 172.25.7.54, port: 580888b2-9663-47b9-8563-8866ee43be35. Sep 18 00:36:51.896327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:51.898649 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97f6d3b-19fa-48ec-b692-e0dc56666e0f" -d '{"events": [{"server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "name": "network-vif-plugged", "status": "completed", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:52.095344 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5321ecb-c2dd-4b26-8932-482286f49964 x-openstack-request-id: req-e5321ecb-c2dd-4b26-8932-482286f49964 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:52.095636 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "name": "network-vif-plugged", "status": "completed", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:52.095890 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5321ecb-c2dd-4b26-8932-482286f49964 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:52.096428 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf', 'code': 200} Sep 18 00:36:52.144456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:52.193368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ee3c2120-a27c-4697-af13-ea24dc2326b4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:52.196620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ee3c2120-a27c-4697-af13-ea24dc2326b4 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:52.241131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:52.283437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=380367e5-4c01-4731-81bf-662f4b67104e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:52.346842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:52.446894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2b562-c08f-46d9-9d97-01b3e233d424 req-b60a6404-6a23-4bc5-8208-8a2aa4fef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:52.448694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84e2b562-c08f-46d9-9d97-01b3e233d424 req-b60a6404-6a23-4bc5-8208-8a2aa4fef851 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 1097 time: 0.1929357 Sep 18 00:36:52.467670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400a0cb-f256-437c-a9ae-facfa98b9757 req-eb0fda77-c967-49c6-a443-d6849c41b824 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:52.475313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d400a0cb-f256-437c-a9ae-facfa98b9757 req-eb0fda77-c967-49c6-a443-d6849c41b824 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 945 time: 0.2109668 Sep 18 00:36:52.715984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7061dd-2e16-4b85-bbb4-f09526d12f96 req-d410110b-86cb-4493-abba-de74b177c781 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:52.717848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e7061dd-2e16-4b85-bbb4-f09526d12f96 req-d410110b-86cb-4493-abba-de74b177c781 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.1757367 Sep 18 00:36:52.737417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84e2b562-c08f-46d9-9d97-01b3e233d424 req-fcd86954-d4d7-46a4-984d-c14e422e8e2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012427 Sep 18 00:36:52.785297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d400a0cb-f256-437c-a9ae-facfa98b9757 req-b945bce9-e4e6-49e3-bf26-f2204f9aff84 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088868 Sep 18 00:36:52.822179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:52.831404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:52.833209 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:52.850425 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:52.851067 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:52.864438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-259ae430-e9ec-4a45-a29f-27f79ec9226c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:52.866474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-259ae430-e9ec-4a45-a29f-27f79ec9226c tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 945 time: 0.2900159 Sep 18 00:36:52.874422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e7061dd-2e16-4b85-bbb4-f09526d12f96 req-4ca9f581-810a-41c4-8246-ad1a148f85a9 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429465 Sep 18 00:36:52.925560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-938e2a9a-37e2-4132-a62b-867c6753b97a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "PUT /v2.0/floatingips/f7968500-b3d6-458b-a871-b8f8effb62ad HTTP/1.1" status: 200 len: 990 time: 2.7088368 Sep 18 00:36:52.927202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:52.944321 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0480a5-7a04-499f-8559-94b6475e98c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:53.064947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-68cc515e-03bf-41fa-b4d3-43d31e90ff70 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2023749 Sep 18 00:36:53.096496 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:53.124170 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:53.283481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-69537a7b-05b4-4880-8833-eddfac9686ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:53.285143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-69537a7b-05b4-4880-8833-eddfac9686ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 1102 time: 0.1378810 Sep 18 00:36:53.372889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a4ef4-999b-4e97-ae7d-df30faee0508 req-3bb1778b-4264-4521-bfdd-2de9fc25855f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:53.375242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-004a4ef4-999b-4e97-ae7d-df30faee0508 req-3bb1778b-4264-4521-bfdd-2de9fc25855f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.5050645 Sep 18 00:36:53.401842 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7968500-b3d6-458b-a871-b8f8effb62ad', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:36:25Z', 'updated_at': '2021-09-18T00:36:51Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:53.446435 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:53.458815 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:53.459669 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:53.494520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e40d-5da6-477e-882d-c8e13ac9c9d3 req-9b6aff0c-fc9b-461b-b96b-e598985790ea tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:53.502626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f37e40d-5da6-477e-882d-c8e13ac9c9d3 req-9b6aff0c-fc9b-461b-b96b-e598985790ea tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 945 time: 0.1419902 Sep 18 00:36:53.533100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-004a4ef4-999b-4e97-ae7d-df30faee0508 req-b3796c6f-1588-40df-8cd5-c3bf55e2e2c1 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254389 Sep 18 00:36:53.570959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f37e40d-5da6-477e-882d-c8e13ac9c9d3 req-0700af1e-4926-4ad4-9c43-ecd25eccb37b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624559 Sep 18 00:36:53.589320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Deleting port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:53.590445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:53.593535 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:53.599499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-7002c385-3469-4d31-86ef-1e3f1fc9893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:53.607719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-7002c385-3469-4d31-86ef-1e3f1fc9893c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2481689 Sep 18 00:36:53.710602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] For port afb02d31-4c3b-49e7-9f79-a6a0b1715f44, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,segment=NetworkSegment(a68ed14a-b1a8-4329-be5d-821578e10e64),segment_id=a68ed14a-b1a8-4329-be5d-821578e10e64)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:53.712694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:53.736189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-2f424814-bb69-4429-a4bb-948420c3e6a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 200 len: 217 time: 0.1188910 Sep 18 00:36:53.743758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Calling delete_port for afb02d31-4c3b-49e7-9f79-a6a0b1715f44 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:53.841851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-1681430d-ec24-4416-84e5-a661c9aaee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:53.843957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-1681430d-ec24-4416-84e5-a661c9aaee66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0895126 Sep 18 00:36:53.903809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Router 228a3b93-1d76-4670-90e9-c350e494459f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:36:53.964860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7968500-b3d6-458b-a871-b8f8effb62ad', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:36:25Z', 'updated_at': '2021-09-18T00:36:51Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:53.983378 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6899288-cd0f-447f-a007-2fb520c68366 x-openstack-request-id: req-a6899288-cd0f-447f-a007-2fb520c68366 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:53.983672 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:53.985221 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6899288-cd0f-447f-a007-2fb520c68366 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:53.988827 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'status': 'completed', 'code': 200} Sep 18 00:36:53.991471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:54.038965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91a2b6-6d3e-474a-a7c8-f04306da6fb8 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7968500-b3d6-458b-a871-b8f8effb62ad', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:36:25Z', 'updated_at': '2021-09-18T00:36:51Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:54.075921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-00fad76c-5e8f-4434-9013-c7afedeab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:54.078201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-00fad76c-5e8f-4434-9013-c7afedeab8e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2195420 Sep 18 00:36:54.123134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce52eecf-e02d-4010-9cd6-14133d84c9f1 req-52139739-9773-4a19-a06d-0ac5a1d5b5f1 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbda5bf-f92f-4852-9b5e-e0c488332cea HTTP/1.1" status: 200 len: 210 time: 0.1137769 Sep 18 00:36:54.144574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Pushing event deleted for resources: {'Port': ['ID=afb02d31-4c3b-49e7-9f79-a6a0b1715f44,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:54.165189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-016ad24b-3e97-4690-a6a8-50a391d8a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:54.237348 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-2985f22f-be6f-4291-9a09-b23dc222e3f5 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504993 Sep 18 00:36:54.258967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] No DVR routers for this DVR port afb02d31-4c3b-49e7-9f79-a6a0b1715f44 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:54.264380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:54.266643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1a79cf8-4c99-484f-b998-76de0dfee413 req-46218db3-be4a-4cd0-a6dd-7937bc5bc489 tempest-LiveAutoBlockMigrationV225Test-1928839651 tempest-LiveAutoBlockMigrationV225Test-1928839651-project] 10.222.0.48 "DELETE /v2.0/ports/afb02d31-4c3b-49e7-9f79-a6a0b1715f44 HTTP/1.1" status: 204 len: 173 time: 1.3176908 Sep 18 00:36:54.273698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-f938f85c-dd8a-48a7-a838-2a98cf1d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:54.275537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-f938f85c-dd8a-48a7-a838-2a98cf1d7fe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1097 time: 0.3116910 Sep 18 00:36:54.430139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edba5e4a-1d01-4e41-879d-ace619c634a2 req-ada02d68-af9a-4769-a610-6f5f0c4b63b2 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757431 Sep 18 00:36:54.478290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-0a095e9e-d57e-433f-8711-095f59e4ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:54.481296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-0a095e9e-d57e-433f-8711-095f59e4ea09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.1980700 Sep 18 00:36:54.489228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:36:54.490766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bbc81-d4da-4b06-958f-7d09b7227360 None None] New status for floating IP f7968500-b3d6-458b-a871-b8f8effb62ad: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:36:54.494756 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a37a9227-c949-48f4-a05f-e394e3828e5e admin admin] 10.222.0.49 "PUT /v2.0/routers/228a3b93-1d76-4670-90e9-c350e494459f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3475404 Sep 18 00:36:54.500258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57206) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:54.507554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Sync routers for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:36:54.522422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:54.523193 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:54.718766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:54.771644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:54.986169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045020a-2ef5-4701-8d6c-3b83db187c01 req-ee33954e-b01a-4ed4-9c88-46fc2338c566 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:54.986169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1045020a-2ef5-4701-8d6c-3b83db187c01 req-ee33954e-b01a-4ed4-9c88-46fc2338c566 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.2609723 Sep 18 00:36:55.044030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-6a635f73-efd9-4f06-96a8-b9e2342713c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 998 time: 0.5424638 Sep 18 00:36:55.114082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d9c5f-702d-4bdd-ab0b-cae3b8d9e931 req-bd84e455-3584-4ec2-97a2-6aa28bdaf611 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:55.121975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-432d9c5f-702d-4bdd-ab0b-cae3b8d9e931 req-bd84e455-3584-4ec2-97a2-6aa28bdaf611 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 945 time: 0.3342068 Sep 18 00:36:55.139849 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:36:52Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:55.150534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-c5072b9f-2a40-46ca-8b92-e4cae4d8296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:55.157356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-c5072b9f-2a40-46ca-8b92-e4cae4d8296f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.0963192 Sep 18 00:36:55.177258 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Checking router: 228a3b93-1d76-4670-90e9-c350e494459f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:36:55.187645 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Routers {'228a3b93-1d76-4670-90e9-c350e494459f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:36:55.188488 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['228a3b93-1d76-4670-90e9-c350e494459f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:55.193625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:55.207482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1045020a-2ef5-4701-8d6c-3b83db187c01 req-9c5a4050-5b48-4a69-81b8-5fe4b4ad9c83 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386956 Sep 18 00:36:55.255084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.274847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-432d9c5f-702d-4bdd-ab0b-cae3b8d9e931 req-5f97e36c-e927-44bb-acd6-6d68ef64b9f4 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500375 Sep 18 00:36:55.310521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-ee900459-f2bf-474a-b508-94c9f218bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:55.312256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-ee900459-f2bf-474a-b508-94c9f218bc18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397619 Sep 18 00:36:55.326983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] Set router 228a3b93-1d76-4670-90e9-c350e494459f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:36:55.417354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82166dd4-805f-4661-afed-31a52cc362e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.623219 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:36:52Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:55.658007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Deleting port 866eedf3-0e11-45e0-9f14-96907d16ce61 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:55.659419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.682684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-fb3a2f98-e871-4a59-b5ad-f05388fa2717 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334200 Sep 18 00:36:55.690860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc17121-f26c-4711-b66c-fd75858f651a None None] The sync data for ids ['228a3b93-1d76-4670-90e9-c350e494459f'] in n-d-712707-16 is: [{'id': '228a3b93-1d76-4670-90e9-c350e494459f', 'name': 'tempest-ServersTestBootFromVolume-1367790388-router', 'tenant_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:33:21Z', 'updated_at': '2021-09-18T00:36:52Z', 'revision_number': 5, 'project_id': '5963f3eba3b24c2d8ec1f1568deef56a', 'gw_port': {'id': '866eedf3-0e11-45e0-9f14-96907d16ce61', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a3b93-1d76-4670-90e9-c350e494459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:33:23Z', 'updated_at': '2021-09-18T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:36:55.696474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82166dd4-805f-4661-afed-31a52cc362e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.709446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82166dd4-805f-4661-afed-31a52cc362e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.786318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57242) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:55.812670 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82166dd4-805f-4661-afed-31a52cc362e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fda3b316228459a9a2b766771bf7a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178839 Sep 18 00:36:55.813343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57250) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:55.823299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166dd4-805f-4661-afed-31a52cc362e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df41c3b-1158-4dbd-88f6-adac04c8bac8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:55.845863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e303-02d6-4ce6-a6bf-a442611b7642 req-4f89a951-ec19-4288-b9b8-77ad6d7d58c5 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:55.856497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8e1e303-02d6-4ce6-a6bf-a442611b7642 req-4f89a951-ec19-4288-b9b8-77ad6d7d58c5 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 946 time: 0.2617939 Sep 18 00:36:55.877404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.905656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.960365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.963623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:55.968180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8df41c3b-1158-4dbd-88f6-adac04c8bac8 HTTP/1.1" status: 204 len: 168 time: 0.1526151 Sep 18 00:36:55.977035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d181f-d504-4ab0-b223-957be2c09532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df41c3b-1158-4dbd-88f6-adac04c8bac8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:56.006431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-deleted', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:56.008625 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef1923-9597-40cd-8b4b-a047f93cb392" -d '{"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-deleted", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:56.039072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] For port 866eedf3-0e11-45e0-9f14-96907d16ce61, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=866eedf3-0e11-45e0-9f14-96907d16ce61,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:56.039505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.086163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8e1e303-02d6-4ce6-a6bf-a442611b7642 req-bceea6e2-ad58-4de5-894d-92ee6841acb1 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288580 Sep 18 00:36:56.096010 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a537e-353c-4162-b66b-905b4ce86016 x-openstack-request-id: req-cb7a537e-353c-4162-b66b-905b4ce86016 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:56.096451 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbda5bf-f92f-4852-9b5e-e0c488332cea", "name": "network-vif-deleted", "tag": "afb02d31-4c3b-49e7-9f79-a6a0b1715f44", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:56.096795 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb7a537e-353c-4162-b66b-905b4ce86016 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:56.098241 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbda5bf-f92f-4852-9b5e-e0c488332cea', 'name': 'network-vif-deleted', 'tag': 'afb02d31-4c3b-49e7-9f79-a6a0b1715f44', 'status': 'completed', 'code': 200} Sep 18 00:36:56.108816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0480a5-7a04-499f-8559-94b6475e98c4 req-9f35d625-e5ef-468e-8304-8198bd7c548b service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992269 Sep 18 00:36:56.108816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Calling delete_port for 866eedf3-0e11-45e0-9f14-96907d16ce61 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:56.123885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Deleting subnet 00b341f1-de2c-4a9e-959e-667e944b9522 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:56.134449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.192523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:56.218214 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.268283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: afb02d31-4c3b-49e7-9f79-a6a0b1715f44 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:56.268635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device afb02d31-4c3b-49e7-9f79-a6a0b1715f44 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:56.337253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.481262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9791-ffd0-4737-ac29-d17aacc614f5 req-c33a6d37-586e-4e41-b33b-a001a658322f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:56.482765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0af9791-ffd0-4737-ac29-d17aacc614f5 req-c33a6d37-586e-4e41-b33b-a001a658322f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1474378 Sep 18 00:36:56.533678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.583645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073740-3185-4cda-912c-23b545baaf0d req-96e39b66-0ddd-4a31-a87e-9f7d4f671804 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:56.585175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f073740-3185-4cda-912c-23b545baaf0d req-96e39b66-0ddd-4a31-a87e-9f7d4f671804 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 946 time: 0.1836259 Sep 18 00:36:56.587075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b341f1-de2c-4a9e-959e-667e944b9522,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:56.592758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.597110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ce193971-403c-4dc8-af81-04ef01762c0a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/00b341f1-de2c-4a9e-959e-667e944b9522 HTTP/1.1" status: 204 len: 168 time: 0.8072803 Sep 18 00:36:56.597491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:56.621334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.632933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0af9791-ffd0-4737-ac29-d17aacc614f5 req-71b62e8f-c3ee-48cb-b0ae-7b12cfe43dd0 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236284 Sep 18 00:36:56.672557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Pushing event deleted for resources: {'Port': ['ID=866eedf3-0e11-45e0-9f14-96907d16ce61,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:56.716676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f073740-3185-4cda-912c-23b545baaf0d req-ff92e495-44ff-486f-b472-65c5ab1982f7 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157176 Sep 18 00:36:56.729688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.767153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.820090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.840021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b267cce-014c-4e52-8c8b-c7aefe641bb2']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:56.849875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68ed14a-b1a8-4329-be5d-821578e10e64') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:56.850177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68ed14a-b1a8-4329-be5d-821578e10e64') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:56.865215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.865760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.868009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.881824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.890395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57306) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:56.896178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:56.896611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:56.898419 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:56.945565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.946109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228a3b93-1d76-4670-90e9-c350e494459f {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:36:56.951279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.952517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3567b8f6-1b26-43e8-8028-772cc05aa282 admin admin] 10.222.0.49 "DELETE /v2.0/routers/228a3b93-1d76-4670-90e9-c350e494459f HTTP/1.1" status: 204 len: 168 time: 2.4298897 Sep 18 00:36:56.955043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57320) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:56.971300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.977477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:56.983965 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b267cce-014c-4e52-8c8b-c7aefe641bb2 HTTP/1.1" status: 204 len: 168 time: 0.3837397 Sep 18 00:36:56.984903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:57.009910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45e39-ccd2-4efa-a079-d1007a379d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b267cce-014c-4e52-8c8b-c7aefe641bb2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:57.064023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 380367e5-4c01-4731-81bf-662f4b67104e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:57.090182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 380367e5-4c01-4731-81bf-662f4b67104e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:57.090810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 380367e5-4c01-4731-81bf-662f4b67104e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:57.112755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-712610124-network', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:57.141455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7c39ce6-c369-42c3-9a02-f09468062ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.143528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Deleting subnet ec17999e-7e60-4959-ba0e-c2020bae9bee {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:57.149802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Deleting subnet 88ca8741-7b14-433f-8297-a46772ffd5b7 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:36:57.149917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Made reservation on behalf of 8719df015eeb4e75b45194f5b728dafa for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:57.153088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.153243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.156717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.166535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.221742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.249438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.261937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1364-a312-41b3-9078-009457cf24c2 req-d70f01ee-2896-44ab-b9ef-4ccd1a5c2ddb tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:57.263431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-375a1364-a312-41b3-9078-009457cf24c2 req-d70f01ee-2896-44ab-b9ef-4ccd1a5c2ddb tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 950 time: 0.1536834 Sep 18 00:36:57.266802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.271856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.299503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:36:57.310041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989f6cc-7d79-4874-aab3-332c89e3eab8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:57.316999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.317698 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Added segment ac5bf494-1172-451c-b991-ad44012e9a3c of type vlan for network d3051711-1f4c-4116-8674-a818fda6cb62 Sep 18 00:36:57.364004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.365921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.372538 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.393807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.394777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:57.395014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-375a1364-a312-41b3-9078-009457cf24c2 req-500ea7dc-5922-494b-a24a-eb0386e297c0 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076198 Sep 18 00:36:57.395356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.416462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.435027 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5435817 Sep 18 00:36:57.438299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57330) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:57.442996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Request body: {'subnet': {'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-712610124-subnet', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:57.468424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c989f-1b46-44d8-b0b4-e9fb47e3d2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3051711-1f4c-4116-8674-a818fda6cb62,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:57.481403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.483434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:36:57.520012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Made reservation on behalf of 8719df015eeb4e75b45194f5b728dafa for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:36:57.522315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.527024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ca8741-7b14-433f-8297-a46772ffd5b7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:57.539712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.544510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e4f6f99-d23b-42e4-835e-8d3c53966cbe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/88ca8741-7b14-433f-8297-a46772ffd5b7 HTTP/1.1" status: 204 len: 168 time: 0.5557334 Sep 18 00:36:57.544798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57332) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:57.551558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.612095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec17999e-7e60-4959-ba0e-c2020bae9bee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:57.612397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.614196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f9207c1d-7e04-4282-aa59-d5eea65fcf16 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ec17999e-7e60-4959-ba0e-c2020bae9bee HTTP/1.1" status: 204 len: 168 time: 0.6579239 Sep 18 00:36:57.615533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03ad0d-9a79-4e73-93e4-de2452409517 None None] Network 40a73266-43a2-4133-a252-a94e3434b852 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:57.617162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57334) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:57.633596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.721438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.767507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.804271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620d7b8b-353d-494f-a7e7-ddaa11419ea7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:57.815380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7476622a-272e-4412-974f-d7d7cba500bd') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:57.815724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7476622a-272e-4412-974f-d7d7cba500bd') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:57.838669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.853698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.860264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b62ea-83a8-4dd9-b237-aa0f5a5583d7 req-cd7020b9-081b-43e3-adf7-8484165cd41a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:57.860500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:57.860876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.861773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-235b62ea-83a8-4dd9-b237-aa0f5a5583d7 req-cd7020b9-081b-43e3-adf7-8484165cd41a tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1378584 Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:57.868580 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:57.873513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] DHCP port deletion for 40a73266-43a2-4133-a252-a94e3434b852 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:36:57.930724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.938475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.945177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] 10.222.0.49 "DELETE /v2.0/networks/620d7b8b-353d-494f-a7e7-ddaa11419ea7 HTTP/1.1" status: 204 len: 168 time: 0.3987496 Sep 18 00:36:57.949679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Deleting port 28141c46-6a76-4eb8-92c1-8b63e1e555ad {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:57.950057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.954849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b04a8-f2bd-469e-bfa3-ad3252ce7405 admin admin] Pushing event deleted for resources: {'Network': ['ID=620d7b8b-353d-494f-a7e7-ddaa11419ea7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.025414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] For port 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28141c46-6a76-4eb8-92c1-8b63e1e555ad,segment=NetworkSegment(66687211-381c-4e85-b3f3-866890eaebbe),segment_id=66687211-381c-4e85-b3f3-866890eaebbe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:58.025813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.039908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Calling delete_port for 28141c46-6a76-4eb8-92c1-8b63e1e555ad owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:58.074113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57346) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:58.119644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03cfc848-c942-44dd-9ca3-3a1e15573f55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fbb04baecc948c78313e462484cba2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436766 Sep 18 00:36:58.122189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57348) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:58.180626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.208820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.264287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.265994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.267392 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.271673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.273093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3d999c4-773e-4601-8caf-2e0fb1c5e0cb HTTP/1.1" status: 204 len: 168 time: 0.1497502 Sep 18 00:36:58.273555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.285146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6a65d-61d6-46d4-bf45-78b7195ce11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d999c4-773e-4601-8caf-2e0fb1c5e0cb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.301872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] Pushing event deleted for resources: {'Port': ['ID=28141c46-6a76-4eb8-92c1-8b63e1e555ad,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.319982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afed7d1-a87c-4fe9-9939-b553f7bb02f8 None None] No DVR routers for this DVR port 28141c46-6a76-4eb8-92c1-8b63e1e555ad on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:58.351928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-235b62ea-83a8-4dd9-b237-aa0f5a5583d7 req-49b2897e-7647-469a-900f-0eaa1e9d2269 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823744 Sep 18 00:36:58.362189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Deleting port 28141c46-6a76-4eb8-92c1-8b63e1e555ad {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:58.362635 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.393165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58583aa-7ca3-4de0-a7a0-f52f2d09c073 req-22f3f369-21c4-4fff-8126-2c37cd8b42e2 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:58.398172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e58583aa-7ca3-4de0-a7a0-f52f2d09c073 req-22f3f369-21c4-4fff-8126-2c37cd8b42e2 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 946 time: 0.5297565 Sep 18 00:36:58.412247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e11957a-33a8-43b9-b5a1-fd81b065c606,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.428840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-4d726e8c-167d-4154-b972-519c34ceb861 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:58.428840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-4d726e8c-167d-4154-b972-519c34ceb861 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 946 time: 0.5311940 Sep 18 00:36:58.555619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] For port 28141c46-6a76-4eb8-92c1-8b63e1e555ad, host n-d-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:58.556005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.573649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Checking segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:58.574752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Network hostable DHCP agents. Network: d3051711-1f4c-4116-8674-a818fda6cb62, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:36:58.594015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Calling delete_port for 28141c46-6a76-4eb8-92c1-8b63e1e555ad owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:58.614972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Port 28141c46-6a76-4eb8-92c1-8b63e1e555ad was not found and therefore no delete operation was performed {{(pid=106453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:36:58.620000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e58583aa-7ca3-4de0-a7a0-f52f2d09c073 req-19710475-e0eb-43e8-a4f6-37687827d349 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016711 Sep 18 00:36:58.629375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.630392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57356) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:58.672769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7eb7c318-5f26-4f7f-b626-f5220fc9410c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89933a59a7f04b7a9d157862f75f66ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411620 Sep 18 00:36:58.675524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57358) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:58.676431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] No DVR routers for this DVR port 28141c46-6a76-4eb8-92c1-8b63e1e555ad on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:58.680709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Pushing event deleted for resources: {'Port': ['ID=28141c46-6a76-4eb8-92c1-8b63e1e555ad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.692956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663805b8-55b8-444b-a3b4-188eb002105a req-6ab3e53e-8415-4275-a2af-e54502634312 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:58.694427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-663805b8-55b8-444b-a3b4-188eb002105a req-6ab3e53e-8415-4275-a2af-e54502634312 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 950 time: 0.2049522 Sep 18 00:36:58.713598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Network d3051711-1f4c-4116-8674-a818fda6cb62 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:36:58.725149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.746472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.749805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d3051711-1f4c-4116-8674-a818fda6cb62) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:36:58.754596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:58.755309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.758773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fbbf9-f02b-43cf-a988-b05c89b5612a None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:36:58.814722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.820899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.825629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c148340e-491c-4e50-9b3e-53b9bdd7f9e6 HTTP/1.1" status: 204 len: 168 time: 0.1463079 Sep 18 00:36:58.827572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.833606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5449d295-361b-4fbf-beb4-9482e76d0662 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3943131 Sep 18 00:36:58.836393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57364) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:58.845293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:58.850443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-663805b8-55b8-444b-a3b4-188eb002105a req-fbb5d9b4-d2d1-496c-b471-08f84c6dd37d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330943 Sep 18 00:36:58.852479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Deleting port f78298d0-bc0a-4ace-b50f-efa60c6cf26d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:36:58.852828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.881787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a73266-43a2-4133-a252-a94e3434b852']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:58.890703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6a40e-cfba-495a-ab2c-852cbe8a71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c148340e-491c-4e50-9b3e-53b9bdd7f9e6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.902853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.905051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.910003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66687211-381c-4e85-b3f3-866890eaebbe') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:58.910302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66687211-381c-4e85-b3f3-866890eaebbe') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:36:58.949873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.972897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.992575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:36:58.993072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:36:58.996654 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:36:59.036891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.074836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28141c46-6a76-4eb8-92c1-8b63e1e555ad no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:59.078813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d3051711-1f4c-4116-8674-a818fda6cb62', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:36:59.079889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.120054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 28141c46-6a76-4eb8-92c1-8b63e1e555ad {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:59.122181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28141c46-6a76-4eb8-92c1-8b63e1e555ad not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:59.122741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 866eedf3-0e11-45e0-9f14-96907d16ce61 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:36:59.143473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.149397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 866eedf3-0e11-45e0-9f14-96907d16ce61 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:36:59.149860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 866eedf3-0e11-45e0-9f14-96907d16ce61 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:36:59.156471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.160091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] 10.222.0.49 "DELETE /v2.0/networks/40a73266-43a2-4133-a252-a94e3434b852 HTTP/1.1" status: 204 len: 168 time: 1.5419958 Sep 18 00:36:59.164491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] For port f78298d0-bc0a-4ace-b50f-efa60c6cf26d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:59.164860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.218672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb77d-a141-4b4e-8eb1-3be1e19c5142 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a73266-43a2-4133-a252-a94e3434b852,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:59.225814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Calling delete_port for f78298d0-bc0a-4ace-b50f-efa60c6cf26d owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:36:59.335892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.346502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Allocated IP 172.20.0.2 (d3051711-1f4c-4116-8674-a818fda6cb62/6e11957a-33a8-43b9-b5a1-fd81b065c606/663b0d90-2564-4ad1-84ec-3a1f31d96ea3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:36:59.447357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57392) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:59.467337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.494818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f40615c-cbd6-494b-b7b7-f3a94900dacf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:59.530140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['2e18eff5-b6d4-4148-b214-21cf73736451'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:36:59.565603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event deleted for resources: {'Port': ['ID=f78298d0-bc0a-4ace-b50f-efa60c6cf26d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:59.616928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.623132 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-1d8fa700-65b5-47ae-a150-68e559094ca9 service neutron] show failed (client error): The resource could not be found. Sep 18 00:36:59.624844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-1d8fa700-65b5-47ae-a150-68e559094ca9 service neutron] 10.222.0.54 "GET /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.1763785 Sep 18 00:36:59.682160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e62102d1-8ee6-4810-a6df-1c72c2df80a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5963f3eba3b24c2d8ec1f1568deef56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229989 Sep 18 00:36:59.683193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57408) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:36:59.721831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] No DVR routers for this DVR port f78298d0-bc0a-4ace-b50f-efa60c6cf26d on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:59.729234 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.737967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16962cbb-fadd-4075-b442-2b7d84cfeeaa req-7e87bc0a-9911-4d10-9f29-dd9fdcc5fb6e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "DELETE /v2.0/ports/f78298d0-bc0a-4ace-b50f-efa60c6cf26d HTTP/1.1" status: 204 len: 173 time: 1.2995615 Sep 18 00:36:59.738462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'name': 'network-vif-deleted', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:59.740801 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b61412b-9bcd-4ae6-8aee-82d3f5ecb3f0" -d '{"events": [{"server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "name": "network-vif-deleted", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:59.789709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88da4b-e072-426f-a35f-1d7ef77be610 req-35c82236-9fa7-4647-8247-0904fdccf65f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.791326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d88da4b-e072-426f-a35f-1d7ef77be610 req-35c82236-9fa7-4647-8247-0904fdccf65f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.2303338 Sep 18 00:36:59.835532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.890529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91996c6f-e35e-45ad-8576-e8f23d8ddfdd req-11c860b0-5db1-4b0e-a3f6-650da7dd6362 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=197a1e5f-f361-4cff-b155-e1745a1b916d HTTP/1.1" status: 200 len: 210 time: 0.0924594 Sep 18 00:36:59.911364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.925323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.953288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.000006 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18a4008-fb48-4f96-919c-828f671d7947 x-openstack-request-id: req-e18a4008-fb48-4f96-919c-828f671d7947 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:00.000390 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a1e5f-f361-4cff-b155-e1745a1b916d", "name": "network-vif-deleted", "tag": "f78298d0-bc0a-4ace-b50f-efa60c6cf26d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:00.000593 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e18a4008-fb48-4f96-919c-828f671d7947 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:00.000997 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a1e5f-f361-4cff-b155-e1745a1b916d', 'name': 'network-vif-deleted', 'tag': 'f78298d0-bc0a-4ace-b50f-efa60c6cf26d', 'status': 'completed', 'code': 200} Sep 18 00:37:00.006588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Pushing event updated for resources: {'Port': ['ID=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:00.017837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.035959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d88da4b-e072-426f-a35f-1d7ef77be610 req-0fe25fd3-6cb0-4e4f-967f-50c1a13055c6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273331 Sep 18 00:37:00.059537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.068029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:00.069586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:00.071973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:00.073174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-5f28cb4f-1998-4b31-8516-54e5a74c64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.074875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-5f28cb4f-1998-4b31-8516-54e5a74c64e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1102 time: 0.1008742 Sep 18 00:37:00.095923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:00.134486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Attempting to bind port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:00.134854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Attempting to bind port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:00.135216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Attempting to bind port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 on network d3051711-1f4c-4116-8674-a818fda6cb62 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:00.142341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:00.142752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Checking segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:00.143151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.143591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Bound using segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:00.144827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Bound port: 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:00.145250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.155140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.191595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78298d0-bc0a-4ace-b50f-efa60c6cf26d no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:00.195294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:00.202731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.205833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.207321 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25362cc5-1543-4ffa-a3d0-1affdb127656 HTTP/1.1" status: 204 len: 168 time: 0.5185475 Sep 18 00:37:00.235037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25362cc5-1543-4ffa-a3d0-1affdb127656,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:00.245193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f78298d0-bc0a-4ace-b50f-efa60c6cf26d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:00.246072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f78298d0-bc0a-4ace-b50f-efa60c6cf26d not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:00.264969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Allocated IP 172.25.7.236 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e6b85204-0b43-4c4d-90c2-0ec7b0f5038f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:00.278363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.278363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.278724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.279032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.279360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.279687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.280407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.280407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.280717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.280974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.281294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.281610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc6373c-a1c5-486f-aafb-0b91e949a8ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:00.302138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] For port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:00.305980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] For port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:00.340372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.399876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.465987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:00.489687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:00.492618 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d259a6f-86de-4ef5-8dbb-120bf04f8f5c" -d '{"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-unplugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:00.496745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e34e-b1d4-4ceb-ac58-eb3d54798e5c None None] Pushing event updated for resources: {'Port': ['ID=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:00.501869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.561949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.563188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:00.641890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:00.645683 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a6671-d1ab-4c55-bf94-c425a9fc8a71 x-openstack-request-id: req-102a6671-d1ab-4c55-bf94-c425a9fc8a71 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:00.647030 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-unplugged", "status": "completed", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:00.647773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.648137 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-102a6671-d1ab-4c55-bf94-c425a9fc8a71 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:00.648570 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d', 'code': 200} Sep 18 00:37:00.662518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:00.709819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.734588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:00.735272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Transition to ACTIVE for port object 173539b4-3ef3-49fd-bf92-1ebff9948498 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:00.739375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:00.741998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:00.750461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:00.753646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Pushing event updated for resources: {'Port': ['ID=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:00.882565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] No DVR routers for this DVR port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:00.897119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:01.073386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:01.079066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:01.080439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:01.099049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:01.106682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:01.120760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:01.121522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:01.122166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:01.122795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Bound port: 173539b4-3ef3-49fd-bf92-1ebff9948498, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:01.123341 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.214160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:01.251441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.313599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed238e8-e509-47aa-9a4e-467ad4a22ea6 req-3dafe0eb-2bbf-406f-a7ae-0e68d8e93deb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:01.319404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ed238e8-e509-47aa-9a4e-467ad4a22ea6 req-3dafe0eb-2bbf-406f-a7ae-0e68d8e93deb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1068606 Sep 18 00:37:01.323455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:01.330495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:01.339269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:01.340479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.346842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.390664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:01.391637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.392797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] 10.222.0.48 "PUT /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 1097 time: 1.3011491 Sep 18 00:37:01.427320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ed238e8-e509-47aa-9a4e-467ad4a22ea6 req-55db3c7c-2ddd-4432-be6c-c1c37a38862f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948265 Sep 18 00:37:01.483626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.552357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:01.555007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88953da3-4fcd-4acb-8601-33dc4bddd36d service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:01.561007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.581684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-76022f90-8ea2-4539-824a-e22c1143c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:01.583290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-76022f90-8ea2-4539-824a-e22c1143c279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1100 time: 0.1529655 Sep 18 00:37:01.698219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.698897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:01.884145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:01.913569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-bd1637eb-370f-409a-bbc8-4e3eb7f06612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:01.915094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-bd1637eb-370f-409a-bbc8-4e3eb7f06612 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3229730 Sep 18 00:37:01.977815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-326eaaf2-c2e8-41de-befa-ef1e2e9026eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0513136 Sep 18 00:37:02.038377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}, {'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:02.040709 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af3410-378e-487d-b6a3-4ad560877e92" -d '{"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-unplugged", "status": "completed", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}, {"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:02.074475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.074962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.075430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.075896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.076418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.077179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.077650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.078114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.097075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-435de46c-c924-428d-b69d-1770992709e9 req-3ec674a5-03a6-411e-a494-650b3d629a1e tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5740 time: 0.3008168 Sep 18 00:37:02.111567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-b9496ba1-848b-40c6-8d53-82622e6feb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.113203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-b9496ba1-848b-40c6-8d53-82622e6feb99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1281447 Sep 18 00:37:02.113714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c445ed2-7a96-46e1-adcf-5988263cf581 None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:02.177179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:02.184025 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa87c64-f3b4-47e2-aa9b-d2e106c9a0cf x-openstack-request-id: req-9fa87c64-f3b4-47e2-aa9b-d2e106c9a0cf {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:02.184804 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-unplugged", "status": "completed", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "code": 200}, {"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:02.184967 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fa87c64-f3b4-47e2-aa9b-d2e106c9a0cf {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:02.185463 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'code': 200} Sep 18 00:37:02.185847 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'status': 'completed', 'code': 200} Sep 18 00:37:02.236953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-7e39e56b-dc55-4770-ac18-fcc800080f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.238507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-7e39e56b-dc55-4770-ac18-fcc800080f95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134281 Sep 18 00:37:02.300004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e9b36616-ebeb-4fe0-a527-7e7a5f3d3f3f None None] Provisioning complete for port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:02.300572 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9b36616-ebeb-4fe0-a527-7e7a5f3d3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:02.325924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:02.343516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-e0b8ec62-0f51-4974-b3be-c69c7de63b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.346097 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-e0b8ec62-0f51-4974-b3be-c69c7de63b77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1100 time: 0.0745146 Sep 18 00:37:02.403708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:37:02.403938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53503ea7-83ff-411a-991c-6e12ff721708 req-5750c139-4639-4062-bff8-c1e3b2ac160a tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.416881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53503ea7-83ff-411a-991c-6e12ff721708 req-5750c139-4639-4062-bff8-c1e3b2ac160a tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 886 time: 0.2164321 Sep 18 00:37:02.488496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-5a183bc9-aae3-4b22-8a7e-00734e857e1b service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058825 Sep 18 00:37:02.493180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-d6093a8b-8bf8-4423-9e69-1a19baf140b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.494670 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-d6093a8b-8bf8-4423-9e69-1a19baf140b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1369689 Sep 18 00:37:02.577253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-48912c93-9ad1-4a3e-8f86-3f1c4f554b1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0424829 Sep 18 00:37:02.657239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-44d87e6d-5c45-437a-9e6c-ae028258a177 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571324 Sep 18 00:37:02.663104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.663862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.664516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.665148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.665766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.666388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.667007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.668163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.668718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-c848fe24-6c50-4a54-97af-6231d96d960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.670777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-c848fe24-6c50-4a54-97af-6231d96d960c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0858431 Sep 18 00:37:02.688918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e122a20-559d-4fb9-9ba3-e311eea7e875 req-81218a46-2b5d-4910-90ab-9ad0a5fde1e8 tempest-NetworksTest-426415672 tempest-NetworksTest-426415672-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5740 time: 0.2252724 Sep 18 00:37:02.693095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:02.703170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Sync routers for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:02.729298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:02.730908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:02.810449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:02.812986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e0c8df4a-b769-4690-aaa0-b63ccb54345a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9755032 Sep 18 00:37:02.815731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57540) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:02.864773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-c16c6e54-c1ca-4deb-9e26-b52871b5d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.865930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f9271e1e-88c9-4d84-b90f-491212b7ad09 None None] Provisioning complete for port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:02.866366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9271e1e-88c9-4d84-b90f-491212b7ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:02.867961 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-c16c6e54-c1ca-4deb-9e26-b52871b5d02a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765859 Sep 18 00:37:02.906374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-93240c82-5709-429e-89ef-c124008b2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.907969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-93240c82-5709-429e-89ef-c124008b2a03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1100 time: 0.1848042 Sep 18 00:37:02.925657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2eb90-1874-42cd-af55-fa87f28f6fc1 req-40e78ebd-cd0a-4352-9aca-eb239040f27b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.927136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aa2eb90-1874-42cd-af55-fa87f28f6fc1 req-40e78ebd-cd0a-4352-9aca-eb239040f27b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1375058 Sep 18 00:37:03.000640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:03.113386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-5f0e2aab-ea49-4084-a773-5b296693208a service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358034 Sep 18 00:37:03.114399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-24be9a3f-da49-4b35-bc2a-9822ee710eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.115933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-24be9a3f-da49-4b35-bc2a-9822ee710eae service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1878831 Sep 18 00:37:03.124083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:03.173287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57548) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:03.188839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aa2eb90-1874-42cd-af55-fa87f28f6fc1 req-dbc4bd66-990a-4deb-b918-75543032bae8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356511 Sep 18 00:37:03.190644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-fb2088c9-0335-47e2-aaf5-e2d7977d05e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0655112 Sep 18 00:37:03.205958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8426f3-b78c-4ad4-a363-8820c7f16d93 req-ed452909-c70d-41c0-9e70-c7768a4de5dd tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.207724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8426f3-b78c-4ad4-a363-8820c7f16d93 req-ed452909-c70d-41c0-9e70-c7768a4de5dd tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.209330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c8426f3-b78c-4ad4-a363-8820c7f16d93 req-ed452909-c70d-41c0-9e70-c7768a4de5dd tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55&device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 1681 time: 0.1550395 Sep 18 00:37:03.309289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-53755e21-8d6e-4ef9-91fb-9900ab18352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.310911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-53755e21-8d6e-4ef9-91fb-9900ab18352a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1000772 Sep 18 00:37:03.327584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c8426f3-b78c-4ad4-a363-8820c7f16d93 req-3d1aca2e-0a18-43ab-b904-a61047248510 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693421 Sep 18 00:37:03.343186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:03.345335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.432299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:01Z', 'revision_number': 3, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:03.444582 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-3f8d4fb4-912d-4e49-9ba7-f18feeed3fdf service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169265 Sep 18 00:37:03.455746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de42b013-b599-43c2-a136-36247e2b2d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.490216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Checking router: fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:03.490897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Updating router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:37:03.493985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af3410-378e-487d-b6a3-4ad560877e92 req-26f83eae-ed45-4194-afe0-2fd2e21364f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.497081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-26f83eae-ed45-4194-afe0-2fd2e21364f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684370 Sep 18 00:37:03.613620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.731631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.738373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-3ae0d08f-83f0-46c8-80d5-ba54d63bafe7 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295582 Sep 18 00:37:03.742079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:03.779776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de42b013-b599-43c2-a136-36247e2b2d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.816892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de42b013-b599-43c2-a136-36247e2b2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:03.913833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b013-b599-43c2-a136-36247e2b2d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b1b851-e423-4430-8bab-d919cf8fe1da,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:03.938504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Allocated IP 172.20.0.1 (d3051711-1f4c-4116-8674-a818fda6cb62/6e11957a-33a8-43b9-b5a1-fd81b065c606/d2e488ef-bc84-44d8-a436-3b3658444c86) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:03.970630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-de42b013-b599-43c2-a136-36247e2b2d77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61cfdf8f103540be99de069751408369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928343 Sep 18 00:37:03.973355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57584) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:04.037447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3d17da0-0afa-4c43-9edb-6f78bd8ba4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.060024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93af3410-378e-487d-b6a3-4ad560877e92 req-46015adf-aad1-475c-aeae-28738cc79ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784517 Sep 18 00:37:04.092644 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.105378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.141720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.146814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.180271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:04.184384 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.194200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.214462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Network d3051711-1f4c-4116-8674-a818fda6cb62 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:04.218506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:04.222545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:04.257114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3d17da0-0afa-4c43-9edb-6f78bd8ba4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.277742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a2b62-7675-4138-9d59-929e1ea6ea2b req-4e20d78e-d540-43c6-966c-c02fcb2a9603 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:04.279372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-872a2b62-7675-4138-9d59-929e1ea6ea2b req-4e20d78e-d540-43c6-966c-c02fcb2a9603 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 945 time: 0.1001065 Sep 18 00:37:04.281965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3d17da0-0afa-4c43-9edb-6f78bd8ba4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.290425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Pushing event updated for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.313064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.325412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.327913 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.329086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83b1b851-e423-4430-8bab-d919cf8fe1da HTTP/1.1" status: 204 len: 168 time: 0.3546672 Sep 18 00:37:04.332797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e43f-959e-49a2-aa67-8a95619ee25a None None] Pushing event updated for resources: {'Port': ['ID=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.359447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Attempting to bind port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:04.360145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Attempting to bind port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:04.360145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Attempting to bind port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:04.374718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:04.375094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:04.375502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.376686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:04.376686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Bound port: e6b85204-0b43-4c4d-90c2-0ec7b0f5038f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:04.377047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.386869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3d17da0-0afa-4c43-9edb-6f78bd8ba4b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01d71126ba4647e19d26b50af233a1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414108 Sep 18 00:37:04.388133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57596) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:04.430008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:04.473910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d17da0-0afa-4c43-9edb-6f78bd8ba4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1da6e7-5dd5-4fbc-b27e-44685bd69a85,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.496959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'mac_address': 'fa:16:3e:8b:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:04.501310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] For port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:04.506280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] For port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:04.530625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd075c-a584-48fe-85fa-eedb287e6bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b1b851-e423-4430-8bab-d919cf8fe1da,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.531559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.543859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-872a2b62-7675-4138-9d59-929e1ea6ea2b req-777475ad-5c07-4b8b-b78c-edc0fd019100 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227700 Sep 18 00:37:04.560124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1ea4f-5fa7-4b54-b504-12bd7ccc8fc4 req-6a270cf8-1470-4706-aa2f-2fb8d028866d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:04.560478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.578505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9da1ea4f-5fa7-4b54-b504-12bd7ccc8fc4 req-6a270cf8-1470-4706-aa2f-2fb8d028866d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.2479892 Sep 18 00:37:04.580984 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.598483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.606563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.648356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:04.649023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:04.663626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9da1ea4f-5fa7-4b54-b504-12bd7ccc8fc4 req-16c9ef92-5482-4034-a5f9-52ef0cec3b38 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Sep 18 00:37:04.666696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.670720 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.672261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e1da6e7-5dd5-4fbc-b27e-44685bd69a85 HTTP/1.1" status: 204 len: 168 time: 0.2837512 Sep 18 00:37:04.707111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f678f9-8682-43b7-8a7e-8ef5cfae71f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1da6e7-5dd5-4fbc-b27e-44685bd69a85,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.742002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d38490af-18af-419a-bff4-60b7535d96e1 None None] Provisioning complete for port d2e488ef-bc84-44d8-a436-3b3658444c86 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:04.742393 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d38490af-18af-419a-bff4-60b7535d96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.749949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:04.781683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57614) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:04.799600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fac2-f0ec-41bb-9704-c4c40b249e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.852853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:04.879698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.917611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e43f-959e-49a2-aa67-8a95619ee25a None None] Pushing event updated for resources: {'Port': ['ID=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.925658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fac2-f0ec-41bb-9704-c4c40b249e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.931923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d38490af-18af-419a-bff4-60b7535d96e1 None None] Port d2e488ef-bc84-44d8-a436-3b3658444c86 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:04.940596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b3a4fac2-f0ec-41bb-9704-c4c40b249e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.961354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.968449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:04.977996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.984527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4fac2-f0ec-41bb-9704-c4c40b249e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fad416-6dc2-45e5-8b3d-90f13b1ad422,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:05.005107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b3a4fac2-f0ec-41bb-9704-c4c40b249e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=813b882c6425476fbe58cb3ce15e8747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219572 Sep 18 00:37:05.007671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:05.076710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.083775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:05.084932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.087638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9585d100-b8ac-49f5-968d-48b7e56658b4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:05.096872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Pushing event updated for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:05.113291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.168394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.172131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.175903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8fad416-6dc2-45e5-8b3d-90f13b1ad422 HTTP/1.1" status: 204 len: 168 time: 0.1647046 Sep 18 00:37:05.184383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678ab2-0756-469f-9546-e972f3af8cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fad416-6dc2-45e5-8b3d-90f13b1ad422,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:05.194277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Network d3051711-1f4c-4116-8674-a818fda6cb62 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:05.195888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:05.399731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:05.502582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-61f0196a-7d6d-477e-b436-a6ee8476b081 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:05.505412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-61f0196a-7d6d-477e-b436-a6ee8476b081 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 945 time: 0.0845034 Sep 18 00:37:05.577463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:03Z', 'revision_number': 1, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:05.613030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-11fa3bac-c8b3-4c5f-a880-1a4031cac80f None None] Provisioning complete for port d2e488ef-bc84-44d8-a436-3b3658444c86 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:05.613563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-11fa3bac-c8b3-4c5f-a880-1a4031cac80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.615371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e5ce-2d58-49d8-8c87-a1bf76eb9eef None None] The sync data for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 is: [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:03Z', 'revision_number': 1, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:05.670069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:05.688312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c669049c-169e-423e-baef-5d045f81b6af admin admin] 10.222.0.49 "PUT /v2.0/routers/fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8631740 Sep 18 00:37:05.708846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-11fa3bac-c8b3-4c5f-a880-1a4031cac80f None None] Port d2e488ef-bc84-44d8-a436-3b3658444c86 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:05.750055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Deleting port 5f40615c-cbd6-494b-b7b7-f3a94900dacf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:05.750673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.844924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564e86-df06-4216-80b4-f2877fe7d7a8 req-8ad59b5d-3cd1-4d7e-9947-baa828cfd65c tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:05.846546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44564e86-df06-4216-80b4-f2877fe7d7a8 req-8ad59b5d-3cd1-4d7e-9947-baa828cfd65c tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=421dfbf7-b671-4d15-858a-87741e207f55 HTTP/1.1" status: 200 len: 945 time: 0.2114010 Sep 18 00:37:05.974863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] For port 5f40615c-cbd6-494b-b7b7-f3a94900dacf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5f40615c-cbd6-494b-b7b7-f3a94900dacf,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:05.975269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:05.980335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57662) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:06.000533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a71763-7806-4682-b99b-2ab1a8e9fb2f req-598faa4a-c04f-4822-ab40-2013e89fa58d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.004078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69a71763-7806-4682-b99b-2ab1a8e9fb2f req-598faa4a-c04f-4822-ab40-2013e89fa58d tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1897523 Sep 18 00:37:06.033434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44564e86-df06-4216-80b4-f2877fe7d7a8 req-38dbf41a-e7fe-4fc4-97cc-ce965fc38c0e tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/security-groups?id=18a602be-2471-4097-bf17-2b1e631678f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545565 Sep 18 00:37:06.067383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Calling delete_port for 5f40615c-cbd6-494b-b7b7-f3a94900dacf owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:06.111564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69a71763-7806-4682-b99b-2ab1a8e9fb2f req-4cd71bf9-e40b-4e02-807d-f779ba6bce52 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Sep 18 00:37:06.168645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-network', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:06.215904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:06.228386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Made reservation on behalf of 7565db54ae1d43dba559941d38fe9c14 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:06.232779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.244451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.333490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.373029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event deleted for resources: {'Port': ['ID=5f40615c-cbd6-494b-b7b7-f3a94900dacf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:06.387249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.387879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.388691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.389341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.389886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.390374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.391020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.391747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.392255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.392738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.393214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:06.393413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.393880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:06.413109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'mac_address': 'fa:16:3e:60:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:06.422138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5f40615c-cbd6-494b-b7b7-f3a94900dacf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:06.461108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119823-f280-4434-bbfa-9473bf087c2b req-b1662fb9-a4c2-48a3-b492-a0a646d0a477 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.462708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3c119823-f280-4434-bbfa-9473bf087c2b req-b1662fb9-a4c2-48a3-b492-a0a646d0a477 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 945 time: 0.1637702 Sep 18 00:37:06.493471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] No DVR routers for this DVR port 5f40615c-cbd6-494b-b7b7-f3a94900dacf on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:06.496998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.499892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b873edd-168c-4ee6-9d84-f96d50bf3672 req-ec9335f5-eb0d-4aa5-a0d3-502f05786e5b tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.48 "DELETE /v2.0/ports/5f40615c-cbd6-494b-b7b7-f3a94900dacf HTTP/1.1" status: 204 len: 173 time: 0.9866045 Sep 18 00:37:06.500580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'name': 'network-vif-deleted', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:06.503531 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85983e1-243e-4cbb-b480-78e628fc3b44" -d '{"events": [{"server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "name": "network-vif-deleted", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:06.533792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['2e18eff5-b6d4-4148-b214-21cf73736451'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:06.618399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-8099388c-1676-4ac2-8988-a97c270a72ee tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.622398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-8099388c-1676-4ac2-8988-a97c270a72ee tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274&tenant_id=072107b4981c4aa48f60f9e54beb6d10&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 948 time: 0.0794141 Sep 18 00:37:06.699024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.701370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Deleting port 2e18eff5-b6d4-4148-b214-21cf73736451 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:06.701706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.724853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.729578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.751234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:37:06.767181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.767556 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Added segment 34277447-2ffe-4692-b0ea-7fb50efef2db of type vlan for network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d Sep 18 00:37:06.806616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:06.818998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.846996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:06.857219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.858373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.859116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.860095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:06.921023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-72b6b7da-2fde-420b-8b0c-ef73689895d0 service neutron] 10.222.0.48 "GET /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.2897570 Sep 18 00:37:06.961140 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9791965 Sep 18 00:37:06.966640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902a46e-0076-428a-a95e-e6956fe9b65d req-349d5fc2-1dcb-4c8f-b2b9-918dc716640e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.973359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6902a46e-0076-428a-a95e-e6956fe9b65d req-349d5fc2-1dcb-4c8f-b2b9-918dc716640e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1857984 Sep 18 00:37:06.974076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57696) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:07.006201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.008196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Request body: {'subnet': {'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-subnet', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:07.008698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.013714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22491f-7e89-4184-aad2-83083b1ba39c admin admin] Pushing event updated for resources: {'Network': ['ID=15f12a5b-b9ce-47f8-a24a-3e585cafa11d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.040356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] For port 2e18eff5-b6d4-4148-b214-21cf73736451, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=2e18eff5-b6d4-4148-b214-21cf73736451,segment=NetworkSegment(0a04462b-9df1-4c90-ad6a-977d6fb04081),segment_id=0a04462b-9df1-4c90-ad6a-977d6fb04081)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:07.040735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.059034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:37:07.069608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Calling delete_port for 2e18eff5-b6d4-4148-b214-21cf73736451 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:07.188579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['173539b4-3ef3-49fd-bf92-1ebff9948498'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:07.218676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Made reservation on behalf of 7565db54ae1d43dba559941d38fe9c14 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:07.227301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.294028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e6b85204-0b43-4c4d-90c2-0ec7b0f5038f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:07.304196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-d0bc98a8-2779-4555-8bd5-6fda42aa9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:07.305953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-d0bc98a8-2779-4555-8bd5-6fda42aa9df7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1101 time: 0.3306303 Sep 18 00:37:07.309958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6902a46e-0076-428a-a95e-e6956fe9b65d req-09c2df4f-b90e-4605-aa02-70a445a786dd tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925603 Sep 18 00:37:07.322513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.363265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Pushing event deleted for resources: {'Port': ['ID=2e18eff5-b6d4-4148-b214-21cf73736451,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.377329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57710) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:07.389348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52090115', 'description': 'tempest-description--1600282654'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:07.434789 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf30914-8f4c-4513-8230-33275bf4cb7b x-openstack-request-id: req-1bf30914-8f4c-4513-8230-33275bf4cb7b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:07.435361 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421dfbf7-b671-4d15-858a-87741e207f55", "name": "network-vif-deleted", "tag": "5f40615c-cbd6-494b-b7b7-f3a94900dacf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:07.435792 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bf30914-8f4c-4513-8230-33275bf4cb7b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:07.436507 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421dfbf7-b671-4d15-858a-87741e207f55', 'name': 'network-vif-deleted', 'tag': '5f40615c-cbd6-494b-b7b7-f3a94900dacf', 'status': 'completed', 'code': 200} Sep 18 00:37:07.498421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] No DVR routers for this DVR port 2e18eff5-b6d4-4148-b214-21cf73736451 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:07.502980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.506254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3c119823-f280-4434-bbfa-9473bf087c2b req-947d0ee3-dfcf-48cf-95df-c787aac603f9 tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.54 "DELETE /v2.0/ports/2e18eff5-b6d4-4148-b214-21cf73736451 HTTP/1.1" status: 204 len: 173 time: 1.0316362 Sep 18 00:37:07.506914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'name': 'network-vif-deleted', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:07.511205 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c6aab6-b378-47b5-83a2-4c6caf21f3d9" -d '{"events": [{"server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "name": "network-vif-deleted", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:07.530547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.621229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:07.621644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.728506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-188ca8a8-8e95-45ca-835b-427b03c1c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:07.731655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-188ca8a8-8e95-45ca-835b-427b03c1c4f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.4165769 Sep 18 00:37:07.735880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.747306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.816568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.831949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-4ebfd096-94e1-4b0c-ae6f-e12ee28defb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0872128 Sep 18 00:37:07.832899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4538484 Sep 18 00:37:07.835003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:07.837897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541567e4-17c0-476b-9cc0-3ca6cad5f159 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadae3a8-d25b-4655-bd35-480005f510f6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.840655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'security_group_rule': {'security_group_id': 'eadae3a8-d25b-4655-bd35-480005f510f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:07.937298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99ec10a1-6002-457b-b3a0-d264a0be0b14 req-47b39c9a-8ad5-42cc-ada7-efa971866b2f tempest-ListServersNegativeTestJSON-1404377253 tempest-ListServersNegativeTestJSON-1404377253-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0c5a374-72e7-42c8-a2fe-88dd92d996bf HTTP/1.1" status: 200 len: 210 time: 0.0468419 Sep 18 00:37:07.958959 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734bc015-03b7-4622-967f-e79c4989c797 x-openstack-request-id: req-734bc015-03b7-4622-967f-e79c4989c797 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:07.959253 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c5a374-72e7-42c8-a2fe-88dd92d996bf", "name": "network-vif-deleted", "tag": "2e18eff5-b6d4-4148-b214-21cf73736451", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:07.959505 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-734bc015-03b7-4622-967f-e79c4989c797 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:07.959893 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c5a374-72e7-42c8-a2fe-88dd92d996bf', 'name': 'network-vif-deleted', 'tag': '2e18eff5-b6d4-4148-b214-21cf73736451', 'status': 'completed', 'code': 200} Sep 18 00:37:07.970713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.000345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:08.006554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.020929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-95da53af-4aa1-4efd-bea1-c4234ac24cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:08.022622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-95da53af-4aa1-4efd-bea1-c4234ac24cb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1724946 Sep 18 00:37:08.023513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.055876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.069941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:08.164835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d1329-a1ea-4435-bb95-63f8dcb253b3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:08.175068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-1a0f5984-ee38-44dd-8758-643477ea3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:08.176613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-1a0f5984-ee38-44dd-8758-643477ea3dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1320236 Sep 18 00:37:08.178847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.193818 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.198393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Checking segment: {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:08.198793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Network hostable DHCP agents. Network: 15f12a5b-b9ce-47f8-a24a-3e585cafa11d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:37:08.223592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f40615c-cbd6-494b-b7b7-f3a94900dacf no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:08.248574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d8aff7-bb1b-4488-a629-632970e30b66,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:08.258455 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.259803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40961a60-1c26-407f-b4cf-8103e7bd8cc8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235587 Sep 18 00:37:08.262834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57742) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:08.265820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:08.270237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5f40615c-cbd6-494b-b7b7-f3a94900dacf {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:08.270943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5f40615c-cbd6-494b-b7b7-f3a94900dacf not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:08.271076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'security_group_rule': {'security_group_id': 'eadae3a8-d25b-4655-bd35-480005f510f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:08.301460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:37:08.312529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.325973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 15f12a5b-b9ce-47f8-a24a-3e585cafa11d) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:08.330592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:08.331257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.338405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-25da965e-848a-4571-9639-79c93253ed18 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519368 Sep 18 00:37:08.342041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa78729-8914-4c84-8e1f-33059819e3a8 None None] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:08.362351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3efdad0a-f3b5-45c6-b8b1-8d2d7c7b2429 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3646896 Sep 18 00:37:08.363673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:08.385206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:08.455371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9585d100-b8ac-49f5-968d-48b7e56658b4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:08.455885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.458186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.462426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.476351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.501554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.506660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd350d-2ebe-4ed4-b923-de805685c7b3 None None] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:08.513445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-3d45e634-9961-493f-be6d-92219ad3a2ee service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622243 Sep 18 00:37:08.541382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23055ac2-b197-400b-ad26-295e24ab9b5e req-06400179-24b1-47ff-aa5a-0e49c1b9e289 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:08.549917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23055ac2-b197-400b-ad26-295e24ab9b5e req-06400179-24b1-47ff-aa5a-0e49c1b9e289 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.0835466 Sep 18 00:37:08.562570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e819fc3-6f91-4333-8d89-0a0df3a55489,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:08.588198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.590215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-993eaf71-c3e2-43ef-bf45-dfb4fb7c4d1e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3253241 Sep 18 00:37:08.593532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57758) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:08.598831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:08.603623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23055ac2-b197-400b-ad26-295e24ab9b5e req-d517ce88-09c4-4077-8947-d9fa55e83726 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Sep 18 00:37:08.635076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.730047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.808627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.823637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.877899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:08.878838 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c59405-6730-4458-aa51-99feb0a73f28" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:08.911930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:08.919827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:08.993585 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28dacf-ddf6-46ec-a486-eb96d3250476 x-openstack-request-id: req-9d28dacf-ddf6-46ec-a486-eb96d3250476 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:08.993585 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:08.994434 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d28dacf-ddf6-46ec-a486-eb96d3250476 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:08.994434 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'code': 200} Sep 18 00:37:09.002922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:09.027288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57788) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:09.072624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e6b85204-0b43-4c4d-90c2-0ec7b0f5038f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:09.126368 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Sync routers for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:09.137208 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:09.138163 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:09.150129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:09.150506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.153671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Deleting subnet f384db1a-0337-4079-94f3-6b656fe09464 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:37:09.162497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.248036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.284132 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:09.335042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.377113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.404715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.436477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f384db1a-0337-4079-94f3-6b656fe09464,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:09.438237 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.440142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5236f94e-9a80-4caa-a9c4-0ee3cd554fe5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f384db1a-0337-4079-94f3-6b656fe09464 HTTP/1.1" status: 204 len: 168 time: 0.4117286 Sep 18 00:37:09.442579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:09.529846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.567317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 2, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:09.605289 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Checking router: fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:09.606517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Updating router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 port d2e488ef-bc84-44d8-a436-3b3658444c86 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:37:09.650399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Allocated IP 172.25.7.250 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f1f2578a-f5de-436f-b485-81e493f2067f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:09.674438 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.801235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.858775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.864554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.955118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:09.956693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:09.966790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:09.971974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:10.061522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'Port': ['ID=f1f2578a-f5de-436f-b485-81e493f2067f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:10.097613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.176690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a1bd-4496-45dc-b4a9-c86d57ef737c req-df3e1b26-b33a-4c1d-a7f7-8114310f33a4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:10.186847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15b6a1bd-4496-45dc-b4a9-c86d57ef737c req-df3e1b26-b33a-4c1d-a7f7-8114310f33a4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.1677723 Sep 18 00:37:10.193922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a0fd6f-c93e-4ed3-b703-09debe387412']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:10.219925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a04462b-9df1-4c90-ad6a-977d6fb04081') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:10.220574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a04462b-9df1-4c90-ad6a-977d6fb04081') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:10.221272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 2e18eff5-b6d4-4148-b214-21cf73736451 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:10.247602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.263357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:10.264512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.269922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 2e18eff5-b6d4-4148-b214-21cf73736451 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:10.270821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 2e18eff5-b6d4-4148-b214-21cf73736451 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:10.301610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Allocated IP 172.25.7.218 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/7af57418-34d0-4b96-a564-972cb87a8d21) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:10.347184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15b6a1bd-4496-45dc-b4a9-c86d57ef737c req-6a48b4b5-89aa-48d1-a8e8-5759c31f3b7c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579692 Sep 18 00:37:10.353323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.390156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:37:10.390632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:37:10.395909 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:37:10.398726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.417332 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.435353 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.471498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.526675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:10.528421 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c742-21b4-4bb2-adb1-c396e395e1a6 None None] Pushing event updated for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:10.575444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.582545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.587273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f1a0fd6f-c93e-4ed3-b703-09debe387412 HTTP/1.1" status: 204 len: 168 time: 1.1432071 Sep 18 00:37:10.619984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:10.623035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc801b50-699e-480c-a2d7-96c692174964 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a0fd6f-c93e-4ed3-b703-09debe387412,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:10.636903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.713436 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:37:10.739110 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Attempting to bind port d2e488ef-bc84-44d8-a436-3b3658444c86 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:10.747494 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Attempting to bind port d2e488ef-bc84-44d8-a436-3b3658444c86 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:10.748329 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Attempting to bind port d2e488ef-bc84-44d8-a436-3b3658444c86 on network d3051711-1f4c-4116-8674-a818fda6cb62 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:10.774733 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:10.777674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Checking segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:10.779402 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.780040 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Bound using segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:10.781912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Bound port: d2e488ef-bc84-44d8-a436-3b3658444c86, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:10.784338 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:10.810667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:10.923904 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] For port d2e488ef-bc84-44d8-a436-3b3658444c86, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:10.928454 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] For port d2e488ef-bc84-44d8-a436-3b3658444c86, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d2e488ef-bc84-44d8-a436-3b3658444c86,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:10.941987 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.022187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57874) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:11.032801 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c742-21b4-4bb2-adb1-c396e395e1a6 None None] Pushing event updated for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:11.059894 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:11.060633 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:11.071534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.098865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f37d6a6-9622-4c1e-985b-9c93df5d1945 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=961d0c6d2c0f40dda7a1a0dea8ce2262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754848 Sep 18 00:37:11.099585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:11.192702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] Provisioning complete for port d2e488ef-bc84-44d8-a436-3b3658444c86 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:11.193078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.241681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.247140 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:11.300016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.345746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.399115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'Port': ['ID=f1f2578a-f5de-436f-b485-81e493f2067f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:11.411941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.460593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.489396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:11.492500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Pushing event updated for resources: {'Port': ['ID=7af57418-34d0-4b96-a564-972cb87a8d21,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:11.497483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:11.499731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:11.534981 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.595076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] For port d2e488ef-bc84-44d8-a436-3b3658444c86, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d2e488ef-bc84-44d8-a436-3b3658444c86,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:11.605808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.641592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def839b-e38e-4f10-9e95-21cac721f86b req-dcdf941f-6c0a-4b01-a072-1860209bf51f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:11.649921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2def839b-e38e-4f10-9e95-21cac721f86b req-dcdf941f-6c0a-4b01-a072-1860209bf51f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.1874216 Sep 18 00:37:11.688622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.692813 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.694473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18a602be-2471-4097-bf17-2b1e631678f4 HTTP/1.1" status: 204 len: 168 time: 0.5939991 Sep 18 00:37:11.722700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2def839b-e38e-4f10-9e95-21cac721f86b req-6e42e653-1f50-4c90-84a9-aa6e78adcc55 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703223 Sep 18 00:37:11.728815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833b7a5-1fa8-4731-aebe-016b5c3ebf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a602be-2471-4097-bf17-2b1e631678f4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:11.751118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.799699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8568ef7d-2247-4bff-bd49-3df47f6da698 None None] Provisioning complete for port d2e488ef-bc84-44d8-a436-3b3658444c86 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:11.800056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8568ef7d-2247-4bff-bd49-3df47f6da698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.807163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cf661-0aae-4873-bac0-618f0b83a298 None None] Pushing event updated for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:11.911372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.914413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.916067 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80ebdc2a-9f66-4985-bfff-6d057b343bf1 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3213892 Sep 18 00:37:11.962879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-de6907f6-6763-4b03-bbe2-7812622e8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:11.965476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-de6907f6-6763-4b03-bbe2-7812622e8401 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274&tenant_id=072107b4981c4aa48f60f9e54beb6d10 HTTP/1.1" status: 200 len: 1100 time: 0.8236997 Sep 18 00:37:11.987754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:12.068050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.136066 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:10Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:12.238269 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8754335-be83-4f6e-9f0d-2a0574bac690 None None] The sync data for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 is: [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:10Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:12.486556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-6393f6a5-be46-4822-bea2-31ad951c72d9 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--52090115&fields=id&tenant_id=8719df015eeb4e75b45194f5b728dafa HTTP/1.1" status: 200 len: 267 time: 0.0898135 Sep 18 00:37:12.665431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-2f29f0c1-475b-441e-ac04-eb3f67fd6594 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:12.667202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-2f29f0c1-475b-441e-ac04-eb3f67fd6594 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/networks?id=d3051711-1f4c-4116-8674-a818fda6cb62 HTTP/1.1" status: 200 len: 814 time: 0.1758504 Sep 18 00:37:12.693894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.701010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-c0e122cb-f342-4485-957f-ad0ed2d1b363 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/quotas/8719df015eeb4e75b45194f5b728dafa HTTP/1.1" status: 200 len: 375 time: 0.0254359 Sep 18 00:37:12.750727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:12.823529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-44920fdf-51a3-4ecd-b1bd-852af777dc5b tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8719df015eeb4e75b45194f5b728dafa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089556 Sep 18 00:37:13.036786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-c5cb4029-c512-4200-90a6-e44744f359e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041862 Sep 18 00:37:13.097093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:13.176083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d2e488ef-bc84-44d8-a436-3b3658444c86 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:13.206749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:13.230191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.278220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:37:13.283581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f4d0-645f-49c6-833e-13c52a7d30a9 req-4748c41d-ff01-4a54-a420-63d65b692d7e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.291078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9446f4d0-645f-49c6-833e-13c52a7d30a9 req-4748c41d-ff01-4a54-a420-63d65b692d7e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 948 time: 0.2367005 Sep 18 00:37:13.306483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Ignored duplicate provisioning block setup for port 173539b4-3ef3-49fd-bf92-1ebff9948498 by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 18 00:37:13.318477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.364504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-00367a88-a77b-49f2-916a-47a52b8e57ff service neutron] 10.222.0.49 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267298 Sep 18 00:37:13.369750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d2e488ef-bc84-44d8-a436-3b3658444c86 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:13.370646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.384839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:13.411664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9446f4d0-645f-49c6-833e-13c52a7d30a9 req-9a7643f8-adf9-46a6-8dad-d7e86df82d04 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189549 Sep 18 00:37:13.548733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] No DVR routers for this DVR port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:13.829308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:13.829880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:13.829880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:13.923763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:13.935406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Sync routers for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:13.945606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:13.948388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:13.949341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:13.950716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Attempting to bind port 173539b4-3ef3-49fd-bf92-1ebff9948498 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:13.968952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:13.970536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:13.971589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:13.977385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Bound port: 173539b4-3ef3-49fd-bf92-1ebff9948498, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:13.977951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.993157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-850d226f-cf8d-44ea-9eab-cee1f26655d2 req-cf458a4e-f31f-44fa-b03e-9446db65fa7a tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 210 time: 0.1035528 Sep 18 00:37:14.165429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:14.169843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:14.196090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:14.280176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:14.282242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:14.285403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] 10.222.0.54 "PUT /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 1098 time: 2.3045223 Sep 18 00:37:14.290299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:14.296527 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e61338-22f2-4396-a20c-cff12a55db83" -d '{"events": [{"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:14.304524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:14.320739 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef96cef3-5356-4034-b5c6-50080497d9fa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9555268 Sep 18 00:37:14.323921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57996) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:14.325040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:14.472778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-72bf1224-bf5d-49f9-bb2b-874d6241c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:14.474800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-72bf1224-bf5d-49f9-bb2b-874d6241c6f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1101 time: 0.0836101 Sep 18 00:37:14.613282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a0c6-631a-4a7f-81e5-76b61b186254 service neutron] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=11']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:14.630311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-c92d0f13-c392-48e2-b386-ea52e4a42037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:14.632706 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-c92d0f13-c392-48e2-b386-ea52e4a42037 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1476462 Sep 18 00:37:14.812674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 3, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:14.825974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-179996c8-be8a-466c-98d7-ea37976c3e97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.1829352 Sep 18 00:37:14.830264 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6686d80a-2853-47e0-9bfe-db3075f65291 x-openstack-request-id: req-6686d80a-2853-47e0-9bfe-db3075f65291 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:14.830908 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:14.830908 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6686d80a-2853-47e0-9bfe-db3075f65291 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:14.831292 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'status': 'completed', 'code': 200} Sep 18 00:37:14.939622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Checking router: da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:14.939971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Updating router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 port 7af57418-34d0-4b96-a564-972cb87a8d21 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:37:14.950324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-e37d719e-680e-4081-98e3-206a509bd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:14.982568 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-e37d719e-680e-4081-98e3-206a509bd22d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1458094 Sep 18 00:37:15.019718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:15.126927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-51446f62-7c63-4e78-a305-ffbe2117069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:15.128482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-51446f62-7c63-4e78-a305-ffbe2117069b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1101 time: 0.3439271 Sep 18 00:37:15.133614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fa0-678e-453f-bd8d-af2308382cff req-c71f29fc-a131-42d8-a4df-fe09f3216909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:15.135121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-c71f29fc-a131-42d8-a4df-fe09f3216909 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444190 Sep 18 00:37:15.239887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f482-25ae-4450-b360-d720f506b4b3 req-9ccff76a-40d6-403b-8004-c5346f79ce4f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:15.247917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72e4f482-25ae-4450-b360-d720f506b4b3 req-9ccff76a-40d6-403b-8004-c5346f79ce4f tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.2658470 Sep 18 00:37:15.308114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc3bdadd-7d9d-4c2f-be30-db13694be736 req-2c97edf4-e733-466f-b5c7-1bf8ed53eb03 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0861235 Sep 18 00:37:15.376555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-05353047-30ac-4f49-a3a9-740bf8ffc1c8 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276354 Sep 18 00:37:15.608096 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b772fa0-678e-453f-bd8d-af2308382cff req-c320b048-6efc-49dc-ab1c-06bf5b204e84 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226448 Sep 18 00:37:15.663555 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:15.675381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:15.689776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72e4f482-25ae-4450-b360-d720f506b4b3 req-49f16c38-1c0c-47b9-af3f-9e5e6de63440 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407735 Sep 18 00:37:15.912065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-d97ac5ad-d7f5-4cf5-83c6-9abbd7023c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:15.914122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Attempting to bind port 7af57418-34d0-4b96-a564-972cb87a8d21 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:15.917590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Attempting to bind port 7af57418-34d0-4b96-a564-972cb87a8d21 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:15.918087 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-d97ac5ad-d7f5-4cf5-83c6-9abbd7023c20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=072107b4981c4aa48f60f9e54beb6d10&device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1101 time: 0.1381490 Sep 18 00:37:15.919532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Attempting to bind port 7af57418-34d0-4b96-a564-972cb87a8d21 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:15.935171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1d5f0-de18-4d08-8824-c0ead86530ee None None] Pushing event updated for resources: {'Port': ['ID=7af57418-34d0-4b96-a564-972cb87a8d21,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:15.948497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:15.953275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:15.953783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:15.954414 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:15.955060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:15.955244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Bound port: 7af57418-34d0-4b96-a564-972cb87a8d21, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:15.955902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:16.020184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-0a7a23ec-3436-4813-a0c8-f330bf8cd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.023226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-0a7a23ec-3436-4813-a0c8-f330bf8cd488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.8225868 Sep 18 00:37:16.075455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] For port 7af57418-34d0-4b96-a564-972cb87a8d21, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:16.083213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] For port 7af57418-34d0-4b96-a564-972cb87a8d21, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7af57418-34d0-4b96-a564-972cb87a8d21,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:16.104874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:16.151877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-9574a5e7-468c-4df1-afcc-7dcfc193a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.155426 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-9574a5e7-468c-4df1-afcc-7dcfc193a72f service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2285523 Sep 18 00:37:16.167642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:16.168363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:16.226044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1d5f0-de18-4d08-8824-c0ead86530ee None None] Pushing event updated for resources: {'Port': ['ID=7af57418-34d0-4b96-a564-972cb87a8d21,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:16.262410 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-41c0501d-a5d3-4e1e-9486-7e9f1dc9a796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.0926509 Sep 18 00:37:16.296589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd7ef3f1-ca4b-401f-abfa-5b38a0fad2b3 req-6b6ee36e-fc66-4c1c-9386-85cdfa2b05aa tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 210 time: 0.2721901 Sep 18 00:37:16.306431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-412015c1-c0c6-4f8a-99c3-462ecf28bd7c tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.309590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-412015c1-c0c6-4f8a-99c3-462ecf28bd7c tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.48 "GET /v2.0/networks?id=d3051711-1f4c-4116-8674-a818fda6cb62 HTTP/1.1" status: 200 len: 814 time: 0.6419072 Sep 18 00:37:16.314327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-fa5af790-9aae-4b7b-96ff-522fa53e7257 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 200 len: 217 time: 0.2355435 Sep 18 00:37:16.332496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:16.410630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-4cb57969-b45c-4d3f-b9a3-94be2358acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.412458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-4cb57969-b45c-4d3f-b9a3-94be2358acf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1326890 Sep 18 00:37:16.564513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-78dfa084-369b-492c-8432-d276154295e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.566482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-78dfa084-369b-492c-8432-d276154295e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448636 Sep 18 00:37:16.575130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 3, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:16.637077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16210c7-63fb-47ec-882b-9cc6aea4f795 None None] The sync data for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 is: [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 3, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:16.767749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-eb13cb02-1a6b-4247-a747-b7330cf16ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.769891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-eb13cb02-1a6b-4247-a747-b7330cf16ac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.4096541 Sep 18 00:37:16.784417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b9478be-7141-4111-b948-8d5789258248 req-34498bf5-8b78-4ad6-8a50-224b1d58e094 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1064582 Sep 18 00:37:16.814386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-a5f2cbc2-6de5-4f32-ac19-12bbd8b0f00f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8719df015eeb4e75b45194f5b728dafa HTTP/1.1" status: 200 len: 378 time: 0.4607935 Sep 18 00:37:16.848987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'port': {'device_id': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'admin_state_up': True, 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'security_groups': ['eadae3a8-d25b-4655-bd35-480005f510f6']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:16.851179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-2b727afc-930b-499e-886c-3439ccd1ce65 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474184 Sep 18 00:37:17.058329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-bd45075a-8bd8-4611-b8b7-a97348bc1d48 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968455 Sep 18 00:37:17.164208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.168055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-48955108-fd3d-4542-b187-714d2d8fcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:17.169645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-48955108-fd3d-4542-b187-714d2d8fcd7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3842058 Sep 18 00:37:17.224027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:17.254605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c747-53dd-41de-8e77-1a4ae0d769a3 req-cbd19ba2-ec57-48ab-b8de-732f01060055 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:17.256151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f09c747-53dd-41de-8e77-1a4ae0d769a3 req-cbd19ba2-ec57-48ab-b8de-732f01060055 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.2975974 Sep 18 00:37:17.382892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Made reservation on behalf of 8719df015eeb4e75b45194f5b728dafa for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:17.387910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.397932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6ad82a6-d9c4-49ce-ba67-5ec7de9f7e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.539139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6ad82a6-d9c4-49ce-ba67-5ec7de9f7e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.546004 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6ad82a6-d9c4-49ce-ba67-5ec7de9f7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.550706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f09c747-53dd-41de-8e77-1a4ae0d769a3 req-be5f3e23-7861-4780-b8ac-d5652aed5bea tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800879 Sep 18 00:37:17.580877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e992f6e-2d99-48d7-af7b-ac4af727a347 req-b21d26bd-57e7-4685-afc7-3305b9dbebe6 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 210 time: 0.1471908 Sep 18 00:37:17.624722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-2661053b-24a3-4d65-89b8-c3a5a7297e03 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410479 Sep 18 00:37:17.649628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b6ad82a6-d9c4-49ce-ba67-5ec7de9f7e65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4b7d63c65fc4d35bb862048702aaad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234939 Sep 18 00:37:17.656601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:17.675058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad82a6-d9c4-49ce-ba67-5ec7de9f7e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d27f7-1df9-4ac7-824a-8a032ef05096,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:17.728730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.765200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.841007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.847400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.851270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c3d27f7-1df9-4ac7-824a-8a032ef05096 HTTP/1.1" status: 204 len: 168 time: 0.1909928 Sep 18 00:37:17.863318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0122e-e35b-4924-a921-b2f461077b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d27f7-1df9-4ac7-824a-8a032ef05096,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:17.916980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7d6d527-18d2-47b0-9487-40eb395a3c05 req-a8f6f5f4-076a-4538-8b1a-99807bcf167d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0426140 Sep 18 00:37:17.994364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b71094b-767d-4fdd-8d22-38832ef0f884 req-eedcfe5b-5282-402e-b3b7-2ce021e8d5ef tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0746591 Sep 18 00:37:17.995784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Allocated IP 172.20.0.1 (15f12a5b-b9ce-47f8-a24a-3e585cafa11d/547d1329-a1ea-4435-bb95-63f8dcb253b3/15bc7c9f-9922-43b2-a7c3-8e7119efd2ad) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:18.057317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6e61338-22f2-4396-a20c-cff12a55db83 req-ee21dab0-8831-4a8e-ad23-724954c4b3e2 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125869 Sep 18 00:37:18.115543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Allocated IP 172.20.0.9 (d3051711-1f4c-4116-8674-a818fda6cb62/6e11957a-33a8-43b9-b5a1-fd81b065c606/6bc01c10-f1fa-4329-a6cc-47f6607e047f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:18.235132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.336106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:18.365456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.370658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d961d64a-fa84-46bd-9728-d263b893f7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.376602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.452140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:18.464895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:18.475506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:18.483098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:18.539143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.622966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.627651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Network d3051711-1f4c-4116-8674-a818fda6cb62 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:18.675415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:18.689938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event updated for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:18.696033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:19.159025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7af57418-34d0-4b96-a564-972cb87a8d21 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:19.204140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c96d3b8a-c510-4b78-8baf-7dc0f0e0ae4a None None] Provisioning complete for port 6bc01c10-f1fa-4329-a6cc-47f6607e047f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:19.205099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c96d3b8a-c510-4b78-8baf-7dc0f0e0ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.281597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c96d3b8a-c510-4b78-8baf-7dc0f0e0ae4a None None] Port 6bc01c10-f1fa-4329-a6cc-47f6607e047f cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:19.330382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7af57418-34d0-4b96-a564-972cb87a8d21 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:19.330755 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.356511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d961d64a-fa84-46bd-9728-d263b893f7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.363428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:19.364176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.447664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.455204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d961d64a-fa84-46bd-9728-d263b893f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.478094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 7af57418-34d0-4b96-a564-972cb87a8d21, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7af57418-34d0-4b96-a564-972cb87a8d21,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:19.485370 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.488183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-65a0fb46-2866-497c-a501-e33540a4cb81 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6436522 Sep 18 00:37:19.532479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Request body: {'port': {'device_id': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:19.557125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=7af57418-34d0-4b96-a564-972cb87a8d21,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:19.566320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.566799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.567234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.567693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.568118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.568731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.569100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.570100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.570100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.570330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.570851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.571267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:19.595132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d961d64a-fa84-46bd-9728-d263b893f7c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b51d447a852c48dfaf946f38e422960f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2568898 Sep 18 00:37:19.596930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58100) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:19.609737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44c6d-cf57-4ea4-9c45-f89865968b0d req-afb5938e-22cf-4c8c-950a-439dba9f656b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:19.611315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ea44c6d-cf57-4ea4-9c45-f89865968b0d req-afb5938e-22cf-4c8c-950a-439dba9f656b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 949 time: 0.9745116 Sep 18 00:37:19.616890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d64a-fa84-46bd-9728-d263b893f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8782c-f4c5-4a74-992c-348ba82cc63f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:19.642679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f08a1-1991-4a7a-9914-ad8362c387c4 req-b90a638b-89d6-432f-b017-665a0394f810 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:19.644180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc4f08a1-1991-4a7a-9914-ad8362c387c4 req-b90a638b-89d6-432f-b017-665a0394f810 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 931 time: 0.3803172 Sep 18 00:37:19.649760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.669840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.702304 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.732899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.767769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.770898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:19.774907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ea44c6d-cf57-4ea4-9c45-f89865968b0d req-9f8033a2-8683-4b52-8e4c-daf7e7eea4ad tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478698 Sep 18 00:37:19.786181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71a8782c-f4c5-4a74-992c-348ba82cc63f HTTP/1.1" status: 204 len: 168 time: 0.1766474 Sep 18 00:37:19.819309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc6b14-6ad0-4872-8513-342dde32ae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8782c-f4c5-4a74-992c-348ba82cc63f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:19.825347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc4f08a1-1991-4a7a-9914-ad8362c387c4 req-ccd27359-c0fe-491e-821c-9c71a3b7e554 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1660526 Sep 18 00:37:20.071280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-caa6e5cb-1bfc-4ee5-887e-ee463fe2a0f2 req-e3fdd775-8570-498a-ac93-7a207f4a1c44 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0425699 Sep 18 00:37:20.277887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:20.357026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc01c10-f1fa-4329-a6cc-47f6607e047f {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:20.370373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.401317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Transition to ACTIVE for port object 6bc01c10-f1fa-4329-a6cc-47f6607e047f will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:20.418811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.423843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.484907 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.515100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:20.553036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'mac_address': 'fa:16:3e:60:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:20.618728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:20.656870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.704346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:20.732251 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.738289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:20.758056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:20.769253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.861714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d5571bc-12dd-4e7d-9325-270664c25cad req-d7ec6eae-7723-4bfe-8ad2-18105924a43e tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1157603 Sep 18 00:37:20.881836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:21.040677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c04f3-4e4a-4535-9bee-297edd10bb1e req-df0a60aa-52c7-404b-a4ba-19a2c9f85422 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.054208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a4c04f3-4e4a-4535-9bee-297edd10bb1e req-df0a60aa-52c7-404b-a4ba-19a2c9f85422 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1374872 Sep 18 00:37:21.121173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7af57418-34d0-4b96-a564-972cb87a8d21 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:21.144907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Attempting to bind port 6bc01c10-f1fa-4329-a6cc-47f6607e047f on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:21.145548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Attempting to bind port 6bc01c10-f1fa-4329-a6cc-47f6607e047f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:21.146049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Attempting to bind port 6bc01c10-f1fa-4329-a6cc-47f6607e047f on network d3051711-1f4c-4116-8674-a818fda6cb62 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:21.174999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7af57418-34d0-4b96-a564-972cb87a8d21 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:21.175373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.187498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Port 6bc01c10-f1fa-4329-a6cc-47f6607e047f on network d3051711-1f4c-4116-8674-a818fda6cb62 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:21.188188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Attempting to bind port 6bc01c10-f1fa-4329-a6cc-47f6607e047f on network d3051711-1f4c-4116-8674-a818fda6cb62 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:21.206554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:21.207490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Checking segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:21.207883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Bound using segment: {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:21.208370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Bound port: 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5bf494-1172-451c-b991-ad44012e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:21.208740 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.212318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:21.230717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a4c04f3-4e4a-4535-9bee-297edd10bb1e req-260f4317-9363-425f-ae21-d5abb6289ae4 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721168 Sep 18 00:37:21.250544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:21.258875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['173539b4-3ef3-49fd-bf92-1ebff9948498'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:21.416255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:21.428855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:21.498604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.508826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81e592-9239-47c3-a4c9-9ea7eedd075a req-49483d56-3303-4e04-95c1-924419ad2d00 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.516866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d81e592-9239-47c3-a4c9-9ea7eedd075a req-49483d56-3303-4e04-95c1-924419ad2d00 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 943 time: 0.4434066 Sep 18 00:37:21.578897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.579516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.580967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] 10.222.0.48 "PUT /v2.0/ports/6bc01c10-f1fa-4329-a6cc-47f6607e047f HTTP/1.1" status: 200 len: 1092 time: 2.0734732 Sep 18 00:37:21.581801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:21.584142 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953" -d '{"events": [{"name": "network-changed", "server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:21.634751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d81e592-9239-47c3-a4c9-9ea7eedd075a req-2f1c7763-d80a-4dd1-a682-d2149f156636 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168866 Sep 18 00:37:21.776788 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b1f0c-42a7-4c95-b3ee-40a6de71a0ca x-openstack-request-id: req-651b1f0c-42a7-4c95-b3ee-40a6de71a0ca {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:21.777231 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:21.777354 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-651b1f0c-42a7-4c95-b3ee-40a6de71a0ca {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:21.777757 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'status': 'completed', 'code': 200} Sep 18 00:37:21.814036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd17223-beac-48e9-b956-e44038340f46 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:21.838776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86776d0a-6b4f-44b5-bb17-a706d5e37e85 req-a6081bbb-fd5c-47dc-8ba0-120edf723e21 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.846293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86776d0a-6b4f-44b5-bb17-a706d5e37e85 req-a6081bbb-fd5c-47dc-8ba0-120edf723e21 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 1102 time: 0.1940842 Sep 18 00:37:21.870034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:21.874451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-e7268dc9-11d6-4471-a552-d00523d82c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.876292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-e7268dc9-11d6-4471-a552-d00523d82c9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8719df015eeb4e75b45194f5b728dafa&device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 1095 time: 0.2345433 Sep 18 00:37:21.911394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86776d0a-6b4f-44b5-bb17-a706d5e37e85 req-631e7699-3f76-4461-a80d-cba5587f3ab0 tempest-MigrationsAdminTest-1575582711 tempest-MigrationsAdminTest-1575582711-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642169 Sep 18 00:37:22.045432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-25cc54d7-4b00-44b8-83c9-df01314bb082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f HTTP/1.1" status: 200 len: 217 time: 0.1370699 Sep 18 00:37:22.248413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-297005c0-b68c-4575-a689-0bb574fd7b7b req-e411ac97-2471-46a9-80c7-68a5ab4b1c16 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1015527 Sep 18 00:37:22.291094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-1662434b-439f-4451-a5c6-82aea590c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:22.291611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-1662434b-439f-4451-a5c6-82aea590c2ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e11957a-33a8-43b9-b5a1-fd81b065c606 HTTP/1.1" status: 200 len: 853 time: 0.1212032 Sep 18 00:37:22.292891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:22.304930 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Sync routers for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:22.314331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fa954f0-6ceb-4a1f-8d66-b1696b02bfb9 admin admin] 10.222.0.49 "PUT /v2.0/routers/da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9813066 Sep 18 00:37:22.323065 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:22.323744 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:22.435070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92849-0324-4328-9022-decd220b5fe5 req-9285a571-2647-4da5-a715-91401e607cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:22.436640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-9285a571-2647-4da5-a715-91401e607cdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3051711-1f4c-4116-8674-a818fda6cb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336915 Sep 18 00:37:22.590563 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:22.687577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449687b-496a-4776-b538-be059abc4c10 req-e81a0394-7262-428a-8689-cb85725f0492 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:22.698130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9449687b-496a-4776-b538-be059abc4c10 req-e81a0394-7262-428a-8689-cb85725f0492 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.2866862 Sep 18 00:37:22.757169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-ad5e6635-e4d9-48bc-87e1-fedd2d2796cb service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915497 Sep 18 00:37:22.773169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9449687b-496a-4776-b538-be059abc4c10 req-8ae87dee-c7bc-4755-8eaa-207e90229eee tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671446 Sep 18 00:37:22.897567 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 2, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:22.924285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-2b21c28b-cf47-40b0-b9be-73efd5cc3d67 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0edaa78395cd46c9981b7cc0261562b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357077 Sep 18 00:37:22.945539 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Checking router: da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:22.945910 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Updating router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:37:22.981523 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.005911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e92849-0324-4328-9022-decd220b5fe5 req-ab0d2ae6-9ef5-4fe8-b28e-4dc2b9d51d4c service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333374 Sep 18 00:37:23.163111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-5504913b-dc05-4c2d-b4dd-9cdcec35d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.164950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-5504913b-dc05-4c2d-b4dd-9cdcec35d87c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8719df015eeb4e75b45194f5b728dafa&device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 1095 time: 0.0972886 Sep 18 00:37:23.205211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-09f90091-99d7-4f3e-ab24-b5a30dc7f2f6 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.207144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-09f90091-99d7-4f3e-ab24-b5a30dc7f2f6 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756813 Sep 18 00:37:23.278814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-2e396632-8a6c-40b2-b995-ea45dcd08955 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/quotas/0edaa78395cd46c9981b7cc0261562b7 HTTP/1.1" status: 200 len: 375 time: 0.0528765 Sep 18 00:37:23.343172 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.352081 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.366593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-06c5c6bd-b3cb-47bc-9c58-12beaf5cd431 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0edaa78395cd46c9981b7cc0261562b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555296 Sep 18 00:37:23.395057 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5816cf-8e55-46ba-894b-ba4e85c4870e None None] Pushing event updated for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:23.405368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-2c4a75ed-f5c5-4f5d-a34c-f8c658c8e248 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.407143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-2c4a75ed-f5c5-4f5d-a34c-f8c658c8e248 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 820 time: 0.2411172 Sep 18 00:37:23.408362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-358493cd-7500-4a03-80a8-ed59c1c61243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.409738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-358493cd-7500-4a03-80a8-ed59c1c61243 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d3051711-1f4c-4116-8674-a818fda6cb62 HTTP/1.1" status: 200 len: 915 time: 0.2298062 Sep 18 00:37:23.481767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-452aa88d-0f2f-4b9a-a1c6-750c1228f6a9 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/quotas/7565db54ae1d43dba559941d38fe9c14 HTTP/1.1" status: 200 len: 375 time: 0.0634060 Sep 18 00:37:23.483134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-c3cc0d34-1035-4bf8-b668-ee7b030e7d76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f HTTP/1.1" status: 200 len: 217 time: 0.0631647 Sep 18 00:37:23.499960 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Attempting to bind port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:23.502009 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Attempting to bind port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:23.502009 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Attempting to bind port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad on network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:23.510436 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:23.511863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Checking segment: {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:23.512345 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.512878 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Bound using segment: {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:23.513376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Bound port: 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:23.513928 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.582549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-23bc3c63-fa61-4889-906d-98c5d9f2b1bf tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950334 Sep 18 00:37:23.604985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-d28ed22a-94eb-453f-9eef-aa86f39afbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.606513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-d28ed22a-94eb-453f-9eef-aa86f39afbbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e11957a-33a8-43b9-b5a1-fd81b065c606 HTTP/1.1" status: 200 len: 853 time: 0.1090419 Sep 18 00:37:23.641519 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] For port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:23.650799 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] For port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:23.664430 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:23.735247 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:23.743931 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:23.810188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-d03cba31-9731-4eb8-a996-d1cc41c36fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.811902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-d03cba31-9731-4eb8-a996-d1cc41c36fba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3051711-1f4c-4116-8674-a818fda6cb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960506 Sep 18 00:37:23.848068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5816cf-8e55-46ba-894b-ba4e85c4870e None None] Pushing event updated for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:23.867384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467453-49f3-4bfc-a053-6b829eb1bf8d req-5dabf376-016d-4711-a2f3-6f9619482866 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:23.872157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04467453-49f3-4bfc-a053-6b829eb1bf8d req-5dabf376-016d-4711-a2f3-6f9619482866 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 943 time: 0.1842015 Sep 18 00:37:23.917546 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:24.013793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-c88cda26-5090-4ddf-90f8-1887e2c324f9 service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301653 Sep 18 00:37:24.032052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-4d082119-9285-4d9a-a1bc-42182647e270 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:24.034608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-4d082119-9285-4d9a-a1bc-42182647e270 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 950 time: 0.1003852 Sep 18 00:37:24.042882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04467453-49f3-4bfc-a053-6b829eb1bf8d req-c501fb4f-a5e1-44e1-ba0d-ad49d8e4a414 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400762 Sep 18 00:37:24.152854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac087824-e65d-468b-8f02-c847de2aa485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.158245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-00689490-0a80-4711-b15b-1302636ad0fa service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077917 Sep 18 00:37:24.245113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Deleting port 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:24.249745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.293930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:24.310554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df26a1b-3d9c-42cb-9505-2e0a0e1c8953 req-1985a914-74e3-4a62-87b0-310aa315e9f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105103 Sep 18 00:37:24.383381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d32168a-faea-4b6c-b0dc-9a4fdbb2008e req-2eaa13ef-9fb7-45d8-a97a-d2869f8359f5 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1786401 Sep 18 00:37:24.387350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] For port 173539b4-3ef3-49fd-bf92-1ebff9948498, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=173539b4-3ef3-49fd-bf92-1ebff9948498,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:24.388001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.392552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 173539b4-3ef3-49fd-bf92-1ebff9948498 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:24.408139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 173539b4-3ef3-49fd-bf92-1ebff9948498 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:24.408449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.438787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-3f3dc34e-2f1e-4cfe-8e48-acad4c01566b service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240000 Sep 18 00:37:24.441965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Calling delete_port for 173539b4-3ef3-49fd-bf92-1ebff9948498 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:24.444980 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:23Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:24.530602 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe62280-55be-40b6-b252-7ec13a050c44 None None] The sync data for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 is: [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:23Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:24.773130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.903079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event deleted for resources: {'Port': ['ID=173539b4-3ef3-49fd-bf92-1ebff9948498,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:24.906847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] No DVR routers for this DVR port 173539b4-3ef3-49fd-bf92-1ebff9948498 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:24.909451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:24.912570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04d885f6-0e7e-4058-a660-99c1ec1c8d86 req-448ce86f-9f48-450b-8fba-e132124cb972 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "DELETE /v2.0/ports/173539b4-3ef3-49fd-bf92-1ebff9948498 HTTP/1.1" status: 204 len: 173 time: 0.8706727 Sep 18 00:37:24.913073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-deleted', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:24.916989 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282c598-0b63-4814-b364-d96e05e2f8bc" -d '{"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-deleted", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:25.109194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce', '15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:25.236518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45', '173539b4-3ef3-49fd-bf92-1ebff9948498'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:25.325581 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-ff786ed9-9d30-4053-a0e0-3f4876cc8112 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0edaa78395cd46c9981b7cc0261562b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515997 Sep 18 00:37:25.347879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:25.545928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:25.623467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84b7cd94-4c68-48f6-956a-88ca9d9400d6 req-786c9aeb-2a93-44c2-8bfa-ff77b6f126e7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=030cf09c-8058-4001-a691-d9fbdc09c274 HTTP/1.1" status: 200 len: 210 time: 0.0491021 Sep 18 00:37:25.654213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13f7678c-2609-4a0f-944e-7255cb258e3e req-eafa72df-a1ab-44bc-90ab-18c2ca2d061d tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 210 time: 1.0804148 Sep 18 00:37:25.791778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:25.793388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:25.980996 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5670ba-2440-40bb-81b9-6dadfee69622 x-openstack-request-id: req-8f5670ba-2440-40bb-81b9-6dadfee69622 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:25.988326 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030cf09c-8058-4001-a691-d9fbdc09c274", "name": "network-vif-deleted", "tag": "173539b4-3ef3-49fd-bf92-1ebff9948498", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:25.988605 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f5670ba-2440-40bb-81b9-6dadfee69622 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:25.989097 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030cf09c-8058-4001-a691-d9fbdc09c274', 'name': 'network-vif-deleted', 'tag': '173539b4-3ef3-49fd-bf92-1ebff9948498', 'status': 'completed', 'code': 200} Sep 18 00:37:26.039944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff38e99a-74b5-4e5a-9c32-ce36d0f08af0 req-c2351cad-6675-4a4e-bf81-8a880da424e8 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 210 time: 0.0909350 Sep 18 00:37:26.102008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-311fc623-2d1b-4995-8432-e829287c6610 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:26.104493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-311fc623-2d1b-4995-8432-e829287c6610 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7684572 Sep 18 00:37:26.122419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.132551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Request body: {'port': {'device_id': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '0edaa78395cd46c9981b7cc0261562b7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:26.204706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269276c3-5819-4e7e-b830-ffacc614c13c req-e5569894-9003-4358-b4e7-9ae7ad4a4411 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:26.213346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-269276c3-5819-4e7e-b830-ffacc614c13c req-e5569894-9003-4358-b4e7-9ae7ad4a4411 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 943 time: 0.0980713 Sep 18 00:37:26.240675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:26.256890 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.295004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d94f0779-be05-4f9d-be24-01a7f393def9 req-679b8b5c-6f6e-41e6-ba8c-ad93cad69844 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0664790 Sep 18 00:37:26.295713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6bc01c10-f1fa-4329-a6cc-47f6607e047f details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:26.348886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-269276c3-5819-4e7e-b830-ffacc614c13c req-970b5a19-84e3-4a73-b9ad-992222afe5b7 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322608 Sep 18 00:37:26.387309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Made reservation on behalf of 0edaa78395cd46c9981b7cc0261562b7 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:26.391504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.405553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:26.406693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.423021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'port_id': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'mac_address': 'fa:16:3e:bf:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:26.552339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:26.570190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.577872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.579613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.603062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc01c10-f1fa-4329-a6cc-47f6607e047f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:26.647617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:26.660181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:26.731780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd87f246-f26c-4347-be80-3a6e2483a646,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:26.766176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:26.901256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cc52261-8b9d-475e-96a0-6badb686cf8e req-39dcc3c4-33d3-46a6-ab3e-008470cffd13 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 210 time: 0.0750399 Sep 18 00:37:26.962148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['6bc01c10-f1fa-4329-a6cc-47f6607e047f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:27.041182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Allocated IP 192.168.233.177 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/80bc13bb-6227-4f5f-ad61-8e3a563f2a8a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:27.082221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-00f50075-f43f-42e1-aa9d-72463b48e785 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:27.083724 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-00f50075-f43f-42e1-aa9d-72463b48e785 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 820 time: 0.3943965 Sep 18 00:37:27.123655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:27.151845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'port': {'device_id': '17bc760e-6e69-4909-8a06-703021ebcc49', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'admin_state_up': True, 'tenant_id': '7565db54ae1d43dba559941d38fe9c14'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:27.216196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f77538b8-4a6a-4178-9932-565dac0610cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.218293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19a9ec94-a036-4bf7-b42a-587d294c4066 req-0d72cc5a-4ce8-4fe4-a34b-46f1b6189c81 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 210 time: 0.0526969 Sep 18 00:37:27.254026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:27.254654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.343784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d11140-8499-4e17-803d-5968718ffd3e req-ae518d5e-2935-4a6c-9fca-4b3f2046107e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:27.346239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d11140-8499-4e17-803d-5968718ffd3e req-ae518d5e-2935-4a6c-9fca-4b3f2046107e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 951 time: 0.0946486 Sep 18 00:37:27.379108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Made reservation on behalf of 7565db54ae1d43dba559941d38fe9c14 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:27.384077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.391883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.457814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-250a5b51-490b-4882-8d41-316f28d86491 req-1966546e-c1b3-4623-86e0-9ee8b51b9f9a tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0575354 Sep 18 00:37:27.490840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d11140-8499-4e17-803d-5968718ffd3e req-8d4d682e-e324-4380-98b7-ce3326499593 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275375 Sep 18 00:37:27.561104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.633781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3128eac-d20a-41b1-8fae-03bbb25699d6 req-3e14bb3b-60f7-46e9-b066-8fd4ecba273f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:27.636481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3128eac-d20a-41b1-8fae-03bbb25699d6 req-3e14bb3b-60f7-46e9-b066-8fd4ecba273f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 944 time: 0.0642965 Sep 18 00:37:27.644700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Allocated IP 172.20.0.14 (15f12a5b-b9ce-47f8-a24a-3e585cafa11d/547d1329-a1ea-4435-bb95-63f8dcb253b3/1717659b-b4b5-4ebb-9713-27cdea2f8105) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:27.670029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.706297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3128eac-d20a-41b1-8fae-03bbb25699d6 req-5d429d79-6a9f-46ea-9415-9c713322532c tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606277 Sep 18 00:37:27.715380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:27.723323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:27.735177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:27.806766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Pushing event updated for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:27.871302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:27.871967 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:27.980198 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-3e8d30c4-1a50-4da9-a9ac-13fd46546fa3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8519411 Sep 18 00:37:28.009256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Request body: {'port': {'device_id': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:28.106756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.109525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0d52cb32-9190-439c-ba11-81667cc27cee None None] Provisioning complete for port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:28.110010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d52cb32-9190-439c-ba11-81667cc27cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.142497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99c70-1aa2-4f0d-90d2-0f30787cf146 req-43ae2ffa-545d-4c4c-ba50-10126fd98362 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:28.147770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0d52cb32-9190-439c-ba11-81667cc27cee None None] Port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:28.156955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16a99c70-1aa2-4f0d-90d2-0f30787cf146 req-43ae2ffa-545d-4c4c-ba50-10126fd98362 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 936 time: 0.1028993 Sep 18 00:37:28.157530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.208140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.211869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16a99c70-1aa2-4f0d-90d2-0f30787cf146 req-924c1bf4-9e5a-4b98-b771-6ce857225ebb tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Sep 18 00:37:28.219222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.290269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:28.296194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6bc01c10-f1fa-4329-a6cc-47f6607e047f up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:28.339674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 173539b4-3ef3-49fd-bf92-1ebff9948498 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:28.340341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 173539b4-3ef3-49fd-bf92-1ebff9948498 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:28.359110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ef23-ccb3-44de-9a82-41832dcb49d5 req-ea640fd4-5d8d-4bf7-82f1-41aa59379432 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:28.361311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:28.367297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb13ef23-ccb3-44de-9a82-41832dcb49d5 req-ea640fd4-5d8d-4bf7-82f1-41aa59379432 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 932 time: 0.0658643 Sep 18 00:37:28.368851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:28.372056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:28.391628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 6bc01c10-f1fa-4329-a6cc-47f6607e047f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:28.402870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 6bc01c10-f1fa-4329-a6cc-47f6607e047f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:28.403531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.409803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:28.440000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb13ef23-ccb3-44de-9a82-41832dcb49d5 req-6f722463-261a-48d4-a2c0-fe5c134cb015 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716412 Sep 18 00:37:28.470361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:28.471430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.522827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.528422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-2d38eb64-ba15-4d7a-9710-4afcc7a74304 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3952174 Sep 18 00:37:28.551033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Request body: {'port': {'device_id': '17bc760e-6e69-4909-8a06-703021ebcc49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:28.584156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:28.596274 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebfd4b2-5fe6-4250-ac79-cd6d6113baf2" -d '{"events": [{"server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:28.617286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:28.623534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.665794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0368ea6-5a31-4700-800b-e0951db7214d req-ade4889e-eb4c-42ec-a2c2-223bc868a04f tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0429516 Sep 18 00:37:28.674218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.675748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca2dd9-2f83-40d1-9e83-763d6bf7bf43 req-267c4d87-856d-4d29-a028-ecc3021fc2f7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:28.688745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8ca2dd9-2f83-40d1-9e83-763d6bf7bf43 req-267c4d87-856d-4d29-a028-ecc3021fc2f7 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 951 time: 0.1438015 Sep 18 00:37:28.701046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:28.713680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:28.726727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e734799-2146-4994-923f-a4b828734131 req-feb31d2d-0d74-497b-8235-fbcf4874ca95 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:28.728301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e734799-2146-4994-923f-a4b828734131 req-feb31d2d-0d74-497b-8235-fbcf4874ca95 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 951 time: 0.1341105 Sep 18 00:37:28.729576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.755552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Transition to ACTIVE for port object 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:28.769373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.788846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8ca2dd9-2f83-40d1-9e83-763d6bf7bf43 req-3d5232a3-3835-4915-9565-21b2baf2b1e9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991755 Sep 18 00:37:28.857392 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b2d8b6-37da-43aa-9b41-e628b53a2779 x-openstack-request-id: req-c6b2d8b6-37da-43aa-9b41-e628b53a2779 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:28.857728 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:28.857936 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6b2d8b6-37da-43aa-9b41-e628b53a2779 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:28.859294 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'code': 200} Sep 18 00:37:28.915814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Deleting port 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:28.916364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:28.934777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:29.079817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Attempting to bind port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:29.080832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Attempting to bind port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:29.081347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Attempting to bind port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:29.093918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:29.094523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Attempting to bind port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:29.125150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:29.126124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:29.127182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:29.127981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Bound port: 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:29.128578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.160433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b41e-4131-4b93-b5eb-72ea5b4561d6 req-d73239fc-b655-4125-8288-7376779ebf62 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.168475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da83b41e-4131-4b93-b5eb-72ea5b4561d6 req-d73239fc-b655-4125-8288-7376779ebf62 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.2416661 Sep 18 00:37:29.200755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5e2f4-8b11-4f88-a5af-db5cb33b42a4 req-8d247a82-6a0a-410d-90dc-4a23f3471c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.205801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ba5e2f4-8b11-4f88-a5af-db5cb33b42a4 req-8d247a82-6a0a-410d-90dc-4a23f3471c93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 1097 time: 0.2744257 Sep 18 00:37:29.254861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:29.259419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:29.261078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da83b41e-4131-4b93-b5eb-72ea5b4561d6 req-111ecec3-fd9b-4cfa-abb3-86629074505c tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873914 Sep 18 00:37:29.270365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717659b-b4b5-4ebb-9713-27cdea2f8105 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:29.277739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.290056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.292016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] For port 15b0626a-a45b-40e1-97c2-64fda6586016, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=15b0626a-a45b-40e1-97c2-64fda6586016,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:29.292474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.316156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ba5e2f4-8b11-4f88-a5af-db5cb33b42a4 req-21bd564a-bb3b-4587-82b9-fc631ee6b2fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063168 Sep 18 00:37:29.317343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Calling delete_port for 15b0626a-a45b-40e1-97c2-64fda6586016 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:29.338332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.338946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.340383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/80bc13bb-6227-4f5f-ad61-8e3a563f2a8a HTTP/1.1" status: 200 len: 1097 time: 1.3386610 Sep 18 00:37:29.342602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:29.344706 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:29.356677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Transition to ACTIVE for port object 1717659b-b4b5-4ebb-9713-27cdea2f8105 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:29.368610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.381556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650e7c-0806-48ab-ae83-495c2170a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:29.428466 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae86a0d1-4f51-480f-ab39-15d68e05432f x-openstack-request-id: req-ae86a0d1-4f51-480f-ab39-15d68e05432f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:29.428755 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:29.429009 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae86a0d1-4f51-480f-ab39-15d68e05432f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:29.429544 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a', 'status': 'completed', 'code': 200} Sep 18 00:37:29.442165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b1cd-b9f2-4474-8df1-622eb9c873eb req-2fb385d2-ba04-4c55-b731-d1ae2f69b2a3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.443764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2dc4b1cd-b9f2-4474-8df1-622eb9c873eb req-2fb385d2-ba04-4c55-b731-d1ae2f69b2a3 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 948 time: 0.1336210 Sep 18 00:37:29.507700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2dc4b1cd-b9f2-4474-8df1-622eb9c873eb req-64f79580-e6c3-472f-a382-71828b5abdae tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554020 Sep 18 00:37:29.519826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:29.549177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.568740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-0da9c979-ac87-4008-bc65-88b61a281323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.570492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-0da9c979-ac87-4008-bc65-88b61a281323 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0edaa78395cd46c9981b7cc0261562b7&device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 1100 time: 0.1157827 Sep 18 00:37:29.573421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Attempting to bind port 1717659b-b4b5-4ebb-9713-27cdea2f8105 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:29.573818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Attempting to bind port 1717659b-b4b5-4ebb-9713-27cdea2f8105 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:29.574082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Attempting to bind port 1717659b-b4b5-4ebb-9713-27cdea2f8105 on network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:29.580513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Port 1717659b-b4b5-4ebb-9713-27cdea2f8105 on network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:29.580834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Attempting to bind port 1717659b-b4b5-4ebb-9713-27cdea2f8105 on network 15f12a5b-b9ce-47f8-a24a-3e585cafa11d {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:29.585925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:29.586284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Checking segment: {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:29.586664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Bound using segment: {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:29.587093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Bound port: 1717659b-b4b5-4ebb-9713-27cdea2f8105, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34277447-2ffe-4692-b0ea-7fb50efef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:29.587455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.616733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.628857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08c7c2-704e-4725-9901-4e598cb28fa9 req-697e18b6-6801-4dcc-bb6b-1371b150d2ee tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.630309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce', '15b0626a-a45b-40e1-97c2-64fda6586016'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:29.630473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa08c7c2-704e-4725-9901-4e598cb28fa9 req-697e18b6-6801-4dcc-bb6b-1371b150d2ee tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 944 time: 0.0670416 Sep 18 00:37:29.637999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-c6b2f06c-6ae3-46c9-a4b6-cf5987211787 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a HTTP/1.1" status: 200 len: 217 time: 0.0482566 Sep 18 00:37:29.656605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:29.664401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event deleted for resources: {'Port': ['ID=15b0626a-a45b-40e1-97c2-64fda6586016,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:29.730537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] No DVR routers for this DVR port 15b0626a-a45b-40e1-97c2-64fda6586016 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:29.731349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-0378b950-02b6-4c51-8ec6-3b4a703a67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.734178 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-0378b950-02b6-4c51-8ec6-3b4a703a67b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0746210 Sep 18 00:37:29.734178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:29.734427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.736204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e734799-2146-4994-923f-a4b828734131 req-98c6b7dd-94f5-4ed3-a5a7-595b881a3beb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "DELETE /v2.0/ports/15b0626a-a45b-40e1-97c2-64fda6586016 HTTP/1.1" status: 204 len: 173 time: 0.9992402 Sep 18 00:37:29.736687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-deleted', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:29.737250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:29.739145 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e125d-b4d9-4b4d-8282-dec60dc8078e" -d '{"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-deleted", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:29.753361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.757778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa08c7c2-704e-4725-9901-4e598cb28fa9 req-318fb145-9860-4ba9-91e2-886e199331fa tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959020 Sep 18 00:37:29.817304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.818219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:29.820002 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] 10.222.0.54 "PUT /v2.0/ports/1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 1093 time: 1.2731771 Sep 18 00:37:29.829458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b10123a9-aa15-416a-b757-ecee78664730 req-1673dc5b-84de-4664-940d-b866a0de2f04 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0446460 Sep 18 00:37:29.846642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-b4a2d662-b99a-4a3c-9b09-e6478543bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:29.848139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-b4a2d662-b99a-4a3c-9b09-e6478543bbc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068296 Sep 18 00:37:29.860359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac4ff9-8a29-49ff-bfe8-a1b4ba57dfba service neutron] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:29.897922 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f06be85-c16e-406e-a5d4-91dfd7a0b976 x-openstack-request-id: req-0f06be85-c16e-406e-a5d4-91dfd7a0b976 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:29.898449 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b8868-0372-4464-88f7-fd96d3571662", "name": "network-vif-deleted", "tag": "15b0626a-a45b-40e1-97c2-64fda6586016", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:29.898941 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f06be85-c16e-406e-a5d4-91dfd7a0b976 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:29.899532 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b8868-0372-4464-88f7-fd96d3571662', 'name': 'network-vif-deleted', 'tag': '15b0626a-a45b-40e1-97c2-64fda6586016', 'status': 'completed', 'code': 200} Sep 18 00:37:30.013281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8a1ea47-d18a-4dc5-a861-4e5e338b6b4f req-fdc45370-c3c5-4f87-8c15-171bf7f7fa84 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2b8868-0372-4464-88f7-fd96d3571662 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Sep 18 00:37:30.049161 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-913c1d78-1ab0-424f-b78e-ef1f974d9cae service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758702 Sep 18 00:37:30.052259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-c55a986f-e362-4375-9cbc-42963689d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.053687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-c55a986f-e362-4375-9cbc-42963689d132 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1096 time: 0.1018863 Sep 18 00:37:30.229703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-3807f443-917a-4d6a-9fbd-b1b2583ecfc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0996387 Sep 18 00:37:30.339805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551be9c-0487-4a3e-8009-990933a56739 req-98003e30-959a-4936-8c4e-33a590982de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.341326 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-98003e30-959a-4936-8c4e-33a590982de3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0833325 Sep 18 00:37:30.379437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-38a6fee6-7a93-4b5e-9a05-a0f5bf4a3d71 req-83b48b12-6c2a-4af1-8551-da08df0fa337 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482061 Sep 18 00:37:30.396857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-309b7219-838d-4691-b80b-364f06cce7c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330215 Sep 18 00:37:30.439571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765d4e-24b9-4f6b-9353-b767ca77641c req-c1debc7e-3f5b-4407-8651-1ebde8de05ea tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.441285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09765d4e-24b9-4f6b-9353-b767ca77641c req-c1debc7e-3f5b-4407-8651-1ebde8de05ea tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 950 time: 0.1141646 Sep 18 00:37:30.483710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8e22-0218-4daf-a4d1-41518a11bdb3 req-fa950f01-e637-45fc-bb51-2e7c6499daa8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.486050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-648a8e22-0218-4daf-a4d1-41518a11bdb3 req-fa950f01-e637-45fc-bb51-2e7c6499daa8 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.0986888 Sep 18 00:37:30.498437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-e156034e-9185-4f4f-8f63-e0b9c276d51c service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939827 Sep 18 00:37:30.519784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09765d4e-24b9-4f6b-9353-b767ca77641c req-8c83df86-cbc0-4946-92d8-5779f6cdd9b2 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Sep 18 00:37:30.542737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-648a8e22-0218-4daf-a4d1-41518a11bdb3 req-ae305ee1-748b-409e-8d3c-ecdebd21727b tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495639 Sep 18 00:37:30.646356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-8c7deb23-fb68-4748-924c-fc517265388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.647947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-8c7deb23-fb68-4748-924c-fc517265388d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0edaa78395cd46c9981b7cc0261562b7&device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 1100 time: 0.1344702 Sep 18 00:37:30.651039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d551be9c-0487-4a3e-8009-990933a56739 req-1fd85ae4-90ec-4729-b483-0c8a6c120184 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363444 Sep 18 00:37:30.663261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3595ac-890b-4f7a-b542-127487180047 req-3dfdd7ab-a98d-46e4-8fe2-781231d111e7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.664890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e3595ac-890b-4f7a-b542-127487180047 req-3dfdd7ab-a98d-46e4-8fe2-781231d111e7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 948 time: 0.0517125 Sep 18 00:37:30.706169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e3595ac-890b-4f7a-b542-127487180047 req-65718313-9a20-4497-a0ad-bdc76ec6ab8c tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Sep 18 00:37:30.770423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-f7c3af83-71e1-44b9-8d40-89a6fb5a7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.771887 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-f7c3af83-71e1-44b9-8d40-89a6fb5a7518 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.0967281 Sep 18 00:37:30.815753 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-8abafc8d-1ae1-4e60-8c12-ab5cc1917bb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a HTTP/1.1" status: 200 len: 217 time: 0.0357976 Sep 18 00:37:30.883155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-1899b46d-bc41-4fa5-88ed-e9a4ff05d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.888265 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-1899b46d-bc41-4fa5-88ed-e9a4ff05d851 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0614069 Sep 18 00:37:30.897840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3307-271e-4677-a73f-cf1b2d9224a4 req-2edb0d4a-a1f4-473d-9bc4-330041ec9636 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.899973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4fc3307-271e-4677-a73f-cf1b2d9224a4 req-2edb0d4a-a1f4-473d-9bc4-330041ec9636 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 944 time: 0.0546639 Sep 18 00:37:30.936702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-2024f820-ddef-4374-bdd5-db75a8d73ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:30.938452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-2024f820-ddef-4374-bdd5-db75a8d73ba7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451434 Sep 18 00:37:30.943829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4fc3307-271e-4677-a73f-cf1b2d9224a4 req-3ca72a16-aab0-4a5d-82e1-4a12c01d0586 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Sep 18 00:37:31.020498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2eb57cb-9a4b-4582-956e-3a5d4c90f9e0 req-bf06de04-2e6d-4fe5-8529-aaf09d889873 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0363572 Sep 18 00:37:31.061085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-c37f8c85-81e4-4dcb-9838-dff35165b7b2 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151030 Sep 18 00:37:31.167192 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f78b56f6-cfb2-4b14-9f5c-4df90bdc9e4b req-bb476eea-4648-4ad9-bc11-058b670c7c43 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980403 Sep 18 00:37:31.339633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20316b-585e-491d-a55e-3e3cb5118840 req-4d73e0cd-6d91-46c8-a465-3cb6a66f1a36 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.341060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a20316b-585e-491d-a55e-3e3cb5118840 req-4d73e0cd-6d91-46c8-a465-3cb6a66f1a36 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0537963 Sep 18 00:37:31.379094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a20316b-585e-491d-a55e-3e3cb5118840 req-447d7690-3964-4ec8-bdbd-ef2f4f0a1c9e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Sep 18 00:37:31.431138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:31.434028 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c351fb4-0ef5-4879-8233-d3cbeac9e398" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:31.470408 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6fa29-4325-4410-93ed-65babf0c1dc3 x-openstack-request-id: req-21d6fa29-4325-4410-93ed-65babf0c1dc3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:31.470706 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:31.470961 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21d6fa29-4325-4410-93ed-65babf0c1dc3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:31.471355 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:37:31.563845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-464f5cfb-6e80-4c9b-8f41-b9de1bd3f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.565494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-464f5cfb-6e80-4c9b-8f41-b9de1bd3f6e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1096 time: 0.0471976 Sep 18 00:37:31.667429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-1ee0faa5-62f1-4ffd-b3ad-509e3f900005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.669103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-1ee0faa5-62f1-4ffd-b3ad-509e3f900005 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.0957687 Sep 18 00:37:31.674410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e7e0-47a7-4cfc-8f50-b5b4155346b7 req-8cf55f73-ec85-447b-9a71-ef5e36934f7e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.675915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2af4e7e0-47a7-4cfc-8f50-b5b4155346b7 req-8cf55f73-ec85-447b-9a71-ef5e36934f7e tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.0588634 Sep 18 00:37:31.711709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-c86124a9-fb5a-46b7-b638-70d8918ba4cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0341086 Sep 18 00:37:31.714981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2af4e7e0-47a7-4cfc-8f50-b5b4155346b7 req-55985e3b-5cbc-4787-afeb-19843d76f0c2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330439 Sep 18 00:37:31.773794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-63ecfffe-90e1-4992-aad6-a71cb5e75e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.775986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-63ecfffe-90e1-4992-aad6-a71cb5e75e78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0563638 Sep 18 00:37:31.814266 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-728cf50d-4c90-4a0f-b08a-8637d9bf025d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302618 Sep 18 00:37:31.849730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:31.865273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a53c7-a4c4-4319-adfb-602e6c202e8c req-25b41cd2-1ca3-4fb0-a434-6612abf79cfe tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.866751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-857a53c7-a4c4-4319-adfb-602e6c202e8c req-25b41cd2-1ca3-4fb0-a434-6612abf79cfe tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 948 time: 0.0824463 Sep 18 00:37:31.889435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f76ac-2ce3-4375-92f4-8c834a69068f req-40dea3ae-1e85-4f34-81a6-50595c989933 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:31.890938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-125f76ac-2ce3-4375-92f4-8c834a69068f req-40dea3ae-1e85-4f34-81a6-50595c989933 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.0740054 Sep 18 00:37:31.899820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58564) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:31.906301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Request body: {'floatingip': {'port_id': '6bc01c10-f1fa-4329-a6cc-47f6607e047f'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:31.921941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-dfcd4ab1-1693-4035-b369-62f04b7a8bb5 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983574 Sep 18 00:37:31.956491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:31.964399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-857a53c7-a4c4-4319-adfb-602e6c202e8c req-33492cb3-a7ff-46f3-9ee6-c3f8748e5013 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889177 Sep 18 00:37:32.042207 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c351fb4-0ef5-4879-8233-d3cbeac9e398 req-2d0d51ca-f878-46f8-8323-577527bfd028 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130266 Sep 18 00:37:32.141777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3698bb76-fa95-47f2-bba0-e06d39946cd9 req-1154e14d-17d7-48e1-8468-b1be7af05e0a tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0429835 Sep 18 00:37:32.158062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5df3-300d-46ac-a6ea-05d0185561ac req-f434d9e7-3fac-485e-b616-3469dbfe1bed tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:32.159542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4ec5df3-300d-46ac-a6ea-05d0185561ac req-f434d9e7-3fac-485e-b616-3469dbfe1bed tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 944 time: 0.1188812 Sep 18 00:37:32.233723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4ec5df3-300d-46ac-a6ea-05d0185561ac req-17850849-af63-483c-830c-3e6f34189baa tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Sep 18 00:37:32.310621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:32.331753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 15b0626a-a45b-40e1-97c2-64fda6586016 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:32.332196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 15b0626a-a45b-40e1-97c2-64fda6586016 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:32.345684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:32.426898 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:32.450803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:32.453096 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1b2424-2505-42f8-83de-5ba5b1c7b84d" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:32.466267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:32.474571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:32.531802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:32.605383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e45a-4f2b-411b-be3a-b4249592b360 req-e9487fb5-dbc8-47bf-95e9-b798e61cbfbc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:32.606899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fda3e45a-4f2b-411b-be3a-b4249592b360 req-e9487fb5-dbc8-47bf-95e9-b798e61cbfbc tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0979385 Sep 18 00:37:32.633450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:32.644441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:32.704610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fda3e45a-4f2b-411b-be3a-b4249592b360 req-091d153c-3264-46b6-9055-8693498a483e tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908332 Sep 18 00:37:32.754455 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f787c9-0429-464e-95ab-e9fd4d04904d x-openstack-request-id: req-60f787c9-0429-464e-95ab-e9fd4d04904d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:32.754751 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:32.755000 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60f787c9-0429-464e-95ab-e9fd4d04904d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:32.755391 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'code': 200} Sep 18 00:37:32.794748 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Floating IP 99b890c7-1f19-4255-93fb-c4dacc7c94f2 associated. External IP: 172.25.7.250, port: 6bc01c10-f1fa-4329-a6cc-47f6607e047f. Sep 18 00:37:32.854978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-5579ddff-3c6b-4b00-944b-2fd515c522eb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:32.856475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-5579ddff-3c6b-4b00-944b-2fd515c522eb tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 949 time: 0.0990167 Sep 18 00:37:33.069768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Deleting port a413aea0-c433-4122-930a-72ed072690ce {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:33.070105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:33.190596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:33.208297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c656a7-7a4e-4031-82df-5c18383cb720 req-a2c7a00e-af8f-4a31-97ad-d97c41c478d6 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:33.209753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53c656a7-7a4e-4031-82df-5c18383cb720 req-a2c7a00e-af8f-4a31-97ad-d97c41c478d6 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 948 time: 0.1472254 Sep 18 00:37:33.221074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] For port a413aea0-c433-4122-930a-72ed072690ce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a413aea0-c433-4122-930a-72ed072690ce,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:33.221360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:33.251549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Calling delete_port for a413aea0-c433-4122-930a-72ed072690ce owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:33.365485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53c656a7-7a4e-4031-82df-5c18383cb720 req-4d751fbe-c0f6-488a-9dc1-2b199a94f139 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406515 Sep 18 00:37:33.386051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8499cd1e-05c5-4b5e-ae47-47b8599ea5b7 req-7d439d00-b499-4e86-8c84-220c67fef661 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0429330 Sep 18 00:37:33.475319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:33.480258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:33.488579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Sync routers for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:33.498986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:33.499639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:33.614093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:33.852791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-165c499f-e896-4ebc-8c3d-f0527e8cbd4d tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "PUT /v2.0/floatingips/99b890c7-1f19-4255-93fb-c4dacc7c94f2 HTTP/1.1" status: 200 len: 991 time: 1.9512532 Sep 18 00:37:33.859659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:33.862852 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721c28b-c0b9-438e-9030-67f21a5d289f" -d '{"events": [{"name": "network-changed", "server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:33.876458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91bd2e-df80-4288-88ad-819871663b40 req-43ba1a52-cf37-47a2-8843-27b9f99c8654 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:33.877954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d91bd2e-df80-4288-88ad-819871663b40 req-43ba1a52-cf37-47a2-8843-27b9f99c8654 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 944 time: 0.4467270 Sep 18 00:37:33.880086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '99b890c7-1f19-4255-93fb-c4dacc7c94f2', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'port_id': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'mac_address': 'fa:16:3e:bf:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:37:10Z', 'updated_at': '2021-09-18T00:37:32Z', 'revision_number': 1, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:33.909573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Checking router: fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:33.913869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:33.921648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:33.922622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:33.927120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a413aea0-c433-4122-930a-72ed072690ce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:33.949745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event deleted for resources: {'Port': ['ID=a413aea0-c433-4122-930a-72ed072690ce,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:33.958744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d91bd2e-df80-4288-88ad-819871663b40 req-1825da19-dc77-4920-9831-0d8e194801a8 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Sep 18 00:37:33.966434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:34.019016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] No DVR routers for this DVR port a413aea0-c433-4122-930a-72ed072690ce on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:34.021837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:34.024043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1d1979c-d17d-4aff-a365-8f4680f6d5d2 req-61f2df0b-71e5-4d5d-94a8-19eb7811be30 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.48 "DELETE /v2.0/ports/a413aea0-c433-4122-930a-72ed072690ce HTTP/1.1" status: 204 len: 173 time: 1.1609781 Sep 18 00:37:34.095425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2faf2f98-ee27-4e9e-bf52-d6d52377baa6 req-aa551979-6d21-403d-a382-26cc8042021c tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cd951f5-b173-4739-920c-fb04ec99511f HTTP/1.1" status: 200 len: 210 time: 0.0307989 Sep 18 00:37:34.120043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:34.153145 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27574e5-17fe-402b-bf4d-c2b4efa43d2a x-openstack-request-id: req-d27574e5-17fe-402b-bf4d-c2b4efa43d2a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:34.153450 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:34.153704 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d27574e5-17fe-402b-bf4d-c2b4efa43d2a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:34.154097 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'status': 'completed', 'code': 200} Sep 18 00:37:34.253774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-016403ae-57d6-46a2-8862-6b1644f6ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.255579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-016403ae-57d6-46a2-8862-6b1644f6ba88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8719df015eeb4e75b45194f5b728dafa&device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 1097 time: 0.0772123 Sep 18 00:37:34.396777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-86c8a053-ab09-4bbd-909b-849369fc72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.398302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-86c8a053-ab09-4bbd-909b-849369fc72ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=d3051711-1f4c-4116-8674-a818fda6cb62 HTTP/1.1" status: 200 len: 915 time: 0.1350632 Sep 18 00:37:34.409840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1717659b-b4b5-4ebb-9713-27cdea2f8105 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:34.420637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4ecc-08b6-400e-a5e5-7a347a0fa0f0 req-ebed2e8c-16dd-44aa-b847-b05f7d85219d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.422580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-791e4ecc-08b6-400e-a5e5-7a347a0fa0f0 req-ebed2e8c-16dd-44aa-b847-b05f7d85219d tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0854063 Sep 18 00:37:34.550941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-791e4ecc-08b6-400e-a5e5-7a347a0fa0f0 req-6f3f2017-60fa-448a-856d-e875e703dcf4 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198547 Sep 18 00:37:34.554035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-adcd8bd9-e96b-4a6a-b63f-b72672268b64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f HTTP/1.1" status: 200 len: 999 time: 0.1435733 Sep 18 00:37:34.617184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:34.620917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-4389e3e5-ec37-4071-93f6-ebd33a3da30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.622550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-4389e3e5-ec37-4071-93f6-ebd33a3da30f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e11957a-33a8-43b9-b5a1-fd81b065c606 HTTP/1.1" status: 200 len: 853 time: 0.0594819 Sep 18 00:37:34.637187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c488b6-d882-4894-a979-60b904647dd4 req-d0f6eeed-f43c-41f6-94e4-dee432606318 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.638724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29c488b6-d882-4894-a979-60b904647dd4 req-d0f6eeed-f43c-41f6-94e4-dee432606318 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 948 time: 0.1704943 Sep 18 00:37:34.648800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'port_id': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'mac_address': 'fa:16:3e:52:8c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:34.702260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2119724-7afc-40e7-8248-45ae7313f72b req-c2c496b3-48ef-472e-8097-79a570403be1 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0622535 Sep 18 00:37:34.715062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:34.734829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717659b-b4b5-4ebb-9713-27cdea2f8105 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:34.736488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-fa773f50-9be7-47b3-a69a-017442667566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:34.737986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-fa773f50-9be7-47b3-a69a-017442667566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d3051711-1f4c-4116-8674-a818fda6cb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968902 Sep 18 00:37:34.740782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29c488b6-d882-4894-a979-60b904647dd4 req-ab77e787-2efb-4f3e-a3f8-5e8ddafa3d8e tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802491 Sep 18 00:37:34.744307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '99b890c7-1f19-4255-93fb-c4dacc7c94f2', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'port_id': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'mac_address': 'fa:16:3e:bf:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:37:10Z', 'updated_at': '2021-09-18T00:37:32Z', 'revision_number': 1, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:34.781510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c77053-3771-4d76-a996-dd6f3c5e6d84 None None] The sync data for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 is: [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '99b890c7-1f19-4255-93fb-c4dacc7c94f2', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'port_id': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'mac_address': 'fa:16:3e:bf:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:37:10Z', 'updated_at': '2021-09-18T00:37:32Z', 'revision_number': 1, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:34.786069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:34.791451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:34.792164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:34.852852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-86db8bcd-1bc8-42ca-9503-85e15d75919b service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996478 Sep 18 00:37:34.870677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:34.930548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:34.944096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a', 'mac_address': 'fa:16:3e:61:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:34.960300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a721c28b-c0b9-438e-9030-67f21a5d289f req-b55043ef-dffe-4034-9f3e-62fc5103e8e1 service neutron] 10.222.0.48 "GET /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993645 Sep 18 00:37:34.986063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:35.001744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:35.022887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:35.028940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:35.040790 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9baa5a-db06-4dde-93e3-86a64179b9b7 None None] New status for floating IP 99b890c7-1f19-4255-93fb-c4dacc7c94f2: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:37:35.083189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:35.101305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbb7ff-e9c8-4f01-8137-a1afbe6c69a3 req-d0ba6be8-e030-4b5c-8e54-d1fb9c4b604d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:35.103516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2dbb7ff-e9c8-4f01-8137-a1afbe6c69a3 req-d0ba6be8-e030-4b5c-8e54-d1fb9c4b604d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 945 time: 0.0543740 Sep 18 00:37:35.144958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2dbb7ff-e9c8-4f01-8137-a1afbe6c69a3 req-4cf0e474-f6a3-40ab-acf3-3756a0c0c775 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350883 Sep 18 00:37:35.405704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3608-c8a6-4922-9d2d-bca63c035b46 req-2c668e07-e7fd-4624-a331-ac7fd6bcede2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:35.407151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6d3608-c8a6-4922-9d2d-bca63c035b46 req-2c668e07-e7fd-4624-a331-ac7fd6bcede2 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0479810 Sep 18 00:37:35.443258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6d3608-c8a6-4922-9d2d-bca63c035b46 req-125322ef-5e2e-426b-8817-ab49a378354b tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Sep 18 00:37:35.531270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1717659b-b4b5-4ebb-9713-27cdea2f8105'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:35.557260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['80bc13bb-6227-4f5f-ad61-8e3a563f2a8a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:35.678486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5abc-2ed9-4ebb-8bdd-c2de4ddaccd5 req-8b49309d-e162-42f7-8ea8-309741b50485 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:35.680012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a0b5abc-2ed9-4ebb-8bdd-c2de4ddaccd5 req-8b49309d-e162-42f7-8ea8-309741b50485 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0547624 Sep 18 00:37:35.720006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a0b5abc-2ed9-4ebb-8bdd-c2de4ddaccd5 req-27eeffa8-1b12-4bb9-b26a-32b8e5ba2f15 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Sep 18 00:37:35.813258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23a54fb4-cd56-48e4-b0d4-e345081b72c9 req-194e36c7-fba5-4a8c-bd7a-fce9a69ee40f tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0276480 Sep 18 00:37:35.862216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34ae8-32ca-4814-b6f6-a570e7b7efd3 req-2675b3bc-ce47-4797-8e57-ae90fd7115af tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:35.863716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e34ae8-32ca-4814-b6f6-a570e7b7efd3 req-2675b3bc-ce47-4797-8e57-ae90fd7115af tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 949 time: 0.0494800 Sep 18 00:37:35.903541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13e34ae8-32ca-4814-b6f6-a570e7b7efd3 req-b2ad1c1e-acb8-45e0-bd2a-649644004282 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Sep 18 00:37:36.122210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-247a0612-9311-4742-84ba-96205e047ec7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423911 Sep 18 00:37:36.154868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-deleted', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:36.157834 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f714d5-c6d6-45ca-9792-eb67d03f289c" -d '{"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-deleted", "tag": "a413aea0-c433-4122-930a-72ed072690ce"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:36.209607 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990d8e8e-b350-4b93-82ee-af857680d2c6 x-openstack-request-id: req-990d8e8e-b350-4b93-82ee-af857680d2c6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:36.209899 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd951f5-b173-4739-920c-fb04ec99511f", "name": "network-vif-deleted", "tag": "a413aea0-c433-4122-930a-72ed072690ce", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:36.210151 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-990d8e8e-b350-4b93-82ee-af857680d2c6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:36.210544 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd951f5-b173-4739-920c-fb04ec99511f', 'name': 'network-vif-deleted', 'tag': 'a413aea0-c433-4122-930a-72ed072690ce', 'status': 'completed', 'code': 200} Sep 18 00:37:36.227064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-2ced6850-b8d5-45e1-a340-4696a4a85373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.228654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-2ced6850-b8d5-45e1-a340-4696a4a85373 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 1097 time: 0.0525258 Sep 18 00:37:36.336872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:36.347190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559363ec-ee12-4085-9628-c6557c3fdcd7 req-701b019f-8873-4fbb-a653-462f53f174ba tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.348730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-559363ec-ee12-4085-9628-c6557c3fdcd7 req-701b019f-8873-4fbb-a653-462f53f174ba tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 945 time: 0.1076183 Sep 18 00:37:36.356865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: a413aea0-c433-4122-930a-72ed072690ce {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:36.357212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a413aea0-c433-4122-930a-72ed072690ce not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:36.382050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-7c265c47-69e9-4c6e-b2be-4c72fb4b3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.383497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-7c265c47-69e9-4c6e-b2be-4c72fb4b3e35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 200 len: 924 time: 0.1317413 Sep 18 00:37:36.398438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-4f5fc0db-80b1-46f7-951b-5af75b6e7b94 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.399929 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-4f5fc0db-80b1-46f7-951b-5af75b6e7b94 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0509396 Sep 18 00:37:36.409569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-559363ec-ee12-4085-9628-c6557c3fdcd7 req-6b8cbdce-b277-4c71-9c0a-a82387557662 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Sep 18 00:37:36.459952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-591ded89-a474-4229-9b67-3d4a182afe02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 200 len: 1001 time: 0.0641000 Sep 18 00:37:36.501124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Deleting port 32bb5215-1c12-468d-9302-d6e47586d55d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:36.501536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:36.516338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-40cfa21e-025f-4520-9aa0-997bc0ed6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.518157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-40cfa21e-025f-4520-9aa0-997bc0ed6289 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 200 len: 862 time: 0.0506995 Sep 18 00:37:36.565982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-41c7fb0a-634a-4ec4-895f-92efda67b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.567521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-41c7fb0a-634a-4ec4-895f-92efda67b835 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e64932f-59e2-46b3-b755-f502778c1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419786 Sep 18 00:37:36.594054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] For port 32bb5215-1c12-468d-9302-d6e47586d55d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=32bb5215-1c12-468d-9302-d6e47586d55d,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:36.594487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:36.608177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Calling delete_port for 32bb5215-1c12-468d-9302-d6e47586d55d owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:36.699608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-21a83f53-f2b2-4c13-b301-e97c18092eeb service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248209 Sep 18 00:37:36.712166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39661-f3ce-4e9e-bb16-0255f0caa82d req-3493d1ad-14fe-44e0-ab4f-146f998bdcb8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.714301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7f39661-f3ce-4e9e-bb16-0255f0caa82d req-3493d1ad-14fe-44e0-ab4f-146f998bdcb8 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0765383 Sep 18 00:37:36.821684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7f39661-f3ce-4e9e-bb16-0255f0caa82d req-e8e2593b-11f3-451f-a3f3-950de58a70e6 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/security-groups?id=46859021-d7e5-4db8-ace5-1d3f0472840f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989463 Sep 18 00:37:36.872645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f172412-5ec4-4be0-9d45-7a8a019cd9c9 req-a3a140f5-7e72-4ee7-ba4d-a83ce0c1e098 service neutron] 10.222.0.48 "GET /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571658 Sep 18 00:37:36.888865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab18b4-2a36-4bc5-a2d6-eab0905496af req-6a7bc5ae-8f9c-4c9d-88fd-131448ebfecf tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:36.896754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeab18b4-2a36-4bc5-a2d6-eab0905496af req-6a7bc5ae-8f9c-4c9d-88fd-131448ebfecf tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75739cb-948a-42c6-b5a9-e98bb8363b95 HTTP/1.1" status: 200 len: 948 time: 0.0935180 Sep 18 00:37:36.941009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15810c0e-76ff-4cb4-8773-1ac0206845a0 req-65b091f5-e8e0-4da0-b5e1-80a13845ff58 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0366600 Sep 18 00:37:36.965770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeab18b4-2a36-4bc5-a2d6-eab0905496af req-3078cc51-1ee4-4f04-b702-5d17ff7e8fbf tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678461 Sep 18 00:37:37.029201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.057199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Pushing event deleted for resources: {'Port': ['ID=32bb5215-1c12-468d-9302-d6e47586d55d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:37.088860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d7bb-d5db-45be-9350-8dc44639ca49 req-8729d4dc-d9b0-4ffc-a2a0-17d3a189472f tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:37.090689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0604d7bb-d5db-45be-9350-8dc44639ca49 req-8729d4dc-d9b0-4ffc-a2a0-17d3a189472f tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 949 time: 0.0509324 Sep 18 00:37:37.100290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] No DVR routers for this DVR port 32bb5215-1c12-468d-9302-d6e47586d55d on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:37.102808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.104805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90741dcf-0d4f-4c95-9da0-8edd312b234f req-a259292b-2762-466a-8c56-4b121f646bb6 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "DELETE /v2.0/ports/32bb5215-1c12-468d-9302-d6e47586d55d HTTP/1.1" status: 204 len: 173 time: 0.6976700 Sep 18 00:37:37.105237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-deleted', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:37.107460 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c4043f-9584-4568-8770-6988906a9b35" -d '{"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-deleted", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:37.133593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0604d7bb-d5db-45be-9350-8dc44639ca49 req-3182af98-731b-465b-8846-00de7d45a476 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Sep 18 00:37:37.145375 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acbdd9-f8d8-4e39-9c5b-ef50ee90e2db x-openstack-request-id: req-69acbdd9-f8d8-4e39-9c5b-ef50ee90e2db {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:37.145683 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75739cb-948a-42c6-b5a9-e98bb8363b95", "name": "network-vif-deleted", "tag": "32bb5215-1c12-468d-9302-d6e47586d55d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:37.145964 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69acbdd9-f8d8-4e39-9c5b-ef50ee90e2db {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:37.146579 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75739cb-948a-42c6-b5a9-e98bb8363b95', 'name': 'network-vif-deleted', 'tag': '32bb5215-1c12-468d-9302-d6e47586d55d', 'status': 'completed', 'code': 200} Sep 18 00:37:37.317560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-faa2399d-97c7-4554-a7aa-893f3c8637a9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:37.319029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-faa2399d-97c7-4554-a7aa-893f3c8637a9 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 950 time: 0.0528419 Sep 18 00:37:37.417820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Deleting port 384bf841-cf64-40bf-9a03-693cbfa6ae45 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:37.418480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.524790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] For port 384bf841-cf64-40bf-9a03-693cbfa6ae45, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=384bf841-cf64-40bf-9a03-693cbfa6ae45,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:37.525263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.537076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e156f-24ec-421e-9f06-9fcaa57781a7 req-5aa9dafb-fc96-4d27-b2ed-108f16d75685 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:37.538758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c7e156f-24ec-421e-9f06-9fcaa57781a7 req-5aa9dafb-fc96-4d27-b2ed-108f16d75685 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Sep 18 00:37:37.539026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Calling delete_port for 384bf841-cf64-40bf-9a03-693cbfa6ae45 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:37.589238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c7e156f-24ec-421e-9f06-9fcaa57781a7 req-006b5ff1-c78d-49bb-bbea-07da24892c2e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Sep 18 00:37:37.679569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.710827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Pushing event deleted for resources: {'Port': ['ID=384bf841-cf64-40bf-9a03-693cbfa6ae45,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:37.712807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['384bf841-cf64-40bf-9a03-693cbfa6ae45'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:37.754788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] No DVR routers for this DVR port 384bf841-cf64-40bf-9a03-693cbfa6ae45 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:37.757192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:37.759876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dd3dae23-49f9-42d3-b22e-271b59c6e5a9 req-dd584c2c-ea00-4749-8f1a-e06eedd7c158 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.54 "DELETE /v2.0/ports/384bf841-cf64-40bf-9a03-693cbfa6ae45 HTTP/1.1" status: 204 len: 173 time: 0.4262309 Sep 18 00:37:37.935784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75109351-d873-41a6-88c2-2e139cf451c5 req-050ef8cd-23ec-4bad-8015-d04f86741625 tempest-MigrationsAdminTest-1490837920 tempest-MigrationsAdminTest-1490837920-project] 10.222.0.49 "GET /v2.0/ports?device_id=65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2 HTTP/1.1" status: 200 len: 210 time: 0.0268898 Sep 18 00:37:38.049224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78197fcd-7098-4c92-b491-36f3d7cfcf10 req-944a4675-2782-457c-9b1f-6fec9e21bf04 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0285003 Sep 18 00:37:38.283935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcb6fb-7d2f-4146-be46-7ce8e80434f4 req-3e19b16b-0765-4a5f-bbb9-3575ad722277 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:38.285433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8dcb6fb-7d2f-4146-be46-7ce8e80434f4 req-3e19b16b-0765-4a5f-bbb9-3575ad722277 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 948 time: 0.0788798 Sep 18 00:37:38.298641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b8f7e-1e83-4313-861c-de29ee34e41b req-5f6df341-8d0e-4349-be0b-3036dc818eb0 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:38.299992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f0b8f7e-1e83-4313-861c-de29ee34e41b req-5f6df341-8d0e-4349-be0b-3036dc818eb0 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 949 time: 0.0841937 Sep 18 00:37:38.357176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8dcb6fb-7d2f-4146-be46-7ce8e80434f4 req-ffc02a8c-442c-446b-938b-ab056d430dcd tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Sep 18 00:37:38.361246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f0b8f7e-1e83-4313-861c-de29ee34e41b req-5eec364e-3a38-441b-b056-4b042093e163 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535090 Sep 18 00:37:38.370976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1717659b-b4b5-4ebb-9713-27cdea2f8105 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:38.426420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 1717659b-b4b5-4ebb-9713-27cdea2f8105 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:38.430771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 1717659b-b4b5-4ebb-9713-27cdea2f8105 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:38.430771 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.508298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.530373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:38.532728 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5c986-dd7b-4c52-a967-3cb9116c1b97" -d '{"events": [{"server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "name": "network-vif-plugged", "status": "completed", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:38.545428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:38.549337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.550328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:38.586167 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bbcf2a-669c-4508-958f-88ef9966f1dc x-openstack-request-id: req-06bbcf2a-669c-4508-958f-88ef9966f1dc {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:38.586467 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "name": "network-vif-plugged", "status": "completed", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:38.586707 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06bbcf2a-669c-4508-958f-88ef9966f1dc {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:38.587099 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'code': 200} Sep 18 00:37:38.629667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:38.645207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:38.649120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:38.649492 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.708519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451c6a-ef7b-47bb-8e53-02df8cdf818e req-38b12c1f-8e01-4efd-b94f-7369164723ac tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:38.710302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35451c6a-ef7b-47bb-8e53-02df8cdf818e req-38b12c1f-8e01-4efd-b94f-7369164723ac tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0539510 Sep 18 00:37:38.713476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ad55-c3c5-4476-8263-0767e2f59186 req-a0b9ca95-f64c-4031-befe-873a6c9f7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:38.715174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f43ad55-c3c5-4476-8263-0767e2f59186 req-a0b9ca95-f64c-4031-befe-873a6c9f7238 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.0524781 Sep 18 00:37:38.740884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.751017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35451c6a-ef7b-47bb-8e53-02df8cdf818e req-716fc77c-6fd6-4e11-865b-cbd358b6649a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Sep 18 00:37:38.752993 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f43ad55-c3c5-4476-8263-0767e2f59186 req-4792e034-8e0f-416a-91e7-4575b283f34a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291975 Sep 18 00:37:38.773431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:38.777783 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:38.822994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:39.147761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-deleted', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:39.150461 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe400b-febd-4cd6-bed7-80c547851400" -d '{"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-deleted", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:39.157889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ad5644b-b17a-4273-a3f3-3a64a9cbfa46 req-04b396e3-6162-4f0f-9a92-a2621f2ca6ad tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0324922 Sep 18 00:37:39.208785 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d77f4-e625-4ecd-acf8-0b57040f99cc x-openstack-request-id: req-985d77f4-e625-4ecd-acf8-0b57040f99cc {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:39.209150 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2", "name": "network-vif-deleted", "tag": "384bf841-cf64-40bf-9a03-693cbfa6ae45", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:39.209475 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-985d77f4-e625-4ecd-acf8-0b57040f99cc {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:39.209953 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65315ee9-c9c6-4a07-9ba0-cf7c4f1b03c2', 'name': 'network-vif-deleted', 'tag': '384bf841-cf64-40bf-9a03-693cbfa6ae45', 'status': 'completed', 'code': 200} Sep 18 00:37:39.254750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58832) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:39.387158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-499baba1-e28c-4d52-9487-04e809041bb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=072107b4981c4aa48f60f9e54beb6d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290588 Sep 18 00:37:39.387980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58838) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:39.468394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:39.513590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:39.544236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f3ea5-fbbb-4908-8bfa-324df3c4a78c req-caaf5058-1b39-4dad-8de7-877d2d08a770 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.545718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c3f3ea5-fbbb-4908-8bfa-324df3c4a78c req-caaf5058-1b39-4dad-8de7-877d2d08a770 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 948 time: 0.1174595 Sep 18 00:37:39.560843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c203-ed1f-4130-9f8d-61850d6c0f8f req-a013f715-53a3-48e5-9bb5-30e9eb3833a9 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.562232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0339c203-ed1f-4130-9f8d-61850d6c0f8f req-a013f715-53a3-48e5-9bb5-30e9eb3833a9 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.1175776 Sep 18 00:37:39.625797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c3f3ea5-fbbb-4908-8bfa-324df3c4a78c req-3d59cf63-9fe3-47da-af27-9372f0827f65 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587645 Sep 18 00:37:39.632402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0339c203-ed1f-4130-9f8d-61850d6c0f8f req-29bfdb68-fb94-4456-827b-6c81831b7a25 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581946 Sep 18 00:37:39.633390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:39.635870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:39.637086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46859021-d7e5-4db8-ace5-1d3f0472840f HTTP/1.1" status: 204 len: 168 time: 0.2484324 Sep 18 00:37:39.644919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b61f9-7731-44a5-8909-1c7d265dfdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46859021-d7e5-4db8-ace5-1d3f0472840f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:39.881253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e426-f5bc-4cc5-b267-4ea9db81c227 req-0683291c-090a-484b-bac7-15067fe675e5 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.882768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8318e426-f5bc-4cc5-b267-4ea9db81c227 req-0683291c-090a-484b-bac7-15067fe675e5 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0593877 Sep 18 00:37:39.935738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8318e426-f5bc-4cc5-b267-4ea9db81c227 req-410760c1-b285-4cfe-9895-769b0fadaf60 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Sep 18 00:37:39.954977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58854) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:39.994713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5fcf43dd-ea28-4f73-b4a8-d2e1f15a7140 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59aa2e3400b74563bcce2168b8fb2fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383739 Sep 18 00:37:39.997745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:40.046899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:40.071493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:40.117778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:40.121398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:40.122550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7ff562f-ff92-4c56-8bc8-e939c48db2ad HTTP/1.1" status: 204 len: 168 time: 0.1238921 Sep 18 00:37:40.130541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4188e6-6df7-4259-849a-defe14749618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff562f-ff92-4c56-8bc8-e939c48db2ad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:40.323134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bed2789e-ab55-488f-9692-24e4bbe4678e req-24d58cb5-3530-449b-be36-0e85e844191c tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0465393 Sep 18 00:37:40.366625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:40.409956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 32bb5215-1c12-468d-9302-d6e47586d55d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:40.410316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 32bb5215-1c12-468d-9302-d6e47586d55d not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:40.410812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:40.424298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81181386-2332-41e4-936f-1832bbe0ffd7 req-8b55d542-145c-413a-8a4c-03a1c5946f8e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:40.426275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81181386-2332-41e4-936f-1832bbe0ffd7 req-8b55d542-145c-413a-8a4c-03a1c5946f8e tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0633078 Sep 18 00:37:40.436661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 384bf841-cf64-40bf-9a03-693cbfa6ae45 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:40.437049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 384bf841-cf64-40bf-9a03-693cbfa6ae45 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:40.474799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81181386-2332-41e4-936f-1832bbe0ffd7 req-5a4f9312-a7c3-4234-9e84-c8ef0bb80113 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Sep 18 00:37:40.588306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:40.590780 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f7095-2146-4ccd-90e3-748fc221634b" -d '{"events": [{"server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "name": "network-vif-plugged", "status": "completed", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:40.626068 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d1ce7-0562-4629-bdac-234b6081338a x-openstack-request-id: req-975d1ce7-0562-4629-bdac-234b6081338a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:40.626356 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "name": "network-vif-plugged", "status": "completed", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:40.626602 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-975d1ce7-0562-4629-bdac-234b6081338a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:40.626983 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a', 'code': 200} Sep 18 00:37:40.799921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdc1d3-19d0-459a-b30e-a50410df10a3 req-acdf3ac0-709d-49b4-a5ad-53f94f846ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:40.801450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3cfdc1d3-19d0-459a-b30e-a50410df10a3 req-acdf3ac0-709d-49b4-a5ad-53f94f846ecb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 1102 time: 0.0461438 Sep 18 00:37:40.820498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81e612-a8f2-4e43-9fb9-1a76f0de162a req-2d9ebd22-79a2-4d60-80fa-edea47478a45 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:40.822866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b81e612-a8f2-4e43-9fb9-1a76f0de162a req-2d9ebd22-79a2-4d60-80fa-edea47478a45 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.0761678 Sep 18 00:37:40.831315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2617b-fd0f-4a6e-beca-e7819d7d7f91 req-f5fb56d1-049d-4419-b452-57e1fb5d5cd8 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:40.832778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cee2617b-fd0f-4a6e-beca-e7819d7d7f91 req-f5fb56d1-049d-4419-b452-57e1fb5d5cd8 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 948 time: 0.1029422 Sep 18 00:37:40.860320 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3cfdc1d3-19d0-459a-b30e-a50410df10a3 req-7a1eb8f8-dde1-4236-8f1d-bb66a2d7abba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Sep 18 00:37:40.882802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b81e612-a8f2-4e43-9fb9-1a76f0de162a req-514b4beb-0dae-4ed2-bf9b-7c1f810cd778 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Sep 18 00:37:40.916772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cee2617b-fd0f-4a6e-beca-e7819d7d7f91 req-0f72f266-3b93-4a3a-b8f4-9f93042c99df tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4490892-f81d-4d63-a8b1-42048a1ca3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615017 Sep 18 00:37:41.067173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ac58-f290-4bb1-890a-334d88ae3293 req-b1a4a470-47c7-4208-b621-aa8391bc4625 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.068997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0669ac58-f290-4bb1-890a-334d88ae3293 req-b1a4a470-47c7-4208-b621-aa8391bc4625 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0531828 Sep 18 00:37:41.112211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0669ac58-f290-4bb1-890a-334d88ae3293 req-0d201ec5-d6ad-4053-b1e4-6c0a6475186f tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Sep 18 00:37:41.271365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3563cca-7be6-4669-b9f3-e792d809119b req-7bc7d5e7-dc4e-44dc-b49c-82d6103493cf tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.273181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3563cca-7be6-4669-b9f3-e792d809119b req-7bc7d5e7-dc4e-44dc-b49c-82d6103493cf tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0585032 Sep 18 00:37:41.316808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3563cca-7be6-4669-b9f3-e792d809119b req-0ffe3b44-6326-4f9e-95b4-70004121f375 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Sep 18 00:37:41.391814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1827-966f-4a9d-860f-948ec0e36a19 req-2637af2c-936a-4391-a539-485f453e46eb tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.393457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a51c1827-966f-4a9d-860f-948ec0e36a19 req-2637af2c-936a-4391-a539-485f453e46eb tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0671780 Sep 18 00:37:41.441233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-6a403766-31f1-4ab1-a5a2-b19340581113 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.442756 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-6a403766-31f1-4ab1-a5a2-b19340581113 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 948 time: 0.0908306 Sep 18 00:37:41.451017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7844c8a-63b1-44ad-bc12-b51c0a00acc2 req-c0670092-c11b-41e0-904f-72b46d385757 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0328152 Sep 18 00:37:41.465654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a51c1827-966f-4a9d-860f-948ec0e36a19 req-e6a224d7-825c-4176-9810-99eb4f262512 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Sep 18 00:37:41.478328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-de8474a4-9832-483a-994d-04190e8c39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.479889 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-de8474a4-9832-483a-994d-04190e8c39c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.0844316 Sep 18 00:37:41.610854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-affce0e3-81e6-429c-a8bb-c61d2a031e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.612211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-affce0e3-81e6-429c-a8bb-c61d2a031e75 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.1241686 Sep 18 00:37:41.616936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Deleting port 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:41.617273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:41.671554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-82933e1c-7f84-4db0-b859-6aa8c55cfa9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0493076 Sep 18 00:37:41.769916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-792e28c1-081c-4ce4-9951-f43c1a4060dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:41.771369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-792e28c1-081c-4ce4-9951-f43c1a4060dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0920804 Sep 18 00:37:41.777831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] For port 9585d100-b8ac-49f5-968d-48b7e56658b4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9585d100-b8ac-49f5-968d-48b7e56658b4,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:41.778324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:41.812700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Calling delete_port for 9585d100-b8ac-49f5-968d-48b7e56658b4 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:41.816046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-1977295e-6d2d-40ca-8b5f-b450c1249538 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351570 Sep 18 00:37:41.967437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-bbe4ed4e-97ad-4a82-8d6c-092e8ffb7dcd service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436806 Sep 18 00:37:42.014330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902bfd7-cfaa-4652-b792-dbffbaea8cb2 req-5ec0b3f6-5974-436c-aba0-50aa3bc980d1 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:42.016453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d902bfd7-cfaa-4652-b792-dbffbaea8cb2 req-5ec0b3f6-5974-436c-aba0-50aa3bc980d1 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.0600843 Sep 18 00:37:42.072781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d902bfd7-cfaa-4652-b792-dbffbaea8cb2 req-92b91243-73a1-4227-a25a-b23fa8945483 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503113 Sep 18 00:37:42.080805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:42.136808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Pushing event deleted for resources: {'Port': ['ID=9585d100-b8ac-49f5-968d-48b7e56658b4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:42.156837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1f9f8d1-dbda-415e-a0e6-c88e7d4fd695 req-c5b9c04f-fa9c-44f6-81d3-31c0c3e1dc59 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3de64853-b5c1-4fa0-8cc6-37dab5211ba0 HTTP/1.1" status: 200 len: 210 time: 0.0482910 Sep 18 00:37:42.177746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] No DVR routers for this DVR port 9585d100-b8ac-49f5-968d-48b7e56658b4 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:42.180182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:42.182952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b9e4cab-1e60-4e93-9493-e8ffec2e0eed req-36b228de-2bb4-4622-9c8f-78f1af420c19 tempest-ListImageFiltersTestJSON-308825781 tempest-ListImageFiltersTestJSON-308825781-project] 10.222.0.54 "DELETE /v2.0/ports/9585d100-b8ac-49f5-968d-48b7e56658b4 HTTP/1.1" status: 204 len: 173 time: 0.7321129 Sep 18 00:37:42.183438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-deleted', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:42.185681 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c73bc4-1df0-47ac-ac7d-ff3f0f69f141" -d '{"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-deleted", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:42.190256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf96289f-8255-47f9-9c75-f2b517c064d1 req-8a9f8a19-84d2-41c4-a1e9-65701fee5e04 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109914 Sep 18 00:37:42.242738 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4320c7-0352-46f7-bf2d-7eca6e1f0bf1 x-openstack-request-id: req-2e4320c7-0352-46f7-bf2d-7eca6e1f0bf1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:42.243034 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de64853-b5c1-4fa0-8cc6-37dab5211ba0", "name": "network-vif-deleted", "tag": "9585d100-b8ac-49f5-968d-48b7e56658b4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:42.243311 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e4320c7-0352-46f7-bf2d-7eca6e1f0bf1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:42.243894 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de64853-b5c1-4fa0-8cc6-37dab5211ba0', 'name': 'network-vif-deleted', 'tag': '9585d100-b8ac-49f5-968d-48b7e56658b4', 'status': 'completed', 'code': 200} Sep 18 00:37:42.469205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aa8fc-0bbe-45eb-9713-e43cdcc54759 req-db78e7b0-e410-4d8b-8a66-968f56b3cd7c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:42.476795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-348aa8fc-0bbe-45eb-9713-e43cdcc54759 req-db78e7b0-e410-4d8b-8a66-968f56b3cd7c tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0711567 Sep 18 00:37:42.521244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-348aa8fc-0bbe-45eb-9713-e43cdcc54759 req-7878c154-8a5a-4e9e-a632-fdaa8273f479 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f4c4c7e-1970-49be-9e79-4bc09efd06cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Sep 18 00:37:42.625257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cfffe84-2706-4db9-a5f8-298b0762d5ce req-20a1296d-5e32-4821-9806-6f3df3cdec5b tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0284388 Sep 18 00:37:42.717766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353d029-5c3b-4c74-b0e7-1b14556eafb5 req-c336cd87-af6a-47fc-9e3d-e45833224200 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:42.719392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1353d029-5c3b-4c74-b0e7-1b14556eafb5 req-c336cd87-af6a-47fc-9e3d-e45833224200 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0500507 Sep 18 00:37:42.759639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1353d029-5c3b-4c74-b0e7-1b14556eafb5 req-e17753cc-bd16-4666-b509-bf1fd7ce7684 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337453 Sep 18 00:37:42.913351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a036-d99b-4c98-822e-dadee3fad99d req-bd2a7590-8574-4cde-bba2-c6625e6b76be tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:42.914903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0018a036-d99b-4c98-822e-dadee3fad99d req-bd2a7590-8574-4cde-bba2-c6625e6b76be tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 945 time: 0.0511692 Sep 18 00:37:43.015582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Deleting port f3940534-d5d5-4149-b4f7-075eebc28058 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:43.015929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.107770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] For port f3940534-d5d5-4149-b4f7-075eebc28058, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3940534-d5d5-4149-b4f7-075eebc28058,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:43.108143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.253940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3b0e1-f5d6-48b3-bda3-7128b766841e req-1466395d-5177-41b5-bc7b-aadebed95089 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:43.255423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cc3b0e1-f5d6-48b3-bda3-7128b766841e req-1466395d-5177-41b5-bc7b-aadebed95089 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.1010466 Sep 18 00:37:43.359015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cc3b0e1-f5d6-48b3-bda3-7128b766841e req-c63061c1-fb63-4a15-b5fc-153b1aab9a3b tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964632 Sep 18 00:37:43.383443 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.383443 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.383443 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Floating IP b6d55479-2920-42aa-a680-38ff5e28e505 disassociated. External IP: 172.25.7.132, port: f3940534-d5d5-4149-b4f7-075eebc28058. Sep 18 00:37:43.383443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Calling delete_port for f3940534-d5d5-4149-b4f7-075eebc28058 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:43.398869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59006) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:43.553557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e934d2b0-8fc7-46fa-8ca9-b8d2121abf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.565026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.611071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event deleted for resources: {'Port': ['ID=f3940534-d5d5-4149-b4f7-075eebc28058,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:43.760797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e934d2b0-8fc7-46fa-8ca9-b8d2121abf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.770544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e934d2b0-8fc7-46fa-8ca9-b8d2121abf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.802168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:43.832554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e934d2b0-8fc7-46fa-8ca9-b8d2121abf51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b2cc6b0dde41da9688d753fee081ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320052 Sep 18 00:37:43.836640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59032) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:43.853833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934d2b0-8fc7-46fa-8ca9-b8d2121abf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d328f4-c15f-421a-9dbe-46e6ab63e4f5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:43.906870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.930789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.952744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e6ab145-496d-42c3-a0b3-0a2c16b4abd5 req-00764566-de71-4c61-a3aa-6a096c534af8 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20 HTTP/1.1" status: 200 len: 210 time: 0.1305528 Sep 18 00:37:43.981981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bfbd44b-5c58-42c8-b67a-8df208e16b36 req-6ce76074-6250-4c3e-baed-eb6c4deb9060 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0486162 Sep 18 00:37:43.999891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.010701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.014906 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1d328f4-c15f-421a-9dbe-46e6ab63e4f5 HTTP/1.1" status: 204 len: 168 time: 0.1766989 Sep 18 00:37:44.030479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1073e9-9614-4804-989d-508113f4cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d328f4-c15f-421a-9dbe-46e6ab63e4f5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:44.101551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:44.111910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:44.124470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:44.125823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:44.186100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] No DVR routers for this DVR port f3940534-d5d5-4149-b4f7-075eebc28058 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:44.191832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.193914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0018a036-d99b-4c98-822e-dadee3fad99d req-b4eab25a-9d37-45ca-ae6b-aa0575d3deec tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.48 "DELETE /v2.0/ports/f3940534-d5d5-4149-b4f7-075eebc28058 HTTP/1.1" status: 204 len: 173 time: 1.2718539 Sep 18 00:37:44.195551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'name': 'network-vif-deleted', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:44.198676 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160e497-040e-4cfc-b05d-b88338dbeb08" -d '{"events": [{"server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "name": "network-vif-deleted", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:44.215767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1570bc-69f5-4037-a227-17760a381a66 req-9ab9386d-8620-4280-b592-83efaa266d80 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:44.217628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d1570bc-69f5-4037-a227-17760a381a66 req-9ab9386d-8620-4280-b592-83efaa266d80 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.1548312 Sep 18 00:37:44.238268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b84c27-98b8-4ab3-aba1-02e6bc1e84db req-c084e051-7632-4dcf-b718-520c8cf3405e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:44.246229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38b84c27-98b8-4ab3-aba1-02e6bc1e84db req-c084e051-7632-4dcf-b718-520c8cf3405e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1422195 Sep 18 00:37:44.301490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:44.343613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d1570bc-69f5-4037-a227-17760a381a66 req-46421a46-da2c-4da3-b7ea-b92878a8afed tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934048 Sep 18 00:37:44.363210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38b84c27-98b8-4ab3-aba1-02e6bc1e84db req-e5d67234-954d-4ea6-bf53-6e26ab1175c1 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155512 Sep 18 00:37:44.425064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:44.452941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 9585d100-b8ac-49f5-968d-48b7e56658b4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:44.453330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9585d100-b8ac-49f5-968d-48b7e56658b4 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:44.459380 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013d848-672e-41da-b184-6bb7c3722e86 x-openstack-request-id: req-d013d848-672e-41da-b184-6bb7c3722e86 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:44.459704 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20", "name": "network-vif-deleted", "tag": "f3940534-d5d5-4149-b4f7-075eebc28058", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:44.459961 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d013d848-672e-41da-b184-6bb7c3722e86 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:44.460426 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ecc0fe-f7ac-4d76-b167-aa4c2a9f1f20', 'name': 'network-vif-deleted', 'tag': 'f3940534-d5d5-4149-b4f7-075eebc28058', 'status': 'completed', 'code': 200} Sep 18 00:37:44.492365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59050) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:44.515288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e353518-accd-46bf-90be-f5b4952ecc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.630527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:44.641655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e353518-accd-46bf-90be-f5b4952ecc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.647051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e353518-accd-46bf-90be-f5b4952ecc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.657831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:44.667678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:44.668604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:44.687228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6e353518-accd-46bf-90be-f5b4952ecc0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b14abfb7f414be984a6137e95297106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919630 Sep 18 00:37:44.689194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e353518-accd-46bf-90be-f5b4952ecc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939d0cda-9ad7-41ca-8b70-721893d01ec1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:44.689975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59056) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:44.752134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.780970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.794137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:44.840765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.844294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.850033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/939d0cda-9ad7-41ca-8b70-721893d01ec1 HTTP/1.1" status: 204 len: 168 time: 0.1578646 Sep 18 00:37:44.861759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd0dc1-c008-4354-b3e4-f049fc4ae64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d0cda-9ad7-41ca-8b70-721893d01ec1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:45.121187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1dec88b-d07d-482c-be83-c73f3fe5964f req-9cee2481-8ed0-4fad-b745-94448ddc46de tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0316191 Sep 18 00:37:45.193421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:45.224210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c14e249-ed0c-4b3e-9136-7b8e4f438f3a None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:31:48Z', 'revision_number': 4, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5370a470-e49c-4683-a0e1-eaa1158633b4', 'name': '', 'network_id': '3e64932f-59e2-46b3-b755-f502778c1eee', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'mac_address': 'fa:16:3e:95:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:47Z', 'updated_at': '2021-09-18T00:31:54Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'subnets': [{'id': '8c1d2159-77d3-4060-aa17-64cb8391d1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:45.265284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59092) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:45.322288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-703d976a-be1e-4194-abfa-d199fddc8952 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:45.324279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-703d976a-be1e-4194-abfa-d199fddc8952 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.54 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.0798635 Sep 18 00:37:45.345374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.398143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.460865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Deleting port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:45.460865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.579198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40543a54-8a10-472c-8cde-2da81f6b2799 req-f7705b50-9750-456f-9918-1f4aaac074f5 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:45.586563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40543a54-8a10-472c-8cde-2da81f6b2799 req-f7705b50-9750-456f-9918-1f4aaac074f5 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 950 time: 0.1252234 Sep 18 00:37:45.599741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.602385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.603754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "DELETE /v2.0/security-groups/2f4c4c7e-1970-49be-9e79-4bc09efd06cd HTTP/1.1" status: 204 len: 168 time: 0.3371463 Sep 18 00:37:45.606498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59114) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:45.611758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2147e-f2b1-4718-a95e-667d47aee3a1 req-767f93e2-bbec-4de7-89b0-555fd1ab70e0 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:45.619787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fe2147e-f2b1-4718-a95e-667d47aee3a1 req-767f93e2-bbec-4de7-89b0-555fd1ab70e0 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1116252 Sep 18 00:37:45.637481 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-c4e140d2-e86a-4fd0-a0f5-502cd17d2c5d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] show failed (client error): The resource could not be found. Sep 18 00:37:45.638511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c4e140d2-e86a-4fd0-a0f5-502cd17d2c5d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "GET /v2.0/security-groups/2f4c4c7e-1970-49be-9e79-4bc09efd06cd HTTP/1.1" status: 404 len: 347 time: 0.0308635 Sep 18 00:37:45.642839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:45.644728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc3f0f-1556-4739-83a8-25ef414040d7 tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c4c7e-1970-49be-9e79-4bc09efd06cd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:45.694963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40543a54-8a10-472c-8cde-2da81f6b2799 req-314ed167-4a04-4d5c-a488-bd8f6b52d0ca tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd87f246-f26c-4347-be80-3a6e2483a646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033711 Sep 18 00:37:45.698825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fe2147e-f2b1-4718-a95e-667d47aee3a1 req-f4b33b3e-ab6c-4d43-b1f1-743e63a8fb50 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782287 Sep 18 00:37:45.709322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] For port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:45.709322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.717292 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1a5f8-f45b-4df7-a44f-c081a61922d2 None None] New status for floating IP b6d55479-2920-42aa-a680-38ff5e28e505: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:37:45.763789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Calling delete_port for 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:45.833103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:45.844365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:45.891331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Deleting port bb43d10d-b99d-4011-88cc-e3186c844303 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:45.892019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.018206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.018537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.027934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2fd58af5-c67e-4d6f-a929-06c76aa20a2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6641d2835254f16bbc491becb23cf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936448 Sep 18 00:37:46.030405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59134) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:46.042974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.044699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Calling delete_port for bb43d10d-b99d-4011-88cc-e3186c844303 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:46.074165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['80bc13bb-6227-4f5f-ad61-8e3a563f2a8a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:46.098435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Pushing event deleted for resources: {'Port': ['ID=80bc13bb-6227-4f5f-ad61-8e3a563f2a8a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:46.198779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] No DVR routers for this DVR port 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:46.208778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.211180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c254bc9e-5ad3-484c-ad5b-ba2826326f7f req-e51cec4f-11c9-4724-a5f8-276239f1cae7 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.54 "DELETE /v2.0/ports/80bc13bb-6227-4f5f-ad61-8e3a563f2a8a HTTP/1.1" status: 204 len: 173 time: 0.8803959 Sep 18 00:37:46.211751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'name': 'network-vif-deleted', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:46.214448 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a5111-35ae-4e0c-a502-e6bff9b4bf6c" -d '{"events": [{"server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "name": "network-vif-deleted", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:46.266868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49778367-8e07-49eb-a721-64bfb812830f req-235022d2-05e7-45de-b7a2-10bf88849331 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0428164 Sep 18 00:37:46.268743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.302016 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8cf5f9-9676-4af7-b5f9-e4bdbe8530cc x-openstack-request-id: req-2f8cf5f9-9676-4af7-b5f9-e4bdbe8530cc {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:46.302306 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87901a36-9ecc-4208-a15d-abd62a2e820a", "name": "network-vif-deleted", "tag": "80bc13bb-6227-4f5f-ad61-8e3a563f2a8a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:46.302559 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f8cf5f9-9676-4af7-b5f9-e4bdbe8530cc {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:46.302946 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87901a36-9ecc-4208-a15d-abd62a2e820a', 'name': 'network-vif-deleted', 'tag': '80bc13bb-6227-4f5f-ad61-8e3a563f2a8a', 'status': 'completed', 'code': 200} Sep 18 00:37:46.318347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.395182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3940534-d5d5-4149-b4f7-075eebc28058 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:46.402617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.405297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.408342 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4490892-f81d-4d63-a8b1-42048a1ca3b1 HTTP/1.1" status: 204 len: 168 time: 0.3751132 Sep 18 00:37:46.417568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258fd72-b501-42d4-8868-3ccabf82f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4490892-f81d-4d63-a8b1-42048a1ca3b1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:46.429473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f3940534-d5d5-4149-b4f7-075eebc28058 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:46.430360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3940534-d5d5-4149-b4f7-075eebc28058 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:46.430539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.467997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Pushing event deleted for resources: {'Port': ['ID=bb43d10d-b99d-4011-88cc-e3186c844303,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:46.527876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.530844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.532030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7644c85b-e4c3-4948-aa59-8019967b494d tempest-ServersWithSpecificFlavorTestJSON-1397511899 tempest-ServersWithSpecificFlavorTestJSON-1397511899-project] 10.222.0.49 "DELETE /v2.0/floatingips/b6d55479-2920-42aa-a680-38ff5e28e505 HTTP/1.1" status: 204 len: 168 time: 0.8880916 Sep 18 00:37:46.815799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21dcb122-c882-4234-968d-c87b7764f29d req-d4e5d12c-8aad-41f3-bf17-08d4dad8e328 tempest-ServerDiagnosticsNegativeTest-372062893 tempest-ServerDiagnosticsNegativeTest-372062893-project] 10.222.0.49 "GET /v2.0/ports?device_id=87901a36-9ecc-4208-a15d-abd62a2e820a HTTP/1.1" status: 200 len: 210 time: 0.0321183 Sep 18 00:37:46.947930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf2b90-ee7e-4e0f-9911-09bc244dff6d req-0bdd736c-8557-4854-a269-c8757dd642a6 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:46.950297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddcf2b90-ee7e-4e0f-9911-09bc244dff6d req-0bdd736c-8557-4854-a269-c8757dd642a6 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0718915 Sep 18 00:37:46.993631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddcf2b90-ee7e-4e0f-9911-09bc244dff6d req-03b04ff3-e43b-4bcc-8e93-fa515ef8c786 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Sep 18 00:37:47.320373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-84c3872f-0fb6-4b49-ab05-9b0b9bdfec81 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229025 Sep 18 00:37:47.412847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-367d385d-3c5f-4585-bf7e-673f27e91d0e req-f2b9a577-e817-4e49-b26b-5f6963d93cd3 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0555050 Sep 18 00:37:47.453236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-148c08c3-6f84-4fa5-b1d9-a30766f4589a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:47.454888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-148c08c3-6f84-4fa5-b1d9-a30766f4589a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282706 Sep 18 00:37:47.458874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59218) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:47.471486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-f926c07d-9bf0-4b0b-ac8f-524a37b5c18d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/quotas/e39079fe72f8487193dce55fd7ffe90b HTTP/1.1" status: 200 len: 375 time: 0.0100074 Sep 18 00:37:47.505903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-35e2dd88-6e28-46d3-ba8b-665ac18a4320 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272350 Sep 18 00:37:47.646835 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:37:47.856175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-af8d77ac-d536-4a7e-9700-872c279cb5c7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227909 Sep 18 00:37:48.042471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:48.407259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80156-2d95-48ca-8273-2a869b2bfaf7 req-ff60cf96-bd32-4f9c-be9a-25681ad32034 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:48.409046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25b80156-2d95-48ca-8273-2a869b2bfaf7 req-ff60cf96-bd32-4f9c-be9a-25681ad32034 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0798111 Sep 18 00:37:48.421153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-27d13a09-2fa8-4034-a108-938db9ce57d7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:48.427719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:48.430054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-27d13a09-2fa8-4034-a108-938db9ce57d7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5670762 Sep 18 00:37:48.453975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:48.454583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 80bc13bb-6227-4f5f-ad61-8e3a563f2a8a not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:48.461305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-f1eb09ca-53d4-4792-a2a2-f976277fbc4c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/quotas/e39079fe72f8487193dce55fd7ffe90b HTTP/1.1" status: 200 len: 375 time: 0.0299447 Sep 18 00:37:48.480084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:48.516258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-d3c89189-b5a6-4db1-8b5b-b7e9377a6ea2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531437 Sep 18 00:37:48.535155 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25b80156-2d95-48ca-8273-2a869b2bfaf7 req-ee06e3c0-0abc-416f-bcb2-3500fa0f3b58 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029706 Sep 18 00:37:48.676622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Deleting port 5370a470-e49c-4683-a0e1-eaa1158633b4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:48.678053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:48.756928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfc20da7-4295-4a4f-9758-03be8f8051b5 req-347b41ea-383b-4ea8-841c-5462244d61d6 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0627317 Sep 18 00:37:48.794557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-820d36ef-c52e-4654-8891-3176920ca123 req-bea69397-ba52-42c4-8bf6-01f8e678b7a5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 210 time: 0.0460000 Sep 18 00:37:48.806933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] For port 5370a470-e49c-4683-a0e1-eaa1158633b4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5370a470-e49c-4683-a0e1-eaa1158633b4,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:48.808259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:48.833529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5d35378-f888-4286-b9d8-7e0b4d6fed67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0edaa78395cd46c9981b7cc0261562b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520689 Sep 18 00:37:48.836057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:48.840242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Calling delete_port for 5370a470-e49c-4683-a0e1-eaa1158633b4 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:48.916160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:48.947360 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-af113eee-76cc-4790-b24a-07018009d168 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445368 Sep 18 00:37:48.970504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.040942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.044716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.049519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd87f246-f26c-4347-be80-3a6e2483a646 HTTP/1.1" status: 204 len: 168 time: 0.2116768 Sep 18 00:37:49.074300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208b5f3-9f89-4902-ba22-5cdd2c0b5fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd87f246-f26c-4347-be80-3a6e2483a646,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:49.188749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-a050a89f-01b1-4896-8732-81db0415e5e6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:49.190804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-a050a89f-01b1-4896-8732-81db0415e5e6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373118 Sep 18 00:37:49.212487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Request body: {'port': {'device_id': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'e39079fe72f8487193dce55fd7ffe90b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:49.349174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.388472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5370a470-e49c-4683-a0e1-eaa1158633b4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:49.426669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:49.449777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d5af252-2604-412e-aa2e-ae5374f3410b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.487737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Made reservation on behalf of e39079fe72f8487193dce55fd7ffe90b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:49.499467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.529093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.594880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d5af252-2604-412e-aa2e-ae5374f3410b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.605985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d5af252-2604-412e-aa2e-ae5374f3410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.671247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5d5af252-2604-412e-aa2e-ae5374f3410b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6a5447f78d14af9953d1325efc78f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411571 Sep 18 00:37:49.674216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:49.706321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5af252-2604-412e-aa2e-ae5374f3410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4614cd-e8d7-43a9-bbbe-42036135faa7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:49.725524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a850-ac36-457e-aa9f-8e4e0d24f54e req-129df6ae-3bad-4137-a22b-65aef9350111 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:49.727775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5722a850-ac36-457e-aa9f-8e4e0d24f54e req-129df6ae-3bad-4137-a22b-65aef9350111 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0856464 Sep 18 00:37:49.734498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.768521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5722a850-ac36-457e-aa9f-8e4e0d24f54e req-e8aa5ba2-ac90-4cc7-a379-d9e8fbd3fd40 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Sep 18 00:37:49.824645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.914227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.937971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-d645a7c5-2bdc-4fe0-9771-3288a72b0500 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355210 Sep 18 00:37:49.977633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.985767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.031446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adc5b583-2d50-4b7f-8716-5c7a0ce5a704 req-6d961156-18f9-4c7c-888c-66d7d65fb4d5 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0389321 Sep 18 00:37:50.115144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.117689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.119369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d4614cd-e8d7-43a9-bbbe-42036135faa7 HTTP/1.1" status: 204 len: 168 time: 0.4406888 Sep 18 00:37:50.120316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71392fdd-060d-4af4-8f7a-dd13ccc3673b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:50.137339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f228664-a6ae-40ab-9722-024768834537 req-a0e6e26c-28dc-46d4-9df5-db143cd2946c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 210 time: 0.0583575 Sep 18 00:37:50.176409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-efe77bb0-edac-4d46-b5c9-f8b4a6e4e365 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:50.178211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-efe77bb0-edac-4d46-b5c9-f8b4a6e4e365 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340670 Sep 18 00:37:50.180899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a5a79-aeac-424d-a667-049d36bde352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4614cd-e8d7-43a9-bbbe-42036135faa7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:50.195924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Request body: {'port': {'device_id': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'e39079fe72f8487193dce55fd7ffe90b'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:50.234616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Router f522e1cc-3479-414b-b781-d3e661df6ac1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:50.253102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Allocated IP 192.168.233.141 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/921f3bd8-feb3-4738-861e-39b6b31e06f3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:50.412199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Made reservation on behalf of e39079fe72f8487193dce55fd7ffe90b for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:50.417097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.446628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:50.456038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59316) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:50.456340 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-79f2eb56-f9bc-4564-9749-a3a3747e78f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f522e1cc-3479-414b-b781-d3e661df6ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9962826 Sep 18 00:37:50.462998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Sync routers for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:50.474889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:50.475538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:50.526320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.573707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.605806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:50.636147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:50.639272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:50.643045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:50.653121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:50.716895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:50.717924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.741039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Allocated IP 192.168.233.42 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/358401ae-8429-4bcf-9d2b-fb3a4e266cef) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:50.747030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-109f56a1-124e-482c-9c14-477d568c0e57 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5389128 Sep 18 00:37:50.779121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Request body: {'port': {'device_id': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:50.876732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.880767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:50.903569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:37:49Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:50.993696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Checking router: f522e1cc-3479-414b-b781-d3e661df6ac1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:51.012994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Routers {'f522e1cc-3479-414b-b781-d3e661df6ac1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:51.013686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f522e1cc-3479-414b-b781-d3e661df6ac1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:51.180877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca3ef-f738-42cd-8c46-6e61c596d0bd req-ee648962-badd-436b-9e3e-008f0e71a045 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:51.182715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39fca3ef-f738-42cd-8c46-6e61c596d0bd req-ee648962-badd-436b-9e3e-008f0e71a045 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.2283893 Sep 18 00:37:51.204514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1f11d809-824b-4cc4-9614-40e08a664d88 None None] Provisioning complete for port 921f3bd8-feb3-4738-861e-39b6b31e06f3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:51.204941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f11d809-824b-4cc4-9614-40e08a664d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.225505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] Set router f522e1cc-3479-414b-b781-d3e661df6ac1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:51.236093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.268865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-569897d0-e85e-46bb-87a6-59817d6f8cdf req-a853a567-e955-4621-9245-67435e19bd2c tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0589898 Sep 18 00:37:51.277352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.331307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1f11d809-824b-4cc4-9614-40e08a664d88 None None] Port 921f3bd8-feb3-4738-861e-39b6b31e06f3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:51.342908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39fca3ef-f738-42cd-8c46-6e61c596d0bd req-02fff5a0-c958-4b0d-bcce-3b512d51635a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467142 Sep 18 00:37:51.395839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Deleting port 44d415c2-eec0-4f73-8cad-bb9d5edcd978 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:51.396168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.400772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.478115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:51.484584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:51.506870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:37:49Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:51.533776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:51.551681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad005fd-412c-4f5e-90bd-7023701f8bc0 None None] The sync data for ids ['f522e1cc-3479-414b-b781-d3e661df6ac1'] in n-d-712707-16 is: [{'id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833618617-router', 'tenant_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:42Z', 'updated_at': '2021-09-18T00:37:49Z', 'revision_number': 5, 'project_id': 'e7ca663280984d1aa3cf422b3f28f0d1', 'gw_port': {'id': '44d415c2-eec0-4f73-8cad-bb9d5edcd978', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f522e1cc-3479-414b-b781-d3e661df6ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:43Z', 'updated_at': '2021-09-18T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:51.628338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event updated for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:51.682634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff36c-1534-4eda-be57-5ecbc5f83559 req-976a3e74-c0de-4aea-b28b-e52778cff090 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:51.690180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29aff36c-1534-4eda-be57-5ecbc5f83559 req-976a3e74-c0de-4aea-b28b-e52778cff090 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 935 time: 0.2377923 Sep 18 00:37:51.707992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] For port 44d415c2-eec0-4f73-8cad-bb9d5edcd978, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44d415c2-eec0-4f73-8cad-bb9d5edcd978,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:51.708430 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.718710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:51.719399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.721846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:51.735188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.753765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Transition to ACTIVE for port object 921f3bd8-feb3-4738-861e-39b6b31e06f3 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:51.761734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.764574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Calling delete_port for 44d415c2-eec0-4f73-8cad-bb9d5edcd978 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:51.780847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-7af74be1-0cc1-4959-affc-d87ee27afa1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5889804 Sep 18 00:37:51.803099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Request body: {'port': {'device_id': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:51.841006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29aff36c-1534-4eda-be57-5ecbc5f83559 req-8cf609a4-e637-4b58-ba2e-dd899461f329 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440740 Sep 18 00:37:51.865541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-661beffa-50bc-4b50-af0d-50df1d94a616 None None] Provisioning complete for port 358401ae-8429-4bcf-9d2b-fb3a4e266cef triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:51.868119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-661beffa-50bc-4b50-af0d-50df1d94a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:51.880312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:51.963631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-661beffa-50bc-4b50-af0d-50df1d94a616 None None] Port 358401ae-8429-4bcf-9d2b-fb3a4e266cef cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:52.012954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:52.020913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Attempting to bind port 921f3bd8-feb3-4738-861e-39b6b31e06f3 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:52.021478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Attempting to bind port 921f3bd8-feb3-4738-861e-39b6b31e06f3 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:52.022606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Attempting to bind port 921f3bd8-feb3-4738-861e-39b6b31e06f3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:52.029146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Port 921f3bd8-feb3-4738-861e-39b6b31e06f3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:52.029464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.029631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Attempting to bind port 921f3bd8-feb3-4738-861e-39b6b31e06f3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:52.036363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:52.036779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:52.037239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:52.037791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Bound port: 921f3bd8-feb3-4738-861e-39b6b31e06f3, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:52.038241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.162779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:52.167477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:52.177683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.240790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:52.241415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.243139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/921f3bd8-feb3-4738-861e-39b6b31e06f3 HTTP/1.1" status: 200 len: 1097 time: 1.4708335 Sep 18 00:37:52.243685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:52.247096 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60b14d7-c56d-457d-81a2-8ea49314ac8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:52.292599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a665-a377-4fcb-8174-50cd6d03b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:52.385164 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30106395-c8f2-4019-976e-518caf769b85 x-openstack-request-id: req-30106395-c8f2-4019-976e-518caf769b85 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:52.385454 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:52.385708 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30106395-c8f2-4019-976e-518caf769b85 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:52.386119 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'status': 'completed', 'code': 200} Sep 18 00:37:52.416899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.424944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-9efd977f-ecb7-4b97-b543-dfdb24857064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:52.426667 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-9efd977f-ecb7-4b97-b543-dfdb24857064 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1100 time: 0.1085963 Sep 18 00:37:52.516283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d415c2-eec0-4f73-8cad-bb9d5edcd978,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:52.530577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-e30c9eb0-ca34-4b8d-8be7-0a0cab656dcd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3 HTTP/1.1" status: 200 len: 217 time: 0.0857542 Sep 18 00:37:52.531327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ee237-af10-4b60-9f1b-ba200a2d92a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.615720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-336d9e46-c38d-4b06-8f6e-1d01016f0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:52.617447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-336d9e46-c38d-4b06-8f6e-1d01016f0aa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0734196 Sep 18 00:37:52.703918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46de9a-a4c2-4a12-ad4a-fba730925ae0 req-25bb950f-0f1f-4f72-8509-9d105805fd7c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:52.708929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac46de9a-a4c2-4a12-ad4a-fba730925ae0 req-25bb950f-0f1f-4f72-8509-9d105805fd7c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1944902 Sep 18 00:37:52.716984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-cafe0f19-8e15-4e90-8416-ee93c72043f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:52.718548 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-cafe0f19-8e15-4e90-8416-ee93c72043f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884829 Sep 18 00:37:52.757800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ee237-af10-4b60-9f1b-ba200a2d92a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.761122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.769088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ee237-af10-4b60-9f1b-ba200a2d92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.807973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac46de9a-a4c2-4a12-ad4a-fba730925ae0 req-4f8db0c4-8cbd-45f4-adcc-df86215bf16c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Sep 18 00:37:52.848156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358401ae-8429-4bcf-9d2b-fb3a4e266cef {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:52.853623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ee237-af10-4b60-9f1b-ba200a2d92a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ae19e-a5fc-4d03-8bb5-5571618084a0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:52.865122 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c4ee237-af10-4b60-9f1b-ba200a2d92a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebf787e7fb124837bae0961984543dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508592 Sep 18 00:37:52.870954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59390) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:52.890545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.890545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6c69be0-c4e5-4400-afa9-9e4aa18b1f76 req-1c0e6169-37ad-4482-8a49-1ca42e8b5004 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0467134 Sep 18 00:37:52.892396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-b9e3e179-bd9d-4767-b72e-715c32dfe9e4 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634352 Sep 18 00:37:52.929801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.934012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:52.938236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Transition to ACTIVE for port object 358401ae-8429-4bcf-9d2b-fb3a4e266cef will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:52.976542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.021395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.021808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f522e1cc-3479-414b-b781-d3e661df6ac1 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:37:53.030257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.033847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.034280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2891d02e-2fed-4f27-a89b-75fa649ff640 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f522e1cc-3479-414b-b781-d3e661df6ac1 HTTP/1.1" status: 204 len: 168 time: 2.5768354 Sep 18 00:37:53.034902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:53.048932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5c150d6-908d-46d0-9d24-168e087c1d49 req-735d9e37-07d6-49a0-98d6-e82162f6f396 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479850 Sep 18 00:37:53.062708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.140146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.143588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.145062 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc9ae19e-a5fc-4d03-8bb5-5571618084a0 HTTP/1.1" status: 204 len: 168 time: 0.2731826 Sep 18 00:37:53.153859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf66e5-12d4-4c7f-86d0-33acd48c52db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ae19e-a5fc-4d03-8bb5-5571618084a0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:53.159101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Pushing event updated for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:53.211558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Deleting subnet 8c1d2159-77d3-4060-aa17-64cb8391d1ba {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:37:53.217979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5370a470-e49c-4683-a0e1-eaa1158633b4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:53.224324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-225a27df-f851-4401-bf0d-415b48554426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.226841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-225a27df-f851-4401-bf0d-415b48554426 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1100 time: 0.0699055 Sep 18 00:37:53.227348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.254615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5370a470-e49c-4683-a0e1-eaa1158633b4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:53.254943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5370a470-e49c-4683-a0e1-eaa1158633b4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:53.339421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.353513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5109-0d75-49d7-a16b-94105a0e41a0 req-17b0f648-8c13-4e61-9a68-934103588f1d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.361117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7fc5109-0d75-49d7-a16b-94105a0e41a0 req-17b0f648-8c13-4e61-9a68-934103588f1d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 947 time: 0.2451816 Sep 18 00:37:53.431944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-796253a2-db4c-43e8-a0a1-3fd3d6179067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.434351 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-796253a2-db4c-43e8-a0a1-3fd3d6179067 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1986427 Sep 18 00:37:53.440099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Attempting to bind port 358401ae-8429-4bcf-9d2b-fb3a4e266cef on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:53.440638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Attempting to bind port 358401ae-8429-4bcf-9d2b-fb3a4e266cef by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:53.440777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Attempting to bind port 358401ae-8429-4bcf-9d2b-fb3a4e266cef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:53.470521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Port 358401ae-8429-4bcf-9d2b-fb3a4e266cef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:53.470847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Attempting to bind port 358401ae-8429-4bcf-9d2b-fb3a4e266cef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:53.495141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7fc5109-0d75-49d7-a16b-94105a0e41a0 req-25ff57be-58d6-4456-91c9-7f47d9808c1f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200633 Sep 18 00:37:53.501462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-844af8a4-4af5-4be5-b56e-128b2ba5d688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3 HTTP/1.1" status: 200 len: 217 time: 0.0584929 Sep 18 00:37:53.522615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:53.528890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:53.529470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:53.530117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Bound port: 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:53.530642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.565141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-21329327-41ae-423e-bb8a-11a52c9f0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.567030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-21329327-41ae-423e-bb8a-11a52c9f0eec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0576756 Sep 18 00:37:53.596884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.646176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-2b6b85a4-161b-4ad9-bfaa-4202ef36c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.648418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-2b6b85a4-161b-4ad9-bfaa-4202ef36c3cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661170 Sep 18 00:37:53.735096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49b63709-f208-4738-b136-d98449bdaf2a req-66c755b0-945e-4ddd-a173-9ff7c326bd11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0662301 Sep 18 00:37:53.757041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:53.764941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:53.767130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.787105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.787984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6340571-6c7f-4b56-b89e-48f733150d6b None None] Network 3e64932f-59e2-46b3-b755-f502778c1eee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:53.810746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.812833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c1d2159-77d3-4060-aa17-64cb8391d1ba HTTP/1.1" status: 204 len: 168 time: 0.7748306 Sep 18 00:37:53.816851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59440) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:53.873579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8e7fa-0ec8-474b-8b11-500595ce94cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1d2159-77d3-4060-aa17-64cb8391d1ba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:53.933009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:53.934658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:53.936193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] 10.222.0.48 "PUT /v2.0/ports/358401ae-8429-4bcf-9d2b-fb3a4e266cef HTTP/1.1" status: 200 len: 1096 time: 2.1379690 Sep 18 00:37:53.982785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:53.986653 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292979e-9598-4b20-a596-549c2cc4d698" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:54.151917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] DHCP port deletion for 3e64932f-59e2-46b3-b755-f502778c1eee request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:37:54.159032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4120-4eea-4c60-8960-bcbce79c13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.208518 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-284029d4-8ff4-427b-a5af-89b370db6ef1 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507069 Sep 18 00:37:54.241643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6bd2-31c0-4ad6-b45d-64e1608432ee service neutron] Pushing event updated for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:54.255814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Deleting port b04db81b-ff65-49df-ac5b-7a65326fd9ed {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:54.259277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.278979 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.295169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-0f98a997-0f32-466e-8bef-ec2c474a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:54.297334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-0f98a997-0f32-466e-8bef-ec2c474a3ecc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 1099 time: 0.3060732 Sep 18 00:37:54.350015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] For port b04db81b-ff65-49df-ac5b-7a65326fd9ed, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04db81b-ff65-49df-ac5b-7a65326fd9ed,segment=NetworkSegment(266cf3f0-6e77-4938-898c-1d22a11153fe),segment_id=266cf3f0-6e77-4938-898c-1d22a11153fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:54.351160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.369505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Calling delete_port for b04db81b-ff65-49df-ac5b-7a65326fd9ed owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:54.377008 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e60b14d7-c56d-457d-81a2-8ea49314ac8d req-7a4849be-cf5f-4dc3-bbdf-193c71b5d3c3 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549060 Sep 18 00:37:54.395091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041aabef-1a48-4289-857e-2d06bb875ec9 req-fda00dd7-cfb4-4da3-b32e-dad1d8ec7888 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:54.396860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-041aabef-1a48-4289-857e-2d06bb875ec9 req-fda00dd7-cfb4-4da3-b32e-dad1d8ec7888 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.4474559 Sep 18 00:37:54.398287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-f5ae8018-9fea-4150-8170-de14fcea7af2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef HTTP/1.1" status: 200 len: 217 time: 0.0819695 Sep 18 00:37:54.401930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2244f21-eac3-4554-bbe4-c2c34d2ff481 req-719ef7fe-d82b-495c-86ec-f33107ece954 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1111000 Sep 18 00:37:54.470871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-dfee7ddf-f274-4149-94ce-9b09d698fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:54.472359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-dfee7ddf-f274-4149-94ce-9b09d698fcac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0498054 Sep 18 00:37:54.487126 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b321965-528a-41f8-809e-d43800d94877 x-openstack-request-id: req-8b321965-528a-41f8-809e-d43800d94877 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:54.487530 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:54.487780 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b321965-528a-41f8-809e-d43800d94877 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:54.488273 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef', 'status': 'completed', 'code': 200} Sep 18 00:37:54.505184 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.540797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] Pushing event deleted for resources: {'Port': ['ID=b04db81b-ff65-49df-ac5b-7a65326fd9ed,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:54.543046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0538c-d8f4-434c-8ebf-1772f76b9f67 None None] No DVR routers for this DVR port b04db81b-ff65-49df-ac5b-7a65326fd9ed on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:54.559608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-041aabef-1a48-4289-857e-2d06bb875ec9 req-fef3c17c-aea9-45d7-b2ef-d20665deede7 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358202 Sep 18 00:37:54.582362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Deleting port b04db81b-ff65-49df-ac5b-7a65326fd9ed {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:54.582362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.582362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-ceded8a6-b871-4049-beda-902a91db9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:54.582964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-ceded8a6-b871-4049-beda-902a91db9fff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896018 Sep 18 00:37:54.618608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59470) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:54.775675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecc68-445b-445d-ad12-24448bb05726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.885204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecc68-445b-445d-ad12-24448bb05726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.901223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4ecc68-445b-445d-ad12-24448bb05726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:54.947225 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ca4ecc68-445b-445d-ad12-24448bb05726 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f213bfd22cba4e03a8af4aba0efa6bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236156 Sep 18 00:37:54.947466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:55.010852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ecc68-445b-445d-ad12-24448bb05726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343b9a63-edc0-45d6-85c1-b810eb4b49b0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:55.027820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] For port b04db81b-ff65-49df-ac5b-7a65326fd9ed, host n-d-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:55.028199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.036354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.068784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.069383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Calling delete_port for b04db81b-ff65-49df-ac5b-7a65326fd9ed owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:55.077258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Port b04db81b-ff65-49df-ac5b-7a65326fd9ed was not found and therefore no delete operation was performed {{(pid=106453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:37:55.086933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.093735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44d415c2-eec0-4f73-8cad-bb9d5edcd978 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:55.108827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] No DVR routers for this DVR port b04db81b-ff65-49df-ac5b-7a65326fd9ed on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:55.116031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 44d415c2-eec0-4f73-8cad-bb9d5edcd978 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:55.116670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44d415c2-eec0-4f73-8cad-bb9d5edcd978 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:55.117306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04db81b-ff65-49df-ac5b-7a65326fd9ed no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:55.134188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-63ef6860-0c36-4b09-b0b4-ffd77936ac1d service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365167 Sep 18 00:37:55.134903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04db81b-ff65-49df-ac5b-7a65326fd9ed,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:55.139366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b04db81b-ff65-49df-ac5b-7a65326fd9ed {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:55.140121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04db81b-ff65-49df-ac5b-7a65326fd9ed not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:55.151251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.153870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.155013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/343b9a63-edc0-45d6-85c1-b810eb4b49b0 HTTP/1.1" status: 204 len: 168 time: 0.2067797 Sep 18 00:37:55.162858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45b8f8-3b99-4670-93f4-175413ee4bf9 req-8381d7d0-320e-4eb0-b559-679eeb4ca4fa tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:55.163448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec683061-3e7f-4730-ad2f-460996679fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b9a63-edc0-45d6-85c1-b810eb4b49b0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:55.164891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd45b8f8-3b99-4670-93f4-175413ee4bf9 req-8381d7d0-320e-4eb0-b559-679eeb4ca4fa tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 947 time: 0.1386089 Sep 18 00:37:55.287284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.325888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd45b8f8-3b99-4670-93f4-175413ee4bf9 req-0a5dfb40-89c3-461d-a542-7d4594d847cb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511276 Sep 18 00:37:55.327943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e64932f-59e2-46b3-b755-f502778c1eee']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:55.341086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266cf3f0-6e77-4938-898c-1d22a11153fe') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:55.341387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266cf3f0-6e77-4938-898c-1d22a11153fe') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:55.361433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.364833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a185fc6f-7d44-4f3a-b3a7-bd26d7c4613c req-3ad4922e-41b8-44b2-8ab5-7aa6b2a18bd3 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100730 Sep 18 00:37:55.378054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.389641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:37:55.390189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:37:55.391960 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:37:55.495387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.500594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.504620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59488) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:55.506567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3e64932f-59e2-46b3-b755-f502778c1eee HTTP/1.1" status: 204 len: 168 time: 1.6852920 Sep 18 00:37:55.509937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59490) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:55.517636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292979e-9598-4b20-a596-549c2cc4d698 req-d516852e-de77-47b1-88f9-9f225a0a2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:55.519288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-d516852e-de77-47b1-88f9-9f225a0a2f87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 1099 time: 0.0747650 Sep 18 00:37:55.546449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca515b-dbcc-44b7-bc13-c8c220339987 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e64932f-59e2-46b3-b755-f502778c1eee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:55.559385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-204b1a6b-fac4-46e3-9c50-5d0a9ac6e3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.564822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaa2cfe4-0632-4f10-ad59-6415294fe2dd req-e37021da-9d35-498b-8e61-16a8b35201dc tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0569563 Sep 18 00:37:55.668753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292979e-9598-4b20-a596-549c2cc4d698 req-5cd0b91f-3fae-421c-92c4-b3a8d58f3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:55.668753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-5cd0b91f-3fae-421c-92c4-b3a8d58f3fdd service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1308002 Sep 18 00:37:55.726812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-bee85dc6-b10f-4e2d-a9b3-34274ed7f7eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef HTTP/1.1" status: 200 len: 217 time: 0.0486047 Sep 18 00:37:55.822147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071c3f8-c94c-4d77-88f5-0dce8633b55e req-9f111db4-c50b-45c5-9075-967cb5038297 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:55.824371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2071c3f8-c94c-4d77-88f5-0dce8633b55e req-9f111db4-c50b-45c5-9075-967cb5038297 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0999599 Sep 18 00:37:55.826406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292979e-9598-4b20-a596-549c2cc4d698 req-548ed9c2-fad0-4b90-b624-a1f7248fe8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:55.827767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-548ed9c2-fad0-4b90-b624-a1f7248fe8f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0916548 Sep 18 00:37:55.830312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-204b1a6b-fac4-46e3-9c50-5d0a9ac6e3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.857658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-204b1a6b-fac4-46e3-9c50-5d0a9ac6e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:55.916983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbba0270-082b-465c-a3b6-95bd4dd79edb req-904ccc8f-b575-4389-81d1-129dfc034b1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f74303fa8764079bac08625fd864018&device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0545294 Sep 18 00:37:55.919543 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-204b1a6b-fac4-46e3-9c50-5d0a9ac6e3da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b0d89d0dee94ed98495eab1e25c669f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132237 Sep 18 00:37:55.920124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59508) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:55.936897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2071c3f8-c94c-4d77-88f5-0dce8633b55e req-7251c1f6-ade3-458d-b9a4-74e837e78ea9 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017251 Sep 18 00:37:55.942114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b1a6b-fac4-46e3-9c50-5d0a9ac6e3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a699b983-bd5c-42dc-a2ce-1497f10d9c79,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:55.978551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbba0270-082b-465c-a3b6-95bd4dd79edb req-e91a9fca-42bb-4322-b841-e7750eac26b2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7f74303fa8764079bac08625fd864018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473673 Sep 18 00:37:56.035933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44920dda-7c36-45ee-88c2-4f1b73a61372 req-33b0d24e-71e5-4cd4-a5ce-19c30f11cf8d tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0600266 Sep 18 00:37:56.055877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292979e-9598-4b20-a596-549c2cc4d698 req-b650ab3a-163d-4f29-a777-dc313b862b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:56.056460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-b650ab3a-163d-4f29-a777-dc313b862b34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2110565 Sep 18 00:37:56.063089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.207620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.300340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba0270-082b-465c-a3b6-95bd4dd79edb req-d63aea5c-e521-4ba8-b46d-58bb4fdcaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:56.301830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbba0270-082b-465c-a3b6-95bd4dd79edb req-d63aea5c-e521-4ba8-b46d-58bb4fdcaa48 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002639 Sep 18 00:37:56.306966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.329933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-0e1b4256-5ab8-4adc-804c-a7f35efdadc1 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472930 Sep 18 00:37:56.331983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Deleting port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:56.332357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.408258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59522) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:56.428481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] For port 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:56.429229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.448586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Calling delete_port for 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:56.464333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.466834 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.468037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a699b983-bd5c-42dc-a2ce-1497f10d9c79 HTTP/1.1" status: 204 len: 168 time: 0.5451865 Sep 18 00:37:56.482328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e292979e-9598-4b20-a596-549c2cc4d698 req-ced805ee-cdf0-4cbd-8df0-3873cf6e6279 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394429 Sep 18 00:37:56.484352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c05c33-2304-456a-8c03-d19166421f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699b983-bd5c-42dc-a2ce-1497f10d9c79,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:56.500895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2c20-c255-4ffa-a16f-e94d26582d0f req-8dcedcf5-36e1-4853-a472-89fbde81731f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:56.503572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-048c2c20-c255-4ffa-a16f-e94d26582d0f req-8dcedcf5-36e1-4853-a472-89fbde81731f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 947 time: 0.0855515 Sep 18 00:37:56.513779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:56.579227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-048c2c20-c255-4ffa-a16f-e94d26582d0f req-64ae186d-5c98-4675-8df4-d801f466c80c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563300 Sep 18 00:37:56.580044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ada937d1-c5e6-4112-ac34-29cb4239f08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.643702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:56.658525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'mac_address': 'fa:16:3e:95:bb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:56.706880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.721443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.729969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:56.755146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ada937d1-c5e6-4112-ac34-29cb4239f08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.764512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Pushing event deleted for resources: {'Port': ['ID=1480bd82-bd3d-4388-9e47-fcf5d85bb3ec,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:56.778210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ada937d1-c5e6-4112-ac34-29cb4239f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.778547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:56.787031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.870562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ada937d1-c5e6-4112-ac34-29cb4239f08f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dd5d240b23243888a0448226b3fae9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631808 Sep 18 00:37:56.871334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:56.895272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:56.913538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada937d1-c5e6-4112-ac34-29cb4239f08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af68cd7-a3c2-4884-ae9e-156e35de34ba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:56.961909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:56.995729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.024518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.148822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8b742-eda2-4489-a6fb-ec0ced3f54cf req-5a141411-e196-4f78-ac7f-550ff6ac1a5d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:57.150737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ef8b742-eda2-4489-a6fb-ec0ced3f54cf req-5a141411-e196-4f78-ac7f-550ff6ac1a5d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0624855 Sep 18 00:37:57.151862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.154673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.158320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1af68cd7-a3c2-4884-ae9e-156e35de34ba HTTP/1.1" status: 204 len: 168 time: 0.2783875 Sep 18 00:37:57.166129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74c231a5-b1c5-4560-85fe-b095c22e2523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.193423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:57.218964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26660409-5ada-470d-964d-ae6b75cc8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af68cd7-a3c2-4884-ae9e-156e35de34ba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:57.282646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f01b670e-7c7e-4d8c-be6d-0e48e837f2cd req-4d370d63-e5d0-47a8-ba50-3bbcaf0a62f6 tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.1090240 Sep 18 00:37:57.298220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Router d3b2c557-c1cc-4348-bfcd-15e277a3c532 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:57.314938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ef8b742-eda2-4489-a6fb-ec0ced3f54cf req-252b94c3-cf87-4e06-aebf-c04215ba09b9 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562207 Sep 18 00:37:57.393000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.453016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:57.460581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59560) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:57.460754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4ee9ce89-36dd-41de-bbbc-f416253d2584 admin admin] 10.222.0.49 "PUT /v2.0/routers/d3b2c557-c1cc-4348-bfcd-15e277a3c532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9494894 Sep 18 00:37:57.462968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Sync routers for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:57.478090 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:57.478090 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:57.584172 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:57.610232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cbba0270-082b-465c-a3b6-95bd4dd79edb req-57eb262a-53ed-4a50-b314-a3e9d986ee1a tempest-ServerShowV257Test-1795074869 tempest-ServerShowV257Test-1795074869-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e08c53-f5f8-4b76-adbc-c7f13ff6508c HTTP/1.1" status: 200 len: 210 time: 0.0330811 Sep 18 00:37:57.624119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.840055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7c2a-6d1d-4202-8cb2-cdb7820b8af6 req-414a1bed-3e27-4b0e-9e5a-15da2e629fbe tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:57.840398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:37:56Z', 'revision_number': 5, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port': {'id': 'ac6ef921-dc64-4b71-a0f8-c49545811fda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:31:56Z', 'updated_at': '2021-09-18T00:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:57.842868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-574d7c2a-6d1d-4202-8cb2-cdb7820b8af6 req-414a1bed-3e27-4b0e-9e5a-15da2e629fbe tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 947 time: 0.1535540 Sep 18 00:37:57.847627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:57.884549 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Checking router: d3b2c557-c1cc-4348-bfcd-15e277a3c532 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:57.894353 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Routers {'d3b2c557-c1cc-4348-bfcd-15e277a3c532'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:57.895221 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:57.972795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-574d7c2a-6d1d-4202-8cb2-cdb7820b8af6 req-d46a441c-d5e0-426e-be0e-a02f9791a0fa tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945215 Sep 18 00:37:57.981841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Deleting port ac6ef921-dc64-4b71-a0f8-c49545811fda {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:57.982285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.018836 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] Set router d3b2c557-c1cc-4348-bfcd-15e277a3c532 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:58.089561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:37:57Z', 'revision_number': 6, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:58.118051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] For port ac6ef921-dc64-4b71-a0f8-c49545811fda, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac6ef921-dc64-4b71-a0f8-c49545811fda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:58.119310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.119612 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eaaca-704a-4cae-aac1-7ab36bd1263d None None] The sync data for ids ['d3b2c557-c1cc-4348-bfcd-15e277a3c532'] in n-d-712707-16 is: [{'id': 'd3b2c557-c1cc-4348-bfcd-15e277a3c532', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220289383-router', 'tenant_id': '9f5dcda52e794b72a1acf7566d1eef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:31:55Z', 'updated_at': '2021-09-18T00:37:57Z', 'revision_number': 6, 'project_id': '9f5dcda52e794b72a1acf7566d1eef33', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:58.147026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Calling delete_port for ac6ef921-dc64-4b71-a0f8-c49545811fda owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:58.200119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.221837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59602) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:58.359258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1633831847-network', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:58.377202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.389889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Made reservation on behalf of dcb2bf939aa24ef799d2a0462aa67948 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:58.394693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.409784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.435995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 358401ae-8429-4bcf-9d2b-fb3a4e266cef details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:58.437351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6ef921-dc64-4b71-a0f8-c49545811fda,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:58.534915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:58.608106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d094955-075d-4181-869c-edf5e2721347 req-2cb60a39-3eef-4955-b22d-88b940df8189 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:58.618881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d094955-075d-4181-869c-edf5e2721347 req-2cb60a39-3eef-4955-b22d-88b940df8189 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1916466 Sep 18 00:37:58.627011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59628) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:58.641904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.651720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.663336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.682756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:37:58.707171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:58.707415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.707892 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Added segment 3deab4e4-cf56-4fd7-ae40-9661c80f8530 of type vlan for network 88383506-b09c-4255-8d8a-a00e2c53fcfd Sep 18 00:37:58.710557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 921f3bd8-feb3-4738-861e-39b6b31e06f3 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:58.724267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '358401ae-8429-4bcf-9d2b-fb3a4e266cef', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '358401ae-8429-4bcf-9d2b-fb3a4e266cef', 'mac_address': 'fa:16:3e:cb:33:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:58.730058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 921f3bd8-feb3-4738-861e-39b6b31e06f3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:58.730430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.769378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.800969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e9d01a-4c8b-404d-8936-07d1b881cd08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:58.807928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.813653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30796487-bba7-4d14-b7ef-a753d4bdf449 req-c9100924-e1c1-4cbe-bdd9-7adfa124af4a tempest-FlavorsV2NegativeTest-1955760016 tempest-FlavorsV2NegativeTest-1955760016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=815a6ba3bd6f4db3b6beef94da019279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298938 Sep 18 00:37:58.818856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.820656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:58.821238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.821539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358401ae-8429-4bcf-9d2b-fb3a4e266cef {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:58.857577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6333127 Sep 18 00:37:58.863046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.865555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.872550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:58.880843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.885326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.891781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59636) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:58.899426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Request body: {'subnet': {'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1633831847-subnet', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:58.905904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7bd9-7374-410a-bfc3-57da940299a5 admin admin] Pushing event updated for resources: {'Network': ['ID=88383506-b09c-4255-8d8a-a00e2c53fcfd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:58.920025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:37:58.920828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d094955-075d-4181-869c-edf5e2721347 req-52435b9a-d26f-4030-b8bf-ca9a0de42b1e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992437 Sep 18 00:37:58.921599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffa86-d21a-4de2-be85-027679283bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.952568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Made reservation on behalf of dcb2bf939aa24ef799d2a0462aa67948 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:58.955312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.973788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:58.978256 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9104a211-59ca-43a6-80ab-3837487d7573" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:58.994370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:58.995295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b2c557-c1cc-4348-bfcd-15e277a3c532 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:37:59.004833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.006719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c68c46a6-c6ff-438f-a504-a3b76a1f57e8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d3b2c557-c1cc-4348-bfcd-15e277a3c532 HTTP/1.1" status: 204 len: 168 time: 1.5447748 Sep 18 00:37:59.012897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59644) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:59.080610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:59.105107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:59.108100 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a2b26f-d1e2-463d-b8e2-d08abef77649 x-openstack-request-id: req-10a2b26f-d1e2-463d-b8e2-d08abef77649 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:59.109484 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:59.109943 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10a2b26f-d1e2-463d-b8e2-d08abef77649 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:59.110530 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'code': 200} Sep 18 00:37:59.120133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Deleting subnet 0dc5d7fd-0cbb-41a5-944a-22f465fd6461 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:37:59.122849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.139279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.153394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac6ef921-dc64-4b71-a0f8-c49545811fda no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:59.249195 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.306176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b817bf-4cd9-4069-bbbe-aea723dc22b3 req-63735847-3ac4-4c38-9b74-ccb30402abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:59.307691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b817bf-4cd9-4069-bbbe-aea723dc22b3 req-63735847-3ac4-4c38-9b74-ccb30402abfe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1102 time: 0.1044433 Sep 18 00:37:59.325723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.329949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['358401ae-8429-4bcf-9d2b-fb3a4e266cef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:59.334480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ac6ef921-dc64-4b71-a0f8-c49545811fda {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:59.334820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac6ef921-dc64-4b71-a0f8-c49545811fda not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:59.335234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:59.354121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30796487-bba7-4d14-b7ef-a753d4bdf449 req-26f5b15f-323b-4b7b-a80b-7bb7455e6fc2 tempest-FlavorsV2NegativeTest-1955760016 tempest-FlavorsV2NegativeTest-1955760016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:59.360753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30796487-bba7-4d14-b7ef-a753d4bdf449 req-26f5b15f-323b-4b7b-a80b-7bb7455e6fc2 tempest-FlavorsV2NegativeTest-1955760016 tempest-FlavorsV2NegativeTest-1955760016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5460289 Sep 18 00:37:59.382666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:59.383055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1480bd82-bd3d-4388-9e47-fcf5d85bb3ec not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:59.401192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:59.408775 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b817bf-4cd9-4069-bbbe-aea723dc22b3 req-6ae095db-c8b3-46c2-b797-0dc4c0c6eb39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913296 Sep 18 00:37:59.413522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bac8d4-c394-404a-bdd3-e95cb8a942b4,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:59.424517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe343-b1d6-4662-8c99-bf4099263055 req-d3651f62-54b1-49d5-926c-6a3a81cfbe0f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:59.426214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a91fe343-b1d6-4662-8c99-bf4099263055 req-d3651f62-54b1-49d5-926c-6a3a81cfbe0f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 948 time: 0.2366986 Sep 18 00:37:59.431102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Checking segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:59.431455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Network hostable DHCP agents. Network: 88383506-b09c-4255-8d8a-a00e2c53fcfd, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:37:59.437273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30796487-bba7-4d14-b7ef-a753d4bdf449 req-f04e1245-7dfb-45c1-8ef8-593bcf792a2c tempest-FlavorsV2NegativeTest-1955760016 tempest-FlavorsV2NegativeTest-1955760016-project] 10.222.0.49 "GET /v2.0/quotas/815a6ba3bd6f4db3b6beef94da019279 HTTP/1.1" status: 200 len: 375 time: 0.0755122 Sep 18 00:37:59.453345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:37:59.467427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 88383506-b09c-4255-8d8a-a00e2c53fcfd) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:59.472115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:59.473190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.487331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2b7dd-96ae-467b-847e-187d490e4ab1 None None] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:59.524954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30796487-bba7-4d14-b7ef-a753d4bdf449 req-fec5a3af-d441-4d18-b2f7-3982ac763280 tempest-FlavorsV2NegativeTest-1955760016 tempest-FlavorsV2NegativeTest-1955760016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=815a6ba3bd6f4db3b6beef94da019279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759358 Sep 18 00:37:59.589528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.596640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a91fe343-b1d6-4662-8c99-bf4099263055 req-8702bef7-a567-4dea-96fc-788321187ebd tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582401 Sep 18 00:37:59.615369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffa86-d21a-4de2-be85-027679283bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.617990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.632457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-43b72255-14e7-4f9c-8c0f-517ad6a229d2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7394245 Sep 18 00:37:59.635765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:59.640596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:59.646160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffa86-d21a-4de2-be85-027679283bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.672822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.673657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.708976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5e0ffa86-d21a-4de2-be85-027679283bc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f74303fa8764079bac08625fd864018&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0746586 Sep 18 00:37:59.708976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ffa86-d21a-4de2-be85-027679283bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06d5e9-ee4c-4c41-9198-c4ab840d82db,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:59.709896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59656) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:59.720369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-88383506-b09c-4255-8d8a-a00e2c53fcfd', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:37:59.721459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.762343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.778490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.797309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.801736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0dc5d7fd-0cbb-41a5-944a-22f465fd6461 HTTP/1.1" status: 204 len: 168 time: 0.7874517 Sep 18 00:37:59.802591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:59.805806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188a545-85dc-427c-a8f7-72c8b0e0ffca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc5d7fd-0cbb-41a5-944a-22f465fd6461,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:59.824018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5970e-8ef2-49f1-947d-dfa8be735180 None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:37:59.843402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.912410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:59.922548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.021727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.024415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.028339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb06d5e9-ee4c-4c41-9198-c4ab840d82db HTTP/1.1" status: 204 len: 168 time: 0.3133283 Sep 18 00:38:00.031056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Allocated IP 172.20.0.2 (88383506-b09c-4255-8d8a-a00e2c53fcfd/77bac8d4-c394-404a-bdd3-e95cb8a942b4/04825c92-fcf2-4d37-876d-6787a2a61a85) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:00.052833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.139719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] DHCP port deletion for 91d6db9b-582c-43c4-999d-532f8ae04bb4 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:38:00.153954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efe26a-0100-45b2-8675-3ea90a400ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06d5e9-ee4c-4c41-9198-c4ab840d82db,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:00.164605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f371fd-2092-4cae-b44b-9e26160387af req-6dbab607-cefc-483a-b4f6-f904e7e32b1f tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:00.166166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f371fd-2092-4cae-b44b-9e26160387af req-6dbab607-cefc-483a-b4f6-f904e7e32b1f tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1592014 Sep 18 00:38:00.171990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Deleting port 340b6cb3-5580-4485-bda7-46e5ddb04bbd {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:00.172371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.240343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9f371fd-2092-4cae-b44b-9e26160387af req-722d8842-72b5-4a7e-aa03-016b4909040b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645022 Sep 18 00:38:00.280249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Deleting port 340b6cb3-5580-4485-bda7-46e5ddb04bbd {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:00.280959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.287904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] For port 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=340b6cb3-5580-4485-bda7-46e5ddb04bbd,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:00.289027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.302323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.306440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Calling delete_port for 340b6cb3-5580-4485-bda7-46e5ddb04bbd owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:00.363267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.410971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] For port 340b6cb3-5580-4485-bda7-46e5ddb04bbd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=340b6cb3-5580-4485-bda7-46e5ddb04bbd,segment=NetworkSegment(bbc5024d-ea8e-48c8-be9c-92b0571e54f3),segment_id=bbc5024d-ea8e-48c8-be9c-92b0571e54f3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:00.411260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.440507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Calling delete_port for 340b6cb3-5580-4485-bda7-46e5ddb04bbd owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:00.443370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:00.451603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 358401ae-8429-4bcf-9d2b-fb3a4e266cef up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:00.455712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59684) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:00.487759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.510103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:00.520515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:00.524849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=340b6cb3-5580-4485-bda7-46e5ddb04bbd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:00.528671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] No DVR routers for this DVR port 340b6cb3-5580-4485-bda7-46e5ddb04bbd on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:38:00.539984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Pushing event updated for resources: {'Port': ['ID=04825c92-fcf2-4d37-876d-6787a2a61a85,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:00.559381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 358401ae-8429-4bcf-9d2b-fb3a4e266cef completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:38:00.609967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 358401ae-8429-4bcf-9d2b-fb3a4e266cef triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:00.610324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.629405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.659669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d6db9b-582c-43c4-999d-532f8ae04bb4']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:00.672037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:00.672189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc5024d-ea8e-48c8-be9c-92b0571e54f3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:00.682867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.700738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.708056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:38:00.708516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.726011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Attempting to bind port 04825c92-fcf2-4d37-876d-6787a2a61a85 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:00.726394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Attempting to bind port 04825c92-fcf2-4d37-876d-6787a2a61a85 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:00.727514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Attempting to bind port 04825c92-fcf2-4d37-876d-6787a2a61a85 on network 88383506-b09c-4255-8d8a-a00e2c53fcfd {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:00.738973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:00.739352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Checking segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:00.739752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.740161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Bound using segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:00.740659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Bound port: 04825c92-fcf2-4d37-876d-6787a2a61a85, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:00.741042 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.769037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:38:00.779842 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:38:00.791579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.793141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.795158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9316918-0ffb-4b5d-ab12-f8f677e276a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.804430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.806941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.808889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/91d6db9b-582c-43c4-999d-532f8ae04bb4 HTTP/1.1" status: 204 len: 168 time: 1.0043538 Sep 18 00:38:00.831541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebd8f-00e5-4024-a0b3-1e481e1c82c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d6db9b-582c-43c4-999d-532f8ae04bb4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:00.835046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.872567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Pushing event deleted for resources: {'Port': ['ID=340b6cb3-5580-4485-bda7-46e5ddb04bbd,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:00.879256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] Network 91d6db9b-582c-43c4-999d-532f8ae04bb4 is not hosted by any dhcp agent {{(pid=106454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:38:00.879743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e1fa2-47a5-4ca3-9eae-5f5bcebc4e2f None None] No DVR routers for this DVR port 340b6cb3-5580-4485-bda7-46e5ddb04bbd on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:38:00.906673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc5a8-747d-4d36-95fc-e62a05af628e req-863b16ac-d224-4e9a-9524-a58a65c43afc tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:00.908420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51bdc5a8-747d-4d36-95fc-e62a05af628e req-863b16ac-d224-4e9a-9524-a58a65c43afc tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 948 time: 0.0807335 Sep 18 00:38:00.953849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:00.969791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:00.975609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] For port 04825c92-fcf2-4d37-876d-6787a2a61a85, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:00.983042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] For port 04825c92-fcf2-4d37-876d-6787a2a61a85, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04825c92-fcf2-4d37-876d-6787a2a61a85,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:01.000485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51bdc5a8-747d-4d36-95fc-e62a05af628e req-37314cda-2009-4fcd-a34c-9f9b2b2506f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728037 Sep 18 00:38:01.014183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.078471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.084014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9316918-0ffb-4b5d-ab12-f8f677e276a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.092715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9316918-0ffb-4b5d-ab12-f8f677e276a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.099792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Allocated IP 172.25.7.137 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/d8864ed9-a901-4783-9622-0266a8637538) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:01.142685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316918-0ffb-4b5d-ab12-f8f677e276a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3b59f-e129-4996-80bb-4e7a166a19ed,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.154815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:01.157416 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51974a61-d564-448f-8b91-71f031fa9905" -d '{"events": [{"server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "name": "network-vif-plugged", "status": "completed", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:01.164386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f9316918-0ffb-4b5d-ab12-f8f677e276a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=815a6ba3bd6f4db3b6beef94da019279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060454 Sep 18 00:38:01.165221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59710) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:01.180188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 340b6cb3-5580-4485-bda7-46e5ddb04bbd no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:01.233095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.239271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 340b6cb3-5580-4485-bda7-46e5ddb04bbd {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:01.239629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 340b6cb3-5580-4485-bda7-46e5ddb04bbd not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:01.279479 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234b8270-b351-4a5d-bdc2-0c0b0cc68537 x-openstack-request-id: req-234b8270-b351-4a5d-bdc2-0c0b0cc68537 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:01.280509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.281192 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "name": "network-vif-plugged", "status": "completed", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:01.285789 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-234b8270-b351-4a5d-bdc2-0c0b0cc68537 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:01.286467 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef', 'code': 200} Sep 18 00:38:01.301236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174208d-15e1-44a9-a01d-6aab07d800f5 None None] Pushing event updated for resources: {'Port': ['ID=04825c92-fcf2-4d37-876d-6787a2a61a85,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.318695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59716) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:01.405249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e7701e7e-ec2c-49b5-9dc6-c5b9ad589fd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7ca663280984d1aa3cf422b3f28f0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854297 Sep 18 00:38:01.415340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59718) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:01.438219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.458122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59720) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:01.475344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2a87-c067-49c1-98c8-1c0e1a50d87d req-aa756d30-5843-47e3-acfd-a4ad83f388fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:01.478635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d01c2a87-c067-49c1-98c8-1c0e1a50d87d req-aa756d30-5843-47e3-acfd-a4ad83f388fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 1101 time: 0.1327448 Sep 18 00:38:01.502911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.505920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.506942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.509777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/feb3b59f-e129-4996-80bb-4e7a166a19ed HTTP/1.1" status: 204 len: 168 time: 0.3433568 Sep 18 00:38:01.550459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac197e-6bb7-4984-9f52-299ff894396c req-e5b082e4-b409-421e-944e-78a268914b79 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:01.561891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8ac197e-6bb7-4984-9f52-299ff894396c req-e5b082e4-b409-421e-944e-78a268914b79 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1804214 Sep 18 00:38:01.564070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:01.569626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:01.571259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5b5e-f281-424d-b6da-40385c26c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3b59f-e129-4996-80bb-4e7a166a19ed,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.583838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:01.586128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Pushing event updated for resources: {'Port': ['ID=d8864ed9-a901-4783-9622-0266a8637538,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.596472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.597804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.598471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.599010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.599802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.600270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.600895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.601282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.601947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.602225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.602645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.603277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:01.620454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d01c2a87-c067-49c1-98c8-1c0e1a50d87d req-3159c9cb-3118-442f-a5d2-4f670954888f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239173 Sep 18 00:38:01.653007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.664765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8ac197e-6bb7-4984-9f52-299ff894396c req-8647ec46-302c-4164-88bd-4aee118355e7 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006687 Sep 18 00:38:01.697998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.699434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-804614091-network', 'tenant_id': '304f0639eb404ad59b26a5f8c9c61594'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:01.751007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.753735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.755150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0f41238-8183-4903-8b4a-982c0f848681 HTTP/1.1" status: 204 len: 168 time: 0.3379769 Sep 18 00:38:01.770200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e285-c1d0-4e72-bacb-8eb0ac3914ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f41238-8183-4903-8b4a-982c0f848681,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:01.795240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Made reservation on behalf of 304f0639eb404ad59b26a5f8c9c61594 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:01.797933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.819500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.856063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:01.971010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.116823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.137892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.146445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e7453-5651-4b5f-af26-7edab4cd4004 req-9a6d8b41-5ac8-4647-9633-8b3c57993318 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:02.156379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-612e7453-5651-4b5f-af26-7edab4cd4004 req-9a6d8b41-5ac8-4647-9633-8b3c57993318 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 949 time: 0.0807970 Sep 18 00:38:02.202641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-612e7453-5651-4b5f-af26-7edab4cd4004 req-ae02a61e-2d83-4188-8d9e-9773090a2721 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Sep 18 00:38:02.225001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59744) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:02.250788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:38:02.265239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b8490-2546-452b-a143-2ca10b7b9f99,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:02.279022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.280034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7d6f590e-618d-472c-a502-f95a539370bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f5dcda52e794b72a1acf7566d1eef33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535820 Sep 18 00:38:02.282253 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Added segment 6e3c5d54-8dc7-4b8a-9619-ce8860d0227b of type vlan for network 53049966-252a-4b1b-b1a9-ce5af24df934 Sep 18 00:38:02.286188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59748) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:02.357256 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.389786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.407645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59cf92-9fad-463a-a403-9d429ea0a1fd None None] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:02.419413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.436265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.453334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.457234 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.461197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ddabe94-fd94-4ed6-83f0-5714e9d87750 HTTP/1.1" status: 204 len: 168 time: 0.1735015 Sep 18 00:38:02.480705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e980176-5417-425d-a7b7-58c80a4f676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddabe94-fd94-4ed6-83f0-5714e9d87750,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:02.516314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] Provisioning complete for port 04825c92-fcf2-4d37-876d-6787a2a61a85 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:02.517188 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.545385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.546368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:02.546953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.577153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1172144 Sep 18 00:38:02.580014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59760) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:02.585402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Request body: {'subnet': {'network_id': '53049966-252a-4b1b-b1a9-ce5af24df934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-804614091-subnet', 'tenant_id': '304f0639eb404ad59b26a5f8c9c61594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:02.627396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Made reservation on behalf of 304f0639eb404ad59b26a5f8c9c61594 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:02.629972 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.680433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3432e23-4b64-4a15-b864-6ffe64acadf8 admin admin] Pushing event updated for resources: {'Network': ['ID=53049966-252a-4b1b-b1a9-ce5af24df934,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:02.687710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.692573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 53049966-252a-4b1b-b1a9-ce5af24df934 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:38:02.715587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Router 09b12d66-6657-4b62-bf62-f2e62bce8291 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:38:02.804716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] For port 04825c92-fcf2-4d37-876d-6787a2a61a85, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04825c92-fcf2-4d37-876d-6787a2a61a85,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:02.814844 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:02.816514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59766) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:02.881997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d0906-50fe-4fdb-a0f1-d78bf94e6aca None None] Pushing event updated for resources: {'Port': ['ID=04825c92-fcf2-4d37-876d-6787a2a61a85,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:02.960183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:02.975570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Sync routers for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:02.993068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:02.995142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:02.997819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeeaad-d81e-42ed-966d-de5f2c1e2492 req-41ceb526-ea91-402d-9fc6-7b1de4a31c4b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:03.007243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1edeeaad-d81e-42ed-966d-de5f2c1e2492 req-41ceb526-ea91-402d-9fc6-7b1de4a31c4b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1891384 Sep 18 00:38:03.008499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.018804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c849f1e-9f04-4ac0-bace-21c297dc519e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3813365 Sep 18 00:38:03.021693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:03.071708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1edeeaad-d81e-42ed-966d-de5f2c1e2492 req-95c7991f-da82-4c95-8491-107707cba5e6 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 Sep 18 00:38:03.092578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1390541066-network', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:03.157846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Made reservation on behalf of d3b8d8d5df174c8f9dcad10c30e7e0c6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:03.160541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.173601 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.189322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.211667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04825c92-fcf2-4d37-876d-6787a2a61a85 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:03.258441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b8580db0-29f3-4e02-bed5-815adb4bbff7 None None] Provisioning complete for port 04825c92-fcf2-4d37-876d-6787a2a61a85 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:03.258819 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8580db0-29f3-4e02-bed5-815adb4bbff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.261571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:03.276278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84648501-a92f-4dd6-bcfc-58ab0a0635b2,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:03.388830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Checking segment: {'id': '6e3c5d54-8dc7-4b8a-9619-ce8860d0227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53049966-252a-4b1b-b1a9-ce5af24df934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:03.389262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Network hostable DHCP agents. Network: 53049966-252a-4b1b-b1a9-ce5af24df934, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:38:03.431955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ddaf-eec3-447f-8ec4-470372aaf26a req-12f9f117-3afe-4041-988d-e93389cdcb12 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:03.433851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f809ddaf-eec3-447f-8ec4-470372aaf26a req-12f9f117-3afe-4041-988d-e93389cdcb12 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 949 time: 0.1387813 Sep 18 00:38:03.597772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04825c92-fcf2-4d37-876d-6787a2a61a85 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:03.598225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.687798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.778780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:01Z', 'revision_number': 3, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:03.805945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Checking router: 09b12d66-6657-4b62-bf62-f2e62bce8291 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:03.806567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Updating router 09b12d66-6657-4b62-bf62-f2e62bce8291 port d8864ed9-a901-4783-9622-0266a8637538 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:38:03.843018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.878222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Network 53049966-252a-4b1b-b1a9-ce5af24df934 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:38:03.897778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.899582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 53049966-252a-4b1b-b1a9-ce5af24df934) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:03.904633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:03.905179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.914697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:03.917502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Allocated IP 172.20.0.1 (88383506-b09c-4255-8d8a-a00e2c53fcfd/77bac8d4-c394-404a-bdd3-e95cb8a942b4/2d7ea7b7-e492-440f-9b4c-c1c0503e4a39) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:03.944494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:38:03.947256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e0492-6b2e-4f5e-8de9-af5ade142feb None None] Network 53049966-252a-4b1b-b1a9-ce5af24df934 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:03.961263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f809ddaf-eec3-447f-8ec4-470372aaf26a req-7b8b8f5c-db76-457c-bd59-16e8a44f698c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912994 Sep 18 00:38:03.974411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-80a8ca35-d37c-4807-9917-27d6efb9986f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3932157 Sep 18 00:38:03.981155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b044a08-9dd6-4eef-aa20-4ad47aa875a1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:04.018057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.020530 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Added segment ae85cf49-45ad-467e-912c-e549784778cd of type vlan for network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 Sep 18 00:38:04.080528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.121545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.156732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.183306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:04.209490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c399b-2bb9-41cc-b60e-121e84df0a54 req-0435a044-c052-433d-ba92-635b66cc2dd5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:04.211874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd1c399b-2bb9-41cc-b60e-121e84df0a54 req-0435a044-c052-433d-ba92-635b66cc2dd5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1074939 Sep 18 00:38:04.213845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:04.215132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.215957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:04.216176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:04.216800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.219156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:04.297180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.345934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5262532 Sep 18 00:38:04.356415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59818) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:04.364339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.366495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Request body: {'subnet': {'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1390541066-subnet', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:04.375356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.384562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727e9e-6ab7-404d-b452-b62ba095f81e admin admin] Pushing event updated for resources: {'Network': ['ID=87ffaf01-4492-4b1d-b5c7-a79baecd85e5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:04.398133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd1c399b-2bb9-41cc-b60e-121e84df0a54 req-3ed39883-1b22-41e3-a77f-3e09e0f7243a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714437 Sep 18 00:38:04.413651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ef50-540b-4e5d-8c97-453a4ac03f0b req-bdc3b647-4bca-4a2a-9dd2-5e52c8021013 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:04.430708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:38:04.434548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59820) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:04.435113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e030ef50-540b-4e5d-8c97-453a4ac03f0b req-bdc3b647-4bca-4a2a-9dd2-5e52c8021013 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.2221642 Sep 18 00:38:04.464769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Made reservation on behalf of d3b8d8d5df174c8f9dcad10c30e7e0c6 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:04.466977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.505273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Deleting subnet 84648501-a92f-4dd6-bcfc-58ab0a0635b2 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:38:04.509812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.523484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e030ef50-540b-4e5d-8c97-453a4ac03f0b req-4be7ef5c-1424-409c-bfdb-2279d45beffe tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805306 Sep 18 00:38:04.595435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.637524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0491f9-d2b1-4119-bf7c-c077d77a0822 None None] Pushing event updated for resources: {'Port': ['ID=d8864ed9-a901-4783-9622-0266a8637538,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:04.640407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Attempting to bind port d8864ed9-a901-4783-9622-0266a8637538 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:04.640950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Attempting to bind port d8864ed9-a901-4783-9622-0266a8637538 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:04.641180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Attempting to bind port d8864ed9-a901-4783-9622-0266a8637538 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:04.648937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:04.649202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:04.649608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.649996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:04.650464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Bound port: d8864ed9-a901-4783-9622-0266a8637538, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:04.650864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.655454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.724601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aad4a8-6636-4625-bfed-fc003f26156f None None] Network 53049966-252a-4b1b-b1a9-ce5af24df934 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:04.762915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.765503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.784819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-e58721db-e59e-4e4d-8232-7c8945c95b1c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409491 Sep 18 00:38:04.806034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84648501-a92f-4dd6-bcfc-58ab0a0635b2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:04.818891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.823641 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9552e313-f3a3-485c-ada5-58dd299f076d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/84648501-a92f-4dd6-bcfc-58ab0a0635b2 HTTP/1.1" status: 204 len: 168 time: 0.3805361 Sep 18 00:38:04.824130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] For port d8864ed9-a901-4783-9622-0266a8637538, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:04.824310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59840) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:04.829958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9ba7efab-9f89-4319-a98f-16d148d8c1e0 None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:04.830603 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ba7efab-9f89-4319-a98f-16d148d8c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.877984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7efab-9f89-4319-a98f-16d148d8c1e0 None None] Port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:04.888464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] For port d8864ed9-a901-4783-9622-0266a8637538, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d8864ed9-a901-4783-9622-0266a8637538,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:04.903402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.915277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:04.962642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.006263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-4d0146f3-5cdc-459c-a85a-8a14ee2d7246 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:05.015023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-4d0146f3-5cdc-459c-a85a-8a14ee2d7246 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289512 Sep 18 00:38:05.029893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:05.030712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:05.034366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0491f9-d2b1-4119-bf7c-c077d77a0822 None None] Pushing event updated for resources: {'Port': ['ID=d8864ed9-a901-4783-9622-0266a8637538,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:05.036199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d998c9bd-9382-45d6-97ee-e292d5146e55,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:05.048465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-915673b8-eedb-4fbf-82c2-4099635c6fd8 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/quotas/e39079fe72f8487193dce55fd7ffe90b HTTP/1.1" status: 200 len: 375 time: 0.0325041 Sep 18 00:38:05.051028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Checking segment: {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:05.051454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Network hostable DHCP agents. Network: 87ffaf01-4492-4b1d-b5c7-a79baecd85e5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:38:05.104920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:38:05.114268 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.127031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-f9486099-081a-4706-9d47-82dfe03b3d74 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776203 Sep 18 00:38:05.129505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 87ffaf01-4492-4b1d-b5c7-a79baecd85e5) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:05.136486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:05.137552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.155832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c19be114-0c4e-42b4-bebf-b00e2da80d95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7958312 Sep 18 00:38:05.158622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59848) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:05.168455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:05.176970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f4400-2275-4f3d-9595-aaaa3ecc93e0 None None] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:05.196883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53049966-252a-4b1b-b1a9-ce5af24df934']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:05.202014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.203188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.237307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:05.244093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3c5d54-8dc7-4b8a-9619-ce8860d0227b') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:05.244355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3c5d54-8dc7-4b8a-9619-ce8860d0227b') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:05.276232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.297205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.315564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.324255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:38:05.324959 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:38:05.326719 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:38:05.405516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.413343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.449646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:05.465773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af40de3d-56d7-4057-9ca0-f23259d2b888 req-afcb7420-9635-4e1d-adc1-6aecd99d9975 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 210 time: 0.1076162 Sep 18 00:38:05.484072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.501187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.505369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/53049966-252a-4b1b-b1a9-ce5af24df934 HTTP/1.1" status: 204 len: 168 time: 0.6762526 Sep 18 00:38:05.540841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19df963-77dc-4c69-acfa-18ef5ce2d7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53049966-252a-4b1b-b1a9-ce5af24df934,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:05.546275 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.547156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:05.550332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.611556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'fixed_ips': [{'subnet_id': 'd998c9bd-9382-45d6-97ee-e292d5146e55'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:38:05.612767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.741568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:05.749804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:05.755595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce24b4-7638-4f5f-a4b2-868f15dc1fce req-d949ba08-f8c7-493c-a147-e78b4279f434 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:05.757180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bce24b4-7638-4f5f-a4b2-868f15dc1fce req-d949ba08-f8c7-493c-a147-e78b4279f434 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.0801053 Sep 18 00:38:05.767619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f028189a-72b8-44b3-972a-e97341a3d5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.774567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59870) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:05.917395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bce24b4-7638-4f5f-a4b2-868f15dc1fce req-c0c2ce30-d9c3-4180-941c-6811d316cfb2 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138599 Sep 18 00:38:05.926673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.969354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.007383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Router 09b12d66-6657-4b62-bf62-f2e62bce8291 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:06.010243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b30209dc-8170-4e8d-be1a-4aaa7304cd5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=304f0639eb404ad59b26a5f8c9c61594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298758 Sep 18 00:38:06.014581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59874) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:06.127667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Allocated IP 172.25.7.11 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:06.186161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f028189a-72b8-44b3-972a-e97341a3d5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.191198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.248426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f028189a-72b8-44b3-972a-e97341a3d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.264689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.274361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15ed7baf-875a-45cd-8f05-5050918deddd None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:06.276702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15ed7baf-875a-45cd-8f05-5050918deddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.285676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.288529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:03Z', 'revision_number': 1, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:06.311095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.319198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:06.330414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f028189a-72b8-44b3-972a-e97341a3d5f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e2fe8f1d24f4b6e9653bfd60f831005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773286 Sep 18 00:38:06.332732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59878) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:06.344764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b8c34bdf-adcb-4bd7-80d5-7d20a06427d3 admin admin] 10.222.0.49 "PUT /v2.0/routers/09b12d66-6657-4b62-bf62-f2e62bce8291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3144467 Sep 18 00:38:06.347630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028189a-72b8-44b3-972a-e97341a3d5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c345b32-de6d-4176-8a40-f793c33177de,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:06.370168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:06.375542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:06.380169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:06.385049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Allocated IP 172.20.0.2 (87ffaf01-4492-4b1d-b5c7-a79baecd85e5/d998c9bd-9382-45d6-97ee-e292d5146e55/1c70f680-8179-4e58-bcbb-3a9fa80aaf3e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:06.417257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.418751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78236e55-8cf9-4f7a-a797-69c66d45b62a None None] The sync data for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 is: [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:03Z', 'revision_number': 1, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:06.438471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.440942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Pushing event updated for resources: {'Port': ['ID=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:06.442658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.447206 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/533b8490-2546-452b-a143-2ca10b7b9f99 HTTP/1.1" status: 204 len: 168 time: 0.4271083 Sep 18 00:38:06.447403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-15ed7baf-875a-45cd-8f05-5050918deddd None None] Port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:06.464249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9fab7-ccbb-4d0f-ad71-800c37a4642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b8490-2546-452b-a143-2ca10b7b9f99,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:06.468160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.472816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.473179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.473522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.474072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.474318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.474646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.474969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.475292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.475744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.476905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.477189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.477515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:06.592019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.595759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.597299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c345b32-de6d-4176-8a40-f793c33177de HTTP/1.1" status: 204 len: 168 time: 0.2569120 Sep 18 00:38:06.607542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cd584-3fb7-4dcd-a223-ea2dbac6235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c345b32-de6d-4176-8a40-f793c33177de,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:06.668624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35d34a21-19bc-4e41-b94a-dbcb3f1d22ad req-3a65d4df-da30-4238-8b44-364813f7da12 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0459673 Sep 18 00:38:06.749576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.779256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:06.864737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-998c2ad0-de64-4d3b-b2b6-2dff4cbcde4d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e39079fe72f8487193dce55fd7ffe90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577743 Sep 18 00:38:06.882939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:06.903724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:06.906973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:06.911949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Pushing event updated for resources: {'Port': ['ID=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:06.968264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.069265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Attempting to bind port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:07.070841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Attempting to bind port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:07.071495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Attempting to bind port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e on network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:07.083481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:07.084215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Checking segment: {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:07.087520 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.088218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Bound using segment: {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:07.088980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Bound port: 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:07.089639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.196170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-e1cda1e2-3606-4d8c-a7d6-0a77b8d75ec9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:07.200893 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-e1cda1e2-3606-4d8c-a7d6-0a77b8d75ec9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288910 Sep 18 00:38:07.217297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ede-0c0f-4b27-8e15-5edbe4ba9a4b req-eeb9eff7-916b-4cd8-865b-ffb0b39377af tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:07.220533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2160ede-0c0f-4b27-8e15-5edbe4ba9a4b req-eeb9eff7-916b-4cd8-865b-ffb0b39377af tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1212265 Sep 18 00:38:07.228980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Request body: {'port': {'device_id': '14341125-a114-41f5-876b-37586fac2fd2', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'e39079fe72f8487193dce55fd7ffe90b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:07.244343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] For port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:07.252750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] For port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:07.262903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.343709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2160ede-0c0f-4b27-8e15-5edbe4ba9a4b req-1fc0bd38-e635-4ea9-923a-4b0412c6d156 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098108 Sep 18 00:38:07.434254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.440720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868f60-3181-4896-8f8a-d72329c66edc None None] Pushing event updated for resources: {'Port': ['ID=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:07.618302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59910) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:07.633887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480a0813-777e-4e3c-8585-ebc362a726f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.827113 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480a0813-777e-4e3c-8585-ebc362a726f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.845926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480a0813-777e-4e3c-8585-ebc362a726f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:07.935013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:38:07.985820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-480a0813-777e-4e3c-8585-ebc362a726f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29489548bd034b8384353480b8857dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662956 Sep 18 00:38:08.005093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81fc9654-53d0-4dd9-8a07-a7b708b29610 req-563de87b-53ae-43c9-b6e4-b76ff66dce25 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 210 time: 0.1439009 Sep 18 00:38:08.006283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.007145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59920) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.022533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882874651', 'description': 'tempest-description--487714188'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:08.039513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a0813-777e-4e3c-8585-ebc362a726f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f034e4d-9885-48c6-a5e1-e9680e5c257e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:08.128246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.242921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.257478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:08.272398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Sync routers for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:08.283921 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:08.284938 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:08.294254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.348574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.364488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.388941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.393747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c3ef0f04-0517-4972-bd07-dbd86d6d1093 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2336597 Sep 18 00:38:08.394258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.402747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.406071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.407444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f034e4d-9885-48c6-a5e1-e9680e5c257e HTTP/1.1" status: 204 len: 168 time: 0.3897641 Sep 18 00:38:08.419968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Made reservation on behalf of e39079fe72f8487193dce55fd7ffe90b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:08.428701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.434125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4152148 Sep 18 00:38:08.434963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59938) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.436868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.443334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'security_group_rule': {'security_group_id': '69dc5032-c4c0-468c-beb0-5a00d07d1dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:08.460082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d038753-2752-4bcf-8843-44f35bef3074 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc5032-c4c0-468c-beb0-5a00d07d1dda,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:08.496571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb493b14-7897-473a-9d99-68235b4b5d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f034e4d-9885-48c6-a5e1-e9680e5c257e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:08.523544 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:08.524783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.597655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.646004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.704502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75264-a1b8-42a7-9393-9bb177047044 req-93961932-305d-416c-9c34-36d85296b556 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:08.713946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ec75264-a1b8-42a7-9393-9bb177047044 req-93961932-305d-416c-9c34-36d85296b556 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1429489 Sep 18 00:38:08.716259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add5c66e-27b2-4e66-ada9-5c4ee8427e35,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:08.726672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.731192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fcd55037-57c4-469c-8c0b-9b75e60020e9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926068 Sep 18 00:38:08.732989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59946) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.745081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'security_group_rule': {'security_group_id': '69dc5032-c4c0-468c-beb0-5a00d07d1dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:08.791909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ec75264-a1b8-42a7-9393-9bb177047044 req-242280eb-9dda-436a-b377-dbb8c0fbc2cd tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763745 Sep 18 00:38:08.833267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.945005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.955086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.978006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dd1fbe-afe9-46a6-846e-dd77b8dad3fc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:08.979916 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:06Z', 'revision_number': 3, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:08.989375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:08.990665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-33eff0ec-55ca-4045-9d8a-7d9b7cfbd60c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564781 Sep 18 00:38:08.993571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59952) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:08.999477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:09.044100 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Checking router: a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:09.046383 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Updating router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:38:09.046935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.095951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a824c81-82b7-4803-b6ac-c8ced87f8cd6 None None] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:09.108159 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.209634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Allocated IP 192.168.233.251 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/f491eb21-16ee-4aaf-b485-6f822505755c) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:09.243704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-879113f2-a189-4c76-85a2-a61ca797d4dc req-ee48574b-da5f-486e-83c2-c303fd35acf0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0957477 Sep 18 00:38:09.281978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d8864ed9-a901-4783-9622-0266a8637538 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:09.413546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.452996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163358c-ae03-435b-962d-bae637fccf12 req-9d3ced29-c1a7-427a-af6f-02da9294495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:09.454529 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6163358c-ae03-435b-962d-bae637fccf12 req-9d3ced29-c1a7-427a-af6f-02da9294495d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.1853302 Sep 18 00:38:09.597075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] Provisioning complete for port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:09.597446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.748608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d8864ed9-a901-4783-9622-0266a8637538 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:09.748986 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.759777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.767703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6163358c-ae03-435b-962d-bae637fccf12 req-9622f21d-f509-4807-8611-74ea078f3a0e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986758 Sep 18 00:38:09.812072 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.836589 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.889497 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Attempting to bind port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:09.890382 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Attempting to bind port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:09.891111 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Attempting to bind port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:09.907605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:09.908607 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:09.909254 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.909864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:09.910674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Bound port: 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:09.911457 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.919462 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Pushing event updated for resources: {'Port': ['ID=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:09.938793 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.953805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:09.981543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['358401ae-8429-4bcf-9d2b-fb3a4e266cef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:10.009408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Allocated IP 172.25.7.180 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/11e8b7b2-fb15-4cdd-b341-a576bb2ef62f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:10.042835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:10.059238 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.061265 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.063813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.067590 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.068165 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.069122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.070088 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.071255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.072704 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.073198 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.076863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.077322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:10.115177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Sync routers for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:10.124107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.127816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:10.133928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:10.146388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:10.151860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event updated for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:10.203901 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] For port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:10.204725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] For port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:10.218698 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] For port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:10.224762 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.233779 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.238747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port d8864ed9-a901-4783-9622-0266a8637538, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d8864ed9-a901-4783-9622-0266a8637538,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:10.243806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:10.244766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:10.265332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.312569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:10.318273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.323474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.369317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23139-daaf-4469-8819-66958b9fd186 None None] Pushing event updated for resources: {'Port': ['ID=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:10.399714 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:10.401092 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:10.408883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.415494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877b238-6b69-4338-90b7-e57cfbcc9450 req-3139f86a-66a4-4606-8430-ca3d91f780dc tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:10.415816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:10.426688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-8a2d6977-5943-4d71-b73b-644aec1590be tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2016861 Sep 18 00:38:10.427453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1877b238-6b69-4338-90b7-e57cfbcc9450 req-3139f86a-66a4-4606-8430-ca3d91f780dc tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.5032480 Sep 18 00:38:10.512012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Request body: {'port': {'device_id': '14341125-a114-41f5-876b-37586fac2fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:10.545767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.582574 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:10.606685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1877b238-6b69-4338-90b7-e57cfbcc9450 req-150d33d1-1257-4c59-b5ac-b51c1dc2245a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781569 Sep 18 00:38:10.771227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:10.791751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'Port': ['ID=11e8b7b2-fb15-4cdd-b341-a576bb2ef62f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:10.799191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:10.803251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:10.818715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.826922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4ec33c4d-9e45-4ffc-bf43-40788d3c271e None None] Provisioning complete for port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:10.827281 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ec33c4d-9e45-4ffc-bf43-40788d3c271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:10.837446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8ab85-c36d-4a9d-8933-6725bbaab8b0 None None] Pushing event updated for resources: {'Port': ['ID=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:10.841641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adafa7-660c-4d78-a7fa-fcb71cbc7e8f req-782e9ff6-f8fc-4432-9802-fa53b543c1d6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:10.843224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8adafa7-660c-4d78-a7fa-fcb71cbc7e8f req-782e9ff6-f8fc-4432-9802-fa53b543c1d6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 936 time: 0.3949549 Sep 18 00:38:10.874784 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:06Z', 'revision_number': 3, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:10.931620 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103cef2-0b92-4e20-b577-c547f2811fb7 None None] The sync data for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 is: [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:06Z', 'revision_number': 3, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:11.045828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:11.127760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:11.129134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.224133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=d8864ed9-a901-4783-9622-0266a8637538,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:11.244885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8adafa7-660c-4d78-a7fa-fcb71cbc7e8f req-07d4b6f6-3f6b-4585-9a19-d828a9b789fd tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494980 Sep 18 00:38:11.246420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Allocated IP 172.20.0.1 (87ffaf01-4492-4b1d-b5c7-a79baecd85e5/d998c9bd-9382-45d6-97ee-e292d5146e55/7d02ac1f-8801-48f2-85f9-f835cf5c9c08) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:11.298700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.345414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.504411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f34258dd-51c7-4791-b592-2519254c4d56 None None] Provisioning complete for port f491eb21-16ee-4aaf-b485-6f822505755c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:11.504796 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f34258dd-51c7-4791-b592-2519254c4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.603483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f491eb21-16ee-4aaf-b485-6f822505755c {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:11.619525 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.654899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Transition to ACTIVE for port object f491eb21-16ee-4aaf-b485-6f822505755c will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:38:11.660201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.666541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.683596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.702233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.724319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Pushing event updated for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:11.826489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f34258dd-51c7-4791-b592-2519254c4d56 None None] Port f491eb21-16ee-4aaf-b485-6f822505755c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:11.868505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 2, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:11.930639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:11.936629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'Port': ['ID=11e8b7b2-fb15-4cdd-b341-a576bb2ef62f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:11.945378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Checking router: 09b12d66-6657-4b62-bf62-f2e62bce8291 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:11.946870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Updating router 09b12d66-6657-4b62-bf62-f2e62bce8291 port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:38:11.950745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Attempting to bind port f491eb21-16ee-4aaf-b485-6f822505755c on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:11.950745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Attempting to bind port f491eb21-16ee-4aaf-b485-6f822505755c by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:11.951101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Attempting to bind port f491eb21-16ee-4aaf-b485-6f822505755c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:11.973470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e7bd2-ef9d-4193-b351-46168153e34a req-368e0719-f488-4fd7-b8ac-22a0116e760e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:11.994413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-322e7bd2-ef9d-4193-b351-46168153e34a req-368e0719-f488-4fd7-b8ac-22a0116e760e tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.2286010 Sep 18 00:38:11.997030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.019257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.051459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Pushing event updated for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:12.056402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Port f491eb21-16ee-4aaf-b485-6f822505755c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:38:12.056729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Attempting to bind port f491eb21-16ee-4aaf-b485-6f822505755c on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:12.064253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:12.068045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:12.071286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:12.083404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:12.083903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:12.084401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Bound port: f491eb21-16ee-4aaf-b485-6f822505755c, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:12.084779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.102275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:12.136218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-322e7bd2-ef9d-4193-b351-46168153e34a req-7d41f806-7e87-46c6-829e-5c330816e320 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411059 Sep 18 00:38:12.161663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d8864ed9-a901-4783-9622-0266a8637538 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:12.179522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.181336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec0fcdee-78f9-4a86-b31b-2d40e657e484 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1865199 Sep 18 00:38:12.237821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.314135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1449009934', 'description': 'tempest-description-93755398'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:12.365759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.503007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.510080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.518275 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.537437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:12.578393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d8864ed9-a901-4783-9622-0266a8637538 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:12.579200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.603975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.605257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acf74e32-99d0-429d-9ab5-a3909305ac00 req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3014433 Sep 18 00:38:12.607055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27f95-1917-47c8-af7c-551aef8ce4c3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4c6ab6-c9da-40cd-a26e-a50399c31599,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:12.612647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f491eb21-16ee-4aaf-b485-6f822505755c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:12.631854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.636309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f322c9-216b-4fc4-aaf3-6c800987e8f8 req-fb1d1ed7-e238-4559-93e2-3a9bfc13ffb6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:12.637861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01f322c9-216b-4fc4-aaf3-6c800987e8f8 req-fb1d1ed7-e238-4559-93e2-3a9bfc13ffb6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 948 time: 0.0800881 Sep 18 00:38:12.692503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7db6666b-cefb-482a-a854-77fa916c466b None None] Provisioning complete for port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:12.692890 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7db6666b-cefb-482a-a854-77fa916c466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.715029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01f322c9-216b-4fc4-aaf3-6c800987e8f8 req-6f22e45a-185c-4dc6-b27b-ebdf24e249f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593615 Sep 18 00:38:12.750865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:12.751748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.754431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] 10.222.0.54 "PUT /v2.0/ports/f491eb21-16ee-4aaf-b485-6f822505755c HTTP/1.1" status: 200 len: 1097 time: 2.2555566 Sep 18 00:38:12.757187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:12.760337 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bbeef-a5d9-42a5-b752-4a7629989ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:12.839183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.843028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7db6666b-cefb-482a-a854-77fa916c466b None None] Port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:12.855060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3122df-b885-4474-a9c5-5a29b8c7115b service neutron] Pushing event updated for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:12.865391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:12.876102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-c74a5a20-be23-4e78-b6ed-d87422f1a7a6 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1882874651&fields=id&tenant_id=dcb2bf939aa24ef799d2a0462aa67948 HTTP/1.1" status: 200 len: 267 time: 0.0661578 Sep 18 00:38:12.892215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-030581f5-b252-40f3-8b93-c92a400229df tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1449009934&fields=id&tenant_id=7565db54ae1d43dba559941d38fe9c14 HTTP/1.1" status: 200 len: 267 time: 0.0913773 Sep 18 00:38:12.893913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.941301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:12.949617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-ccea10c6-7486-440f-9e99-4d6974dc7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:12.951241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-ccea10c6-7486-440f-9e99-4d6974dc7c82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 1100 time: 0.1196060 Sep 18 00:38:12.952383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.030528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724e96-961d-43a5-b139-7183855cb1d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:13.077448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Attempting to bind port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:13.077819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Attempting to bind port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:13.078186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Attempting to bind port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 on network 88383506-b09c-4255-8d8a-a00e2c53fcfd {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:13.088417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:13.088826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.113211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-d8bc9493-9feb-421d-907d-c0701efac03d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:13.122247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-d8bc9493-9feb-421d-907d-c0701efac03d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.2084947 Sep 18 00:38:13.123939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-9224182b-1a99-4d54-865a-90cae901a6f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f491eb21-16ee-4aaf-b485-6f822505755c HTTP/1.1" status: 200 len: 217 time: 0.1414552 Sep 18 00:38:13.128919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'port': {'security_groups': ['5fc47f58-36c8-440e-bd1a-bcdf3c780ac8', '9b4c6ab6-c9da-40cd-a26e-a50399c31599']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:13.135522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:13.136869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Checking segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:13.141280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.141890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Bound using segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:13.142524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Bound port: 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:13.143028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.155232 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.169505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-27571ff5-dbac-4f64-aef5-5345bc434ea2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:13.171057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-27571ff5-dbac-4f64-aef5-5345bc434ea2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/networks?id=88383506-b09c-4255-8d8a-a00e2c53fcfd HTTP/1.1" status: 200 len: 812 time: 0.2761314 Sep 18 00:38:13.185764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Pushing event updated for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:13.201772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-a85db48d-06fb-4e0f-8627-c859bb89bfa7 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/quotas/dcb2bf939aa24ef799d2a0462aa67948 HTTP/1.1" status: 200 len: 375 time: 0.0244656 Sep 18 00:38:13.228863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-ee22ad5c-aeaf-4703-8e21-b3cf91e091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:13.230533 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-ee22ad5c-aeaf-4703-8e21-b3cf91e091cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0949340 Sep 18 00:38:13.260940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.290065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] For port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:13.294434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] For port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:13.299955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.306010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.331920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9129d-1484-4b05-b808-c77416570a45 req-55bf1b0b-ff91-4713-ae71-f9a4376d572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:13.333532 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-55bf1b0b-ff91-4713-ae71-f9a4376d572a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901077 Sep 18 00:38:13.346632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-e2cd56fb-c048-4765-b661-885c32303f75 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcb2bf939aa24ef799d2a0462aa67948&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120012 Sep 18 00:38:13.368438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:13.380910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:13.388756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.389532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:13.394905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:13.395542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:13.396170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:13.417426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724e96-961d-43a5-b139-7183855cb1d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:13.478795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:13.479201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.638579 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-28ad6721-48da-4ea3-ba20-e6cf8e5261ab service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725832 Sep 18 00:38:13.670997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:13.708088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:13.750913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:13.751458 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.877859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.889677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-3db61274-bfa1-4d7b-9747-afcd9558de90 service neutron] 10.222.0.49 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284593 Sep 18 00:38:13.976853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:13.991183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] For port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:14.005613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.087866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-617d6112-d941-4378-9a8d-ed60691b8981 service neutron] 10.222.0.49 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969478 Sep 18 00:38:14.097679 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bdf9129d-1484-4b05-b808-c77416570a45 req-353da1e5-a298-4072-b98d-6067218eced1 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497237 Sep 18 00:38:14.103581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957536b-93dc-4c55-a466-511a76e6cf53 None None] Pushing event updated for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:14.130647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:14.170057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9e508edf-2c76-4405-aa5c-8245d6497f8d None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:14.171018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e508edf-2c76-4405-aa5c-8245d6497f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.172991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.177539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:14.184400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.187507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:14.193949 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-769e5f89-c165-4c76-a519-a174070fbd5d admin admin] 10.222.0.49 "PUT /v2.0/routers/a8f4e8eb-e685-4b82-9cc0-fea601cab4c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7899363 Sep 18 00:38:14.206441 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Sync routers for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:14.219164 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:14.223060 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:14.229314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1717659b-b4b5-4ebb-9713-27cdea2f8105'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:14.233615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54fc3c-2636-442e-8e72-469a2d018695 None None] The sync data for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 is: [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:14.307099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:14.308280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:14.309098 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.324812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26559ad1-43b9-4a8c-b0dd-f8a8dfd032eb req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "PUT /v2.0/ports/1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 982 time: 1.2013223 Sep 18 00:38:14.326048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:14.332968 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9018286d-3b12-436a-a320-e38e72359a82" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:14.369406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c0db2-7807-4fe0-a220-9e6467e7729d tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:14.421895 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:14.603298 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71939773-523d-404d-ab01-8f43bec66864 x-openstack-request-id: req-71939773-523d-404d-ab01-8f43bec66864 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:14.603932 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:14.604778 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71939773-523d-404d-ab01-8f43bec66864 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:14.605411 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c', 'status': 'completed', 'code': 200} Sep 18 00:38:14.751605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-aa85783e-352e-44ca-9851-bee8aed3bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:14.753220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-aa85783e-352e-44ca-9851-bee8aed3bc8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 1100 time: 0.0928922 Sep 18 00:38:14.848362 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:12Z', 'revision_number': 4, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d02ac1f-8801-48f2-85f9-f835cf5c9c08', 'name': '', 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'mac_address': 'fa:16:3e:10:05:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:10Z', 'updated_at': '2021-09-18T00:38:12Z', 'revision_number': 2, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'subnets': [{'id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:14.899638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Checking router: a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:14.900010 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Updating router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:38:14.937169 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.027621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1717659b-b4b5-4ebb-9713-27cdea2f8105'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:15.041802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60096) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:15.044900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e468fd-2ff4-40c5-b511-af0682e48146 req-bc329e2e-ebed-40e5-8cff-2ea143f63813 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.060723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73e468fd-2ff4-40c5-b511-af0682e48146 req-bc329e2e-ebed-40e5-8cff-2ea143f63813 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 948 time: 0.2291586 Sep 18 00:38:15.066666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-512f9d72-a829-4237-ab79-308a14e21a92 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1449009934&fields=id&tenant_id=7565db54ae1d43dba559941d38fe9c14 HTTP/1.1" status: 200 len: 267 time: 0.1606896 Sep 18 00:38:15.076920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-908eaf87-7089-41ed-aa85-a73814185f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.078710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-908eaf87-7089-41ed-aa85-a73814185f9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3159785 Sep 18 00:38:15.139578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:15.140552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.162460 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-e0785a5e-cc00-45f0-b0d5-827bdda30348 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f491eb21-16ee-4aaf-b485-6f822505755c HTTP/1.1" status: 200 len: 217 time: 0.0743685 Sep 18 00:38:15.245186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73e468fd-2ff4-40c5-b511-af0682e48146 req-861230fe-cb57-4aee-a55b-4a3766deaa37 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772878 Sep 18 00:38:15.296990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-3f3b4722-97a5-4a16-97da-f950454f50c5 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.307823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-60be38f8-b887-4b79-8d94-49b12b746910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.309612 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-60be38f8-b887-4b79-8d94-49b12b746910 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1336515 Sep 18 00:38:15.310756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54726a8-43a3-4fec-a3c1-aa70e61d474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.310895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-3f3b4722-97a5-4a16-97da-f950454f50c5 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 985 time: 0.2270823 Sep 18 00:38:15.343527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'port': {'security_groups': ['5fc47f58-36c8-440e-bd1a-bcdf3c780ac8']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:15.387196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9e508edf-2c76-4405-aa5c-8245d6497f8d None None] Provisioning complete for port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:15.387807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e508edf-2c76-4405-aa5c-8245d6497f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.395480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-13f4d1f1-bab9-47a1-9c29-8ea5d417e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.397266 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-13f4d1f1-bab9-47a1-9c29-8ea5d417e434 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761702 Sep 18 00:38:15.454325 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54501183-8ab7-43b5-beb2-2a526b2b9839 x-openstack-request-id: req-54501183-8ab7-43b5-beb2-2a526b2b9839 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:15.455253 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:15.455735 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54501183-8ab7-43b5-beb2-2a526b2b9839 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:15.456841 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:38:15.466955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9e508edf-2c76-4405-aa5c-8245d6497f8d None None] Port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:15.546083 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.558420 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.580200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:15.597344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.665448 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440740b5-edfe-4091-8457-363a78d4a700 None None] Pushing event updated for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:15.677318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33b2a953-78b0-4e9b-b34b-462db4d0641e req-de646772-9970-4d93-9778-1acc693cf6bf tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 210 time: 0.0775266 Sep 18 00:38:15.732730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018286d-3b12-436a-a320-e38e72359a82 req-43ba6a55-48d8-4d2d-adcc-f114fe0fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:15.734364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-43ba6a55-48d8-4d2d-adcc-f114fe0fbae7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1137 time: 0.2798815 Sep 18 00:38:15.758947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54726a8-43a3-4fec-a3c1-aa70e61d474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.794097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54726a8-43a3-4fec-a3c1-aa70e61d474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.822030 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Attempting to bind port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:15.822414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Attempting to bind port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:15.822759 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Attempting to bind port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 on network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:15.825588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-26d286c1-1474-44d2-873b-79b0c1f6d722 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919055 Sep 18 00:38:15.839074 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:15.839481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Checking segment: {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:15.839830 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.840244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Bound using segment: {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:15.840712 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Bound port: 7d02ac1f-8801-48f2-85f9-f835cf5c9c08, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85cf49-45ad-467e-912c-e549784778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:15.841113 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:15.994423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:15.994849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.011748 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] For port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:16.022112 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] For port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:16.031002 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.043290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-982bbeef-a5d9-42a5-b752-4a7629989ee2 req-55712cf4-a526-4b43-8c2f-be9dd343d73b service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949265 Sep 18 00:38:16.098689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.105802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:16.131894 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:16.143420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54726a8-43a3-4fec-a3c1-aa70e61d474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d096e46d-a44f-49e5-9c0d-8186a178327a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:16.164621 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:16.202035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c54726a8-43a3-4fec-a3c1-aa70e61d474e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc1e65931e7d4210a1e030432999cef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1542060 Sep 18 00:38:16.205040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60108) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:16.260014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.261419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018286d-3b12-436a-a320-e38e72359a82 req-aa9e21df-b6a2-4389-807a-a35df7fe1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:16.263425 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-aa9e21df-b6a2-4389-807a-a35df7fe1b3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.5204406 Sep 18 00:38:16.275507 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440740b5-edfe-4091-8457-363a78d4a700 None None] Pushing event updated for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:16.278713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] Provisioning complete for port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:16.279802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.295880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.375270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-e6e19120-60f2-4fff-ba4c-a17341bb387e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0993588 Sep 18 00:38:16.419433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.463594 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:16.467005 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.469414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1717659b-b4b5-4ebb-9713-27cdea2f8105'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:16.527493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:16.528915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.550169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.558244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66e1d7f6-5372-42cd-8f1b-a60f16b807ea req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "PUT /v2.0/ports/1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 943 time: 1.2377415 Sep 18 00:38:16.581270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018286d-3b12-436a-a320-e38e72359a82 req-9ad9dafd-9e88-422e-aea1-4c37f3dd7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:16.582718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-9ad9dafd-9e88-422e-aea1-4c37f3dd7c1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.1889112 Sep 18 00:38:16.602651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] For port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:16.621655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f491eb21-16ee-4aaf-b485-6f822505755c details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:16.655057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.662592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-fc8c0bda-c173-435f-946b-e1f2cde56e03 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:16.665013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-fc8c0bda-c173-435f-946b-e1f2cde56e03 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.48 "GET /v2.0/networks?id=88383506-b09c-4255-8d8a-a00e2c53fcfd HTTP/1.1" status: 200 len: 812 time: 0.5296445 Sep 18 00:38:16.670366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-17900230-4945-4b69-b7e4-3ec23d3d5be5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651939 Sep 18 00:38:16.687911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a9ac-9cb7-498e-889c-8dc6e350f74a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:16.691714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1717659b-b4b5-4ebb-9713-27cdea2f8105'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:16.743878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:16.817120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.827885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.836634 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d096e46d-a44f-49e5-9c0d-8186a178327a HTTP/1.1" status: 204 len: 168 time: 0.6301813 Sep 18 00:38:16.905340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe663d-4154-411a-96e4-b8ed2ebbe927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096e46d-a44f-49e5-9c0d-8186a178327a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:16.923123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-9827a254-ac64-4a59-9549-25b18e6315e4 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4771135 Sep 18 00:38:16.958730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:16.961459 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-513aab03-f799-4815-abdb-70c88f795563 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770329 Sep 18 00:38:16.962847 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:12Z', 'revision_number': 4, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d02ac1f-8801-48f2-85f9-f835cf5c9c08', 'name': '', 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'mac_address': 'fa:16:3e:10:05:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:10Z', 'updated_at': '2021-09-18T00:38:16Z', 'revision_number': 4, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'subnets': [{'id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:16.983074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-28c333b6-34e1-468d-8bbb-18e616bdd4c1 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcb2bf939aa24ef799d2a0462aa67948 HTTP/1.1" status: 200 len: 380 time: 0.2902591 Sep 18 00:38:16.997355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'port': {'device_id': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'admin_state_up': True, 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'security_groups': ['69dc5032-c4c0-468c-beb0-5a00d07d1dda']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:17.012573 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a8531-b8ea-41ad-a8a9-6099bc26ef94 None None] The sync data for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 is: [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:12Z', 'revision_number': 4, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7d02ac1f-8801-48f2-85f9-f835cf5c9c08', 'name': '', 'network_id': '87ffaf01-4492-4b1d-b5c7-a79baecd85e5', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'mac_address': 'fa:16:3e:10:05:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:10Z', 'updated_at': '2021-09-18T00:38:16Z', 'revision_number': 4, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'subnets': [{'id': 'd998c9bd-9382-45d6-97ee-e292d5146e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:17.033829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f491eb21-16ee-4aaf-b485-6f822505755c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:17.053593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f491eb21-16ee-4aaf-b485-6f822505755c', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'f491eb21-16ee-4aaf-b485-6f822505755c', 'mac_address': 'fa:16:3e:0c:a7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:17.115453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6eeedcd0-ad0f-424f-a122-88626f3d9c36 None None] Provisioning complete for port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:17.115834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6eeedcd0-ad0f-424f-a122-88626f3d9c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.119565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a8a79-a480-482c-82e4-5e89b0dfe303 None None] Pushing event updated for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:17.128164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9018286d-3b12-436a-a320-e38e72359a82 req-075db444-61eb-4820-9e56-85b939e491f2 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574786 Sep 18 00:38:17.183932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.195620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700b6b-0c7f-49ac-b61e-084d1210c0a7 req-3a4addcd-476d-43a3-b2c3-9f0ad517ca3b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:17.197323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36700b6b-0c7f-49ac-b61e-084d1210c0a7 req-3a4addcd-476d-43a3-b2c3-9f0ad517ca3b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 948 time: 0.2641211 Sep 18 00:38:17.297547 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.318771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36700b6b-0c7f-49ac-b61e-084d1210c0a7 req-f9cc0f48-75a0-49c2-bae4-8422d0dc3043 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070149 Sep 18 00:38:17.321332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60124) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:17.338284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Made reservation on behalf of dcb2bf939aa24ef799d2a0462aa67948 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:17.341700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.346409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8420c2-d47b-4c15-8a23-be94ef905fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.348044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:17.348523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.383629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f491eb21-16ee-4aaf-b485-6f822505755c {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:17.455520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f491eb21-16ee-4aaf-b485-6f822505755c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:17.459945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:17.463565 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390f39da-f580-4171-b219-da20f86308e0" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:17.471977 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8420c2-d47b-4c15-8a23-be94ef905fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.475185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.477964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8420c2-d47b-4c15-8a23-be94ef905fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.529180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a8420c2-d47b-4c15-8a23-be94ef905fe1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c99b19093bf4577a3a422aecf1ebe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066443 Sep 18 00:38:17.530038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60128) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:17.536199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8420c2-d47b-4c15-8a23-be94ef905fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6cc82-7452-4005-b59e-2e1a3482b07f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:17.595333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:17.634633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.651999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a460041a-40c2-4274-8bae-8e28d091a873 req-e029b1c0-03a9-44ab-a967-d34e8ddd4ab1 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2909300 Sep 18 00:38:17.658459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.667108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:17.697681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.720619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.724527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.729102 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0aa6cc82-7452-4005-b59e-2e1a3482b07f HTTP/1.1" status: 204 len: 168 time: 0.1979816 Sep 18 00:38:17.738835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59dd0-66ed-4d52-94ec-c309965957c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6cc82-7452-4005-b59e-2e1a3482b07f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:17.831066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.890084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f491eb21-16ee-4aaf-b485-6f822505755c'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:17.940994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Allocated IP 172.25.7.212 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/61e5806b-75b7-44cd-aa4e-f563af02055b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:18.025130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Allocated IP 172.20.0.7 (88383506-b09c-4255-8d8a-a00e2c53fcfd/77bac8d4-c394-404a-bdd3-e95cb8a942b4/5051c00a-2d76-4bcf-b87a-fed11c1ad793) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:18.215222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.316694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.353262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.410808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.466179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:18.493018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:18.499344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:18.540410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event updated for resources: {'Port': ['ID=61e5806b-75b7-44cd-aa4e-f563af02055b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:18.576756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Allocated IP 172.25.7.70 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/624b8724-ade5-469f-82ed-10b11d586a71) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:18.596870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.725499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:18.745718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:18.754483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:18.798577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:18.801614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event updated for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:18.843169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.854577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:18.854959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.945526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:18.946924 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.982771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:18.990932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.017167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b75e8277-cb7f-4754-973c-49290365570d tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0236495 Sep 18 00:38:19.036952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Request body: {'port': {'device_id': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:19.154868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.163979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-46ff8862-7a3f-45ab-9946-e1c779fcc88f None None] Provisioning complete for port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:19.164442 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-46ff8862-7a3f-45ab-9946-e1c779fcc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.202761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-46ff8862-7a3f-45ab-9946-e1c779fcc88f None None] Port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:19.204212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.285894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:19.302355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'Port': ['ID=624b8724-ade5-469f-82ed-10b11d586a71,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:19.306002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:19.312946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:19.454126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.464359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.615443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event updated for resources: {'Port': ['ID=61e5806b-75b7-44cd-aa4e-f563af02055b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:19.630554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.642174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.699527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.700785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-3fb597ad-5a71-4390-a436-f1f206ac32a0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7687366 Sep 18 00:38:19.706578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.807605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-1237676b-9692-4c5a-9fc3-59aca2ec0dd0 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0991397 Sep 18 00:38:19.839506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5051c00a-2d76-4bcf-b87a-fed11c1ad793 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:19.861369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.933572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Transition to ACTIVE for port object 5051c00a-2d76-4bcf-b87a-fed11c1ad793 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:38:19.968838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.372424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-1bc2681a-9e92-4230-b48b-d1f50baea7f2 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:20.373806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a090dc1b-86e6-4162-86e7-84914d5b9ff6 req-1bc2681a-9e92-4230-b48b-d1f50baea7f2 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.5535712 Sep 18 00:38:20.382293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Pushing event updated for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:20.488987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.503067 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.516730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Attempting to bind port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:20.517062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Attempting to bind port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:20.517387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Attempting to bind port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 on network 88383506-b09c-4255-8d8a-a00e2c53fcfd {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:20.551728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 on network 88383506-b09c-4255-8d8a-a00e2c53fcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:38:20.552053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Attempting to bind port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 on network 88383506-b09c-4255-8d8a-a00e2c53fcfd {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:20.560473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318e981-3c85-437e-8b7a-a1154dfb1159 req-29baaef3-5701-47af-9a33-b5ee6c79285c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:20.561920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a318e981-3c85-437e-8b7a-a1154dfb1159 req-29baaef3-5701-47af-9a33-b5ee6c79285c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 943 time: 0.1291842 Sep 18 00:38:20.593672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:20.593912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Checking segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:20.594358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Bound using segment: {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:20.594843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Bound port: 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deab4e4-cf56-4fd7-ae40-9661c80f8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:20.595197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.597377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f491eb21-16ee-4aaf-b485-6f822505755c up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:20.618315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event updated for resources: {'Port': ['ID=624b8724-ade5-469f-82ed-10b11d586a71,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:20.645907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f491eb21-16ee-4aaf-b485-6f822505755c completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:38:20.646906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.652016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f491eb21-16ee-4aaf-b485-6f822505755c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:20.652419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.678560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a318e981-3c85-437e-8b7a-a1154dfb1159 req-218d0b57-7054-48cd-8d28-40b477dc7ab6 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912368 Sep 18 00:38:20.687861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.689072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a460041a-40c2-4274-8bae-8e28d091a873 req-ca2ac10c-07b6-45d3-86ac-4025bc09b85b tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0362041 Sep 18 00:38:20.738267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.758386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a460041a-40c2-4274-8bae-8e28d091a873 req-6bd659db-7797-4fb3-886f-77d065c503bb tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0557320 Sep 18 00:38:20.759434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:20.769223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:20.771721 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b248a4-7799-4241-ac0c-1c0fa926fe8e" -d '{"events": [{"server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:20.772995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:20.784640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.787154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f491eb21-16ee-4aaf-b485-6f822505755c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:20.792085 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.833612 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2a77b-f5a1-47fd-b34a-d37f4a27893b x-openstack-request-id: req-fad2a77b-f5a1-47fd-b34a-d37f4a27893b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:20.834306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:20.834306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fad2a77b-f5a1-47fd-b34a-d37f4a27893b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:20.834539 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:38:20.874561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:20.887137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:20.887687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.887847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:20.888036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.888573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.888909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.889160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] 10.222.0.48 "PUT /v2.0/ports/5051c00a-2d76-4bcf-b87a-fed11c1ad793 HTTP/1.1" status: 200 len: 1092 time: 1.8593857 Sep 18 00:38:20.889382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.889739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.890065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.890386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.890861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.891928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.892319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.892656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:38:20.937521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebada3f1-2e66-452f-8b73-920a5a8866ad service neutron] Pushing event updated for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:20.947864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460041a-40c2-4274-8bae-8e28d091a873 req-49923c62-2f99-435d-91d4-b8542c3212a8 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:20.949327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a460041a-40c2-4274-8bae-8e28d091a873 req-49923c62-2f99-435d-91d4-b8542c3212a8 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1810124 Sep 18 00:38:20.974629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f39da-f580-4171-b219-da20f86308e0 req-b63e6b7a-da42-4ca6-806c-3f4cc054acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:20.978652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-b63e6b7a-da42-4ca6-806c-3f4cc054acb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.1099389 Sep 18 00:38:21.030221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-f6233e74-7f0c-4bf5-a4dd-d1da0f8d7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.032341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-f6233e74-7f0c-4bf5-a4dd-d1da0f8d7527 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcb2bf939aa24ef799d2a0462aa67948&device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 1095 time: 0.0812256 Sep 18 00:38:21.110971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-3c1ee4b8-2d87-4214-b1b3-f846185d38ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793 HTTP/1.1" status: 200 len: 217 time: 0.0692749 Sep 18 00:38:21.161295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c78fd-ab2e-4c64-9677-31a8f97650a4 req-6ed4e434-6f7f-4819-8b41-99677dd64d15 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.162838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc5c78fd-ab2e-4c64-9677-31a8f97650a4 req-6ed4e434-6f7f-4819-8b41-99677dd64d15 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.1225700 Sep 18 00:38:21.182776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f39da-f580-4171-b219-da20f86308e0 req-339e1c8b-31c4-4c5d-9e0c-56cdeb518f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.184308 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-339e1c8b-31c4-4c5d-9e0c-56cdeb518f86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.1976316 Sep 18 00:38:21.188369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b4a03216-0e39-4ffd-935d-6a5898de1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.189629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-b4a03216-0e39-4ffd-935d-6a5898de1611 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77bac8d4-c394-404a-bdd3-e95cb8a942b4 HTTP/1.1" status: 200 len: 851 time: 0.0713544 Sep 18 00:38:21.235454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:21.238047 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-1f77a2c9-ae41-49ff-88fc-40770d917477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0451982 Sep 18 00:38:21.248560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc5c78fd-ab2e-4c64-9677-31a8f97650a4 req-4e2a83f1-853d-4305-baaf-b323dac71242 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Sep 18 00:38:21.267192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26641-3c59-4b71-be45-37af81a852b7 req-5df16b75-00ac-455a-ba0c-c8ebd648ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.268722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-5df16b75-00ac-455a-ba0c-c8ebd648ac24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88383506-b09c-4255-8d8a-a00e2c53fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698254 Sep 18 00:38:21.312176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f39da-f580-4171-b219-da20f86308e0 req-1e9025c8-5534-443d-a82a-32e1bbe83c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.314070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-1e9025c8-5534-443d-a82a-32e1bbe83c34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0678117 Sep 18 00:38:21.362866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eec075c1-6ee0-4ef2-9fb0-7801b7a8ecd3 req-6c20ade5-2008-45a5-8bab-53d7555563ae tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips/fce759c8-fc32-4454-994d-e81a9bd4e516 HTTP/1.1" status: 200 len: 693 time: 0.0741425 Sep 18 00:38:21.365218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-69f7a82d-0dc4-4e2d-a52b-160ea4b6cbbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430222 Sep 18 00:38:21.397735 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce52984-092a-45ba-84ce-8d4ba3304ee7 x-openstack-request-id: req-0ce52984-092a-45ba-84ce-8d4ba3304ee7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:21.398029 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:21.398283 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ce52984-092a-45ba-84ce-8d4ba3304ee7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:21.398681 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c', 'code': 200} Sep 18 00:38:21.446675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d90ef9-2645-4dac-9d95-880293db9df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:21.465623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-8326536d-808d-44c8-83ed-dde5d39b14d6 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894628 Sep 18 00:38:21.561223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-fa121ed6-eaf7-436d-9b7f-3ea07fd87364 service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843969 Sep 18 00:38:21.578409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406020-d538-45b2-9f35-0bb526dc98e4 req-8f9d4231-aed1-4e72-a62c-f436cee3e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.580105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29406020-d538-45b2-9f35-0bb526dc98e4 req-8f9d4231-aed1-4e72-a62c-f436cee3e37b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 1102 time: 0.0847354 Sep 18 00:38:21.604344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec075c1-6ee0-4ef2-9fb0-7801b7a8ecd3 req-12270600-35a9-4247-bd6d-f12316e3c3ab tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.606008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eec075c1-6ee0-4ef2-9fb0-7801b7a8ecd3 req-12270600-35a9-4247-bd6d-f12316e3c3ab tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2425237 Sep 18 00:38:21.607737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390f39da-f580-4171-b219-da20f86308e0 req-28c73121-4a94-4133-8563-f18bd6ec2b22 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302371 Sep 18 00:38:21.627806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-511c714d-6caa-4b5d-9e57-b2f241f1894f tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:21.629491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-511c714d-6caa-4b5d-9e57-b2f241f1894f tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1779101 Sep 18 00:38:21.640507 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29406020-d538-45b2-9f35-0bb526dc98e4 req-b00cde06-1bc7-4fb6-b574-4fe28affd3ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495760 Sep 18 00:38:21.733056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-0ee3766c-ac9f-4b4e-ada2-fafd5be3eda6 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0908244 Sep 18 00:38:21.752792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'floatingip': {'port_id': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:21.850126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f26641-3c59-4b71-be45-37af81a852b7 req-65961b70-dacb-4ff7-89f4-10d7c1339bb3 service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713795 Sep 18 00:38:21.860023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:21.901807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-887f254f-e47a-4778-b1c4-5f6b817e9eb5 req-3674bdd6-9d93-4bf5-9f96-8b425ae08d25 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=d3b8d8d5df174c8f9dcad10c30e7e0c6 HTTP/1.1" status: 200 len: 696 time: 0.1465106 Sep 18 00:38:21.989182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d90ef9-2645-4dac-9d95-880293db9df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.005295 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d90ef9-2645-4dac-9d95-880293db9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.105083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40d90ef9-2645-4dac-9d95-880293db9df7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e37ffb7ba95849a1961684c05d711f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8685911 Sep 18 00:38:22.107814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60206) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:22.141342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90ef9-2645-4dac-9d95-880293db9df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d27563-6242-4e1a-ad75-51127b9bd382,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:22.157172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.167478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f254f-e47a-4778-b1c4-5f6b817e9eb5 req-cfb71b40-ebbc-4cde-baf8-0c717d1cd249 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:22.168999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-887f254f-e47a-4778-b1c4-5f6b817e9eb5 req-cfb71b40-ebbc-4cde-baf8-0c717d1cd249 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks?id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 787 time: 0.2596357 Sep 18 00:38:22.178079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.184779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-887f254f-e47a-4778-b1c4-5f6b817e9eb5 req-72f4e4d7-1095-417b-ba99-d393888bd32c tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:38:22.185764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-887f254f-e47a-4778-b1c4-5f6b817e9eb5 req-72f4e4d7-1095-417b-ba99-d393888bd32c tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094676 Sep 18 00:38:22.237925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.240705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.244350 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1d27563-6242-4e1a-ad75-51127b9bd382 HTTP/1.1" status: 204 len: 168 time: 0.1335804 Sep 18 00:38:22.251091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e11c7-b448-44ab-947f-81316b3c275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d27563-6242-4e1a-ad75-51127b9bd382,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:22.374570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8413e9-c55f-466e-a823-6a780642da30 req-8cd7fbc8-68cd-4d21-894f-ec7ccaa94f26 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:22.376381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d8413e9-c55f-466e-a823-6a780642da30 req-8cd7fbc8-68cd-4d21-894f-ec7ccaa94f26 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 943 time: 0.1326549 Sep 18 00:38:22.474046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d8413e9-c55f-466e-a823-6a780642da30 req-410ac828-9e0a-47bc-afcd-614e115be8da tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713184 Sep 18 00:38:22.562511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.566219 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.726669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-47365ad4-645c-418e-a86b-27b24a0dff5c tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips/fce759c8-fc32-4454-994d-e81a9bd4e516 HTTP/1.1" status: 200 len: 693 time: 0.0508335 Sep 18 00:38:22.742940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:22.746423 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Floating IP 329054a8-d51a-48af-8fef-35c48ae13323 associated. External IP: 172.25.7.70, port: 1717659b-b4b5-4ebb-9713-27cdea2f8105. Sep 18 00:38:22.837249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:22.839145 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:22.873633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2114c982-72e2-44bb-a629-ea9a6a97f3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.924738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-fe4a277f-b099-4fab-90eb-f7b2be5afae7 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:22.926205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-fe4a277f-b099-4fab-90eb-f7b2be5afae7 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1925290 Sep 18 00:38:22.984515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2114c982-72e2-44bb-a629-ea9a6a97f3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:22.987386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-63c23710-1e02-444a-be7a-c1fd714b11e9 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0500617 Sep 18 00:38:22.990038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2114c982-72e2-44bb-a629-ea9a6a97f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.036508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2114c982-72e2-44bb-a629-ea9a6a97f3b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=873ca58e54bf4411a7be2dc6082bbc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900999 Sep 18 00:38:23.036814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:23.044034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114c982-72e2-44bb-a629-ea9a6a97f3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968c76c-d756-4e30-ab4f-d81ac173a08e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:23.081932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-648661e8-8e67-4154-80b6-124702ada3f5 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.212 HTTP/1.1" status: 200 len: 696 time: 0.0546625 Sep 18 00:38:23.104290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.133649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.196144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.198722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.199895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1968c76c-d756-4e30-ab4f-d81ac173a08e HTTP/1.1" status: 204 len: 168 time: 0.1619115 Sep 18 00:38:23.208643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a274c-25af-43f3-903e-1a1b001efbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968c76c-d756-4e30-ab4f-d81ac173a08e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:23.225022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:23.351369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Deleting port 61e5806b-75b7-44cd-aa4e-f563af02055b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:23.351723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.424165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:23.430412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.438112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Sync routers for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:23.455699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:23.457434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:23.558589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60260) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:23.575540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df011397-a6ee-4208-a744-145fe6fc8c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.681940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:23.686555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df011397-a6ee-4208-a744-145fe6fc8c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.695038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df011397-a6ee-4208-a744-145fe6fc8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.727727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df011397-a6ee-4208-a744-145fe6fc8c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98d024-6d43-4fcf-b576-a04070cac2c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:23.779416 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-df011397-a6ee-4208-a744-145fe6fc8c1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84980cd55d024947b3bb6fb233a3c422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194633 Sep 18 00:38:23.782051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60270) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:23.815968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-7a5a07dd-8d6f-4ab5-8659-a4704264ccb3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "PUT /v2.0/floatingips/329054a8-d51a-48af-8fef-35c48ae13323 HTTP/1.1" status: 200 len: 996 time: 2.0718398 Sep 18 00:38:23.826597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.826980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.856149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Calling delete_port for 61e5806b-75b7-44cd-aa4e-f563af02055b owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:23.859160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.886866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.953476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.956254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:23.957468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b98d024-6d43-4fcf-b576-a04070cac2c3 HTTP/1.1" status: 204 len: 168 time: 0.1739883 Sep 18 00:38:23.965930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cd002-9258-4125-8011-83a2bf1fed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98d024-6d43-4fcf-b576-a04070cac2c3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:23.985757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-114ce3bc-fea7-46bd-b0bc-f5c17a3cb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:23.987701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-114ce3bc-fea7-46bd-b0bc-f5c17a3cb754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.1487720 Sep 18 00:38:24.129344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-319e3b59-e903-46ed-a46a-2c3f3bc49fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:24.131058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-319e3b59-e903-46ed-a46a-2c3f3bc49fea service neutron] 10.222.0.49 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.1358743 Sep 18 00:38:24.176865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eeb69aaa-e06e-404e-9a02-2f76b0e1bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:24.225044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '329054a8-d51a-48af-8fef-35c48ae13323', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'port_id': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'mac_address': 'fa:16:3e:52:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bc760e-6e69-4909-8a06-703021ebcc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:19Z', 'updated_at': '2021-09-18T00:38:22Z', 'revision_number': 1, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:24.266201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Checking router: da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:24.285216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:24.286025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:24.294549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-3d509cbf-b400-4d19-b4b6-c79e3ff1229e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 999 time: 0.1550839 Sep 18 00:38:24.295202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:24.376552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event deleted for resources: {'Port': ['ID=61e5806b-75b7-44cd-aa4e-f563af02055b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:24.405978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:24.452551 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:24.455599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:24.456903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a0709c-8232-4067-9a42-4476d4f230f6 req-8eac3a28-8bde-4846-8b40-9b0fd9bb33ea tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "DELETE /v2.0/floatingips/fce759c8-fc32-4454-994d-e81a9bd4e516 HTTP/1.1" status: 204 len: 173 time: 1.3644214 Sep 18 00:38:24.458686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-a15e1940-ee16-4471-b077-80b48a78277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:24.460440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-a15e1940-ee16-4471-b077-80b48a78277a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.1522875 Sep 18 00:38:24.499112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-ff45f07c-0c4b-473d-abb0-c90d4e0a5fcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311880 Sep 18 00:38:24.611375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5051c00a-2d76-4bcf-b87a-fed11c1ad793 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:24.649587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:38:24.653477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be775-7cbb-4292-864a-f8934f6ee6a5 req-adbd2b24-e640-4eef-96e9-af03efd6c317 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:24.655069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb0be775-7cbb-4292-864a-f8934f6ee6a5 req-adbd2b24-e640-4eef-96e9-af03efd6c317 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.1001377 Sep 18 00:38:24.692948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-721dc468-d5d7-45f8-acd1-231fda60459d service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866729 Sep 18 00:38:24.772673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:24.789105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'port_id': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'mac_address': 'fa:16:3e:cf:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:24.794962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e735ce-abd6-42bb-a097-1d306eddea6c req-b6dabf01-e421-4547-a07f-0ec4e1b0e5a5 service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937686 Sep 18 00:38:24.798569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb0be775-7cbb-4292-864a-f8934f6ee6a5 req-fa618bec-7987-4f16-866f-1be1647141a8 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327789 Sep 18 00:38:24.802464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '329054a8-d51a-48af-8fef-35c48ae13323', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'port_id': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'mac_address': 'fa:16:3e:52:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bc760e-6e69-4909-8a06-703021ebcc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:19Z', 'updated_at': '2021-09-18T00:38:22Z', 'revision_number': 1, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:24.859290 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411abce-8b43-4c64-ad98-589269a248f6 x-openstack-request-id: req-8411abce-8b43-4c64-ad98-589269a248f6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:24.860052 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:24.860342 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8411abce-8b43-4c64-ad98-589269a248f6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:24.860474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209a5f1-3f34-4c92-a9ef-d4fdf5db3f9c None None] The sync data for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 is: [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '329054a8-d51a-48af-8fef-35c48ae13323', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'port_id': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'mac_address': 'fa:16:3e:52:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bc760e-6e69-4909-8a06-703021ebcc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:19Z', 'updated_at': '2021-09-18T00:38:22Z', 'revision_number': 1, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:24.860739 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'status': 'completed', 'code': 200} Sep 18 00:38:24.876946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:24.927616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5051c00a-2d76-4bcf-b87a-fed11c1ad793 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:24.956250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:24.967740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:25.026064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-fa699416-4ace-4cb8-9996-d8906f47fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:25.028539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-fa699416-4ace-4cb8-9996-d8906f47fab8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcb2bf939aa24ef799d2a0462aa67948&device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 1095 time: 0.1415880 Sep 18 00:38:25.046271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:25.049095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4347183-e60b-4553-8309-361253e51909 req-80571c92-605e-4a2e-88e0-cad669c16b84 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:25.050624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4347183-e60b-4553-8309-361253e51909 req-80571c92-605e-4a2e-88e0-cad669c16b84 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 944 time: 0.0946693 Sep 18 00:38:25.200517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5051c00a-2d76-4bcf-b87a-fed11c1ad793'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:25.210205 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210604b-ef32-43ff-9ba1-5ca632df0759 None None] New status for floating IP 329054a8-d51a-48af-8fef-35c48ae13323: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:38:25.224177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4347183-e60b-4553-8309-361253e51909 req-235fc4e3-461e-422f-8560-8ce6afbe80ea tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654453 Sep 18 00:38:25.318852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-4caa02fa-c964-4b00-b296-64f352c620c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:25.322327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-4caa02fa-c964-4b00-b296-64f352c620c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=88383506-b09c-4255-8d8a-a00e2c53fcfd HTTP/1.1" status: 200 len: 913 time: 0.2816851 Sep 18 00:38:25.386753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-45b37b44-70f1-492d-b290-4ad967fc5e3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793 HTTP/1.1" status: 200 len: 217 time: 0.0572994 Sep 18 00:38:25.395269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-6d5e6b2a-4d02-435b-97ae-ec432dc69daf tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3063545 Sep 18 00:38:25.409398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:25.462412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-e7b674e2-b2bf-46b3-b572-303b2c8eb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:25.464218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-e7b674e2-b2bf-46b3-b572-303b2c8eb3aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77bac8d4-c394-404a-bdd3-e95cb8a942b4 HTTP/1.1" status: 200 len: 851 time: 0.0679588 Sep 18 00:38:25.465705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:25.574475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-e57a0bee-f023-4478-9225-90536ee30c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:25.575862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-e57a0bee-f023-4478-9225-90536ee30c95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88383506-b09c-4255-8d8a-a00e2c53fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913856 Sep 18 00:38:25.697027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:25.764098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-72b53116-bbef-4d58-b426-3e2ecc538c6e service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791642 Sep 18 00:38:25.916192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-16240d11-6153-418f-bbbf-7c72a932f075 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 1001 time: 0.2006335 Sep 18 00:38:25.952635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Allocated IP 172.25.7.38 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/974f7c2b-50c3-496c-af6a-276a016d63f8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:26.002760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-d0d632eb-3a60-492f-8e62-d22ce35f3b35 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:26.004138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-d0d632eb-3a60-492f-8e62-d22ce35f3b35 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports/1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 943 time: 0.0744774 Sep 18 00:38:26.008046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffffa768-0a33-4d0d-9d5f-ec8a78eefc32 req-0b926e9a-e033-4e2c-ab80-6e7365a9d47d service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132308 Sep 18 00:38:26.152465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-632d898b-9576-4a9e-b039-433b7eec25bc tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 1001 time: 0.1035843 Sep 18 00:38:26.177421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.299479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-82db1f62-d4db-40fd-9bc7-e9277485cb69 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:26.301848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-82db1f62-d4db-40fd-9bc7-e9277485cb69 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1418090 Sep 18 00:38:26.303922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.388638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:26.395827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:26.404421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:26.408819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event updated for resources: {'Port': ['ID=974f7c2b-50c3-496c-af6a-276a016d63f8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:26.445444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-3485ca2b-2bcc-4e6c-9e7f-8daefd4a2572 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 1001 time: 0.1290858 Sep 18 00:38:26.456788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:26.545953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.595070 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.604253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5051c00a-2d76-4bcf-b87a-fed11c1ad793 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:26.657835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:38:26.663904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:26.664148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.676578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.746079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.760538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.768721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.769072 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Floating IP 329054a8-d51a-48af-8fef-35c48ae13323 disassociated. External IP: 172.25.7.70, port: 1717659b-b4b5-4ebb-9713-27cdea2f8105. Sep 18 00:38:26.769741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:26.771984 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dcf1ea-89dc-46be-b580-c9eb7087e275" -d '{"events": [{"server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "name": "network-vif-plugged", "status": "completed", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:26.785363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:26.790479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:26.846040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:26.861429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:26.863635 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df06864-fbac-4da9-a8b1-a677e1a96378" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:27.003565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.009196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.120967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event updated for resources: {'Port': ['ID=974f7c2b-50c3-496c-af6a-276a016d63f8,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:27.135617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.145680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a606e54-1039-4a1b-be6e-1175fda5209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.152838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:27.160449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.161673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-4858928e-382d-4230-b0eb-579feb84f36f tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7575736 Sep 18 00:38:27.252707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-8fc7b3eb-1a6b-418d-87d4-3d3dec990f60 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0544057 Sep 18 00:38:27.366030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:27.372195 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.379572 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:27.386382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Sync routers for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:27.396724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:27.398850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:27.431175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-90e24830-a217-40e3-91d2-8f2be0ceec71 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "PUT /v2.0/floatingips/329054a8-d51a-48af-8fef-35c48ae13323 HTTP/1.1" status: 200 len: 694 time: 0.9727416 Sep 18 00:38:27.439775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-7dc578af-c11a-4584-b460-790e29e21102 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:27.440658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a04fd35e-7383-41b1-9502-264a6be5f2e9 req-7dc578af-c11a-4584-b460-790e29e21102 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1787012 Sep 18 00:38:27.483079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-cd3bf7dc-efef-4884-85d3-36e247c21c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:27.490812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-cd3bf7dc-efef-4884-85d3-36e247c21c3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.0491040 Sep 18 00:38:27.532589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:27.779574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:27.808764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Checking router: da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:27.818297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:27.819790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:28.008017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-6e3a6eba-3af3-4f99-b705-78b6aba19019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.009728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-6e3a6eba-3af3-4f99-b705-78b6aba19019 service neutron] 10.222.0.49 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.5177898 Sep 18 00:38:28.022711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.023190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.023655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.024119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.024689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.025165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.025629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.027855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-50a22e47-4b44-4382-b7ff-b224c4d02c01 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062&device_id=14341125-a114-41f5-876b-37586fac2fd2&device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0&device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384&device_id=17bc760e-6e69-4909-8a06-703021ebcc49&device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 6435 time: 0.0786424 Sep 18 00:38:28.068631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:28.072247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-91295c07-f29b-427a-88fe-94abd90a7bfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0433571 Sep 18 00:38:28.077788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-d8580f08-a02e-47d5-a560-9c5efc492c2c tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:28.145580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-d086b36a-b27d-449a-8f96-5429f5b0138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.147732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-d086b36a-b27d-449a-8f96-5429f5b0138d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0673559 Sep 18 00:38:28.190018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-8b91deeb-3af5-48c2-a6a7-c2465ca045f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322666 Sep 18 00:38:28.231803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:28.307201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:28.310849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-d8580f08-a02e-47d5-a560-9c5efc492c2c tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:28.322960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-d8580f08-a02e-47d5-a560-9c5efc492c2c tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:28.337099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080759c-f222-43ba-a990-1d78986d1aab None None] The sync data for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 is: [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '15bc7c9f-9922-43b2-a7c3-8e7119efd2ad', 'name': '', 'network_id': '15f12a5b-b9ce-47f8-a24a-3e585cafa11d', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'mac_address': 'fa:16:3e:3b:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:17Z', 'updated_at': '2021-09-18T00:37:26Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'subnets': [{'id': '547d1329-a1ea-4435-bb95-63f8dcb253b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:28.341590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-b3777dfb-d0af-4c9f-96d9-2af77ffce321 service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387546 Sep 18 00:38:28.367279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8492e7d-1ae7-4650-8fb3-680f65202263 req-d8580f08-a02e-47d5-a560-9c5efc492c2c tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&id=eadae3a8-d25b-4655-bd35-480005f510f6&id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 630 time: 0.3311770 Sep 18 00:38:28.402494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8580f08-a02e-47d5-a560-9c5efc492c2c tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631fb0b-0700-4045-adfa-cce75aa98e0b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:28.471116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-835fc0b7-6e0a-4ef0-9aa7-c76fd6cff98e req-e98e5df7-2f89-435d-a15d-ff31baaadd71 service neutron] 10.222.0.49 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186030 Sep 18 00:38:28.688680 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9872c2b-eb19-47ea-b80a-b435a8082865 None None] New status for floating IP 329054a8-d51a-48af-8fef-35c48ae13323: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:38:28.768744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c9ee-9c8f-4257-8d38-dff9d93a8e00 req-f06d9388-021f-44ed-8894-89575e70ff4f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:28.770389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5895c9ee-9c8f-4257-8d38-dff9d93a8e00 req-f06d9388-021f-44ed-8894-89575e70ff4f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.0590286 Sep 18 00:38:28.822272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5895c9ee-9c8f-4257-8d38-dff9d93a8e00 req-ce3000c5-0504-40dd-aff0-6f66970bb6e4 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Sep 18 00:38:28.876938 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009cd5a2-7dfc-4a76-b3dc-e5638af00186 x-openstack-request-id: req-009cd5a2-7dfc-4a76-b3dc-e5638af00186 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:28.877850 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "name": "network-vif-plugged", "status": "completed", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:28.878302 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-009cd5a2-7dfc-4a76-b3dc-e5638af00186 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:28.878863 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'code': 200} Sep 18 00:38:28.923584 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48e121-a592-4798-bbcb-01ee2a698ffb x-openstack-request-id: req-cd48e121-a592-4798-bbcb-01ee2a698ffb {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:28.924073 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:28.924603 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd48e121-a592-4798-bbcb-01ee2a698ffb {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:28.925154 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:38:29.028273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-359e816c-ffff-49a6-8f4d-4aad19256516 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips/a1eb6b6c-7c7d-4579-8c36-0a80f873487b HTTP/1.1" status: 200 len: 692 time: 0.0892348 Sep 18 00:38:29.031054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-6571efa3-85cd-4a97-ac41-bf43a5b8ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.034314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-6571efa3-85cd-4a97-ac41-bf43a5b8ce5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.0603235 Sep 18 00:38:29.132262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0488ac-db44-4922-9ba4-a3d8e4c12a4d req-647b9acc-8a15-4008-af40-ce07b83289a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.134190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0488ac-db44-4922-9ba4-a3d8e4c12a4d req-647b9acc-8a15-4008-af40-ce07b83289a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 1097 time: 0.1534042 Sep 18 00:38:29.164289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-1f08b6ba-e61e-478a-8e40-8d50d67f20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.167860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-1f08b6ba-e61e-478a-8e40-8d50d67f20e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.1233921 Sep 18 00:38:29.200218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-998ef27e-3f87-48d7-887c-b62bb67e996c tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.201620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-998ef27e-3f87-48d7-887c-b62bb67e996c tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1724429 Sep 18 00:38:29.213017 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-f673d686-ed49-4cac-9e31-aef30519fcc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0382366 Sep 18 00:38:29.248264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0488ac-db44-4922-9ba4-a3d8e4c12a4d req-3742178c-3244-4f3f-adc4-4fa0e1912305 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057839 Sep 18 00:38:29.253301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-41475e47-daf4-472e-adee-05cd55bb9664 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips/329054a8-d51a-48af-8fef-35c48ae13323 HTTP/1.1" status: 200 len: 692 time: 0.0783863 Sep 18 00:38:29.269661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-65bd8f8a-a4ff-4f2e-b22a-83191f168e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.271226 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-65bd8f8a-a4ff-4f2e-b22a-83191f168e5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.0495105 Sep 18 00:38:29.286837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:29.311218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-19802b61-2129-45fd-9d5c-01451a5f2e90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300589 Sep 18 00:38:29.311469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-05689cf3-0eb0-48fc-8afe-7e8c77bedbbb tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0750673 Sep 18 00:38:29.404724 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-a0998ff0-9f02-47f4-bed5-beb0ce71dbef service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846968 Sep 18 00:38:29.411862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-a242ecf1-2bdb-4564-bc43-6803483ea2a7 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0892889 Sep 18 00:38:29.438572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2ebb-97ff-434e-bdd3-4f426b79ea1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.500986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9df06864-fbac-4da9-a8b1-a677e1a96378 req-faf593d0-746e-4fd8-af29-753617907b77 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892031 Sep 18 00:38:29.540779 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.542878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-da6baa58-fd88-4c8f-b023-1a8a7976c66a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:29.544241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-da6baa58-fd88-4c8f-b023-1a8a7976c66a tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2565050 Sep 18 00:38:29.627811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-89b3d3b3-c29a-4d8a-b7bc-4e6d02201072 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0752954 Sep 18 00:38:29.699837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-989d73a9-d27c-4f7a-b38e-1b6aca53d2bb tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0626779 Sep 18 00:38:29.766662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Deleting port 974f7c2b-50c3-496c-af6a-276a016d63f8 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:29.766995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.830270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2ebb-97ff-434e-bdd3-4f426b79ea1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.854925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2ebb-97ff-434e-bdd3-4f426b79ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.939826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0ca2ebb-97ff-434e-bdd3-4f426b79ea1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ae5aa4bd05f4ae9bc666d55eaa4de20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6506848 Sep 18 00:38:29.942558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60528) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:29.947365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca2ebb-97ff-434e-bdd3-4f426b79ea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e93e4-010e-4dfb-baf4-d160f7c44dcc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:29.951120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.951359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.967378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Calling delete_port for 974f7c2b-50c3-496c-af6a-276a016d63f8 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:29.982036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Deleting port 624b8724-ade5-469f-82ed-10b11d586a71 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:29.982375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:29.993491 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.016511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.063307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.065854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.067050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af9e93e4-010e-4dfb-baf4-d160f7c44dcc HTTP/1.1" status: 204 len: 168 time: 0.1233950 Sep 18 00:38:30.075094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b13a3-fd03-4979-bf8c-413a36cb9143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e93e4-010e-4dfb-baf4-d160f7c44dcc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:30.107832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.108156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.128407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Calling delete_port for 624b8724-ade5-469f-82ed-10b11d586a71 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:30.232259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.268814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Pushing event deleted for resources: {'Port': ['ID=974f7c2b-50c3-496c-af6a-276a016d63f8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:30.342247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60534) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:30.358982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8705c2f9-c257-4e0a-8eaa-53f7c73d5372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.360535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.362986 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.364106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1b10d1-8c46-4516-af57-5680b8fef388 req-1f8960fe-a738-4599-814f-fb86c005be80 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "DELETE /v2.0/floatingips/a1eb6b6c-7c7d-4579-8c36-0a80f873487b HTTP/1.1" status: 204 len: 173 time: 0.9432616 Sep 18 00:38:30.373807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.404819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event deleted for resources: {'Port': ['ID=624b8724-ade5-469f-82ed-10b11d586a71,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:30.472839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.476314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.482664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e816d3-6273-4113-9693-c07a0f4b0f29 req-94cdc5f8-3831-47d6-be41-97af601e756c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "DELETE /v2.0/floatingips/329054a8-d51a-48af-8fef-35c48ae13323 HTTP/1.1" status: 204 len: 173 time: 0.7765000 Sep 18 00:38:30.490730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8705c2f9-c257-4e0a-8eaa-53f7c73d5372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.498296 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8705c2f9-c257-4e0a-8eaa-53f7c73d5372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.586815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60540) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:30.588946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8705c2f9-c257-4e0a-8eaa-53f7c73d5372 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f510f1380f5444e6a60437a1aa74ffa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454364 Sep 18 00:38:30.601332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c2f9-c257-4e0a-8eaa-53f7c73d5372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ece6c6-edc9-43af-8409-33a710c33ad4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:30.671213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.726316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.765987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289843-d771-40ef-824c-5cc33722ee51 req-4d6a049e-4a73-4af6-b6d3-e57bc8fcb7fd tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:30.766629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289843-d771-40ef-824c-5cc33722ee51 req-4d6a049e-4a73-4af6-b6d3-e57bc8fcb7fd tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:30.767169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289843-d771-40ef-824c-5cc33722ee51 req-4d6a049e-4a73-4af6-b6d3-e57bc8fcb7fd tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:30.775330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5289843-d771-40ef-824c-5cc33722ee51 req-4d6a049e-4a73-4af6-b6d3-e57bc8fcb7fd tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2&device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0&device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 2886 time: 0.0844705 Sep 18 00:38:30.810632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5289843-d771-40ef-824c-5cc33722ee51 req-f3601132-c99b-4a8d-b202-c69feca23997 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Sep 18 00:38:30.829800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.832452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:30.836344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04ece6c6-edc9-43af-8409-33a710c33ad4 HTTP/1.1" status: 204 len: 168 time: 0.2484305 Sep 18 00:38:30.846401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b40be-61e8-4396-ad92-5b62c874388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ece6c6-edc9-43af-8409-33a710c33ad4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:30.927740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:30.931623 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc92232-107b-474b-808d-94dae1425719" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:31.033946 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-d73b1e4e-933f-4c14-af0a-951de0ecb5d2 req-9cfb58f6-1c77-4080-8ba1-9f43d4ebc4a8 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] show failed (client error): The resource could not be found. Sep 18 00:38:31.034988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d73b1e4e-933f-4c14-af0a-951de0ecb5d2 req-9cfb58f6-1c77-4080-8ba1-9f43d4ebc4a8 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips/a1eb6b6c-7c7d-4579-8c36-0a80f873487b HTTP/1.1" status: 404 len: 350 time: 0.0442221 Sep 18 00:38:31.106425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9e4c0-7e42-4836-ab79-989ac83b8eca req-9b34eaa0-6352-41d2-abe0-047433228feb tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.107920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27e9e4c0-7e42-4836-ab79-989ac83b8eca req-9b34eaa0-6352-41d2-abe0-047433228feb tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.0761356 Sep 18 00:38:31.125275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-6a8e40e5-da6d-4529-ac9a-411bd5b46d55 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups/9b4c6ab6-c9da-40cd-a26e-a50399c31599 HTTP/1.1" status: 200 len: 1806 time: 0.0632167 Sep 18 00:38:31.173788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27e9e4c0-7e42-4836-ab79-989ac83b8eca req-71ab02bd-c845-47f0-a87d-a7adede4b598 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591257 Sep 18 00:38:31.200083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.223349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.283431 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49394bb2-748b-42c8-9e43-a9e8576542df x-openstack-request-id: req-49394bb2-748b-42c8-9e43-a9e8576542df {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:31.284047 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:31.284047 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49394bb2-748b-42c8-9e43-a9e8576542df {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:31.284508 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:38:31.289384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.292402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.304824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7da9fa63-e5ea-49d9-8f79-15de06f8ab49 req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b4c6ab6-c9da-40cd-a26e-a50399c31599 HTTP/1.1" status: 204 len: 173 time: 0.1722212 Sep 18 00:38:31.324169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d73903-ed7f-4277-8ed8-b5988c563710 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4c6ab6-c9da-40cd-a26e-a50399c31599,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:31.360960 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-62c3db64-4861-4f01-bd6c-9d1114287afb req-3fd4ce84-13e9-4f0d-be0e-54d3cce3db26 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] show failed (client error): The resource could not be found. Sep 18 00:38:31.361954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62c3db64-4861-4f01-bd6c-9d1114287afb req-3fd4ce84-13e9-4f0d-be0e-54d3cce3db26 tempest-FloatingIPsTestJSON-2088778558 tempest-FloatingIPsTestJSON-2088778558-project] 10.222.0.49 "GET /v2.0/floatingips/a1eb6b6c-7c7d-4579-8c36-0a80f873487b HTTP/1.1" status: 404 len: 350 time: 0.0527542 Sep 18 00:38:31.375549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:31.423916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7a47-0ca9-4bc8-b639-99e85a7ec17d req-df6ee41f-b47b-4e6f-8b4a-f3fa54529b0f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.425745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afda7a47-0ca9-4bc8-b639-99e85a7ec17d req-df6ee41f-b47b-4e6f-8b4a-f3fa54529b0f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.0658691 Sep 18 00:38:31.436569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:31.442498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Request body: {'floatingip': {'port_id': '5051c00a-2d76-4bcf-b87a-fed11c1ad793'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:31.485056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92232-107b-474b-808d-94dae1425719 req-2003e61d-a111-4517-ac11-6ce7ba7742ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.486932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-2003e61d-a111-4517-ac11-6ce7ba7742ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7565db54ae1d43dba559941d38fe9c14&device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 1098 time: 0.1464045 Sep 18 00:38:31.512806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.702314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92232-107b-474b-808d-94dae1425719 req-7894f0fd-ce37-4c1d-b9f3-68f299e6d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.703790 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-7894f0fd-ce37-4c1d-b9f3-68f299e6d271 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 200 len: 921 time: 0.2006969 Sep 18 00:38:31.802353 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-ce1e4da9-f5b1-497a-931d-3ea12c161080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 200 len: 217 time: 0.0800550 Sep 18 00:38:31.880684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:31.920961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92232-107b-474b-808d-94dae1425719 req-3991b37c-fe5c-4677-8ce8-96001b468a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.922700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-3991b37c-fe5c-4677-8ce8-96001b468a32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 200 len: 860 time: 0.1125004 Sep 18 00:38:31.950447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfe09-ea17-4d2f-a3c1-0ab6792a890b req-e942f006-df12-42e9-b41a-e0c13d0add37 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:31.960968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b26cfe09-ea17-4d2f-a3c1-0ab6792a890b req-e942f006-df12-42e9-b41a-e0c13d0add37 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1412826 Sep 18 00:38:31.982435 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-b9148e76-f677-4a59-b567-dc4884b560e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15f12a5b-b9ce-47f8-a24a-3e585cafa11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332992 Sep 18 00:38:32.060953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b26cfe09-ea17-4d2f-a3c1-0ab6792a890b req-401b85de-aea5-4e5b-b819-9c5ac9ff9112 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990829 Sep 18 00:38:32.159066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-1d60cbad-cedf-4740-9aed-901b9e2fe112 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672246 Sep 18 00:38:32.263132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:32.304082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:32.312187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:32.372905 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bcc92232-107b-474b-808d-94dae1425719 req-6903da1f-5249-4bdc-b5c5-ec6eca1cce91 service neutron] 10.222.0.54 "GET /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997268 Sep 18 00:38:32.496583 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Floating IP 92d1b764-5793-401d-9653-adbba5b20c38 associated. External IP: 172.25.7.180, port: 5051c00a-2d76-4bcf-b87a-fed11c1ad793. Sep 18 00:38:32.595942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee7a5-c371-4744-96a9-68972273ca46 req-a0ca69b3-dacf-40d1-b259-aba4830898d1 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:32.604552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55cee7a5-c371-4744-96a9-68972273ca46 req-a0ca69b3-dacf-40d1-b259-aba4830898d1 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1102 time: 0.1047337 Sep 18 00:38:32.700781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55cee7a5-c371-4744-96a9-68972273ca46 req-87ed5bbc-7601-427c-96d0-fec69fef0d68 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896723 Sep 18 00:38:32.852569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60638) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:32.908545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a597-f79c-4442-8a88-e423084ac96e req-63628dfa-e91d-48dc-ae97-4ebe2884f119 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:32.913445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d3a597-f79c-4442-8a88-e423084ac96e req-63628dfa-e91d-48dc-ae97-4ebe2884f119 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1102 time: 0.1084518 Sep 18 00:38:32.953192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Router 09b12d66-6657-4b62-bf62-f2e62bce8291 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:32.966158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Deleting port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:32.966668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:32.974157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d3a597-f79c-4442-8a88-e423084ac96e req-55eb3475-0e21-4072-953e-b0a72f84ed65 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Sep 18 00:38:33.087089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] For port 7d02ac1f-8801-48f2-85f9-f835cf5c9c08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:33.087791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:33.108185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Calling delete_port for 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:33.361150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:33.394047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Pushing event deleted for resources: {'Port': ['ID=7d02ac1f-8801-48f2-85f9-f835cf5c9c08,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:33.656753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:33.678241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41878224-d253-4728-b507-88e31bb99cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:33.724216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:33.731126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:33.741966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Sync routers for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:33.758096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:33.762365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:33.785051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320fdf-985c-41a0-8d4b-e4729c7f3aab req-b2ba1a11-9fd7-473d-ba8b-c9726998502c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:33.798585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7320fdf-985c-41a0-8d4b-e4729c7f3aab req-b2ba1a11-9fd7-473d-ba8b-c9726998502c tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.2491338 Sep 18 00:38:33.876942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39981c21-e1ff-4e2e-9754-52874b14dd72 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "PUT /v2.0/floatingips/92d1b764-5793-401d-9653-adbba5b20c38 HTTP/1.1" status: 200 len: 991 time: 2.4379125 Sep 18 00:38:33.884923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:33.898306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:33.999929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7320fdf-985c-41a0-8d4b-e4729c7f3aab req-0ffb43f3-ae97-43c6-89eb-a393f69a1e41 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996868 Sep 18 00:38:34.019061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:34.126267 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1621c3-0acd-426a-a1f6-4f134682015f x-openstack-request-id: req-ab1621c3-0acd-426a-a1f6-4f134682015f {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:34.126543 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:34.126747 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab1621c3-0acd-426a-a1f6-4f134682015f {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:34.127159 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'status': 'completed', 'code': 200} Sep 18 00:38:34.152961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:34.198331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41878224-d253-4728-b507-88e31bb99cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.230579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41878224-d253-4728-b507-88e31bb99cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.250743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:34.291354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:34.297162 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-28e7fd07-188a-44b9-8724-3025735f6eab admin admin] 10.222.0.49 "PUT /v2.0/routers/a8f4e8eb-e685-4b82-9cc0-fea601cab4c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9204314 Sep 18 00:38:34.299579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:34.303421 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Sync routers for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:34.322377 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:34.323009 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:34.358810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41878224-d253-4728-b507-88e31bb99cec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a1a856e8b3c484294fa8d04cc8dc952&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5039029 Sep 18 00:38:34.362849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60706) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:34.366354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41878224-d253-4728-b507-88e31bb99cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d77fb-5591-4409-a062-92b66e039570,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:34.387199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-abfe6b7c-d47d-4d41-9f82-92189c7ab0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:34.391938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-abfe6b7c-d47d-4d41-9f82-92189c7ab0c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcb2bf939aa24ef799d2a0462aa67948&device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 1097 time: 0.2285786 Sep 18 00:38:34.460623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05c0c-317f-4cee-9945-11fcad838d34 req-abff59bd-6083-4921-afdd-1bb8038de7f5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:34.472985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9c05c0c-317f-4cee-9945-11fcad838d34 req-abff59bd-6083-4921-afdd-1bb8038de7f5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2473843 Sep 18 00:38:34.494289 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:34.496189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '92d1b764-5793-401d-9653-adbba5b20c38', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'port_id': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'mac_address': 'fa:16:3e:cf:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:11Z', 'updated_at': '2021-09-18T00:38:32Z', 'revision_number': 1, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:34.524858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.540040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4abc923-9385-4663-ab78-806b6a744867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.541295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Checking router: 09b12d66-6657-4b62-bf62-f2e62bce8291 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:34.566929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:34.570168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:34.582671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-d5ea5c38-0c47-4201-ad34-85fa6e705f95 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:34.586416 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-d5ea5c38-0c47-4201-ad34-85fa6e705f95 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.54 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1812000 Sep 18 00:38:34.691329 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:33Z', 'revision_number': 5, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:34.718168 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Checking router: a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:34.727301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Routers {'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:34.728199 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:34.748323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.748565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:34.769615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9c05c0c-317f-4cee-9945-11fcad838d34 req-90a886be-57d3-4dc6-b1e5-5b291c62983b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955079 Sep 18 00:38:34.772376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Deleting port 1717659b-b4b5-4ebb-9713-27cdea2f8105 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:34.772861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.775947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4abc923-9385-4663-ab78-806b6a744867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.795021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.797506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4abc923-9385-4663-ab78-806b6a744867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.833215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-ff3aa77a-bae3-47ac-a174-3dac7e32dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:34.835518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-ff3aa77a-bae3-47ac-a174-3dac7e32dded service neutron] 10.222.0.48 "GET /v2.0/networks?id=88383506-b09c-4255-8d8a-a00e2c53fcfd HTTP/1.1" status: 200 len: 913 time: 0.4199300 Sep 18 00:38:34.877542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.894242 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] Set router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:34.912030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] For port 1717659b-b4b5-4ebb-9713-27cdea2f8105, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1717659b-b4b5-4ebb-9713-27cdea2f8105,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:34.912030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.925011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4abc923-9385-4663-ab78-806b6a744867 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3751b5436c4c4b5caac92419a1e54bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722102 Sep 18 00:38:34.927421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60710) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:34.929376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Calling delete_port for 1717659b-b4b5-4ebb-9713-27cdea2f8105 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:34.930101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc923-9385-4663-ab78-806b6a744867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b24e24-62be-4df0-a1b1-6a167220a286,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:34.944267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Deleting port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:34.944765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:34.974137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-795c14e5-5b17-4024-89cf-b8f10473c0b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793 HTTP/1.1" status: 200 len: 999 time: 0.1199782 Sep 18 00:38:35.038232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-b2d81ad1-df56-44b5-8ce4-ad7b2ce8b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:35.040093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-b2d81ad1-df56-44b5-8ce4-ad7b2ce8b95f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77bac8d4-c394-404a-bdd3-e95cb8a942b4 HTTP/1.1" status: 200 len: 851 time: 0.0583639 Sep 18 00:38:35.040778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.043352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.044457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/219d77fb-5591-4409-a062-92b66e039570 HTTP/1.1" status: 204 len: 168 time: 0.6798751 Sep 18 00:38:35.052723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '92d1b764-5793-401d-9653-adbba5b20c38', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'port_id': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'mac_address': 'fa:16:3e:cf:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:11Z', 'updated_at': '2021-09-18T00:38:32Z', 'revision_number': 1, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:35.098988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1981cc-3b36-4556-bc36-4a544440ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d77fb-5591-4409-a062-92b66e039570,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:35.122061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d58d1-8a8f-4db8-8b7e-4cdd6d4c0b63 None None] The sync data for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 is: [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '92d1b764-5793-401d-9653-adbba5b20c38', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'port_id': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'mac_address': 'fa:16:3e:cf:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:38:11Z', 'updated_at': '2021-09-18T00:38:32Z', 'revision_number': 1, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:35.227621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-ab3b4710-e96b-4bf5-a770-9f25220503db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:35.229185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-ab3b4710-e96b-4bf5-a770-9f25220503db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=88383506-b09c-4255-8d8a-a00e2c53fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703148 Sep 18 00:38:35.263426 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:33Z', 'revision_number': 5, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:35.270956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] For port 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:35.271514 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.288921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Calling delete_port for 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:35.289214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1e089-ca19-49e7-806d-fe149c5ceecb req-46172605-481f-4e18-9dc4-b7a21bc9b0f9 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:35.296353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6c1e089-ca19-49e7-806d-fe149c5ceecb req-46172605-481f-4e18-9dc4-b7a21bc9b0f9 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 946 time: 0.1511345 Sep 18 00:38:35.309866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3cb11-9b9f-4860-9a35-4dc19b991417 None None] The sync data for ids ['a8f4e8eb-e685-4b82-9cc0-fea601cab4c0'] in n-d-712707-16 is: [{'id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'name': 'tempest-FloatingIPsTestJSON-1390541066-router', 'tenant_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:33Z', 'revision_number': 5, 'project_id': 'd3b8d8d5df174c8f9dcad10c30e7e0c6', 'gw_port': {'id': '4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e8eb-e685-4b82-9cc0-fea601cab4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:05Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:35.367875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.374425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6c1e089-ca19-49e7-806d-fe149c5ceecb req-4c30df22-f424-4f0d-a3d9-e9f9e24f1bd6 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772243 Sep 18 00:38:35.409335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-c7d17ea2-a3d8-4df6-84d5-73cdd7969e16 service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594985 Sep 18 00:38:35.409989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.509111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60724) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:35.530579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b248a4f-65dc-45c7-a710-91e2a843890a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.538880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0efb71e-408b-4859-a8bb-425fbee487c4 None None] New status for floating IP 92d1b764-5793-401d-9653-adbba5b20c38: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:38:35.543265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-217363bf-8a5c-4470-b66a-10c2e1a8ec6a req-bbcf7920-0a9a-4b1d-8fe3-74fc21a85de2 service neutron] 10.222.0.48 "GET /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318560 Sep 18 00:38:35.589504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.599104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.601776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.603158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44b24e24-62be-4df0-a1b1-6a167220a286 HTTP/1.1" status: 204 len: 168 time: 0.6718390 Sep 18 00:38:35.634067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Pushing event deleted for resources: {'Port': ['ID=1717659b-b4b5-4ebb-9713-27cdea2f8105,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:35.650165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365b946-11d4-4b41-af94-4d73a3c5c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b24e24-62be-4df0-a1b1-6a167220a286,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:35.728196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b248a4f-65dc-45c7-a710-91e2a843890a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.739551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] No DVR routers for this DVR port 1717659b-b4b5-4ebb-9713-27cdea2f8105 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:38:35.739793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b248a4f-65dc-45c7-a710-91e2a843890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.745027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.747071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fa728f1e-0860-46ee-852f-537ecfb4ef40 req-ee43db8d-3075-468f-bb96-f87416cb2c93 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.54 "DELETE /v2.0/ports/1717659b-b4b5-4ebb-9713-27cdea2f8105 HTTP/1.1" status: 204 len: 173 time: 1.1451111 Sep 18 00:38:35.747443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'name': 'network-vif-deleted', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:35.750054 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8cc842-f369-475a-b5a1-266695bbccda" -d '{"events": [{"server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "name": "network-vif-deleted", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:35.762262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:35.811216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:35.817462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248a4f-65dc-45c7-a710-91e2a843890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e8445-d3c0-4349-a888-6d04424189af,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:35.827021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5b248a4f-65dc-45c7-a710-91e2a843890a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=855b2294bc824ec0bdea246058b87e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168590 Sep 18 00:38:35.827637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:35.877764 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59c450e-9e87-4112-ab84-a6084eb31d63 x-openstack-request-id: req-a59c450e-9e87-4112-ab84-a6084eb31d63 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:35.878193 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bc760e-6e69-4909-8a06-703021ebcc49", "name": "network-vif-deleted", "tag": "1717659b-b4b5-4ebb-9713-27cdea2f8105", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:35.878545 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a59c450e-9e87-4112-ab84-a6084eb31d63 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:35.879220 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bc760e-6e69-4909-8a06-703021ebcc49', 'name': 'network-vif-deleted', 'tag': '1717659b-b4b5-4ebb-9713-27cdea2f8105', 'status': 'completed', 'code': 200} Sep 18 00:38:35.936217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.002809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.058561 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.069552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5eef4-8c2f-418c-9db3-313d97bbbb62 req-7760c5c4-2b30-48fd-8e06-29f25eb15680 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.071228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8df5eef4-8c2f-418c-9db3-313d97bbbb62 req-7760c5c4-2b30-48fd-8e06-29f25eb15680 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1297629 Sep 18 00:38:36.125845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.128408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.158588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-f8bcece5-de82-478e-b25d-9e6b85a68796 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1148572 Sep 18 00:38:36.165418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8df5eef4-8c2f-418c-9db3-313d97bbbb62 req-29efaaa1-737d-4045-872c-3ac9cdc6f4b0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Sep 18 00:38:36.194613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.197499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.198651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d4e8445-d3c0-4349-a888-6d04424189af HTTP/1.1" status: 204 len: 168 time: 0.3674254 Sep 18 00:38:36.208163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.208942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:38:36.214293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.216759 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-33b9baa1-9f83-49a1-ac77-ec80815a169b admin admin] 10.222.0.49 "DELETE /v2.0/routers/a8f4e8eb-e685-4b82-9cc0-fea601cab4c0 HTTP/1.1" status: 204 len: 168 time: 1.9156826 Sep 18 00:38:36.220598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:36.237633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a9c5-d61a-45c6-aea5-5259c97db233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e8445-d3c0-4349-a888-6d04424189af,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:36.274007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-216f0d26-6c16-4171-8fa4-fac8788fde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.275510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-216f0d26-6c16-4171-8fa4-fac8788fde5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1097 time: 0.0827286 Sep 18 00:38:36.297055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60756) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:36.326845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f82a187d-860d-445e-ba53-b73d0dd77b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.370171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Deleting subnet d998c9bd-9382-45d6-97ee-e292d5146e55 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:38:36.380345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.494437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.534001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-9373c11b-e459-4de4-ac01-67b53631c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.536283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-9373c11b-e459-4de4-ac01-67b53631c961 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.2248549 Sep 18 00:38:36.611176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.651912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e1551b6-309a-4475-98c4-6a5cda03496e req-70594941-897f-458a-a302-8f0c3ffbe8b3 tempest-ServerRescueTestJSONUnderV235-1962351823 tempest-ServerRescueTestJSONUnderV235-1962351823-project] 10.222.0.49 "GET /v2.0/ports?device_id=17bc760e-6e69-4909-8a06-703021ebcc49 HTTP/1.1" status: 200 len: 210 time: 0.0478935 Sep 18 00:38:36.686324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec17b-ee56-4018-8803-0cc8f6a710d7 req-22537ebc-540a-43c2-9d00-3785352a33da tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.693820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3eec17b-ee56-4018-8803-0cc8f6a710d7 req-22537ebc-540a-43c2-9d00-3785352a33da tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2036965 Sep 18 00:38:36.694581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.705338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-1fa0baaa-399d-480c-839f-d95474b35cdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 1000 time: 0.1457350 Sep 18 00:38:36.713909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1717659b-b4b5-4ebb-9713-27cdea2f8105 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:36.730487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d998c9bd-9382-45d6-97ee-e292d5146e55,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:36.748948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.750039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 1717659b-b4b5-4ebb-9713-27cdea2f8105 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:36.750213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a45b00f5-4734-4858-8e06-7b763ab96a4a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d998c9bd-9382-45d6-97ee-e292d5146e55 HTTP/1.1" status: 204 len: 168 time: 0.5274687 Sep 18 00:38:36.750915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1717659b-b4b5-4ebb-9713-27cdea2f8105 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:36.752536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d02b0-83a6-482f-a50b-3fa20e129b68 None None] Network 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:36.752999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:36.788866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f82a187d-860d-445e-ba53-b73d0dd77b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.793806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3eec17b-ee56-4018-8803-0cc8f6a710d7 req-7102a4f8-4399-44e2-90f0-20706a8d7015 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995669 Sep 18 00:38:36.798309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f82a187d-860d-445e-ba53-b73d0dd77b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.820813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-caa94e32-2134-423d-b6f5-e2a931cf282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.824068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-caa94e32-2134-423d-b6f5-e2a931cf282a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1028416 Sep 18 00:38:36.855026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f82a187d-860d-445e-ba53-b73d0dd77b33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ec642a5c5da44e8a0b48bcf49a4cfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540659 Sep 18 00:38:36.866632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:36.869289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:36.901085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a187d-860d-445e-ba53-b73d0dd77b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba6ad8-4272-4d08-a319-f9a46940d464,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:36.916864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-f9e74515-6459-4a01-90b0-c4caecba5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:36.918682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-f9e74515-6459-4a01-90b0-c4caecba5e32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638638 Sep 18 00:38:36.969971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:37.004912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.009617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:37.010711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d02ac1f-8801-48f2-85f9-f835cf5c9c08 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:37.011432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:37.035129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Deleting port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:37.035647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.042722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.049044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:37.049472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4d16f73e-f9c3-40d4-9c4a-3ea18af8bf67 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:37.073469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-83a2e90d-99db-4193-8a0f-b13441cc976e service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400752 Sep 18 00:38:37.128136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] DHCP port deletion for 87ffaf01-4492-4b1d-b5c7-a79baecd85e5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:38:37.151417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] For port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:37.152251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.169746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Calling delete_port for 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:37.200296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Deleting port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:37.200942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.204897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fe31dd9-30df-4279-ae42-da4dd9507f7b req-54b6a696-768c-42fc-85ec-3a34bad7418d service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167510 Sep 18 00:38:37.246010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.249487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.251101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61ba6ad8-4272-4d08-a319-f9a46940d464 HTTP/1.1" status: 204 len: 168 time: 0.3808384 Sep 18 00:38:37.268957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aff0be-1f52-4bcb-b358-25906b579e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba6ad8-4272-4d08-a319-f9a46940d464,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:37.298284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.325090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970577a8-3940-4ba9-810a-5837e06b4e75 req-c012141e-e269-4d8a-acba-a36007f7b21c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:37.332567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-970577a8-3940-4ba9-810a-5837e06b4e75 req-c012141e-e269-4d8a-acba-a36007f7b21c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0779066 Sep 18 00:38:37.334921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:37.337800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] No DVR routers for this DVR port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:38:37.369611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] For port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,segment=NetworkSegment(ae85cf49-45ad-467e-912c-e549784778cd),segment_id=ae85cf49-45ad-467e-912c-e549784778cd)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:37.370067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.397674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Calling delete_port for 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:37.403628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-970577a8-3940-4ba9-810a-5837e06b4e75 req-cd7fafc6-fbf8-4fea-a2b7-5d0061eb4b61 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700898 Sep 18 00:38:37.433393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.464565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ffaf01-4492-4b1d-b5c7-a79baecd85e5']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:37.475741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae85cf49-45ad-467e-912c-e549784778cd') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:37.476097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae85cf49-45ad-467e-912c-e549784778cd') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:37.487986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.507507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.515832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:38:37.516470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:38:37.519237 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:38:37.523388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.547819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] Pushing event deleted for resources: {'Port': ['ID=1c70f680-8179-4e58-bcbb-3a9fa80aaf3e,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:37.551733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64358c2-93fb-4c28-ac85-043354fe4876 None None] No DVR routers for this DVR port 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:38:37.596146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.603166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.608478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] 10.222.0.49 "DELETE /v2.0/networks/87ffaf01-4492-4b1d-b5c7-a79baecd85e5 HTTP/1.1" status: 204 len: 168 time: 0.8505452 Sep 18 00:38:37.614378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570e0e8-5289-4fee-a11c-5356d313cd1b admin admin] Pushing event deleted for resources: {'Network': ['ID=87ffaf01-4492-4b1d-b5c7-a79baecd85e5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:37.719469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60808) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:37.769228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60814) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:37.828190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8663c115-48d4-46fa-ba10-a7bd949309e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3b8d8d5df174c8f9dcad10c30e7e0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575986 Sep 18 00:38:37.831633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60818) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:37.909628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.937475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:37.994800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:38.001264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:38.003352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b044a08-9dd6-4eef-aa20-4ad47aa875a1 HTTP/1.1" status: 204 len: 168 time: 0.1704834 Sep 18 00:38:38.019337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a39ad0-97d6-4131-9afe-b1cd8097d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b044a08-9dd6-4eef-aa20-4ad47aa875a1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:38.026072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd212e9-b865-4480-ac4b-a3a25493aeec req-4fc37606-98bf-40ad-9a04-859859abc336 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:38.032739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd212e9-b865-4480-ac4b-a3a25493aeec req-4fc37606-98bf-40ad-9a04-859859abc336 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1081398 Sep 18 00:38:38.125788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd212e9-b865-4480-ac4b-a3a25493aeec req-51556389-5215-4050-9558-ca745e0eed73 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803776 Sep 18 00:38:38.245764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:38.535949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-a3211cab-3ff8-4b20-9fca-52cfb65e6830 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401826 Sep 18 00:38:38.589213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Deleting port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:38.589213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:38.642911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:38.677088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:38.678370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c70f680-8179-4e58-bcbb-3a9fa80aaf3e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:38.725860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746f-38a5-47fa-b52d-632393a80b4d req-106da9ad-1c42-41ac-b2e7-02f39e144dfb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:38.727608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf3d746f-38a5-47fa-b52d-632393a80b4d req-106da9ad-1c42-41ac-b2e7-02f39e144dfb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2156591 Sep 18 00:38:38.788022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-4a9447b7-8f30-4ead-a65a-05349f042114 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:38.789981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-4a9447b7-8f30-4ead-a65a-05349f042114 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380145 Sep 18 00:38:38.791826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] For port 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,segment=NetworkSegment(34277447-2ffe-4692-b0ea-7fb50efef2db),segment_id=34277447-2ffe-4692-b0ea-7fb50efef2db)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:38.792402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:38.822846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Calling delete_port for 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:38.827161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-b79d558e-e0c4-4afb-afc0-2206dd021f19 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0308154 Sep 18 00:38:38.836655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf3d746f-38a5-47fa-b52d-632393a80b4d req-595fc025-30a9-470a-bc87-c68dd6e4523d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965860 Sep 18 00:38:38.870897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-5f435230-9f7f-4c42-94f1-ff6e84d76f97 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332677 Sep 18 00:38:39.131346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1da41fa4-bf78-4b20-a113-b36a46504b96 req-be86c52a-d8ee-4ac2-b9d7-89f81a35e87a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 210 time: 0.0411122 Sep 18 00:38:39.181667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:39.213870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bc7c9f-9922-43b2-a7c3-8e7119efd2ad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:39.328094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e1e88-d109-4e8a-80ec-0cde0404d0df req-02e592c6-f77e-4c56-bf7c-b42755af099e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:39.340213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-110e1e88-d109-4e8a-80ec-0cde0404d0df req-02e592c6-f77e-4c56-bf7c-b42755af099e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0941992 Sep 18 00:38:39.428798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-110e1e88-d109-4e8a-80ec-0cde0404d0df req-70521394-5420-4d51-a8a2-c27340a8f246 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874615 Sep 18 00:38:39.487636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:39.781666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:38:40.076763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:38:40.082852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-34ac67dc-36ea-473f-85c8-35753b9a1cd7 admin admin] 10.222.0.49 "PUT /v2.0/routers/da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620050 Sep 18 00:38:40.085728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60964) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:40.088576 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Sync routers for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:38:40.108986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:40.110176 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:40.120711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5f3b5-56b8-47e9-9802-090551793ec4 req-5e68d883-04fa-4fef-9eea-766eae0d4f6b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:40.129106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccf5f3b5-56b8-47e9-9802-090551793ec4 req-5e68d883-04fa-4fef-9eea-766eae0d4f6b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1230519 Sep 18 00:38:40.200962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccf5f3b5-56b8-47e9-9802-090551793ec4 req-62c9ef59-bd25-4383-b3d4-9326a8b3b467 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Sep 18 00:38:40.289936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60972) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:40.298632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2402409b-f26f-42f7-bfbe-32fd0fa89a17 req-d464158d-53a1-4da4-bd45-9263b05821e1 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 210 time: 0.0706444 Sep 18 00:38:40.339144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.410355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:40.515113 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ac199dd-3aeb-4e6f-b9fd-b1003a64f34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.715240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ac199dd-3aeb-4e6f-b9fd-b1003a64f34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.745495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ac199dd-3aeb-4e6f-b9fd-b1003a64f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.792781 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:38:39Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:40.824128 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Checking router: da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:38:40.836804 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Routers {'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:38:40.837749 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:40.889077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9ac199dd-3aeb-4e6f-b9fd-b1003a64f34c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7155e124815e42f4bc7a6dc9fe4e81e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933096 Sep 18 00:38:40.909212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:40.934914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac199dd-3aeb-4e6f-b9fd-b1003a64f34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b52cb-b0b5-462d-b2aa-b952949a665f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:40.950839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7807-60c8-4190-9705-13a854d0b9fc req-44584ea6-f160-44a7-b60b-a359623efcb3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:40.952381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-595f7807-60c8-4190-9705-13a854d0b9fc req-44584ea6-f160-44a7-b60b-a359623efcb3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2354016 Sep 18 00:38:40.993092 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-072110bb-e14c-4e1d-a719-0f639c3104d3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164806 Sep 18 00:38:41.000000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.001160 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] Set router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:38:41.011835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-595f7807-60c8-4190-9705-13a854d0b9fc req-24a0659d-9ea7-4ba3-a93f-253f9617dd4e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532756 Sep 18 00:38:41.129177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-bc53afae-c130-416b-862c-7b5cda3cb70a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.130688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-bc53afae-c130-416b-862c-7b5cda3cb70a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251552 Sep 18 00:38:41.170551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.177575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:41.251398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:38:39Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:41.278002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.289455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8279e9b-577f-45cb-918f-f7875618dc18 None None] The sync data for ids ['da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439'] in n-d-712707-16 is: [{'id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'name': 'tempest-ServerRescueTestJSONUnderV235-1015257571-router', 'tenant_id': '7565db54ae1d43dba559941d38fe9c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:08Z', 'updated_at': '2021-09-18T00:38:39Z', 'revision_number': 5, 'project_id': '7565db54ae1d43dba559941d38fe9c14', 'gw_port': {'id': '7af57418-34d0-4b96-a564-972cb87a8d21', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:09Z', 'updated_at': '2021-09-18T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:38:41.347338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297b16-3019-446d-bfea-ee02c35a623a req-2c7bcdbf-1f63-464c-b223-500bc0049cb1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.348424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Deleting port 7af57418-34d0-4b96-a564-972cb87a8d21 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:38:41.348988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.356872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb297b16-3019-446d-bfea-ee02c35a623a req-2c7bcdbf-1f63-464c-b223-500bc0049cb1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0784619 Sep 18 00:38:41.409825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb297b16-3019-446d-bfea-ee02c35a623a req-9f218cb9-d5f5-44fe-8fb2-40b09704e50e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Sep 18 00:38:41.420475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:41.424852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.444824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.451578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.454111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.458122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:41.461074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e1b52cb-b0b5-462d-b2aa-b952949a665f HTTP/1.1" status: 204 len: 168 time: 0.5507753 Sep 18 00:38:41.493780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf8ad7-581d-4aa3-b333-de0584d9597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b52cb-b0b5-462d-b2aa-b952949a665f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:41.509650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] For port 7af57418-34d0-4b96-a564-972cb87a8d21, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7af57418-34d0-4b96-a564-972cb87a8d21,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:41.510396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.513664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a10b097d-3232-481e-a9b6-36e86a6b1071 req-6cef2511-ac68-444e-ba2a-21e6306e8401 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 210 time: 0.0706997 Sep 18 00:38:41.536213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Calling delete_port for 7af57418-34d0-4b96-a564-972cb87a8d21 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:38:41.710144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.714875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.809284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f542522-72c2-4185-b448-1f3bff22c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.827210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be025067-5412-4e96-9a6d-d38a5df5ccd4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:41.891517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.938710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af57418-34d0-4b96-a564-972cb87a8d21,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:41.947168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f542522-72c2-4185-b448-1f3bff22c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:41.958489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f542522-72c2-4185-b448-1f3bff22c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.004506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.224 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/47161214-e074-4cc4-a790-0d5d24ffc2ef) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:42.007682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8f542522-72c2-4185-b448-1f3bff22c6e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42ed4e5261a8436586caf68d3a4470e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475903 Sep 18 00:38:42.009890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f542522-72c2-4185-b448-1f3bff22c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d2d9d-4717-4689-a925-edabe3333513,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:42.013449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:42.073567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.144399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecdc87-4570-4cf8-844a-6d9fb00046a8 req-dea8e3e8-c519-42c6-be87-a274e6370210 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:42.146113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edecdc87-4570-4cf8-844a-6d9fb00046a8 req-dea8e3e8-c519-42c6-be87-a274e6370210 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0590193 Sep 18 00:38:42.187261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.225258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.231371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.276183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32810) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:42.315973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.371709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.372302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:38:42.385928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.387121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7846f69f-05d4-4d14-96a7-63e129d921b7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/da5ff3f8-f1d7-4e8b-8c8f-415bf67ad439 HTTP/1.1" status: 204 len: 168 time: 2.2996566 Sep 18 00:38:42.398845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32814) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:42.482337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.497934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Deleting subnet 547d1329-a1ea-4435-bb95-63f8dcb253b3 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:38:42.508959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1107811965-network', 'tenant_id': 'fd862915c4ec412d8a5ba24cb84d83b7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:42.534989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.563326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.565965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.567121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e6d2d9d-4717-4689-a925-edabe3333513 HTTP/1.1" status: 204 len: 168 time: 0.5508308 Sep 18 00:38:42.593295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edecdc87-4570-4cf8-844a-6d9fb00046a8 req-3eb9c6a6-709e-43cf-9c37-535a0d2d87c2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378474 Sep 18 00:38:42.598464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Made reservation on behalf of fd862915c4ec412d8a5ba24cb84d83b7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:42.601564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.609047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3f53e-f69a-467a-bd66-626a86c239bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d2d9d-4717-4689-a925-edabe3333513,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:42.610889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a6daa-4b53-429e-a063-22bfba60e194 req-903555f4-ebef-426b-8e25-4cba5f4eb044 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:42.612652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5a6daa-4b53-429e-a063-22bfba60e194 req-903555f4-ebef-426b-8e25-4cba5f4eb044 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0732319 Sep 18 00:38:42.636865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.640022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.670112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae5a6daa-4b53-429e-a063-22bfba60e194 req-2ab5cb14-012b-48fa-acf3-28278c223bd2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Sep 18 00:38:42.678162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.747527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c961b1a-829b-47c2-bd29-4229de8267d1 req-f4f31aad-5851-400f-bc5f-220445d5848e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:42.749286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c961b1a-829b-47c2-bd29-4229de8267d1 req-f4f31aad-5851-400f-bc5f-220445d5848e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 936 time: 0.0550723 Sep 18 00:38:42.752126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:42.756818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.781617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:42.786398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:42.792408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:42.800976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c961b1a-829b-47c2-bd29-4229de8267d1 req-b6d0fb8d-20da-40bf-94e6-668a4cddd366 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Sep 18 00:38:42.884636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:42.885323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.917889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.951077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d1329-a1ea-4435-bb95-63f8dcb253b3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:42.965790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:42.970371 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b34d9cfb-afee-40de-a412-f162c9c0e429 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/547d1329-a1ea-4435-bb95-63f8dcb253b3 HTTP/1.1" status: 204 len: 168 time: 0.5675271 Sep 18 00:38:42.970495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32824) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:42.986884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32826) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:43.010704 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.011962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6ae1-88d0-4975-a257-18cc0101f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.018050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:43.049033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.058760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:43.059120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 15bc7c9f-9922-43b2-a7c3-8e7119efd2ad not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:43.076297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.078630 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-07220004-a618-42de-ae4b-98a8d2212222 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9105275 Sep 18 00:38:43.107631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:38:43.114167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Request body: {'port': {'device_id': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:43.123422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7ac5a7-b161-414c-b01e-b9f077291553,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:43.159533 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.159877 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Added segment d4073491-ebd7-495a-9f2a-a57cac4d0723 of type vlan for network 212cb263-10cd-4c32-8825-cf7b08db636a Sep 18 00:38:43.165495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.167066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-30876cc1-434b-48ee-9de8-c4b48dd1b7e0 None None] Provisioning complete for port 47161214-e074-4cc4-a790-0d5d24ffc2ef triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:43.169107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-30876cc1-434b-48ee-9de8-c4b48dd1b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.190139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f12a5b-b9ce-47f8-a24a-3e585cafa11d']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:43.202838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34277447-2ffe-4692-b0ea-7fb50efef2db') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:43.203472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34277447-2ffe-4692-b0ea-7fb50efef2db') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:38:43.205597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-30876cc1-434b-48ee-9de8-c4b48dd1b7e0 None None] Port 47161214-e074-4cc4-a790-0d5d24ffc2ef cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:38:43.215879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.231579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.239733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:38:43.240217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:38:43.242540 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:38:43.286532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.303290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.307434 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.328254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.333300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/15f12a5b-b9ce-47f8-a24a-3e585cafa11d HTTP/1.1" status: 204 len: 168 time: 0.3617685 Sep 18 00:38:43.353827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eb4fb-fc60-480c-919b-9543bd01eae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f12a5b-b9ce-47f8-a24a-3e585cafa11d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:43.371954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6ae1-88d0-4975-a257-18cc0101f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.379928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.382356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:43.382957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.408461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6ae1-88d0-4975-a257-18cc0101f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.536469 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2588332 Sep 18 00:38:43.539794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32834) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:43.544521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Request body: {'subnet': {'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1107811965-subnet', 'tenant_id': 'fd862915c4ec412d8a5ba24cb84d83b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:43.547366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32836) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:43.572806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3581af-cd32-4f9c-9c95-e120760ace15 admin admin] Pushing event updated for resources: {'Network': ['ID=212cb263-10cd-4c32-8825-cf7b08db636a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:43.582412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 212cb263-10cd-4c32-8825-cf7b08db636a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:38:43.583969 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0ab6ae1-88d0-4975-a257-18cc0101f614 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e0659b10b404be39ec0a5f279eab044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961905 Sep 18 00:38:43.584962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6ae1-88d0-4975-a257-18cc0101f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68201bf2-44d3-4b38-965e-0ed81a4b0493,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:43.587047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32838) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:43.612555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Made reservation on behalf of fd862915c4ec412d8a5ba24cb84d83b7 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:43.617097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.725976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cc2437f2-e664-4afe-95f5-4375c9883480 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7565db54ae1d43dba559941d38fe9c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769831 Sep 18 00:38:43.741499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:43.791239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47161214-e074-4cc4-a790-0d5d24ffc2ef {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:43.800503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.815451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Transition to ACTIVE for port object 47161214-e074-4cc4-a790-0d5d24ffc2ef will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:38:43.821096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.867130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.871617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Pushing event updated for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:43.955128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Attempting to bind port 47161214-e074-4cc4-a790-0d5d24ffc2ef on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:43.956200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Attempting to bind port 47161214-e074-4cc4-a790-0d5d24ffc2ef by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:43.956842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Attempting to bind port 47161214-e074-4cc4-a790-0d5d24ffc2ef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:43.964199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Port 47161214-e074-4cc4-a790-0d5d24ffc2ef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:38:43.964601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Attempting to bind port 47161214-e074-4cc4-a790-0d5d24ffc2ef on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:43.971200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:43.971805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:43.972516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:43.973068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Bound port: 47161214-e074-4cc4-a790-0d5d24ffc2ef, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:43.973529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:43.983343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.031114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.049185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3fc72-3b7c-4e2c-a22c-0c22de949220 req-75360899-5d17-44b5-a4fb-306200388093 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.050650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12d3fc72-3b7c-4e2c-a22c-0c22de949220 req-75360899-5d17-44b5-a4fb-306200388093 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2741010 Sep 18 00:38:44.052477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:44.056408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:44.058959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d06ea-1cda-49bc-a997-9fc953596f13 req-f4200228-d94c-4be2-a2a7-6fbf5fd280e9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.062150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-868d06ea-1cda-49bc-a997-9fc953596f13 req-f4200228-d94c-4be2-a2a7-6fbf5fd280e9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.3197246 Sep 18 00:38:44.066115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.104862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.105498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.106931 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] 10.222.0.54 "PUT /v2.0/ports/47161214-e074-4cc4-a790-0d5d24ffc2ef HTTP/1.1" status: 200 len: 1097 time: 0.9971511 Sep 18 00:38:44.107383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:44.109844 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ed4664-f48c-4850-af7f-f7c7b27400c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:44.135247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9359-8236-436a-8b9e-41b066405d11 service neutron] Pushing event updated for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:44.184759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.203152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-868d06ea-1cda-49bc-a997-9fc953596f13 req-f72cbb90-2310-42f6-9cd7-51e58c4ee435 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046753 Sep 18 00:38:44.214420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-93bd41fb-c196-42c1-92d0-a5741fa0cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.217897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-93bd41fb-c196-42c1-92d0-a5741fa0cef5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 1100 time: 0.0457792 Sep 18 00:38:44.223426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2380a13a-08ae-4751-914b-1656a38e0b6d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:44.250891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.272653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-08e9c791-64ee-4ec8-9b45-d33e1905c2b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef HTTP/1.1" status: 200 len: 217 time: 0.0407724 Sep 18 00:38:44.299701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12d3fc72-3b7c-4e2c-a22c-0c22de949220 req-6bf4f578-df09-494d-ad48-d0364a946c86 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106011 Sep 18 00:38:44.324002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.325247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.326856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68201bf2-44d3-4b38-965e-0ed81a4b0493 HTTP/1.1" status: 204 len: 168 time: 0.7386379 Sep 18 00:38:44.352153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-bcfd4231-99b2-4578-b47b-bf08a3318963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.353853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-bcfd4231-99b2-4578-b47b-bf08a3318963 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0710120 Sep 18 00:38:44.354300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Checking segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:44.354666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Network hostable DHCP agents. Network: 212cb263-10cd-4c32-8825-cf7b08db636a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:38:44.361914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dea8cd-dc4f-4893-a6b0-25a8bde450a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68201bf2-44d3-4b38-965e-0ed81a4b0493,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:44.412744 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8002c-0fa6-4744-879e-5f85e4d474a5 x-openstack-request-id: req-d2d8002c-0fa6-4744-879e-5f85e4d474a5 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:44.413077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:44.413333 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2d8002c-0fa6-4744-879e-5f85e4d474a5 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:44.413732 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef', 'status': 'completed', 'code': 200} Sep 18 00:38:44.418987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eba7f-9b4d-423d-98be-1d727b330803 req-881ca86d-7740-48f8-967a-b0d246d7bc5d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.421900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d1eba7f-9b4d-423d-98be-1d727b330803 req-881ca86d-7740-48f8-967a-b0d246d7bc5d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 948 time: 0.1196835 Sep 18 00:38:44.425110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.432463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.436980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3858-52b1-4737-8551-c950d0cad716 req-0e76dd92-54ab-4ad6-959e-8a9ece2d0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.437194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fc47f58-36c8-440e-bd1a-bcdf3c780ac8 HTTP/1.1" status: 204 len: 168 time: 0.6911569 Sep 18 00:38:44.440904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-0e76dd92-54ab-4ad6-959e-8a9ece2d0d01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782802 Sep 18 00:38:44.461161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Network 212cb263-10cd-4c32-8825-cf7b08db636a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:38:44.485190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f514918-805a-453d-87b1-3e1c52f63eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc47f58-36c8-440e-bd1a-bcdf3c780ac8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:44.495398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d1eba7f-9b4d-423d-98be-1d727b330803 req-001d19d7-ba6e-465e-93ff-43764cb52c13 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568080 Sep 18 00:38:44.497587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 212cb263-10cd-4c32-8825-cf7b08db636a) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:44.503610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.504597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.531331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4b89ac81-1b63-4057-a3c8-25b1cac8e8f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9904761 Sep 18 00:38:44.617282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-24e08322-04d9-4a29-aa99-f478a0c91ecc service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649578 Sep 18 00:38:44.623380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce325448-f5e4-4d06-985c-743b7e64aafb None None] Network 212cb263-10cd-4c32-8825-cf7b08db636a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:44.625404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7af57418-34d0-4b96-a564-972cb87a8d21 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:44.659281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7af57418-34d0-4b96-a564-972cb87a8d21 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:38:44.659878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7af57418-34d0-4b96-a564-972cb87a8d21 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:38:44.743912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:44.753344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-649a3858-52b1-4737-8551-c950d0cad716 req-5f6113cc-f26e-4959-984d-5f26f26e03a7 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265326 Sep 18 00:38:44.754989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:38:44.861013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d248f-1468-42d2-9d4b-1391d59891c6 None None] Network 212cb263-10cd-4c32-8825-cf7b08db636a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:38:44.929305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-7d73c292-ca4b-4944-838e-52b2260d8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:44.930810 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-7d73c292-ca4b-4944-838e-52b2260d8335 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 1100 time: 0.0625794 Sep 18 00:38:45.053665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:45.062262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-fbfb65e6-365c-416d-95cb-8efe9fa0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.064060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-fbfb65e6-365c-416d-95cb-8efe9fa0f0a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1229861 Sep 18 00:38:45.078389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'mac_address': 'fa:16:3e:95:bb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:45.090014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:45.127455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-23d07213-7f6a-4bc1-a367-1354322efbff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef HTTP/1.1" status: 200 len: 217 time: 0.0544491 Sep 18 00:38:45.203195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-753aec94-2192-4a7d-a2a0-89ba942c07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.205232 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-753aec94-2192-4a7d-a2a0-89ba942c07c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0652387 Sep 18 00:38:45.208387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:45.211470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:45.219849 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5d03b7-382f-45fc-9637-e04ad0fe9296" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-unplugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:45.228277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:45.232446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:45.271544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:45.294998 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e544690-fa82-4d1c-8e21-072546d0fc5a x-openstack-request-id: req-7e544690-fa82-4d1c-8e21-072546d0fc5a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:45.295552 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-unplugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:45.295986 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e544690-fa82-4d1c-8e21-072546d0fc5a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:45.296565 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'code': 200} Sep 18 00:38:45.306829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-420e7d7a-2f55-4539-9645-3facb7eae4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.310279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-420e7d7a-2f55-4539-9645-3facb7eae4d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964038 Sep 18 00:38:45.330039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:45.343796 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:38:45.344399 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:38:45.388088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-dbda25e6-4437-4a9b-8889-ad324ad3789e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.395332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-dbda25e6-4437-4a9b-8889-ad324ad3789e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.2244589 Sep 18 00:38:45.416719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-2e17f9eb-0882-4052-a38a-970f1640e817 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/quotas/fd862915c4ec412d8a5ba24cb84d83b7 HTTP/1.1" status: 200 len: 375 time: 0.0203474 Sep 18 00:38:45.461202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-70427ffb-dd7e-436d-89b9-45e6a3546952 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Sep 18 00:38:45.472739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-e66711df-3623-4c35-958d-16e104fe7297 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363426 Sep 18 00:38:45.489267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adcc2-5d82-4182-af02-1684796fc020 req-9b5dcb90-a240-4414-ac65-7c2351a830d2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.495808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce5adcc2-5d82-4182-af02-1684796fc020 req-9b5dcb90-a240-4414-ac65-7c2351a830d2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0973203 Sep 18 00:38:45.613746 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37ed4664-f48c-4850-af7f-f7c7b27400c6 req-19a55d3e-30e8-4112-a218-6dbe50b30e06 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435211 Sep 18 00:38:45.632498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-f98d722b-c9e8-4ffc-bd33-e424f3c629cd service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347477 Sep 18 00:38:45.688806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce5adcc2-5d82-4182-af02-1684796fc020 req-a4de098a-2773-454d-868f-43f6a9097254 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667646 Sep 18 00:38:45.750042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-a1a73263-4dab-4676-9e77-fa14c28bce3b service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045742 Sep 18 00:38:45.860988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605d5c-64a5-4107-b810-e4f777e4dbd1 req-a4ab806a-7c7b-407f-a42b-54aa6235135c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:45.862776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52605d5c-64a5-4107-b810-e4f777e4dbd1 req-a4ab806a-7c7b-407f-a42b-54aa6235135c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 948 time: 0.0776346 Sep 18 00:38:45.898834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:45.915396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:45.934947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52605d5c-64a5-4107-b810-e4f777e4dbd1 req-848491bb-f519-4f11-9771-c181790112ee tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632806 Sep 18 00:38:45.948683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:45.983993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:45.993829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:46.077202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9bed3-d59b-495c-b98b-b87f6055b913 req-210354e7-0b8a-4e39-9438-e9a65adc1e90 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:46.087514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edc9bed3-d59b-495c-b98b-b87f6055b913 req-210354e7-0b8a-4e39-9438-e9a65adc1e90 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 948 time: 0.0734019 Sep 18 00:38:46.117647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:46.156177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edc9bed3-d59b-495c-b98b-b87f6055b913 req-9f7333ed-a024-40a1-aa6b-40ca38e115c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629852 Sep 18 00:38:46.226274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-066d957d-8ca8-40fc-8974-2a9f6dbf6eab req-86fba8e9-b745-4a60-af1d-90dc613f3bb5 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 210 time: 0.0343258 Sep 18 00:38:46.600054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:46.884174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba1a6-8b40-4e3b-8420-b4c3f22d42e6 req-6a9243f6-f8c3-44c7-8fd6-d618e306100f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:46.886052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73fba1a6-8b40-4e3b-8420-b4c3f22d42e6 req-6a9243f6-f8c3-44c7-8fd6-d618e306100f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1002095 Sep 18 00:38:46.933506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73fba1a6-8b40-4e3b-8420-b4c3f22d42e6 req-9d54caaf-f628-4e62-8a8e-53372a8e9d2d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383132 Sep 18 00:38:47.058990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b0c7b-835f-494a-8ba4-3777365d331e req-77865f6c-20c6-462f-a3c4-8d02fc7a0aea tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:47.060623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-030b0c7b-835f-494a-8ba4-3777365d331e req-77865f6c-20c6-462f-a3c4-8d02fc7a0aea tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 949 time: 0.0523641 Sep 18 00:38:47.104168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-030b0c7b-835f-494a-8ba4-3777365d331e req-0100446f-48b9-4056-8b01-1f24542c775d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 18 00:38:47.376522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd9f3-8503-4527-a76e-3746adc02ed0 req-05e92552-7b5d-4864-a1c9-ad20a9691513 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:47.378066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a0dd9f3-8503-4527-a76e-3746adc02ed0 req-05e92552-7b5d-4864-a1c9-ad20a9691513 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 948 time: 0.1086025 Sep 18 00:38:47.414579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-e15b93f6-7437-47d8-86a8-40a41976c8c6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:47.416488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-e15b93f6-7437-47d8-86a8-40a41976c8c6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.48 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.1779904 Sep 18 00:38:47.437786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'port': {'device_id': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'admin_state_up': True, 'tenant_id': 'fd862915c4ec412d8a5ba24cb84d83b7'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:47.480927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a0dd9f3-8503-4527-a76e-3746adc02ed0 req-97085e34-a356-4c52-b597-a16017ae5028 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953791 Sep 18 00:38:47.506251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81389ff2-06b8-4fc7-828a-9d457040d7e1 req-07ddce5c-83e4-417a-a8b3-37dad611f77c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 210 time: 0.0591471 Sep 18 00:38:47.595524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Made reservation on behalf of fd862915c4ec412d8a5ba24cb84d83b7 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:38:47.599430 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:47.747240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Allocated IP 172.20.0.2 (212cb263-10cd-4c32-8825-cf7b08db636a/2380a13a-08ae-4751-914b-1656a38e0b6d/80e4b47b-bff0-4f48-b109-6011c1c8f25b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:38:47.907714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:47.948011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:47.997657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Network 212cb263-10cd-4c32-8825-cf7b08db636a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:38:48.003754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:38:48.008958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:38:48.041048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:48.101696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:48.102332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.123108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eb4d1-3dc3-4635-88c6-255ec9727460 req-2debbba3-1d3d-4603-9f96-5154eef39852 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:48.124908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff4eb4d1-3dc3-4635-88c6-255ec9727460 req-2debbba3-1d3d-4603-9f96-5154eef39852 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1036789 Sep 18 00:38:48.132537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-0e65905d-66a6-4765-b6f0-55273aca23d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7000976 Sep 18 00:38:48.159800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Request body: {'port': {'device_id': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:38:48.180323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33032) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:48.237913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff4eb4d1-3dc3-4635-88c6-255ec9727460 req-e41fab60-444d-4a41-b4fb-38f33873b1a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002853 Sep 18 00:38:48.281700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.309138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3795465-242b-4922-9de9-8acaa811715e req-f575a366-f32e-4e3b-a54b-f80f4c63cc3a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:48.311227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3795465-242b-4922-9de9-8acaa811715e req-f575a366-f32e-4e3b-a54b-f80f4c63cc3a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 949 time: 0.1075022 Sep 18 00:38:48.331929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5ab3-c65e-4b11-b25c-2e2eaf5ff0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.393802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:48.447042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5ab3-c65e-4b11-b25c-2e2eaf5ff0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.451472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5ab3-c65e-4b11-b25c-2e2eaf5ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.457979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3795465-242b-4922-9de9-8acaa811715e req-cc0244f6-3b90-4a72-8cd6-b32769582dfe tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132643 Sep 18 00:38:48.495646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8f5b5ab3-c65e-4b11-b25c-2e2eaf5ff0b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd09f4c4679a4038a22923799ed3b0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118825 Sep 18 00:38:48.495646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5ab3-c65e-4b11-b25c-2e2eaf5ff0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6357ff-6049-43f4-9d42-071600c24ec1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:48.497875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33046) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:48.543315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef5923b5-e0b0-43a5-8a6a-d0b66bdb9180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.577571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.612824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.678596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:48.687081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025b316-9561-404a-9da7-d0c39f8917d1 req-ae931cf6-a5f8-4d8e-91a1-748b01658e9a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:48.688769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1025b316-9561-404a-9da7-d0c39f8917d1 req-ae931cf6-a5f8-4d8e-91a1-748b01658e9a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 931 time: 0.0998578 Sep 18 00:38:48.696528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de93856-404d-4737-a080-8b0c238fcbd7 req-3adba740-00be-46fe-aa4b-44d1f42e2797 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:48.697946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8de93856-404d-4737-a080-8b0c238fcbd7 req-3adba740-00be-46fe-aa4b-44d1f42e2797 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 948 time: 0.1267447 Sep 18 00:38:48.708894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef5923b5-e0b0-43a5-8a6a-d0b66bdb9180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.710477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.713060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.714325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc6357ff-6049-43f4-9d42-071600c24ec1 HTTP/1.1" status: 204 len: 168 time: 0.2157202 Sep 18 00:38:48.729632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef5923b5-e0b0-43a5-8a6a-d0b66bdb9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.743452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea796a-218e-44d7-900e-b52f76ec55eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6357ff-6049-43f4-9d42-071600c24ec1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:48.751843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e4b47b-bff0-4f48-b109-6011c1c8f25b {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:48.759856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.774304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Transition to ACTIVE for port object 80e4b47b-bff0-4f48-b109-6011c1c8f25b will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:38:48.780520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:48.787715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef5923b5-e0b0-43a5-8a6a-d0b66bdb9180 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=753063cf0dd1476786b2bf6dc63f030c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920455 Sep 18 00:38:48.790306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:48.793115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '580888b2-9663-47b9-8563-8866ee43be35', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:48.794784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.800186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47161214-e074-4cc4-a790-0d5d24ffc2ef details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:48.802003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:48.829740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5923b5-e0b0-43a5-8a6a-d0b66bdb9180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbd445-3529-474b-a26f-6a3834686fe4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:48.896730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.904334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.924362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1025b316-9561-404a-9da7-d0c39f8917d1 req-2e12b679-5b71-4089-93f6-dbe9c5ccb6c8 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439290 Sep 18 00:38:48.931257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:48.945234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:48.953464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:48.973297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8de93856-404d-4737-a080-8b0c238fcbd7 req-5e4ba2e4-3c2d-4c3e-8bf2-78644a6cebcc tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930337 Sep 18 00:38:48.998084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 921f3bd8-feb3-4738-861e-39b6b31e06f3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:48.998600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.006438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:49.033404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.035255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.038220 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.043065 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39bbd445-3529-474b-a26f-6a3834686fe4 HTTP/1.1" status: 204 len: 168 time: 0.2514615 Sep 18 00:38:49.046197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:49.052142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948855a-0639-466c-b454-a1d3d0425248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbd445-3529-474b-a26f-6a3834686fe4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.090878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Attempting to bind port 80e4b47b-bff0-4f48-b109-6011c1c8f25b on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:38:49.091405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Attempting to bind port 80e4b47b-bff0-4f48-b109-6011c1c8f25b by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:38:49.091753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Attempting to bind port 80e4b47b-bff0-4f48-b109-6011c1c8f25b on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:49.095534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '47161214-e074-4cc4-a790-0d5d24ffc2ef', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '47161214-e074-4cc4-a790-0d5d24ffc2ef', 'mac_address': 'fa:16:3e:73:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:49.097268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Port 80e4b47b-bff0-4f48-b109-6011c1c8f25b on network 212cb263-10cd-4c32-8825-cf7b08db636a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:38:49.097601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Attempting to bind port 80e4b47b-bff0-4f48-b109-6011c1c8f25b on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:38:49.106109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:38:49.106627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Checking segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:38:49.107076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Bound using segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:38:49.107624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Bound port: 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:38:49.107944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.153321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['580888b2-9663-47b9-8563-8866ee43be35'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:49.185473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.202965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:38:49.203571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.207841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:38:49.214369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.258987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.260288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.261624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] 10.222.0.48 "PUT /v2.0/ports/80e4b47b-bff0-4f48-b109-6011c1c8f25b HTTP/1.1" status: 200 len: 1092 time: 1.1124930 Sep 18 00:38:49.266651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:49.277506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47161214-e074-4cc4-a790-0d5d24ffc2ef {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:49.285590 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635" -d '{"events": [{"name": "network-changed", "server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:49.315606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.338327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:49.358047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.370029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:49.373047 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c97a4f-a86c-4141-8adc-be503fffdfd8" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:49.415059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:49.421749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33086) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:49.433294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.434170 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208ac5d-147e-4b46-872f-addd9b1a4ca2 x-openstack-request-id: req-a208ac5d-147e-4b46-872f-addd9b1a4ca2 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:49.435847 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:49.436087 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a208ac5d-147e-4b46-872f-addd9b1a4ca2 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:49.436476 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'status': 'completed', 'code': 200} Sep 18 00:38:49.444660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ada160-333e-45d8-bc38-455fefca10e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.466254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.530302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b82e-0b7b-4a2c-90d8-704ed7ddf88b service neutron] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.550469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.570211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8766c16f-d45a-4276-bff2-54b7336492a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.571763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-8766c16f-d45a-4276-bff2-54b7336492a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 1095 time: 0.2288985 Sep 18 00:38:49.603916 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a8311-25e2-450a-a041-bd88a2654315 x-openstack-request-id: req-f29a8311-25e2-450a-a041-bd88a2654315 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:49.604215 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:49.604757 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f29a8311-25e2-450a-a041-bd88a2654315 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:49.605329 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'code': 200} Sep 18 00:38:49.611570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47b2fe-f4de-477e-837a-2b9cc682d3fa req-648674e8-30c1-4f11-bd05-652e194b1cda tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.619659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba47b2fe-f4de-477e-837a-2b9cc682d3fa req-648674e8-30c1-4f11-bd05-652e194b1cda tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1719906 Sep 18 00:38:49.643543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ada160-333e-45d8-bc38-455fefca10e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.660397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ada160-333e-45d8-bc38-455fefca10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.682623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-f6419e35-80b4-468e-b6d2-7e32f9deae36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b HTTP/1.1" status: 200 len: 217 time: 0.0981648 Sep 18 00:38:49.736972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba47b2fe-f4de-477e-837a-2b9cc682d3fa req-bc438d78-4863-4346-8f47-fbc3dfdc6aec tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163471 Sep 18 00:38:49.748411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ada160-333e-45d8-bc38-455fefca10e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af516dcb-73ae-4bdc-aefa-c34e6b1446b5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:49.750367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:49.759243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c4ada160-333e-45d8-bc38-455fefca10e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f232dc887ea94ef8aee2bb72b21b0293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364360 Sep 18 00:38:49.766218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:49.781810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:49.808210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fe1c-bf3a-4367-918f-5ca8af09b419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.832174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-88c87c92-227a-4560-8ab4-1f1d8b2bfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.834039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-88c87c92-227a-4560-8ab4-1f1d8b2bfe59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.1281312 Sep 18 00:38:49.877855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-bec83d7f-ecb0-4f9c-b2a7-c4e9ed1fb394 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337260 Sep 18 00:38:49.901380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f91e3-bcab-4901-a327-de58ca98beb0 req-95a3d2ca-20d3-4596-85aa-25a7d78ccbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.903570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d00f91e3-bcab-4901-a327-de58ca98beb0 req-95a3d2ca-20d3-4596-85aa-25a7d78ccbae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1102 time: 0.0864317 Sep 18 00:38:49.926186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920e2f7-e5ca-448a-b5ec-7ec445ecc80f req-30193f45-13f6-4626-ad5d-df6806e32552 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:49.927747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e920e2f7-e5ca-448a-b5ec-7ec445ecc80f req-30193f45-13f6-4626-ad5d-df6806e32552 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1418917 Sep 18 00:38:49.930830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.966361 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d00f91e3-bcab-4901-a327-de58ca98beb0 req-f7d4e166-c53d-4a79-9d7c-8e3a0981897b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539849 Sep 18 00:38:50.000108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fe1c-bf3a-4367-918f-5ca8af09b419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.007013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fe1c-bf3a-4367-918f-5ca8af09b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.039172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.048016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2bf2fe1c-bf3a-4367-918f-5ca8af09b419 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=127b01fd28fa455bb598a7d9f6e50533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648444 Sep 18 00:38:50.049257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fe1c-bf3a-4367-918f-5ca8af09b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f87cab9-3e06-4ea9-9a13-98e3ad6f8e89,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:50.051784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33106) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:38:50.079242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e920e2f7-e5ca-448a-b5ec-7ec445ecc80f req-ed4616e9-b60f-49ec-8b22-9011124512cc tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383998 Sep 18 00:38:50.122201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-929b3c97-5353-453c-8d27-5baf5b41bad8 service neutron] 10.222.0.48 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307007 Sep 18 00:38:50.131278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa52acb-d5fd-4fb1-b614-ddca06a18b91 req-0f5a80c5-a1f8-482d-86f3-d3726afbfddc tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:50.138884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aa52acb-d5fd-4fb1-b614-ddca06a18b91 req-0f5a80c5-a1f8-482d-86f3-d3726afbfddc tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 943 time: 0.1440036 Sep 18 00:38:50.168761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.199893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.288715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.294265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.295803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f87cab9-3e06-4ea9-9a13-98e3ad6f8e89 HTTP/1.1" status: 204 len: 168 time: 0.2429490 Sep 18 00:38:50.304398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aa52acb-d5fd-4fb1-b614-ddca06a18b91 req-9d871c3d-d244-4850-b721-c9a52a7459ce tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645994 Sep 18 00:38:50.305094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.307618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.316693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af516dcb-73ae-4bdc-aefa-c34e6b1446b5 HTTP/1.1" status: 204 len: 168 time: 0.5461090 Sep 18 00:38:50.325323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b4e3fa-3363-4377-9275-7b75e1f6031d req-4dc73d29-67db-4354-8b82-24c9abc6685a service neutron] 10.222.0.48 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843462 Sep 18 00:38:50.326477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc8b68-8ed6-4857-adf7-917e6d2ccd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f87cab9-3e06-4ea9-9a13-98e3ad6f8e89,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:50.341643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964bea7-7908-4aa7-8bde-d1d24e7c0cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af516dcb-73ae-4bdc-aefa-c34e6b1446b5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:50.387718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b547a1-5d30-484b-8c7b-e0198ee472d5 req-c8dba2fc-7d04-466c-baac-7e5b464c065e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:50.392866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0b547a1-5d30-484b-8c7b-e0198ee472d5 req-c8dba2fc-7d04-466c-baac-7e5b464c065e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 949 time: 0.1763010 Sep 18 00:38:50.482210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0b547a1-5d30-484b-8c7b-e0198ee472d5 req-52c76ff5-752f-4a2f-bd44-eea378f8f20e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756280 Sep 18 00:38:50.485352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-722e9ba3-2add-43b5-8a1a-8be73daa86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:50.487773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-722e9ba3-2add-43b5-8a1a-8be73daa86e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 1095 time: 0.0913785 Sep 18 00:38:50.627267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-95651a6f-1199-4d55-9778-d05286047027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:50.629727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-95651a6f-1199-4d55-9778-d05286047027 service neutron] 10.222.0.48 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 923 time: 0.1334586 Sep 18 00:38:50.697132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:50.727244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-3cf3b5f3-ae8a-4a3b-829d-533b76396839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b HTTP/1.1" status: 200 len: 217 time: 0.0856843 Sep 18 00:38:50.788899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 580888b2-9663-47b9-8563-8866ee43be35 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:50.790065 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:50.913123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-52aeb26d-4224-43da-9cee-fbf08995af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:50.914651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-52aeb26d-4224-43da-9cee-fbf08995af8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.1783326 Sep 18 00:38:50.978637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47161214-e074-4cc4-a790-0d5d24ffc2ef up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:51.042969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-330e2910-8308-474d-9856-608b4aa0da8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032553 Sep 18 00:38:51.092277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 47161214-e074-4cc4-a790-0d5d24ffc2ef completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:38:51.102446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 47161214-e074-4cc4-a790-0d5d24ffc2ef triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:51.102839 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:51.105619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:51.180723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:51.213025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:51.259820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:51.296156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:51.316883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-ac279c5e-49a3-45e3-a80e-a6f243efe347 service neutron] 10.222.0.48 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623913 Sep 18 00:38:51.327031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:51.335443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9306-0776-4ee0-a7d2-b982a4f90b11 req-1e970ff0-d5d4-4933-ad99-b64d30f658bb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:51.336337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:51.343436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e08b9306-0776-4ee0-a7d2-b982a4f90b11 req-1e970ff0-d5d4-4933-ad99-b64d30f658bb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.4213607 Sep 18 00:38:51.469655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:51.606420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}, {'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:51.609276 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066db75-b736-4dbe-ba7c-c95b69a05d72" -d '{"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}, {"server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "name": "network-vif-plugged", "status": "completed", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:51.823250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610c0c7-7aa5-429c-bcaf-4d9a43c254b0 req-8f0f9178-35e7-4919-bf13-ec955049c888 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:51.831262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7610c0c7-7aa5-429c-bcaf-4d9a43c254b0 req-8f0f9178-35e7-4919-bf13-ec955049c888 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.5457795 Sep 18 00:38:51.842161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e08b9306-0776-4ee0-a7d2-b982a4f90b11 req-9ebb2ac3-e6ea-4068-9e3c-46f31d4d56f4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978750 Sep 18 00:38:51.918350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce0e3177-1f98-4e67-b9b4-c14ef0b9a635 req-0f63301b-7b6e-4ca1-b97f-708e915be0ef service neutron] 10.222.0.48 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595751 Sep 18 00:38:51.929062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7610c0c7-7aa5-429c-bcaf-4d9a43c254b0 req-f46b716f-1e72-42e6-bbd4-d27688b1c923 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Sep 18 00:38:52.083725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a651c9-56b7-41c2-a217-87290c24dca3 req-a0589203-18b9-4cb3-8cf8-6cc7cc1e7cb7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:52.085289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5a651c9-56b7-41c2-a217-87290c24dca3 req-a0589203-18b9-4cb3-8cf8-6cc7cc1e7cb7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 943 time: 0.0967233 Sep 18 00:38:52.097968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5335b-35e2-4693-81c9-6e6c9f7ea8a4 req-d4ebf97e-7c3a-4e02-83e9-fc7d99764d9b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:52.100021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3c5335b-35e2-4693-81c9-6e6c9f7ea8a4 req-d4ebf97e-7c3a-4e02-83e9-fc7d99764d9b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.0756619 Sep 18 00:38:52.165663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5a651c9-56b7-41c2-a217-87290c24dca3 req-14645ea8-ec40-4e41-8a68-162d09da19b7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646422 Sep 18 00:38:52.173454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3c5335b-35e2-4693-81c9-6e6c9f7ea8a4 req-2b8e3b71-8150-46e8-a307-beb47434875d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Sep 18 00:38:52.243996 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18cffaa-8cbc-4124-aecd-61b4c6656bf0 x-openstack-request-id: req-f18cffaa-8cbc-4124-aecd-61b4c6656bf0 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:52.244546 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "code": 200}, {"server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "name": "network-vif-plugged", "status": "completed", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:52.244546 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f18cffaa-8cbc-4124-aecd-61b4c6656bf0 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:52.244959 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'code': 200} Sep 18 00:38:52.245150 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef', 'code': 200} Sep 18 00:38:52.690757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a170d-f539-4545-a5e6-fead1af45d12 req-38f6cc1a-bc84-4d55-889a-000d82390812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:52.694996 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-090a170d-f539-4545-a5e6-fead1af45d12 req-38f6cc1a-bc84-4d55-889a-000d82390812 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 1102 time: 0.3591912 Sep 18 00:38:52.698767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:38:52.753929 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-090a170d-f539-4545-a5e6-fead1af45d12 req-79a4b15d-f92a-4f36-bac2-bbb96461582f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514259 Sep 18 00:38:52.838970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:52.853862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'port_id': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'mac_address': 'fa:16:3e:51:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2380a13a-08ae-4751-914b-1656a38e0b6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:38:52.903295 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:52.917037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e4b47b-bff0-4f48-b109-6011c1c8f25b {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:38:52.939519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:52.947323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:53.009444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:53.052362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950b23-4105-41ac-af7e-6c6f3643725a req-7b03b763-6b5b-4161-a20e-80ce6922728f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:53.063435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c950b23-4105-41ac-af7e-6c6f3643725a req-7b03b763-6b5b-4161-a20e-80ce6922728f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0896919 Sep 18 00:38:53.140050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c950b23-4105-41ac-af7e-6c6f3643725a req-5f40c110-f183-4eac-812a-ba663c2887ef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755095 Sep 18 00:38:53.159552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bd166-d34b-4efc-92ff-4c6dc0003dbc req-8c2c63b0-cede-43c7-8ab2-45102b18731b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:53.161137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a42bd166-d34b-4efc-92ff-4c6dc0003dbc req-8c2c63b0-cede-43c7-8ab2-45102b18731b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0882020 Sep 18 00:38:53.254928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['80e4b47b-bff0-4f48-b109-6011c1c8f25b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:38:53.311230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a42bd166-d34b-4efc-92ff-4c6dc0003dbc req-1cf42393-a311-4942-bc94-d0452ce6b96e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182425 Sep 18 00:38:53.449660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885cb92-cc95-4f03-b46e-89c033b919c6 req-984f63ce-6829-4bb3-9905-88742ce038f4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:53.451208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b885cb92-cc95-4f03-b46e-89c033b919c6 req-984f63ce-6829-4bb3-9905-88742ce038f4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 944 time: 0.1729169 Sep 18 00:38:53.588878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b885cb92-cc95-4f03-b46e-89c033b919c6 req-7b61a104-c497-4fcd-83fe-715b6d06244d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531795 Sep 18 00:38:53.636323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ccebc-3d50-4054-9dbc-b3b0c81838da req-b3214543-81b9-4bb7-bbee-41ce0eff4a78 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:53.649546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02ccebc-3d50-4054-9dbc-b3b0c81838da req-b3214543-81b9-4bb7-bbee-41ce0eff4a78 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.1972549 Sep 18 00:38:53.757179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02ccebc-3d50-4054-9dbc-b3b0c81838da req-c65e5803-a8f6-4b47-becb-87e076228c19 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063149 Sep 18 00:38:53.916828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e7be-db0d-4049-903d-e1a96083bc3d req-98dc33c7-c454-40ce-b048-1291a3c34ea7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:53.924338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f672e7be-db0d-4049-903d-e1a96083bc3d req-98dc33c7-c454-40ce-b048-1291a3c34ea7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0968652 Sep 18 00:38:54.003661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f672e7be-db0d-4049-903d-e1a96083bc3d req-32579b54-bb3d-457d-96b1-cccf98d55b49 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782871 Sep 18 00:38:54.156488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7635bc38-e692-4a7a-b1f1-0059a71462c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:54.373329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f128a-4d09-4a66-b7db-cc9c23499f5f req-19f2015a-dfd3-483f-86be-c12034e4dc62 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:54.374591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-535f128a-4d09-4a66-b7db-cc9c23499f5f req-19f2015a-dfd3-483f-86be-c12034e4dc62 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0937827 Sep 18 00:38:54.476985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-535f128a-4d09-4a66-b7db-cc9c23499f5f req-c116ee85-8edd-4df4-bc39-36c7cc39a9b5 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953660 Sep 18 00:38:54.664567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd189f6-f283-46de-9cf7-925552ac9381 req-ca1c0c65-940a-4e55-8271-b15ecbb4466d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:54.666546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bd189f6-f283-46de-9cf7-925552ac9381 req-ca1c0c65-940a-4e55-8271-b15ecbb4466d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1231916 Sep 18 00:38:54.724569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:38:54.733336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bd189f6-f283-46de-9cf7-925552ac9381 req-3d41316c-fff6-4179-b81e-c980044d66c2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573583 Sep 18 00:38:54.816375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed02a2-52eb-41f0-9421-ad40c3cd6857 req-8facdceb-b0d0-43ab-8de1-88efa6377bef tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:54.840498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6ed02a2-52eb-41f0-9421-ad40c3cd6857 req-8facdceb-b0d0-43ab-8de1-88efa6377bef tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 944 time: 0.0997176 Sep 18 00:38:54.925608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6ed02a2-52eb-41f0-9421-ad40c3cd6857 req-1fc296fd-c41e-4086-9f23-34b8ec3ce760 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Sep 18 00:38:54.935983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 80e4b47b-bff0-4f48-b109-6011c1c8f25b completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:38:54.941270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 80e4b47b-bff0-4f48-b109-6011c1c8f25b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:38:54.941807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.032082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8409d9-d61b-4518-b21d-6d3e62f8b72f req-a0d08166-061e-4dc2-a249-e2dd5c7251c0 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:55.037769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a8409d9-d61b-4518-b21d-6d3e62f8b72f req-a0d08166-061e-4dc2-a249-e2dd5c7251c0 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.1294537 Sep 18 00:38:55.104334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.104608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a8409d9-d61b-4518-b21d-6d3e62f8b72f req-b1ee78f4-57cf-48c4-9ddd-fd3e70364d47 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544631 Sep 18 00:38:55.155250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:38:55.158245 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a2fed9-884f-4625-91ff-982c395a571e" -d '{"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-plugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:38:55.178565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:38:55.185169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.222820 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6afe25c-a95c-4afb-a0b8-aace4b97d741 x-openstack-request-id: req-c6afe25c-a95c-4afb-a0b8-aace4b97d741 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:38:55.223484 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-plugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:38:55.223848 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6afe25c-a95c-4afb-a0b8-aace4b97d741 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:38:55.224344 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'code': 200} Sep 18 00:38:55.273832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:55.348057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd5fa2-5cdb-401d-bcd9-553a6098475b req-76c4618f-23ba-4214-b842-d514705d0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:55.350410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4fd5fa2-5cdb-401d-bcd9-553a6098475b req-76c4618f-23ba-4214-b842-d514705d0fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 1097 time: 0.0645280 Sep 18 00:38:55.390820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4fd5fa2-5cdb-401d-bcd9-553a6098475b req-1ddf3396-f23a-49a2-8f1d-44d4055e8417 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Sep 18 00:38:55.609457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-6c97b641-d1be-4edd-b2ce-4f5827fdd67f tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:55.619476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-6c97b641-d1be-4edd-b2ce-4f5827fdd67f tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 1102 time: 0.0598488 Sep 18 00:38:55.644303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-96f9f2c3-cd1d-47ab-8117-b5d5a6f3e317 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.756826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29679d7d-04be-409a-9054-04e70971b192 req-e44fa92c-28ed-4234-9fbd-042d1a9ce762 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:55.758778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29679d7d-04be-409a-9054-04e70971b192 req-e44fa92c-28ed-4234-9fbd-042d1a9ce762 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0924857 Sep 18 00:38:55.800825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-007fd736-da95-4cda-88f1-fd278cda20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:55.802913 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-007fd736-da95-4cda-88f1-fd278cda20a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e39079fe72f8487193dce55fd7ffe90b&device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1102 time: 0.0800529 Sep 18 00:38:55.830737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29679d7d-04be-409a-9054-04e70971b192 req-6ce88f40-413d-4121-b987-ce469a8d7bab tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600860 Sep 18 00:38:55.897366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-96f9f2c3-cd1d-47ab-8117-b5d5a6f3e317 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.903376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-96f9f2c3-cd1d-47ab-8117-b5d5a6f3e317 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:55.958951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df89d383-8fc2-4e4b-b7ef-56dd1120f95e req-96f9f2c3-cd1d-47ab-8117-b5d5a6f3e317 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376513 Sep 18 00:38:55.996066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9f2c3-cd1d-47ab-8117-b5d5a6f3e317 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311fd411-c160-4eef-a3b9-dcee855a48c7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:38:56.074592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-774074f8-a256-42c1-a839-b524f657d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:56.076875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-774074f8-a256-42c1-a839-b524f657d9a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2499106 Sep 18 00:38:56.085559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c7a1-7af2-4a65-81c4-6ee59a39bcb4 req-1030048a-31d2-4bc6-aaf6-0f19d34f081c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:56.104148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7552c7a1-7af2-4a65-81c4-6ee59a39bcb4 req-1030048a-31d2-4bc6-aaf6-0f19d34f081c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1438155 Sep 18 00:38:56.159681 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-1c7dd6a5-2486-46b2-9e9e-ae785e647a8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3 HTTP/1.1" status: 200 len: 217 time: 0.0725436 Sep 18 00:38:56.160731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7552c7a1-7af2-4a65-81c4-6ee59a39bcb4 req-1eb55912-4708-4d6c-9c38-4124f418f577 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Sep 18 00:38:56.260938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-18a9f7b7-450c-4041-ae29-2136e797876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:56.263830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-18a9f7b7-450c-4041-ae29-2136e797876d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0936778 Sep 18 00:38:56.304758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3899c96-2217-4e00-8969-45652ff01419 req-8fc7fb43-6995-4bbc-be5f-067b1a96e749 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:56.314555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3899c96-2217-4e00-8969-45652ff01419 req-8fc7fb43-6995-4bbc-be5f-067b1a96e749 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.0987606 Sep 18 00:38:56.339858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-c897651a-c400-4678-a5c3-0bd1f770b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:56.341515 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-c897651a-c400-4678-a5c3-0bd1f770b3fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676739 Sep 18 00:38:56.384250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3899c96-2217-4e00-8969-45652ff01419 req-66530fc1-98cc-4369-bd43-bb5cffb1574d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Sep 18 00:38:56.522939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-d1c8a24f-997f-4207-87bd-114560316b97 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719429 Sep 18 00:38:56.658634 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f8aa45a-2465-4d5a-b057-f115c1820b58 req-36827eef-08ff-4504-af41-7225802d4640 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272817 Sep 18 00:38:56.883900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-42edc331-3167-4fc6-8985-21d413fa57de tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301638 Sep 18 00:38:57.019283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-7e73bb4c-ca14-48b4-82c6-830daee65e0b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:57.027270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-7e73bb4c-ca14-48b4-82c6-830daee65e0b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251893 Sep 18 00:38:57.053990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-80a1b564-c453-46ce-9b26-c5fbdf281692 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0256600 Sep 18 00:38:57.123392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d5f3-01bb-465b-b7d2-3465eeb6d170 req-c72d0de6-6893-409a-ab27-47c3afda4bee tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:57.125472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7e3d5f3-01bb-465b-b7d2-3465eeb6d170 req-c72d0de6-6893-409a-ab27-47c3afda4bee tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1159289 Sep 18 00:38:57.155589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-0298fc19-baa2-4c0a-b24b-455f06579414 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003530 Sep 18 00:38:57.156192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a570a147-6a56-4937-a744-0469e4e58a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:57.282006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7e3d5f3-01bb-465b-b7d2-3465eeb6d170 req-5b9e3d71-5823-4a5d-a395-557bd04b70b8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337135 Sep 18 00:38:57.382328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:57.643787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d0e7-b09f-4e1a-83cf-a12a29468442 req-d5e07c22-33ab-4679-8db6-f9fa6e97bb11 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:57.656720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6145d0e7-b09f-4e1a-83cf-a12a29468442 req-d5e07c22-33ab-4679-8db6-f9fa6e97bb11 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1164601 Sep 18 00:38:57.741329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6145d0e7-b09f-4e1a-83cf-a12a29468442 req-546ebee7-866f-4c83-95e1-387ca0ae1003 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838015 Sep 18 00:38:57.996065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88063f-e3a1-4a63-8763-231499aa136c req-39eadae5-d97c-4572-84ad-b4fe37115cc6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:58.018225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad88063f-e3a1-4a63-8763-231499aa136c req-39eadae5-d97c-4572-84ad-b4fe37115cc6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.1557405 Sep 18 00:38:58.129869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad88063f-e3a1-4a63-8763-231499aa136c req-4655f2ea-3161-4c5e-8e62-1123aebc2d55 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Sep 18 00:38:58.213526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:58.258783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-628270e9-70cf-4454-b73f-4dcad07bc741 req-0621bd68-ee23-4f70-b447-5c19080288eb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 210 time: 0.0684674 Sep 18 00:38:58.386542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2499f4-c958-4050-a6b1-670980aa4740 req-26fb9ce2-aa9e-4d76-9721-6365b3fa207d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:58.400770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2499f4-c958-4050-a6b1-670980aa4740 req-26fb9ce2-aa9e-4d76-9721-6365b3fa207d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.1563416 Sep 18 00:38:58.497978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2499f4-c958-4050-a6b1-670980aa4740 req-f04045c2-089d-4396-bbf8-c5c7dde39f98 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942132 Sep 18 00:38:58.569678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60f95-d5be-48f8-8f73-4e0abdceb44e req-b1d3eed2-25a9-47a8-90d3-1e89c33708ab tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:58.576921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60b60f95-d5be-48f8-8f73-4e0abdceb44e req-b1d3eed2-25a9-47a8-90d3-1e89c33708ab tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1188486 Sep 18 00:38:58.629202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60b60f95-d5be-48f8-8f73-4e0abdceb44e req-a7d824b1-76fb-45c4-bf9e-b689f85d0d2d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512891 Sep 18 00:38:58.805099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4ae1-e3b3-4fa1-9d42-b01bbf3c72c1 req-67be09c7-e2ad-4074-9f22-8f0e6a00c7fe tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:58.818222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c07f4ae1-e3b3-4fa1-9d42-b01bbf3c72c1 req-67be09c7-e2ad-4074-9f22-8f0e6a00c7fe tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.1062179 Sep 18 00:38:58.979440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c07f4ae1-e3b3-4fa1-9d42-b01bbf3c72c1 req-1c1543b9-4acd-4ca3-be9c-a170a9908d8f tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601727 Sep 18 00:38:59.084713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94066b7-1063-4cc9-b59c-40e91ecfd49e req-1ca2189a-159e-47ac-b8a1-99042256785d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:59.091381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d94066b7-1063-4cc9-b59c-40e91ecfd49e req-1ca2189a-159e-47ac-b8a1-99042256785d tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2214735 Sep 18 00:38:59.287630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389d1d8-e438-4a40-86bf-5488a3b1b3ef req-8c879be9-bc1a-4dda-a55e-331d62b1213d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:59.293449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4389d1d8-e438-4a40-86bf-5488a3b1b3ef req-8c879be9-bc1a-4dda-a55e-331d62b1213d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.1988435 Sep 18 00:38:59.303694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d94066b7-1063-4cc9-b59c-40e91ecfd49e req-3eb0d837-d414-48dd-beac-3518fd25124c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261246 Sep 18 00:38:59.371805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4389d1d8-e438-4a40-86bf-5488a3b1b3ef req-6aaf3cfd-9789-48eb-9e44-4bf7449eda89 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Sep 18 00:38:59.517534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6e314f5-8881-4a51-9ec8-ceb5ee260f0a req-8c803bf7-b348-4ba0-8670-c366495319b2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 210 time: 0.0529087 Sep 18 00:38:59.565620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:59.641948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077a72-f4b9-4e61-a4d3-3c7c0ccc5e5b req-83630228-7a12-41ca-bcf6-849729fa9610 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:59.649771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d077a72-f4b9-4e61-a4d3-3c7c0ccc5e5b req-83630228-7a12-41ca-bcf6-849729fa9610 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.1104636 Sep 18 00:38:59.748100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d077a72-f4b9-4e61-a4d3-3c7c0ccc5e5b req-7f9243ca-c9d5-470d-a7f0-3618aa3ad613 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966125 Sep 18 00:38:59.947835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-5979b70b-cbcd-4c3c-b7e5-79bae10e2bef tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743587 Sep 18 00:39:00.151937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013438e-e487-4798-9729-32df4f304203 req-5f131aaa-b21d-452f-acfd-ee368815c6c6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.153541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7013438e-e487-4798-9729-32df4f304203 req-5f131aaa-b21d-452f-acfd-ee368815c6c6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.2046866 Sep 18 00:39:00.187862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa767b-7620-424f-8ac9-beabc4c38959 req-83fc5ebd-c8f3-49c5-9390-9215ec4d9c46 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.199113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0fa767b-7620-424f-8ac9-beabc4c38959 req-83fc5ebd-c8f3-49c5-9390-9215ec4d9c46 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2359996 Sep 18 00:39:00.278163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7013438e-e487-4798-9729-32df4f304203 req-ee62ca30-b0dc-4f6d-85ac-57496be4b02c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122715 Sep 18 00:39:00.310135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0fa767b-7620-424f-8ac9-beabc4c38959 req-7c4a5c97-30bd-451b-9a82-88d68eed5a64 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015623 Sep 18 00:39:00.351826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-3ca758d9-f6a5-4d9d-ba1e-f44eb341c49e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.355521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-3ca758d9-f6a5-4d9d-ba1e-f44eb341c49e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806956 Sep 18 00:39:00.376252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '2689b060-e185-46b8-8928-94e32dfcb826', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:00.543934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-9cae6739-bd5b-4ea2-8a59-9f583181b098 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014040 Sep 18 00:39:00.786035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6882f00-350e-4fa2-89f7-3c2ad27a4de3 req-5251a4f5-94c8-41ff-a638-ea41d8aa9289 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.795526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6882f00-350e-4fa2-89f7-3c2ad27a4de3 req-5251a4f5-94c8-41ff-a638-ea41d8aa9289 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.3028886 Sep 18 00:39:00.842128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e423fd6-1200-40af-b978-c721b59eab06 req-69588dca-3455-47de-858b-9a7c854e9cde tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.844629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e423fd6-1200-40af-b978-c721b59eab06 req-69588dca-3455-47de-858b-9a7c854e9cde tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.3439369 Sep 18 00:39:00.956601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-34200b36-8d64-40fe-b285-b046d561d01c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:00.958504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-34200b36-8d64-40fe-b285-b046d561d01c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343246 Sep 18 00:39:00.983961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6882f00-350e-4fa2-89f7-3c2ad27a4de3 req-f122a047-dc8f-4430-8d71-c8bf2dd030f6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860590 Sep 18 00:39:01.000666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '1e327306-9649-4c99-94d9-28d70bde3de0', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:01.007123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e423fd6-1200-40af-b978-c721b59eab06 req-a8dd7f83-7ad0-4e05-bb40-90543f232a39 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554825 Sep 18 00:39:01.083521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:01.087486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:01.391403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f9a8f17-a0d0-4ad8-bd34-2b6df2d2e000 req-dd752545-980e-47d5-a208-959784f2cb12 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 210 time: 0.1371262 Sep 18 00:39:01.617803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.5 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/62dd3692-7b42-49e0-a8d1-6dbd21c931c9) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:01.652928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:39:01.679783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead3a39-4fa8-4d7e-a795-0c21171ea051 req-c6e59748-5a8c-48c6-bd42-62f550ebaf75 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:01.681344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bead3a39-4fa8-4d7e-a795-0c21171ea051 req-c6e59748-5a8c-48c6-bd42-62f550ebaf75 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.2409906 Sep 18 00:39:01.715955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c99f6-75de-43f6-9171-cf40a8d4cc1c req-92b3a17d-7d65-4423-a710-fc9e701e89e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:01.717465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e36c99f6-75de-43f6-9171-cf40a8d4cc1c req-92b3a17d-7d65-4423-a710-fc9e701e89e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2058749 Sep 18 00:39:01.726363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:01.730608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:01.841367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bead3a39-4fa8-4d7e-a795-0c21171ea051 req-527fcb3d-c822-4610-9c1d-0dc7a79e3e0f tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446233 Sep 18 00:39:01.881779 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:01.967483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e36c99f6-75de-43f6-9171-cf40a8d4cc1c req-d4df389e-7c7b-42de-9038-a2100f574471 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194436 Sep 18 00:39:02.173802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0b250-d404-4246-aa6c-b97ae4b121e8 req-eebd9eed-a23f-4221-a5a2-9fafb4e0e492 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:02.182688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b0b250-d404-4246-aa6c-b97ae4b121e8 req-eebd9eed-a23f-4221-a5a2-9fafb4e0e492 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1111264 Sep 18 00:39:02.204334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:02.258488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:02.296092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:02.363124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b0b250-d404-4246-aa6c-b97ae4b121e8 req-5095fb99-38b1-4108-9811-bc34af84f823 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794431 Sep 18 00:39:02.438244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:02.470337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:02.510560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.232 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/8159cf6e-af10-4522-99d9-6200e57c7c82) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:02.515480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:02.654397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:02.655411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:02.663663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:02.738002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcb80b5c-6ad7-404c-b0c7-e14ba6d8e0f8 req-60c2f2c9-b595-43d2-bf94-47a2dd536f55 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 210 time: 0.0753551 Sep 18 00:39:02.768002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6a927fa3-67fe-4ece-986b-cb2b442bbdd6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3987594 Sep 18 00:39:02.790373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Request body: {'port': {'device_id': '2689b060-e185-46b8-8928-94e32dfcb826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:02.983311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7790dd81-bcf7-44e3-adb5-271e4fe12013 None None] Provisioning complete for port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:02.985159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7790dd81-bcf7-44e3-adb5-271e4fe12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:03.070809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7790dd81-bcf7-44e3-adb5-271e4fe12013 None None] Port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:03.160156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:03.336023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14269c-de4c-4f61-aca6-ac117c276ae7 req-2db8d875-e965-45a1-98a1-6cbb7b270a43 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:03.337597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d14269c-de4c-4f61-aca6-ac117c276ae7 req-2db8d875-e965-45a1-98a1-6cbb7b270a43 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1940775 Sep 18 00:39:03.345090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:03.418134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb880d-0a17-4c22-91d1-f604cd74509d req-5591d8e5-34e8-46ff-925d-9b5ff8411741 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:03.425251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43bb880d-0a17-4c22-91d1-f604cd74509d req-5591d8e5-34e8-46ff-925d-9b5ff8411741 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.2846737 Sep 18 00:39:03.651331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:03.677608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d14269c-de4c-4f61-aca6-ac117c276ae7 req-b38f0499-321e-4f5d-8d2c-5a368fea4ba9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700849 Sep 18 00:39:03.688559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:03.853802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43bb880d-0a17-4c22-91d1-f604cd74509d req-9c32ddf5-5fc3-4246-be06-94b5ebf16e70 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158626 Sep 18 00:39:03.925897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:03.936512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:03.960702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:04.047383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:04.124049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:04.125007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:04.140111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fa618-1b68-4489-b982-cffeceaac335 req-ae9e9b36-3514-4cc3-bd42-cac57b9ff6ae tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:04.151986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fa618-1b68-4489-b982-cffeceaac335 req-ae9e9b36-3514-4cc3-bd42-cac57b9ff6ae tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2869043 Sep 18 00:39:04.192787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:04.215532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:04.227302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-fdcb61df-0f0f-42d0-bd1b-8c4d54ffa265 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2363179 Sep 18 00:39:04.316643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-757fa618-1b68-4489-b982-cffeceaac335 req-36369920-8557-4457-81c8-de9bbe27c134 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636519 Sep 18 00:39:04.321025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Request body: {'port': {'device_id': '1e327306-9649-4c99-94d9-28d70bde3de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:04.344995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Transition to ACTIVE for port object 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:04.361647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:04.414364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ed0a9c3d-12f4-4510-8c4d-7b9ed80f8cc8 None None] Provisioning complete for port 8159cf6e-af10-4522-99d9-6200e57c7c82 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:04.414956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9c3d-12f4-4510-8c4d-7b9ed80f8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:04.471163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb3b1a-fc70-42a7-a125-a2177ade1c21 req-599f8252-9520-4be6-ac5c-d921870df67e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:04.479646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-effb3b1a-fc70-42a7-a125-a2177ade1c21 req-599f8252-9520-4be6-ac5c-d921870df67e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 936 time: 0.2773521 Sep 18 00:39:04.489753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:04.524178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a9c3d-12f4-4510-8c4d-7b9ed80f8cc8 None None] Port 8159cf6e-af10-4522-99d9-6200e57c7c82 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:04.641355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:04.808573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-effb3b1a-fc70-42a7-a125-a2177ade1c21 req-2db31ba3-0d49-4994-921b-b0068cad5aba tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276553 Sep 18 00:39:04.810845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:04.822486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Attempting to bind port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:04.823042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Attempting to bind port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:04.823565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Attempting to bind port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:04.959629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:04.963660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Attempting to bind port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:05.013985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:05.014562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:05.015139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:05.015787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Bound port: 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:05.016352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:05.061374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:05.093325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'port_id': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'mac_address': 'fa:16:3e:51:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2380a13a-08ae-4751-914b-1656a38e0b6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:05.107972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d20f97-4a67-4747-b76d-1dc243fe9967 req-d2a2a921-2df4-4768-be14-9d222dae33b6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:05.115765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3d20f97-4a67-4747-b76d-1dc243fe9967 req-d2a2a921-2df4-4768-be14-9d222dae33b6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2942665 Sep 18 00:39:05.155645 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:05.175577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e4b47b-bff0-4f48-b109-6011c1c8f25b {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:05.212256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd836f7-abfe-4309-ba93-ca543af94a56 req-d70fbd96-cd43-437e-936b-70a235f5e273 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:05.213273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:05.219468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbd836f7-abfe-4309-ba93-ca543af94a56 req-d70fbd96-cd43-437e-936b-70a235f5e273 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.2381561 Sep 18 00:39:05.225113 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:05.364886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:05.380030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['80e4b47b-bff0-4f48-b109-6011c1c8f25b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:05.699486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbd836f7-abfe-4309-ba93-ca543af94a56 req-f350b2dc-ce34-4fd8-94c6-84b91875b1e0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790473 Sep 18 00:39:05.702757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:05.745584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3d20f97-4a67-4747-b76d-1dc243fe9967 req-544ff1b4-63e2-4db4-bcb6-dc175657c9ae tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6288595 Sep 18 00:39:05.852562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:05.877767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8159cf6e-af10-4522-99d9-6200e57c7c82 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:05.893298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:05.995552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:05.998093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:06.087749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.088918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:06.090216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-f80ffece-4412-4bbf-9f3d-9e38137679c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/62dd3692-7b42-49e0-a8d1-6dbd21c931c9 HTTP/1.1" status: 200 len: 1095 time: 3.3084509 Sep 18 00:39:06.095131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:06.097585 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6476144-9e79-4b48-86fd-e43de2e2ba86" -d '{"events": [{"name": "network-changed", "server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:06.104749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Transition to ACTIVE for port object 8159cf6e-af10-4522-99d9-6200e57c7c82 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:06.141911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d128f2-df32-4768-9bb3-3efd0fef3864 req-17b8284d-dca9-4a7f-bd86-87eb8968218f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.143501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5d128f2-df32-4768-9bb3-3efd0fef3864 req-17b8284d-dca9-4a7f-bd86-87eb8968218f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1402907 Sep 18 00:39:06.151570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66de01-3781-4814-a421-cf9f98728b76 req-cd4fd6df-db88-4c51-bc45-669fe517baed tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.162678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b66de01-3781-4814-a421-cf9f98728b76 req-cd4fd6df-db88-4c51-bc45-669fe517baed tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 936 time: 0.1721661 Sep 18 00:39:06.163407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:06.388042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b66de01-3781-4814-a421-cf9f98728b76 req-7be4cee9-b7b7-42e8-b538-387e80dfc178 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746306 Sep 18 00:39:06.427306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5d128f2-df32-4768-9bb3-3efd0fef3864 req-613c4748-8886-4a4c-9d0e-9eb1e2bed2dc tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608347 Sep 18 00:39:06.451236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-380b6869-a7a0-4487-a62c-43191890085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.453379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-380b6869-a7a0-4487-a62c-43191890085f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1098 time: 0.2863443 Sep 18 00:39:06.504029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Pushing event updated for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:06.509489 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3714793-e35b-4418-9932-04a6c340c3e5 x-openstack-request-id: req-f3714793-e35b-4418-9932-04a6c340c3e5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:06.510006 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:06.510328 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3714793-e35b-4418-9932-04a6c340c3e5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:06.510715 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9', 'status': 'completed', 'code': 200} Sep 18 00:39:06.675992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-338ee437-bab2-44e9-aebc-8229302d8430 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9 HTTP/1.1" status: 200 len: 217 time: 0.1626141 Sep 18 00:39:06.689459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.690136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.690799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.693706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.694522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.695427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.698326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.698889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.699560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.700104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.700465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.700793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:06.717645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Attempting to bind port 8159cf6e-af10-4522-99d9-6200e57c7c82 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:06.717645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Attempting to bind port 8159cf6e-af10-4522-99d9-6200e57c7c82 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:06.718207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Attempting to bind port 8159cf6e-af10-4522-99d9-6200e57c7c82 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:06.744732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Port 8159cf6e-af10-4522-99d9-6200e57c7c82 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:06.745059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Attempting to bind port 8159cf6e-af10-4522-99d9-6200e57c7c82 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:06.765966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:06.766303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:06.767214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:06.767377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Bound port: 8159cf6e-af10-4522-99d9-6200e57c7c82, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:06.767984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:06.818449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:06.924818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-50a286a5-a56e-4c46-9f56-ae4273a531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.930386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-50a286a5-a56e-4c46-9f56-ae4273a531eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.2214575 Sep 18 00:39:06.936578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 80e4b47b-bff0-4f48-b109-6011c1c8f25b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:06.937765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:07.001466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:07.047458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8159cf6e-af10-4522-99d9-6200e57c7c82,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:07.062640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2a5c8-bc88-4d95-8033-eed174394846 req-217404de-9255-410e-b7c3-d414f38d1ec6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.064654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ee2a5c8-bc88-4d95-8033-eed174394846 req-217404de-9255-410e-b7c3-d414f38d1ec6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2130406 Sep 18 00:39:07.073699 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:07.126015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:07.138138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Pushing event updated for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:07.175831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55504d1-884f-487d-9bf6-e4638b1ecbdd req-34ee5ec3-148e-4609-a34a-6828be2335c7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.184464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f55504d1-884f-487d-9bf6-e4638b1ecbdd req-34ee5ec3-148e-4609-a34a-6828be2335c7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 944 time: 0.3045008 Sep 18 00:39:07.189223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:07.190204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:07.193732 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479b56e-4380-4e82-8a21-b3a7c2857be6" -d '{"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-plugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:07.202914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:07.215812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.216774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:07.218153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-b42d0f88-e8f9-4748-800c-c8159acc546c service neutron] 10.222.0.48 "PUT /v2.0/ports/8159cf6e-af10-4522-99d9-6200e57c7c82 HTTP/1.1" status: 200 len: 1097 time: 2.9393656 Sep 18 00:39:07.222624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6bef7772-a3a5-4f0d-a85b-d7b0e7c55d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.224758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-6bef7772-a3a5-4f0d-a85b-d7b0e7c55d51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2601082 Sep 18 00:39:07.333700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ee2a5c8-bc88-4d95-8033-eed174394846 req-e354f601-2a32-40cd-b575-3a5dd25842f0 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517717 Sep 18 00:39:07.340466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:07.465363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-2e871e7d-b4af-4570-a4d1-a171949d9bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308357 Sep 18 00:39:07.472552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f55504d1-884f-487d-9bf6-e4638b1ecbdd req-6777066f-aa04-412a-9fe2-9f2218989178 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869048 Sep 18 00:39:07.600153 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba47ef-8be2-4d1d-a1b0-431fecc64d77 x-openstack-request-id: req-08ba47ef-8be2-4d1d-a1b0-431fecc64d77 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:07.600458 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-plugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:07.600709 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08ba47ef-8be2-4d1d-a1b0-431fecc64d77 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:07.601304 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'code': 200} Sep 18 00:39:07.712872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-96326435-74bc-4f9b-86cb-dcbf264fd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.714412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-96326435-74bc-4f9b-86cb-dcbf264fd939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 1100 time: 0.4188361 Sep 18 00:39:07.821614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-9f1f3005-75cc-450f-8680-04d72ec81f57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8159cf6e-af10-4522-99d9-6200e57c7c82 HTTP/1.1" status: 200 len: 217 time: 0.0450437 Sep 18 00:39:07.862909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-d6c00b5b-3b55-4535-b48f-cdb733921cd4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861420 Sep 18 00:39:07.981499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44a7a-2c23-423e-918a-41237434f70f req-a7351c73-8af2-4c48-9d26-65712b4abb45 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.988447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1eb44a7a-2c23-423e-918a-41237434f70f req-a7351c73-8af2-4c48-9d26-65712b4abb45 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2518303 Sep 18 00:39:08.021299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ce045-2439-4235-af94-e8ae2983f198 req-1b4c878c-064e-47b7-a0f3-1a096b687fe5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.024528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-743ce045-2439-4235-af94-e8ae2983f198 req-1b4c878c-064e-47b7-a0f3-1a096b687fe5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 948 time: 0.3050179 Sep 18 00:39:08.091975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-84916426-e837-4986-8216-ab1eee5fbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.093574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-84916426-e837-4986-8216-ab1eee5fbbc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.2486091 Sep 18 00:39:08.114762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1eb44a7a-2c23-423e-918a-41237434f70f req-968d63d7-aa11-4039-919d-ec12ab4c868e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251142 Sep 18 00:39:08.180398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-bfac87f6-b8b9-4207-80ac-a49afb94275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.180398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-bfac87f6-b8b9-4207-80ac-a49afb94275e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1098 time: 0.2264888 Sep 18 00:39:08.180398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-743ce045-2439-4235-af94-e8ae2983f198 req-085a9c4f-ddd6-41e9-91ff-d7cce086ff97 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277385 Sep 18 00:39:08.244899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228164-8635-49b9-a1e2-1d91f29c947f req-32a0d452-9fd2-4d99-85b8-eb4a3933d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.257590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-32a0d452-9fd2-4d99-85b8-eb4a3933d5d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495275 Sep 18 00:39:08.433606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-72dd5e2a-36cb-4cb6-97f9-b95f9a6361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.435101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-72dd5e2a-36cb-4cb6-97f9-b95f9a6361ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2448545 Sep 18 00:39:08.507903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-4e193e5d-5121-4a90-a365-ccb78261fd5a service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367477 Sep 18 00:39:08.517422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-295b0ede-1126-4e84-a34d-16140c39c16f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9 HTTP/1.1" status: 200 len: 217 time: 0.0709727 Sep 18 00:39:08.517937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:08.520203 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1682aa2-68ca-46da-aa9d-e56303f260d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:08.729251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63148fbf-4464-431e-9ee0-f2a0920e6f75 req-68bdcf4d-0273-4346-8d87-ca2ed7c5df11 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.730786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63148fbf-4464-431e-9ee0-f2a0920e6f75 req-68bdcf4d-0273-4346-8d87-ca2ed7c5df11 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 945 time: 0.2217157 Sep 18 00:39:08.741253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5d68-c0d5-4708-8f52-686d82238f98 req-dee24eb6-ca1b-400d-be9b-ece363793c98 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.742806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb4b5d68-c0d5-4708-8f52-686d82238f98 req-dee24eb6-ca1b-400d-be9b-ece363793c98 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2850325 Sep 18 00:39:08.756552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-522e3b5a-0071-4755-b787-65953ccb6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:08.757983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-522e3b5a-0071-4755-b787-65953ccb6d5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1830735 Sep 18 00:39:08.836903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:08.904621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52228164-8635-49b9-a1e2-1d91f29c947f req-27e831ad-b2d2-4ab8-9a6e-26c190010ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794651 Sep 18 00:39:08.931065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63148fbf-4464-431e-9ee0-f2a0920e6f75 req-ef161ecb-8232-4fa1-96de-33c2be30d481 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805041 Sep 18 00:39:09.001402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb4b5d68-c0d5-4708-8f52-686d82238f98 req-fef97dd2-ec04-4c30-94f6-3ddf5744f2a9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409172 Sep 18 00:39:09.015651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-ff0b0f07-955b-404b-bf86-a91714d2429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.017658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-ff0b0f07-955b-404b-bf86-a91714d2429f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2380886 Sep 18 00:39:09.079161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:09.189643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:09.201920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:09.206677 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad825ece-530a-4006-9698-1dd30d073d26 x-openstack-request-id: req-ad825ece-530a-4006-9698-1dd30d073d26 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:09.207113 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:09.207657 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad825ece-530a-4006-9698-1dd30d073d26 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:09.208250 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82', 'status': 'completed', 'code': 200} Sep 18 00:39:09.310287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:09.428745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-45b59862-8a5d-4412-bf1f-5319062b691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.430355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-45b59862-8a5d-4412-bf1f-5319062b691e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 1100 time: 0.2523224 Sep 18 00:39:09.433883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-5135a17f-da70-4e8e-9541-b2c240d5ceb4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034355 Sep 18 00:39:09.451285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2e3b-0110-4442-ba24-2507ff7a7d7f req-06338b3a-fb33-4eab-bede-c6742a6b1c0c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.452956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f0a2e3b-0110-4442-ba24-2507ff7a7d7f req-06338b3a-fb33-4eab-bede-c6742a6b1c0c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2437489 Sep 18 00:39:09.483053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec5f66-8769-4c82-8692-66626b6454f9 req-c7b9702d-fe49-4cff-9f76-f82a5cace53d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.490915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60ec5f66-8769-4c82-8692-66626b6454f9 req-c7b9702d-fe49-4cff-9f76-f82a5cace53d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 948 time: 0.1279323 Sep 18 00:39:09.603220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:09.605768 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f16fc-d08e-4069-982b-e0f0b32f825f" -d '{"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-unplugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:09.674307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f0a2e3b-0110-4442-ba24-2507ff7a7d7f req-0eff862d-2fe5-4bf2-a694-ab7ae93dd857 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018700 Sep 18 00:39:09.703505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60ec5f66-8769-4c82-8692-66626b6454f9 req-b19a544f-6540-469e-bbfa-bfaf39a509df tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116032 Sep 18 00:39:09.756426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6476144-9e79-4b48-86fd-e43de2e2ba86 req-451b245a-fd5b-428a-abc9-0763c771c6dc service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881639 Sep 18 00:39:09.756941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-662f2692-9851-41ec-a3d3-2f56e548ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.758930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-662f2692-9851-41ec-a3d3-2f56e548ec27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3041584 Sep 18 00:39:09.762568 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9634223-b895-40e8-85b3-fc51fcc21a4f x-openstack-request-id: req-d9634223-b895-40e8-85b3-fc51fcc21a4f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:09.763199 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-unplugged", "status": "completed", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:09.763671 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9634223-b895-40e8-85b3-fc51fcc21a4f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:09.764281 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'code': 200} Sep 18 00:39:09.818224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-c692cd7a-3cb7-4747-a7d1-079d870b6a39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8159cf6e-af10-4522-99d9-6200e57c7c82 HTTP/1.1" status: 200 len: 217 time: 0.0425472 Sep 18 00:39:09.875671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-2ae794e6-acc7-42df-996e-c06522e8a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.877537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-2ae794e6-acc7-42df-996e-c06522e8a408 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0494094 Sep 18 00:39:09.948422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-ab1b9a51-0d71-4a6b-9759-0c615d02befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.951678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-ab1b9a51-0d71-4a6b-9759-0c615d02befa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654027 Sep 18 00:39:10.103595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057d2ae-739b-4715-8c2d-cfb2feacce6b req-365e2dd4-4a9d-4cf3-9b78-d88d6fddde8a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:10.110696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c057d2ae-739b-4715-8c2d-cfb2feacce6b req-365e2dd4-4a9d-4cf3-9b78-d88d6fddde8a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 943 time: 0.1088245 Sep 18 00:39:10.174335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-54a8708e-dcb0-4e06-bb22-891fd7bcc8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020333 Sep 18 00:39:10.179658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33744) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:10.194523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c057d2ae-739b-4715-8c2d-cfb2feacce6b req-e44ebd7a-abcd-4c77-8d69-50795c879cd9 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829580 Sep 18 00:39:10.206804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb7ee7-42f3-4c9a-ad12-5a637d898d35 req-5848a4d5-48d2-46a6-bb66-f83741aad589 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:10.208605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36eb7ee7-42f3-4c9a-ad12-5a637d898d35 req-5848a4d5-48d2-46a6-bb66-f83741aad589 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.0959256 Sep 18 00:39:10.259407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36eb7ee7-42f3-4c9a-ad12-5a637d898d35 req-29f2e771-77b8-4fc5-8d2a-662b0879e9bc tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Sep 18 00:39:10.315985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.393280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1682aa2-68ca-46da-aa9d-e56303f260d0 req-26bdf5aa-66ec-47a2-acd4-3bc9e21193df service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282675 Sep 18 00:39:10.436778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.440717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.479536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a86fb7-51f0-4e68-a952-49be829a7c40,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:10.483356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8242a0f36c724be6b15806d6c2661dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025773 Sep 18 00:39:10.487721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:10.490442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.499917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.500058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.500358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.501854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.506591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.507175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.508275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.508811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.509321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.509822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.510320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db588-42b4-4d6e-9329-995191d81e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:10.533652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-6f91d6ce-f81a-4947-a23c-ab7dff079ccd tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:10.534817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-6f91d6ce-f81a-4947-a23c-ab7dff079ccd tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.48 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 943 time: 0.0765064 Sep 18 00:39:10.643074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.656843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9215-73df-48ec-a0f3-374517890223 req-60afd649-3614-4cf3-a926-024cea220adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:10.658322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-60afd649-3614-4cf3-a926-024cea220adf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1097 time: 0.1329198 Sep 18 00:39:10.707669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.821147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Deleting port 80e4b47b-bff0-4f48-b109-6011c1c8f25b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:10.821407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:10.853284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8159cf6e-af10-4522-99d9-6200e57c7c82 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:10.973565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8159cf6e-af10-4522-99d9-6200e57c7c82,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:10.985613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '8159cf6e-af10-4522-99d9-6200e57c7c82', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '8159cf6e-af10-4522-99d9-6200e57c7c82', 'mac_address': 'fa:16:3e:61:c0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:11.032874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.047804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8159cf6e-af10-4522-99d9-6200e57c7c82 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:11.069729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8159cf6e-af10-4522-99d9-6200e57c7c82,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:11.075103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.075992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:11.144632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:11.152948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:11.159942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9', 'mac_address': 'fa:16:3e:7e:fe:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:11.198373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.211911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:11.232268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:11.237123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.287725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9215-73df-48ec-a0f3-374517890223 req-05d85f97-74c5-40de-99a1-8de6482d1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.289259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-05d85f97-74c5-40de-99a1-8de6482d1501 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.6205399 Sep 18 00:39:11.300835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:11.310416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862890-5b10-409b-b77d-f093004818bb req-d52e103f-2d6d-4b5d-bc35-2fbd8925afc8 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.312702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e862890-5b10-409b-b77d-f093004818bb req-d52e103f-2d6d-4b5d-bc35-2fbd8925afc8 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 948 time: 0.5348387 Sep 18 00:39:11.327476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d7b51-ae74-4207-a6fd-7b084c66517b req-b4986eac-ca87-44f8-8808-58b55d0110a0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.328848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-464d7b51-ae74-4207-a6fd-7b084c66517b req-b4986eac-ca87-44f8-8808-58b55d0110a0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.5593188 Sep 18 00:39:11.334925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.337384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.340267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63a86fb7-51f0-4e68-a952-49be829a7c40 HTTP/1.1" status: 204 len: 168 time: 0.8459201 Sep 18 00:39:11.409814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286f8a-fcde-4ebe-ae6b-78fc44ee0add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a86fb7-51f0-4e68-a952-49be829a7c40,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:11.433120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] For port 80e4b47b-bff0-4f48-b109-6011c1c8f25b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=80e4b47b-bff0-4f48-b109-6011c1c8f25b,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:11.433539 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.479483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Calling delete_port for 80e4b47b-bff0-4f48-b109-6011c1c8f25b owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:11.483523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e862890-5b10-409b-b77d-f093004818bb req-d023b664-059b-4d90-8350-23403c8429b4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495035 Sep 18 00:39:11.490483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-57eaaf18-3801-4d81-b250-178f55c812fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 1000 time: 0.1893501 Sep 18 00:39:11.497549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-464d7b51-ae74-4207-a6fd-7b084c66517b req-b0d1f163-a7eb-47ee-88d6-4a63a5e3b1b3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581113 Sep 18 00:39:11.543389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['8159cf6e-af10-4522-99d9-6200e57c7c82'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:11.591110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:11.608977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9215-73df-48ec-a0f3-374517890223 req-8cc7f20d-afe9-429e-adb1-aacdf3971d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.610428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-8cc7f20d-afe9-429e-adb1-aacdf3971d16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1088295 Sep 18 00:39:11.709330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2628fd-29f8-45e1-a0fd-a8f8152abf9e req-6bd229e1-f10e-4ab7-b234-cef6d24dccde tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.710854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea2628fd-29f8-45e1-a0fd-a8f8152abf9e req-6bd229e1-f10e-4ab7-b234-cef6d24dccde tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=f83cfe28-3621-40a5-8cae-b175ae720f96 HTTP/1.1" status: 200 len: 943 time: 0.1199608 Sep 18 00:39:11.791498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9215-73df-48ec-a0f3-374517890223 req-cccce74e-5c04-4a9b-ab3d-61ff26189c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.793098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-cccce74e-5c04-4a9b-ab3d-61ff26189c46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592526 Sep 18 00:39:11.867184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea2628fd-29f8-45e1-a0fd-a8f8152abf9e req-13b69539-cf9a-4659-98cd-9c2995d3a60f tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443081 Sep 18 00:39:11.898598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0111b9d-2b9f-400c-84ca-d0700cc486b3 req-7d104452-1ab5-430d-84bf-6dbe5764e079 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.907731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0111b9d-2b9f-400c-84ca-d0700cc486b3 req-7d104452-1ab5-430d-84bf-6dbe5764e079 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1858191 Sep 18 00:39:11.947958 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.966739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33806) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:11.986379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ea6961f-9b52-4eaa-bd56-b93b1e6e1561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.009315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event deleted for resources: {'Port': ['ID=80e4b47b-bff0-4f48-b109-6011c1c8f25b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:12.073393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0111b9d-2b9f-400c-84ca-d0700cc486b3 req-598c1140-5d29-46e1-941c-f9ac811bb86c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643720 Sep 18 00:39:12.077673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-8e3bd63c-6868-4aa9-8d36-c91974a6d975 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722306 Sep 18 00:39:12.078698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] No DVR routers for this DVR port 80e4b47b-bff0-4f48-b109-6011c1c8f25b on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:12.081801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.085057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77a4aa32-7420-48e7-9056-3292daf89bb0 req-d752587c-4965-4b19-9cb8-d427337e3a2d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.48 "DELETE /v2.0/ports/80e4b47b-bff0-4f48-b109-6011c1c8f25b HTTP/1.1" status: 204 len: 173 time: 1.5382984 Sep 18 00:39:12.086261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-deleted', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:12.100499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ea6961f-9b52-4eaa-bd56-b93b1e6e1561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.100627 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17a83f9-83ed-4e62-ab44-d1566bb01aca" -d '{"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-deleted", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:12.100738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ea6961f-9b52-4eaa-bd56-b93b1e6e1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.142650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1ea6961f-9b52-4eaa-bd56-b93b1e6e1561 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=829fd82047344cf291339803f0f4fc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747160 Sep 18 00:39:12.143533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6961f-9b52-4eaa-bd56-b93b1e6e1561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe8238-e0d0-434b-8da6-a1edc0c53442,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:12.146580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33812) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:12.190024 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db969c9-efd9-48c7-bfdf-5a428d1812cb x-openstack-request-id: req-7db969c9-efd9-48c7-bfdf-5a428d1812cb {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:12.190636 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83cfe28-3621-40a5-8cae-b175ae720f96", "name": "network-vif-deleted", "tag": "80e4b47b-bff0-4f48-b109-6011c1c8f25b", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:12.191199 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7db969c9-efd9-48c7-bfdf-5a428d1812cb {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:12.191813 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83cfe28-3621-40a5-8cae-b175ae720f96', 'name': 'network-vif-deleted', 'tag': '80e4b47b-bff0-4f48-b109-6011c1c8f25b', 'status': 'completed', 'code': 200} Sep 18 00:39:12.213202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.227753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d6a9215-73df-48ec-a0f3-374517890223 req-aa9e4fb9-8209-4ead-bf67-3032481a7fbf service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284943 Sep 18 00:39:12.248067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.296694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.299288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.300464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95fe8238-e0d0-434b-8da6-a1edc0c53442 HTTP/1.1" status: 204 len: 168 time: 0.1526721 Sep 18 00:39:12.309406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d37ab-6b1e-449d-bd37-846225a2e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe8238-e0d0-434b-8da6-a1edc0c53442,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:12.687805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28afb0-d6d5-4f95-9166-35fc1d503739 req-0001709d-dd50-4ce2-a40f-10437c7f7740 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:12.689466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc28afb0-d6d5-4f95-9166-35fc1d503739 req-0001709d-dd50-4ce2-a40f-10437c7f7740 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 949 time: 0.1012855 Sep 18 00:39:12.698181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7590-15f7-4ac0-a605-57f1d82b86f6 req-430f3a66-4d6c-4d9a-9e94-fd28025f5198 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:12.698360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33834) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:12.699704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e06e7590-15f7-4ac0-a605-57f1d82b86f6 req-430f3a66-4d6c-4d9a-9e94-fd28025f5198 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0929852 Sep 18 00:39:12.720319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b22d17-23be-44c0-b043-5e0476fe35f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.761909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc28afb0-d6d5-4f95-9166-35fc1d503739 req-85024fa0-4b7b-4dc9-b2de-83a4d7e8cfa6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612037 Sep 18 00:39:12.773448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e06e7590-15f7-4ac0-a605-57f1d82b86f6 req-16591c7c-8419-4f8e-85cc-93b4ec2f5dcb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570128 Sep 18 00:39:12.829256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b22d17-23be-44c0-b043-5e0476fe35f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.833926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4b22d17-23be-44c0-b043-5e0476fe35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.875016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8159cf6e-af10-4522-99d9-6200e57c7c82 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:12.879720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f4b22d17-23be-44c0-b043-5e0476fe35f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1494f647b7141f9a9a761379858f82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767454 Sep 18 00:39:12.879720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33842) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:12.885716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22d17-23be-44c0-b043-5e0476fe35f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8cdaf4-70b9-4819-9f94-d79bce3f5c9f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:12.942646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.955823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 8159cf6e-af10-4522-99d9-6200e57c7c82 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:12.966403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 8159cf6e-af10-4522-99d9-6200e57c7c82 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:12.968103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:12.969783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.024986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.028098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.029868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d8cdaf4-70b9-4819-9f94-d79bce3f5c9f HTTP/1.1" status: 204 len: 168 time: 0.1493897 Sep 18 00:39:13.044922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40c2b-bc89-4545-a2a1-7fd52423eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8cdaf4-70b9-4819-9f94-d79bce3f5c9f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.092791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.120915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:13.122620 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41940e-67f8-40a3-804a-86989bc842e9" -d '{"events": [{"server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "name": "network-vif-plugged", "status": "completed", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:13.139598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8159cf6e-af10-4522-99d9-6200e57c7c82,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:13.147610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.148458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:13.262329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.278720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:13.283318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ccbc-ffcf-4e78-bb00-b5f11d84e3f6 req-51bc6622-8eb9-4f04-b285-99efd9b238fa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:13.284936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:13.285941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.296778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6b0ccbc-ffcf-4e78-bb00-b5f11d84e3f6 req-51bc6622-8eb9-4f04-b285-99efd9b238fa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.1114709 Sep 18 00:39:13.370199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6b0ccbc-ffcf-4e78-bb00-b5f11d84e3f6 req-43899532-2a5c-49f5-9cdb-65200f1852cf tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699697 Sep 18 00:39:13.416479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.453689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33872) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:13.459145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124564304', 'description': 'tempest-description--1571500427'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:13.467348 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5d56f-6e4a-4182-b15c-4a6f5d6c5faf x-openstack-request-id: req-9ad5d56f-6e4a-4182-b15c-4a6f5d6c5faf {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:13.467751 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "name": "network-vif-plugged", "status": "completed", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:13.468148 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ad5d56f-6e4a-4182-b15c-4a6f5d6c5faf {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:13.468356 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82', 'code': 200} Sep 18 00:39:13.495984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:13.500202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.505610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.506638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:13.598893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.635315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.638573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a6b6c-af80-4872-8895-032db71db6aa req-c423f0d1-9ea3-4121-a022-1211b299be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:13.640958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f12a6b6c-af80-4872-8895-032db71db6aa req-c423f0d1-9ea3-4121-a022-1211b299be8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 1102 time: 0.1000819 Sep 18 00:39:13.644448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.678353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.683308 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2285202 Sep 18 00:39:13.684464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33884) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:13.685322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9b6f1-4e8b-452a-91f5-38e89fa7d842 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.693112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'security_group_rule': {'security_group_id': '87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:13.715560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.727032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.739931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f12a6b6c-af80-4872-8895-032db71db6aa req-716b859d-f0a1-418f-b11e-2cefad6f6814 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895460 Sep 18 00:39:13.786561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:13.797110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.797581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:13.831674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 80e4b47b-bff0-4f48-b109-6011c1c8f25b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:13.832287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 80e4b47b-bff0-4f48-b109-6011c1c8f25b not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:13.840969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.846330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.878685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b257a3e-59df-4693-8eb3-7f4226ff0e31,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.897695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:13.899523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-95d336f7-7f22-4bcc-8f4e-2c1aca7d87ec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2110837 Sep 18 00:39:13.902567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33894) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:13.911854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'security_group_rule': {'security_group_id': '87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:13.925115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:13.959736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.020417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e153c-ae91-4015-8673-5eccf0c3e37e req-75e311c6-9bfd-4a4d-9e50-aa3f944c51d6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.027936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d9e153c-ae91-4015-8673-5eccf0c3e37e req-75e311c6-9bfd-4a4d-9e50-aa3f944c51d6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 950 time: 0.1431322 Sep 18 00:39:14.050624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.057186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.057492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c9d11-6048-40f5-9842-a1d81bc4f538 req-de5a20d2-2cc1-4a99-ae78-d1e752a3d675 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.066112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-130c9d11-6048-40f5-9842-a1d81bc4f538 req-de5a20d2-2cc1-4a99-ae78-d1e752a3d675 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1290536 Sep 18 00:39:14.090869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b476b89-eae2-45f0-8ec8-19dbc906278f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:14.117833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d9e153c-ae91-4015-8673-5eccf0c3e37e req-109a90b0-7d30-448f-be0f-7b74b1cde653 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Sep 18 00:39:14.123162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.127619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5d63c873-7359-4b8b-91e5-d3deba92044b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2211616 Sep 18 00:39:14.128110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:14.133411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:14.142840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-130c9d11-6048-40f5-9842-a1d81bc4f538 req-f1c6c49b-d32f-4eca-9745-417cd45e0046 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752387 Sep 18 00:39:14.169400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.260998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc48f52-e960-44ed-9e1a-37ae30e1a5ba req-1dc435b3-af4e-4ad3-a0f4-f96ff3fdf1dc tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.262824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cc48f52-e960-44ed-9e1a-37ae30e1a5ba req-1dc435b3-af4e-4ad3-a0f4-f96ff3fdf1dc tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.0588744 Sep 18 00:39:14.325790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cc48f52-e960-44ed-9e1a-37ae30e1a5ba req-b354928c-f159-41fe-9ab9-a8d2c6545367 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565138 Sep 18 00:39:14.334892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.486897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Allocated IP 172.25.7.50 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6c4ecd56-cd07-44f6-87d1-cf82a94d15b3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:14.537144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c566-518b-4453-8ab8-43cfe96337bf req-25c254ba-7051-495b-9cc2-88bbf5b05816 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.554597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4870c566-518b-4453-8ab8-43cfe96337bf req-25c254ba-7051-495b-9cc2-88bbf5b05816 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.0803185 Sep 18 00:39:14.606212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4870c566-518b-4453-8ab8-43cfe96337bf req-81bd5b48-d3e9-426a-b1e4-64c61898f6c8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493479 Sep 18 00:39:14.641971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.681468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.736430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:14.741222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:14.743867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:14.808586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'Port': ['ID=6c4ecd56-cd07-44f6-87d1-cf82a94d15b3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:14.833552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33930) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:14.883040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.934694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.083596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce2055d-3105-44a4-a1b7-6b2ad5cd0af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.153913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.162454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.254377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'Port': ['ID=6c4ecd56-cd07-44f6-87d1-cf82a94d15b3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:15.275366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.291450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce2055d-3105-44a4-a1b7-6b2ad5cd0af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.302782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.311992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2b3ec7a5-2e6c-4214-95e1-35e5b5281cd2 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1751316 Sep 18 00:39:15.317568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce2055d-3105-44a4-a1b7-6b2ad5cd0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.382717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c0abb-2907-40d0-ade3-a3ff37859e0f req-a3274c76-9ca2-4038-9dc5-a7e21dcc270e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.384581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b36c0abb-2907-40d0-ade3-a3ff37859e0f req-a3274c76-9ca2-4038-9dc5-a7e21dcc270e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 950 time: 0.1741400 Sep 18 00:39:15.392080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33964) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:15.392392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dce2055d-3105-44a4-a1b7-6b2ad5cd0af0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c07555b75f0742e5a657d987ac0423fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574718 Sep 18 00:39:15.396446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2055d-3105-44a4-a1b7-6b2ad5cd0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85117707-4ece-46ce-a7f4-204863096d70,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:15.407900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcf10e-88d7-4b80-96e3-dc2f13085f42 req-78248be1-31a9-4c98-9de3-32317f0fa1f2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.415417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56fcf10e-88d7-4b80-96e3-dc2f13085f42 req-78248be1-31a9-4c98-9de3-32317f0fa1f2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1457322 Sep 18 00:39:15.458846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.472310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9'}, {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:15.475512 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c42bf58-4aac-4c6a-9244-4dde40f42100" -d '{"events": [{"server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "name": "network-vif-plugged", "status": "completed", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9"}, {"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-unplugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:15.483255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.508016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b36c0abb-2907-40d0-ade3-a3ff37859e0f req-ab8f722d-78fd-4c9a-88f8-ce784d711175 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141651 Sep 18 00:39:15.517166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56fcf10e-88d7-4b80-96e3-dc2f13085f42 req-15580654-cbf4-4213-9922-0b2cde1a0221 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991290 Sep 18 00:39:15.533949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-2679a747-5462-49ac-a171-d483fe0840a5 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.542087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-2679a747-5462-49ac-a171-d483fe0840a5 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.48 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.1123703 Sep 18 00:39:15.559366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.561604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.565777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85117707-4ece-46ce-a7f4-204863096d70 HTTP/1.1" status: 204 len: 168 time: 0.1694129 Sep 18 00:39:15.584018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773bdd-7d68-46e6-91be-239d5530a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85117707-4ece-46ce-a7f4-204863096d70,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:15.692617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Deleting port 6bc01c10-f1fa-4329-a6cc-47f6607e047f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:15.692953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.890826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0fd53-33c5-4769-a9b4-e001b39a50e2 req-4b0674e2-8b03-47ae-b6a4-91b1b69f8783 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.899083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.899808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf0fd53-33c5-4769-a9b4-e001b39a50e2 req-4b0674e2-8b03-47ae-b6a4-91b1b69f8783 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 945 time: 0.1893523 Sep 18 00:39:15.908599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] For port 6bc01c10-f1fa-4329-a6cc-47f6607e047f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6bc01c10-f1fa-4329-a6cc-47f6607e047f,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:15.908977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.040973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf0fd53-33c5-4769-a9b4-e001b39a50e2 req-e45c49c2-4184-4ed2-84aa-1f62138f31ca tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups?id=eadae3a8-d25b-4655-bd35-480005f510f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1402991 Sep 18 00:39:16.064393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-aad11d12-645a-4da3-9879-fbf4099f6a1d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:16.065924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-aad11d12-645a-4da3-9879-fbf4099f6a1d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.2544250 Sep 18 00:39:16.119378 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb9c5cd-9626-4e4c-9899-44581616cae3 x-openstack-request-id: req-deb9c5cd-9626-4e4c-9899-44581616cae3 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:16.119679 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "name": "network-vif-plugged", "status": "completed", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9", "code": 200}, {"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-unplugged", "status": "failed", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:16.119949 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deb9c5cd-9626-4e4c-9899-44581616cae3 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:16.120370 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9', 'code': 200} Sep 18 00:39:16.120630 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'code': 422} returned with failed status Sep 18 00:39:16.139299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-d84c1c7c-c0f2-4776-aa6d-680d2b33bd8e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/quotas/fd862915c4ec412d8a5ba24cb84d83b7 HTTP/1.1" status: 200 len: 375 time: 0.0607085 Sep 18 00:39:16.224296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:16.246807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa45b30-3686-4136-81ed-2375d68e1a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.324656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-70383f96-7b40-4f40-be86-d2f15e53cadb tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844637 Sep 18 00:39:16.360785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc07ad-1753-4aac-a06a-fec60140d1f2 req-f84f3f80-b6ef-4751-839b-5e980e0e361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:16.362238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79cc07ad-1753-4aac-a06a-fec60140d1f2 req-f84f3f80-b6ef-4751-839b-5e980e0e361f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1100 time: 0.1729999 Sep 18 00:39:16.379495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee45f9-3fc9-4cfb-b7b5-067f4a619a66 req-a8859c35-8a1e-4987-95eb-c3c7274bbcaf tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:16.380655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa45b30-3686-4136-81ed-2375d68e1a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.381363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cee45f9-3fc9-4cfb-b7b5-067f4a619a66 req-a8859c35-8a1e-4987-95eb-c3c7274bbcaf tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.1933062 Sep 18 00:39:16.384568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa45b30-3686-4136-81ed-2375d68e1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.425097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.426244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.426924 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Floating IP 99b890c7-1f19-4255-93fb-c4dacc7c94f2 disassociated. External IP: 172.25.7.250, port: 6bc01c10-f1fa-4329-a6cc-47f6607e047f. Sep 18 00:39:16.427125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa45b30-3686-4136-81ed-2375d68e1a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ce466d-c684-4441-a205-94ae5c6b22e7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:16.427756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Calling delete_port for 6bc01c10-f1fa-4329-a6cc-47f6607e047f owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:16.433201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6aa45b30-3686-4136-81ed-2375d68e1a91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d72d967e8a7b49738a21c9b471eebbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080417 Sep 18 00:39:16.435792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:16.491798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.514778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.536941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cee45f9-3fc9-4cfb-b7b5-067f4a619a66 req-193c1921-d1ad-447f-bc49-b32d5d723390 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193588 Sep 18 00:39:16.575063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.577695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.582463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73ce466d-c684-4441-a205-94ae5c6b22e7 HTTP/1.1" status: 204 len: 168 time: 0.1446986 Sep 18 00:39:16.602925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7b82-9960-4ca8-ba62-9685acbbec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ce466d-c684-4441-a205-94ae5c6b22e7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:16.618276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-c1092d25-f9c2-42cd-bf69-55642322d26e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4903297 Sep 18 00:39:16.632412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79cc07ad-1753-4aac-a06a-fec60140d1f2 req-901b52af-fd90-4bd0-b557-8c18712cb1c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254291 Sep 18 00:39:16.657015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-d6d69046-fda3-454f-9eb1-ba2935770c8d service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183796 Sep 18 00:39:16.832511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.914223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event deleted for resources: {'Port': ['ID=6bc01c10-f1fa-4329-a6cc-47f6607e047f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:16.921256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 580888b2-9663-47b9-8563-8866ee43be35 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:16.969053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-02d802f5-82d3-47ae-aead-04ea1392f0ee service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085334 Sep 18 00:39:17.002096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe38bf-fd42-41c9-864a-bd3ca017e4c6 req-f1d6bd02-9735-4092-a58e-680530f1647c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.020467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dfe38bf-fd42-41c9-864a-bd3ca017e4c6 req-f1d6bd02-9735-4092-a58e-680530f1647c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.3585191 Sep 18 00:39:17.100811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6bc01c10-f1fa-4329-a6cc-47f6607e047f no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:17.144022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 6bc01c10-f1fa-4329-a6cc-47f6607e047f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:17.144434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6bc01c10-f1fa-4329-a6cc-47f6607e047f not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:17.147089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dfe38bf-fd42-41c9-864a-bd3ca017e4c6 req-6d30a847-4804-4e43-979c-2955fbaff021 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282043 Sep 18 00:39:17.334331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:39:17.361549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa63bae-0049-40ef-bcf9-cfc9ee110b6e req-124c79d6-3f2f-4dfb-b332-23ae7be02a72 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.363926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-caa63bae-0049-40ef-bcf9-cfc9ee110b6e req-124c79d6-3f2f-4dfb-b332-23ae7be02a72 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1320693 Sep 18 00:39:17.452947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-682e6bbe-b863-4fe3-aa59-556f68625564 req-0fb12495-6b88-4452-a211-5d656e19ca37 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 210 time: 0.0807467 Sep 18 00:39:17.694435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-caa63bae-0049-40ef-bcf9-cfc9ee110b6e req-e2eb760b-6338-4f19-8c9c-147f02874e09 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906063 Sep 18 00:39:17.744245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-336553c0-6f9d-4c2e-ab9f-8f4b0493015e req-deee5398-cefa-4f9b-ae8e-43d868156b43 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 210 time: 0.0607309 Sep 18 00:39:17.759986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:17.771295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Sync routers for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:17.786406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:17.793488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:17.822842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] No DVR routers for this DVR port 6bc01c10-f1fa-4329-a6cc-47f6607e047f on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:17.829887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:17.834963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce645518-b2b2-4b0d-b0b6-5ed6021f9a53 req-18d61348-84e7-46c5-918c-99dc2a674ffb tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.48 "DELETE /v2.0/ports/6bc01c10-f1fa-4329-a6cc-47f6607e047f HTTP/1.1" status: 204 len: 173 time: 2.2868865 Sep 18 00:39:17.851388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'name': 'network-vif-deleted', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:17.859610 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c759ee7e-f302-4390-a813-ab46978e8cad" -d '{"events": [{"server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "name": "network-vif-deleted", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:17.961205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b79c1d-81ba-4e5d-886f-93fddedf38a7 req-12e048a4-6759-4873-acfc-5df89ea54fb8 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.970608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6b79c1d-81ba-4e5d-886f-93fddedf38a7 req-12e048a4-6759-4873-acfc-5df89ea54fb8 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.1501191 Sep 18 00:39:17.980558 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb561601-c31c-4087-9722-dfa8f9a1c14c x-openstack-request-id: req-cb561601-c31c-4087-9722-dfa8f9a1c14c {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:17.980849 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f1dacf-f95a-45d3-b1d8-c3372c782bcd", "name": "network-vif-deleted", "tag": "6bc01c10-f1fa-4329-a6cc-47f6607e047f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:17.981289 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb561601-c31c-4087-9722-dfa8f9a1c14c {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:17.981943 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f1dacf-f95a-45d3-b1d8-c3372c782bcd', 'name': 'network-vif-deleted', 'tag': '6bc01c10-f1fa-4329-a6cc-47f6607e047f', 'status': 'completed', 'code': 200} Sep 18 00:39:18.033973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6b79c1d-81ba-4e5d-886f-93fddedf38a7 req-6ed22075-c420-4d99-9aac-d1d27b2c790f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579047 Sep 18 00:39:18.093781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:18.304525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1dbed-d042-406a-96af-2b14352bebe7 req-53367dc1-8cb3-4c19-862c-8a0fe55833e9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.305970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ba1dbed-d042-406a-96af-2b14352bebe7 req-53367dc1-8cb3-4c19-862c-8a0fe55833e9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.0623260 Sep 18 00:39:18.379931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ba1dbed-d042-406a-96af-2b14352bebe7 req-fdb40268-852f-499b-a401-2dffd7905e11 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674570 Sep 18 00:39:18.542601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34096) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:18.716309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2dd018d1-bc18-4898-8522-dd683d938f49 req-91d80500-cd91-498d-85e5-2eb0f07d70c6 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/ports?device_id=59f1dacf-f95a-45d3-b1d8-c3372c782bcd HTTP/1.1" status: 200 len: 210 time: 0.0753353 Sep 18 00:39:18.766443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:18.799833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Checking router: fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:18.809989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:18.811094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:18.916500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6914eb2-b052-41fe-82f8-9a9995dbed3a req-4ef7c45a-278a-4469-b5aa-84dcc57dd0e0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 210 time: 0.0457051 Sep 18 00:39:18.929842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf78cc2-d290-4b87-8bef-40b120016cc1 req-6c0deb6e-a26e-4813-a431-4470fe813a14 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.933560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf78cc2-d290-4b87-8bef-40b120016cc1 req-6c0deb6e-a26e-4813-a431-4470fe813a14 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1006284 Sep 18 00:39:18.960338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a884166-dafd-4807-91ac-962ca29e23ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:18.982674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:19.037787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf78cc2-d290-4b87-8bef-40b120016cc1 req-77c18ba3-e6a0-45f3-abbf-efb3798b017b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Sep 18 00:39:19.192345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6c66e-7f59-41ea-a6bd-cd25c1b9a904 req-2b97ffc2-8f37-4ec0-91b8-04d0717c8dbc tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.202955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f6c66e-7f59-41ea-a6bd-cd25c1b9a904 req-2b97ffc2-8f37-4ec0-91b8-04d0717c8dbc tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.0693572 Sep 18 00:39:19.267688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f6c66e-7f59-41ea-a6bd-cd25c1b9a904 req-114324aa-2937-4119-93f7-b787e27f0110 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582991 Sep 18 00:39:19.332016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a884166-dafd-4807-91ac-962ca29e23ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.341338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a884166-dafd-4807-91ac-962ca29e23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.349643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:19.385562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d2cae-2dc1-49c7-a72a-f4a5e9da7f1d None None] The sync data for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 is: [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:37:04Z', 'revision_number': 4, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd2e488ef-bc84-44d8-a436-3b3658444c86', 'name': '', 'network_id': 'd3051711-1f4c-4116-8674-a818fda6cb62', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'mac_address': 'fa:16:3e:0d:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:03Z', 'updated_at': '2021-09-18T00:37:11Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'subnets': [{'id': '6e11957a-33a8-43b9-b5a1-fd81b065c606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:19.452491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-acfce8f0-03d0-4221-951a-64ad1cc48535 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.453498 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-acfce8f0-03d0-4221-951a-64ad1cc48535 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.3244765 Sep 18 00:39:19.464103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a884166-dafd-4807-91ac-962ca29e23ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab613a3ebe541ec9e3bd0749a2bf754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9194002 Sep 18 00:39:19.466622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:19.481072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a884166-dafd-4807-91ac-962ca29e23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52858a3b-4f7a-4047-8e3e-0cf1aa7b22ac,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:19.493944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'port': {'device_id': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'admin_state_up': True, 'tenant_id': 'fd862915c4ec412d8a5ba24cb84d83b7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:19.565020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.601398 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.684549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Made reservation on behalf of fd862915c4ec412d8a5ba24cb84d83b7 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:19.689121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.746548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaea4d-daef-43e5-8bd4-135af8a62e6a req-72a846bb-1da2-4581-9b7d-02f6d9e2aa0c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.748397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fcaea4d-daef-43e5-8bd4-135af8a62e6a req-72a846bb-1da2-4581-9b7d-02f6d9e2aa0c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.1219141 Sep 18 00:39:19.795507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.798428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:19.802924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52858a3b-4f7a-4047-8e3e-0cf1aa7b22ac HTTP/1.1" status: 204 len: 168 time: 0.3352370 Sep 18 00:39:19.828688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae08bd-f80e-4d7a-ab3c-e858c8bdf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52858a3b-4f7a-4047-8e3e-0cf1aa7b22ac,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:19.850184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beebe4b-9fd1-41a0-b191-15b5e855871e req-64f992dc-a371-4ff8-89f0-a1c2251dbed7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.867712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beebe4b-9fd1-41a0-b191-15b5e855871e req-64f992dc-a371-4ff8-89f0-a1c2251dbed7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.869865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1beebe4b-9fd1-41a0-b191-15b5e855871e req-64f992dc-a371-4ff8-89f0-a1c2251dbed7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0&device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1689 time: 0.1514122 Sep 18 00:39:19.884824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fcaea4d-daef-43e5-8bd4-135af8a62e6a req-3efa5faf-015b-48e4-99cb-80797c9c447b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188264 Sep 18 00:39:19.898919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dabf94-23d3-483a-a21b-286ca8c59edf None None] New status for floating IP 99b890c7-1f19-4255-93fb-c4dacc7c94f2: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:39:19.976960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1beebe4b-9fd1-41a0-b191-15b5e855871e req-bd74aced-ff09-4a51-8cba-86ef1d57cd3c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907235 Sep 18 00:39:20.112064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Allocated IP 172.20.0.10 (212cb263-10cd-4c32-8825-cf7b08db636a/2380a13a-08ae-4751-914b-1656a38e0b6d/f45c135f-b1af-4fa6-93f9-4d47bf79532f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:20.138578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-767a8356-247e-4650-8192-fdd139815d87 req-ea3e7f25-2e15-4826-bc3f-8ccd59a80900 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 210 time: 0.0524244 Sep 18 00:39:20.206969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34148) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:20.339625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.351835 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.394367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.418096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.436590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc07e0-60ef-48d5-910b-5d5af47e411c req-c0e9cb0b-2fe6-4aca-a4f1-e68544ecf56f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.438125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67dc07e0-60ef-48d5-910b-5d5af47e411c req-c0e9cb0b-2fe6-4aca-a4f1-e68544ecf56f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1553454 Sep 18 00:39:20.447128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbc079-3e30-401a-8666-0f10735614bb req-9764ddb9-f51d-4edd-9e90-2ee5b80c6e7b tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.450708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Network 212cb263-10cd-4c32-8825-cf7b08db636a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:20.453942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:20.454183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6fbc079-3e30-401a-8666-0f10735614bb req-9764ddb9-f51d-4edd-9e90-2ee5b80c6e7b tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 1102 time: 0.1724784 Sep 18 00:39:20.458881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:20.499196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:20.537247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.538054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.548659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6fbc079-3e30-401a-8666-0f10735614bb req-bb921e8f-59db-416f-b116-cab215dc110d tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934920 Sep 18 00:39:20.568446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-af11ea1a-205f-48e5-879f-d7868478b040 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0711768 Sep 18 00:39:20.568797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67dc07e0-60ef-48d5-910b-5d5af47e411c req-576381b5-a07d-4eee-9011-76e1d809fb02 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927248 Sep 18 00:39:20.589297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Request body: {'port': {'device_id': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:20.602718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.611084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.617581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "DELETE /v2.0/security-groups/eadae3a8-d25b-4655-bd35-480005f510f6 HTTP/1.1" status: 204 len: 168 time: 0.4092107 Sep 18 00:39:20.619913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34164) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:20.663823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9966-b3f4-4d43-b900-eacecae1322f tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadae3a8-d25b-4655-bd35-480005f510f6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:20.677966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.692266 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-4971775b-1cce-4484-ac92-22ccd12a6435 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] show failed (client error): The resource could not be found. Sep 18 00:39:20.696538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4971775b-1cce-4484-ac92-22ccd12a6435 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "GET /v2.0/security-groups/eadae3a8-d25b-4655-bd35-480005f510f6 HTTP/1.1" status: 404 len: 347 time: 0.0546703 Sep 18 00:39:20.696879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34166) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:20.734140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6e8f2-4549-498b-bedd-2af61d6a6030 req-937df706-d566-458e-af16-de3801ec0bcd tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.736156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89a6e8f2-4549-498b-bedd-2af61d6a6030 req-937df706-d566-458e-af16-de3801ec0bcd tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1100 time: 0.0775912 Sep 18 00:39:20.800406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89a6e8f2-4549-498b-bedd-2af61d6a6030 req-d3a3aadc-5c9a-4fb6-a77e-b265013f2e96 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Sep 18 00:39:21.057879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Deleting port f1f2578a-f5de-436f-b485-81e493f2067f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:21.058218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.061548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea8c84-5721-4d8e-aa2a-797ab4316d3f req-38071c76-2736-4372-975e-862432f65dfa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.070644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22ea8c84-5721-4d8e-aa2a-797ab4316d3f req-38071c76-2736-4372-975e-862432f65dfa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.0710340 Sep 18 00:39:21.135545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22ea8c84-5721-4d8e-aa2a-797ab4316d3f req-5fc853aa-378b-4eeb-940d-c7013790770d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637510 Sep 18 00:39:21.235755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.236073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.261557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Calling delete_port for f1f2578a-f5de-436f-b485-81e493f2067f owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:21.272584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45c135f-b1af-4fa6-93f9-4d47bf79532f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:21.285482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.301256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-e2d14b3f-b782-4df6-bde4-5d8ef6734276 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687914 Sep 18 00:39:21.338751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Transition to ACTIVE for port object f45c135f-b1af-4fa6-93f9-4d47bf79532f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:21.351362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.424453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0417-1ff1-4d22-8015-c9ee34944050 req-070fd600-23f5-425d-b0ff-c19fab1bb820 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.426070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06d0417-1ff1-4d22-8015-c9ee34944050 req-070fd600-23f5-425d-b0ff-c19fab1bb820 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 932 time: 0.1814439 Sep 18 00:39:21.492015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-e702668b-f8ca-41fc-a519-b7a52909b99f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.499639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-e702668b-f8ca-41fc-a519-b7a52909b99f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964757 Sep 18 00:39:21.523296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:21.528985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-fbbb50ce-ce26-4aba-9281-a463f428db4c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0282586 Sep 18 00:39:21.540364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06d0417-1ff1-4d22-8015-c9ee34944050 req-7fdd9faa-2c35-4f95-9bbf-3b953810e94a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052530 Sep 18 00:39:21.638125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-311d6fcd-25e9-4467-b348-e2e1bf2295da tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077654 Sep 18 00:39:21.741140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Attempting to bind port f45c135f-b1af-4fa6-93f9-4d47bf79532f on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:21.742600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Attempting to bind port f45c135f-b1af-4fa6-93f9-4d47bf79532f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:21.744414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Attempting to bind port f45c135f-b1af-4fa6-93f9-4d47bf79532f on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:21.752692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Port f45c135f-b1af-4fa6-93f9-4d47bf79532f on network 212cb263-10cd-4c32-8825-cf7b08db636a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:21.753022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Attempting to bind port f45c135f-b1af-4fa6-93f9-4d47bf79532f on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:21.762047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d8b4-ae1b-4ffd-a856-528af356b052 req-5343bd95-857d-4923-a1ed-9a7741920e25 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.770048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3682d8b4-ae1b-4ffd-a856-528af356b052 req-5343bd95-857d-4923-a1ed-9a7741920e25 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.0884287 Sep 18 00:39:21.776341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.778427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:21.778767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Checking segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:21.779153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Bound using segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:21.779593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Bound port: f45c135f-b1af-4fa6-93f9-4d47bf79532f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:21.779943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:21.828872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3682d8b4-ae1b-4ffd-a856-528af356b052 req-0e28c227-a03e-41d1-bb6b-fc1a228017b0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Sep 18 00:39:21.929484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Pushing event deleted for resources: {'Port': ['ID=f1f2578a-f5de-436f-b485-81e493f2067f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:22.065282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:22.068006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:22.084496 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80a198e8-2a5a-4995-841a-98e7f77fbad2 tempest-ServersTestFqdnHostnames-1876560133 tempest-ServersTestFqdnHostnames-1876560133-project] 10.222.0.49 "DELETE /v2.0/floatingips/99b890c7-1f19-4255-93fb-c4dacc7c94f2 HTTP/1.1" status: 204 len: 168 time: 1.3829863 Sep 18 00:39:22.084857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34232) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:22.099786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:22.103394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:22.110739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:22.185645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.186292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:22.187587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] 10.222.0.54 "PUT /v2.0/ports/f45c135f-b1af-4fa6-93f9-4d47bf79532f HTTP/1.1" status: 200 len: 1093 time: 1.6102438 Sep 18 00:39:22.188034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:22.196687 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8426fe-ac60-405a-a75d-27e4d7a51af9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:22.241164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2db8-c830-430c-92cc-53bdc22167df service neutron] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:22.304291 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0860cc61-5fea-41b2-8d02-1111f2a981d4 x-openstack-request-id: req-0860cc61-5fea-41b2-8d02-1111f2a981d4 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:22.305078 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:22.306343 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0860cc61-5fea-41b2-8d02-1111f2a981d4 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:22.307290 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'status': 'completed', 'code': 200} Sep 18 00:39:22.435504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-8f34b8f8-4889-473e-aea7-04e2b0fb3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.437108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-8f34b8f8-4889-473e-aea7-04e2b0fb3e2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 1096 time: 0.0863068 Sep 18 00:39:22.526398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-e74760ba-0848-4ce2-b0bc-e9c13ade2962 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f HTTP/1.1" status: 200 len: 217 time: 0.0738130 Sep 18 00:39:22.534610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a66a1b-dbd2-4176-9454-1732e43a03b6 req-5233a1ad-cead-4025-882a-88c756e2eeff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.536998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a66a1b-dbd2-4176-9454-1732e43a03b6 req-5233a1ad-cead-4025-882a-88c756e2eeff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.2385583 Sep 18 00:39:22.592777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-328ac9a4-81dc-424a-9f8f-75a639cc3d3e req-1850597f-d1f6-4d23-afc9-381a01df8047 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 210 time: 0.0544896 Sep 18 00:39:22.633136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-683543d0-c2ca-48d6-b0d1-1766edc24f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.637143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-683543d0-c2ca-48d6-b0d1-1766edc24f7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.0982225 Sep 18 00:39:22.688150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-342cf672-e927-4cce-92ff-d003c12f05fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408587 Sep 18 00:39:22.923570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-43c773e0-5e0b-4673-8415-2699c420a490 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070639 Sep 18 00:39:23.114106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-28743427-c0a9-4ab5-b2da-25a2bb1abd26 req-2a365b03-2f86-48bb-9c14-f84d6fa04d84 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886640 Sep 18 00:39:23.252437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34304) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:23.284174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-9315fafd-f556-4a7d-a6a7-da83ae930d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.286384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-9315fafd-f556-4a7d-a6a7-da83ae930d63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 1096 time: 0.0624485 Sep 18 00:39:23.411506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a66a1b-dbd2-4176-9454-1732e43a03b6 req-5212c5d0-34f4-4289-a7fc-686f5ae93eea tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8622553 Sep 18 00:39:23.493261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7827-cc10-43d0-8e40-f06e09e2fe9e req-88591d25-8537-4d42-9061-1c84eda6f52b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.501200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ddc7827-cc10-43d0-8e40-f06e09e2fe9e req-88591d25-8537-4d42-9061-1c84eda6f52b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 944 time: 0.2937689 Sep 18 00:39:23.547380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-035dfe84-50d3-4d1f-9540-5d3f71bd8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.549462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-035dfe84-50d3-4d1f-9540-5d3f71bd8f62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 923 time: 0.2543998 Sep 18 00:39:23.606113 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-3f61727e-deb1-4ced-892d-28d51e77c6af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f HTTP/1.1" status: 200 len: 217 time: 0.0489476 Sep 18 00:39:23.663118 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71f84f2d-5ba3-41b9-a358-991d0d380ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:23.682101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ddc7827-cc10-43d0-8e40-f06e09e2fe9e req-193ad2e9-a00e-409c-bb9a-3bdf5bbfbfb0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795373 Sep 18 00:39:23.684436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-d2f7016f-d1c8-4c66-82ac-9b73b5024fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.685949 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-d2f7016f-d1c8-4c66-82ac-9b73b5024fb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.0714784 Sep 18 00:39:23.724552 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-0b1100b0-8a91-4b47-aabb-503fd7a7b2b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298057 Sep 18 00:39:23.764379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014f5d2-11c7-4da1-aa49-7f52131119a5 req-937e2de7-d670-46ca-8b62-73ca6193e9f1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.772634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d014f5d2-11c7-4da1-aa49-7f52131119a5 req-937e2de7-d670-46ca-8b62-73ca6193e9f1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2363532 Sep 18 00:39:23.864407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d014f5d2-11c7-4da1-aa49-7f52131119a5 req-d89bcc91-207c-46bb-a2af-7b55ac97a98f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904899 Sep 18 00:39:23.886070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-16cee2b5-f47d-4228-8364-502007c026f2 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523247 Sep 18 00:39:23.979147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d5dd9a1-cd4c-4ffa-a858-e68ed42edd52 req-912d5d52-3e41-4e37-aa7d-b10b3b83b3f6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 210 time: 0.0430017 Sep 18 00:39:24.035996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71f84f2d-5ba3-41b9-a358-991d0d380ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.039511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.056158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d8426fe-ac60-405a-a75d-27e4d7a51af9 req-b290b6a7-3340-4598-81fc-d73d26c0e101 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518562 Sep 18 00:39:24.074993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-71f84f2d-5ba3-41b9-a358-991d0d380ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.129331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84f2d-5ba3-41b9-a358-991d0d380ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d503a-7214-4b68-9011-d82979e2e848,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:24.144635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-55dcf230-bd83-49b2-81dd-f75c7b40f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.150873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-71f84f2d-5ba3-41b9-a358-991d0d380ccb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fe1010f75f74b2da59c06f1771c964a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974168 Sep 18 00:39:24.154088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:24.232714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.285826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.372604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.376182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.377326 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/530d503a-7214-4b68-9011-d82979e2e848 HTTP/1.1" status: 204 len: 168 time: 0.2222378 Sep 18 00:39:24.409846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e33f1-0761-4bd1-9bee-1df792b4533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d503a-7214-4b68-9011-d82979e2e848,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:24.413541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-837bd67f-0580-46d8-9a5f-cd67c6bc60df tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272164 Sep 18 00:39:24.430187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-b16c8dac-03df-4fa7-b9fd-5eb3d5425211 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628738 Sep 18 00:39:24.549613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-d3106b81-ed23-4265-85be-045295cb4d71 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:24.551544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-d3106b81-ed23-4265-85be-045295cb4d71 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317854 Sep 18 00:39:24.580415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:24.640561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-09c5860b-339e-4519-85e6-c980c7315c35 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:24.642333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-09c5860b-339e-4519-85e6-c980c7315c35 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056150 Sep 18 00:39:24.661388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:24.794508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Deleting port d2e488ef-bc84-44d8-a436-3b3658444c86 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:24.795644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.806319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575cf3-6716-4f36-be53-b79b7a57531b req-12900fb8-d34c-4c67-b06a-975698fc79e3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:24.814038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f575cf3-6716-4f36-be53-b79b7a57531b req-12900fb8-d34c-4c67-b06a-975698fc79e3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.1705084 Sep 18 00:39:24.819900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:24.823847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.947365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:24.980146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f575cf3-6716-4f36-be53-b79b7a57531b req-15c73ec6-059a-4d00-bb88-481813ca9742 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652412 Sep 18 00:39:24.986397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:24.990950 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.994752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-998c1eb4-5a46-488b-97b2-424833af0a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.030599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf4ed-ea53-48e8-9a19-0b03257ad828 req-efb8c3ae-60b8-4568-a0b7-0a5cc9eb70c4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:25.038357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e2cf4ed-ea53-48e8-9a19-0b03257ad828 req-efb8c3ae-60b8-4568-a0b7-0a5cc9eb70c4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 944 time: 0.1774707 Sep 18 00:39:25.041786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] For port d2e488ef-bc84-44d8-a436-3b3658444c86, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d2e488ef-bc84-44d8-a436-3b3658444c86,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:25.042137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.042264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:25.075106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.33 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/9e098b70-6c5f-4ef5-b826-496b656800d3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:25.083795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Calling delete_port for d2e488ef-bc84-44d8-a436-3b3658444c86 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:25.219745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e2cf4ed-ea53-48e8-9a19-0b03257ad828 req-a5fd57ab-6587-4e44-a75d-a757bd144bec tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759365 Sep 18 00:39:25.220861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-49e0fea0-0348-4118-b9cb-9c115c77a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:25.223522 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-49e0fea0-0348-4118-b9cb-9c115c77a761 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 1095 time: 0.1111515 Sep 18 00:39:25.236134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.263457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:25.269692 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97677322-ada1-43af-bc81-026f677c9c14" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-unplugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:25.275548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:25.283587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:25.292992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.352874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35cfd3a5-87a3-440f-84b4-04a80b2a3d2d req-fc81c6bd-0d5f-4f73-a950-3b82dbe73f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 210 time: 0.0509646 Sep 18 00:39:25.368109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:25.370902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-998c1eb4-5a46-488b-97b2-424833af0a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.386975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.387635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.388346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.388921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.389484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.390345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.391063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.392201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.392804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.393297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.393807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.395046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:25.401392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.417465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-998c1eb4-5a46-488b-97b2-424833af0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.424750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14cb44-0a11-459f-9166-1a474031ce2d req-3e880dc3-df66-48f8-aaa3-b74c351f9994 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:25.427185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd14cb44-0a11-459f-9166-1a474031ce2d req-3e880dc3-df66-48f8-aaa3-b74c351f9994 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.2023294 Sep 18 00:39:25.444522 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d68a3-ed53-4a37-b115-f6679a64be20 x-openstack-request-id: req-009d68a3-ed53-4a37-b115-f6679a64be20 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:25.444928 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-unplugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:25.445067 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-009d68a3-ed53-4a37-b115-f6679a64be20 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:25.445498 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'code': 200} Sep 18 00:39:25.499815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd14cb44-0a11-459f-9166-1a474031ce2d req-0a413467-a2cc-462b-97be-038d43f5387c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Sep 18 00:39:25.509705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-998c1eb4-5a46-488b-97b2-424833af0a9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=035dff770e524cfd9ae38410fe262b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597081 Sep 18 00:39:25.522219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34408) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:25.526730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.537157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c1eb4-5a46-488b-97b2-424833af0a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9219d-7cd5-4dec-84c3-0fa00cc94c28,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:25.557151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.582223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e488ef-bc84-44d8-a436-3b3658444c86,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:25.710156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.806283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:25.929359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.190 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/cd5ddb86-0ff6-4555-bffd-eb797a212bb5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:26.009937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.025681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:26.073223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.096280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:26.097432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:26.114628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:26.123127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:26.127632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:26.130455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:26.229744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:26.258792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:26.259530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.280862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.291734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.293100 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41f9219d-7cd5-4dec-84c3-0fa00cc94c28 HTTP/1.1" status: 204 len: 168 time: 0.7697024 Sep 18 00:39:26.310700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:26.316492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e223-5172-41a5-8020-1af7cdc1445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9219d-7cd5-4dec-84c3-0fa00cc94c28,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:26.322003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-81e4093e-0404-48c7-a2dc-79c3780335e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7462080 Sep 18 00:39:26.324213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.337333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Transition to ACTIVE for port object 580888b2-9663-47b9-8563-8866ee43be35 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:26.343766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Request body: {'port': {'device_id': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:26.349229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.354936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74435625-47ed-43ea-9502-5f36794ab24a req-9cf154f5-7d3f-4740-868d-c91593444f50 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:26.366515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74435625-47ed-43ea-9502-5f36794ab24a req-9cf154f5-7d3f-4740-868d-c91593444f50 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.2840266 Sep 18 00:39:26.553223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:39:26.596543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74435625-47ed-43ea-9502-5f36794ab24a req-adc47dc0-bc35-4ee9-a0e5-fb1118acbe0c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239566 Sep 18 00:39:26.635295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e9c64-5c95-422d-bfce-4b043b127f82 req-18c49a70-59b6-4dc0-b74e-37a1104360c7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:26.638441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=9']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:26.641168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe98834f-e6ad-4641-aada-fdd6f121acdd None None] Provisioning complete for port 9e098b70-6c5f-4ef5-b826-496b656800d3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:26.642404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe98834f-e6ad-4641-aada-fdd6f121acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.649150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.651001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b51e9c64-5c95-422d-bfce-4b043b127f82 req-18c49a70-59b6-4dc0-b74e-37a1104360c7 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 944 time: 0.2674809 Sep 18 00:39:26.721179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:26.811713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] No DVR routers for this DVR port 580888b2-9663-47b9-8563-8866ee43be35 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:26.839285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b51e9c64-5c95-422d-bfce-4b043b127f82 req-3882ca17-2938-459f-9e18-6ff0e627a9bb tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873131 Sep 18 00:39:26.859129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b33c6acc-05ac-4e78-b39a-c26bd7278b73 req-5e0722bc-f2cd-4ae2-bdfa-ce1f741952b7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 210 time: 0.1215773 Sep 18 00:39:26.956909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fe98834f-e6ad-4641-aada-fdd6f121acdd None None] Port 9e098b70-6c5f-4ef5-b826-496b656800d3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:27.040680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:27.086297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.103919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:27.121294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dcb9b0aa-cab6-44d8-83d8-f078e6a26c08 admin admin] 10.222.0.49 "PUT /v2.0/routers/fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0353594 Sep 18 00:39:27.122684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34486) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:27.122684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34488) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:27.124342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:27.129122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Sync routers for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:27.133035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:27.133374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:27.133702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:27.149378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:27.162815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927db33e-1d04-4054-abf0-efd9b5718b11 req-cd2a5637-8f2e-44b2-aa17-04df859ade69 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:27.164715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-927db33e-1d04-4054-abf0-efd9b5718b11 req-cd2a5637-8f2e-44b2-aa17-04df859ade69 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 948 time: 0.1406958 Sep 18 00:39:27.167845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:27.170384 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-807a3377-072f-463e-86ff-d97e83637e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.225465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:27.242773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:27.243246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Attempting to bind port 580888b2-9663-47b9-8563-8866ee43be35 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:27.256391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:27.269755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:27.271039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.281738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-927db33e-1d04-4054-abf0-efd9b5718b11 req-269a6cbf-2277-460c-b385-f2eccafb8f94 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881808 Sep 18 00:39:27.309304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:27.309555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:27.309943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:27.310448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Bound port: 580888b2-9663-47b9-8563-8866ee43be35, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:27.310828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.313102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f9635e48-92a4-45ab-87d6-d5ec26222f52 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6599236 Sep 18 00:39:27.329112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:27.329780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:27.340544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Request body: {'port': {'device_id': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:27.343194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:27.440591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.451934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.533759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c3d-5ea4-4b91-b64c-af0d2846feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.604686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.619561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:27.689390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:27.721607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:27.731742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'port_id': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'mac_address': 'fa:16:3e:82:ee:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2380a13a-08ae-4751-914b-1656a38e0b6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:27.746963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.750201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578082f8-2148-46bd-bbdd-8072c110e41a req-f3fc9d33-d9e0-4640-91dd-2a9d34bc8cbb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:27.758964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-578082f8-2148-46bd-bbdd-8072c110e41a req-f3fc9d33-d9e0-4640-91dd-2a9d34bc8cbb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 943 time: 0.0802660 Sep 18 00:39:27.763897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e098b70-6c5f-4ef5-b826-496b656800d3 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:27.784309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.811300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.813273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-19457e3f-f1af-415c-bb61-5299fe4488d0 None None] Provisioning complete for port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:27.813628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-19457e3f-f1af-415c-bb61-5299fe4488d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.816684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-578082f8-2148-46bd-bbdd-8072c110e41a req-96bfad92-3588-4640-ba8a-c3a81eac3b4d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508392 Sep 18 00:39:27.819680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:27.820472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.822104 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] 10.222.0.54 "PUT /v2.0/ports/580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 1092 time: 2.5552807 Sep 18 00:39:27.826665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:27.835903 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:27.852052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:27.888151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:27.917730 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd83ed1-c97a-455f-b181-e15ee304c706 x-openstack-request-id: req-3cd83ed1-c97a-455f-b181-e15ee304c706 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:27.918074 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:27.918302 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cd83ed1-c97a-455f-b181-e15ee304c706 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:27.918692 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'status': 'completed', 'code': 200} Sep 18 00:39:27.974198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Transition to ACTIVE for port object 9e098b70-6c5f-4ef5-b826-496b656800d3 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:28.008989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45c135f-b1af-4fa6-93f9-4d47bf79532f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:28.039429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.068521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebcb2-57e0-4f2d-a4ea-b6f806a13a7f service neutron] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:28.121553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-222c2471-8c4f-4521-b279-0ef6e5afdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.123533 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-222c2471-8c4f-4521-b279-0ef6e5afdfba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1096 time: 0.2580919 Sep 18 00:39:28.132596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-19457e3f-f1af-415c-bb61-5299fe4488d0 None None] Port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:28.157498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c3d-5ea4-4b91-b64c-af0d2846feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.176259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:28.236703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd027c1-04a4-423e-b585-ff3daf3ff122 req-e88bf171-86a0-4297-a144-b33e2a6b5b72 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.245951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.246704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd027c1-04a4-423e-b585-ff3daf3ff122 req-e88bf171-86a0-4297-a144-b33e2a6b5b72 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 944 time: 0.2911863 Sep 18 00:39:28.247045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:28.317161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b8620-c9c3-4bf6-9448-2398a3ac9e33 req-ad0d6315-9f00-4948-ba90-dc07aac2013a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.318785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-647b8620-c9c3-4bf6-9448-2398a3ac9e33 req-ad0d6315-9f00-4948-ba90-dc07aac2013a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 936 time: 0.1970091 Sep 18 00:39:28.354804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.374145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd027c1-04a4-423e-b585-ff3daf3ff122 req-fbf22d7c-027f-4e5c-8bd1-4d41b0a100ca tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120038 Sep 18 00:39:28.407404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-4461e3bb-2267-4e27-a6c3-71970213775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.409075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-4461e3bb-2267-4e27-a6c3-71970213775c service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.2698643 Sep 18 00:39:28.410412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ad57c3d-5ea4-4b91-b64c-af0d2846feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.435963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-647b8620-c9c3-4bf6-9448-2398a3ac9e33 req-b8dc916e-6a04-4c8c-82c5-74bd09001116 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Sep 18 00:39:28.458981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5ddb86-0ff6-4555-bffd-eb797a212bb5 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:28.480023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.502088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2ad57c3d-5ea4-4b91-b64c-af0d2846feb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c775bf8e0dfa46f4acaeba9c9a783365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3758934 Sep 18 00:39:28.505636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34528) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:28.544614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Transition to ACTIVE for port object cd5ddb86-0ff6-4555-bffd-eb797a212bb5 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:28.567755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.576685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Attempting to bind port 9e098b70-6c5f-4ef5-b826-496b656800d3 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:28.577263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Attempting to bind port 9e098b70-6c5f-4ef5-b826-496b656800d3 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:28.577654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Attempting to bind port 9e098b70-6c5f-4ef5-b826-496b656800d3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:28.583830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad57c3d-5ea4-4b91-b64c-af0d2846feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c80283-90d3-49fd-910d-507f0d8e907b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:28.589679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Port 9e098b70-6c5f-4ef5-b826-496b656800d3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:28.590152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Attempting to bind port 9e098b70-6c5f-4ef5-b826-496b656800d3 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:28.594050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Pushing event updated for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:28.604898 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-3bebe241-2e31-4b00-9567-0fbeb4887fa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 998 time: 0.1680362 Sep 18 00:39:28.609926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Deleting port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:28.609926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.657914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:28.663315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e142c-b734-42b1-807b-a261a33d6efb req-70e1fe7c-21af-4480-a7f4-7cbeeb6ce1a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.664977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-487e142c-b734-42b1-807b-a261a33d6efb req-70e1fe7c-21af-4480-a7f4-7cbeeb6ce1a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 948 time: 0.1451836 Sep 18 00:39:28.698271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Pushing event updated for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:28.727960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-e3819153-42dc-42cc-9d0e-4ba6b3cb1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.729939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-e3819153-42dc-42cc-9d0e-4ba6b3cb1598 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1157706 Sep 18 00:39:28.755411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:28.756167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:28.756417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:28.756962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Bound port: 9e098b70-6c5f-4ef5-b826-496b656800d3, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:28.757432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.771267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:28.791935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'mac_address': 'fa:16:3e:95:bb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:28.796589 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.802261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:39:25Z', 'revision_number': 5, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port': {'id': 'e6b85204-0b43-4c4d-90c2-0ec7b0f5038f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:37:00Z', 'updated_at': '2021-09-18T00:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:28.879058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:28.882807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e098b70-6c5f-4ef5-b826-496b656800d3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:28.883019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Checking router: fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:28.903356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Routers {'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:28.904272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:28.916621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.928588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-487e142c-b734-42b1-807b-a261a33d6efb req-963b4f49-3f3b-4de3-b735-b777fc00f1c1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496505 Sep 18 00:39:28.943765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.953298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Attempting to bind port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:28.953632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Attempting to bind port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:28.953960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Attempting to bind port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:28.957025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.973954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:28.974331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Attempting to bind port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:28.993067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:29.000830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:29.001095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:29.001372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:29.001735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Bound port: cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:29.002397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.013188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] For port e6b85204-0b43-4c4d-90c2-0ec7b0f5038f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:29.013557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.027010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:29.043480 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.048933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] Set router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:29.069611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Calling delete_port for e6b85204-0b43-4c4d-90c2-0ec7b0f5038f owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:29.079314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.079925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.084740 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] 10.222.0.54 "PUT /v2.0/ports/9e098b70-6c5f-4ef5-b826-496b656800d3 HTTP/1.1" status: 200 len: 1096 time: 2.7437160 Sep 18 00:39:29.107929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-fba8635b-4d6c-4766-9748-4be62449ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.109339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19873f48-5659-46fc-a0c2-f4ec1599b4b6 req-b9e5b2c6-df05-45d2-91ff-fca6a977d044 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.109500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-fba8635b-4d6c-4766-9748-4be62449ddcc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3490982 Sep 18 00:39:29.120573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19873f48-5659-46fc-a0c2-f4ec1599b4b6 req-b9e5b2c6-df05-45d2-91ff-fca6a977d044 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1680226 Sep 18 00:39:29.171608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:39:27Z', 'revision_number': 6, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:29.211562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341ef64-d06b-487d-b260-9dc9cbcb5f43 None None] The sync data for ids ['fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10'] in n-d-712707-16 is: [{'id': 'fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10', 'name': 'tempest-ServersTestFqdnHostnames-712610124-router', 'tenant_id': '8719df015eeb4e75b45194f5b728dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:58Z', 'updated_at': '2021-09-18T00:39:27Z', 'revision_number': 6, 'project_id': '8719df015eeb4e75b45194f5b728dafa', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:29.257085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.513827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:29.543596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.546125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.551071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8c80283-90d3-49fd-910d-507f0d8e907b HTTP/1.1" status: 204 len: 168 time: 1.0441754 Sep 18 00:39:29.575419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38e47a-f159-4fdf-a68e-a80b229fc318 service neutron] Pushing event updated for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.602324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:29.625377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f45c135f-b1af-4fa6-93f9-4d47bf79532f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:29.627359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6236ad-6a2b-4b0d-bbd4-22e912c7743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c80283-90d3-49fd-910d-507f0d8e907b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.657519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19873f48-5659-46fc-a0c2-f4ec1599b4b6 req-1b96d8f3-d02a-4cf1-8bba-b5dc0b99a81e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5304451 Sep 18 00:39:29.678667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-61901899-06be-49b4-a631-5fdce94e1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.678925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:29.680668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-61901899-06be-49b4-a631-5fdce94e1b10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 1099 time: 0.5055387 Sep 18 00:39:29.696212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.783887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a8e3-be68-4711-a1dd-f785e7b8f2bd req-ad0c3c31-48d5-475d-809a-98f3d71cd042 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.785487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ce1a8e3-be68-4711-a1dd-f785e7b8f2bd req-ad0c3c31-48d5-475d-809a-98f3d71cd042 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.2718692 Sep 18 00:39:29.802834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.803474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.805021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] 10.222.0.48 "PUT /v2.0/ports/cd5ddb86-0ff6-4555-bffd-eb797a212bb5 HTTP/1.1" status: 200 len: 1097 time: 2.4812877 Sep 18 00:39:29.806598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:29.808980 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477fdabb-f85c-4d41-a18a-07133ca7f924" -d '{"events": [{"name": "network-changed", "server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:29.816295 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-94ceefa0-970f-47a8-aad3-9f0c7c026f6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9e098b70-6c5f-4ef5-b826-496b656800d3 HTTP/1.1" status: 200 len: 217 time: 0.1149318 Sep 18 00:39:29.886291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-28e7660a-3133-4af8-b999-c68ae10e79eb service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123158 Sep 18 00:39:29.951568 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.952201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc6f37-84c6-423c-8beb-905af8fef31c service neutron] Pushing event updated for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.985334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29e5b-fd3a-4b50-aac4-52d79507e975 req-724e77c1-6424-4ede-a10b-30526391d2eb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.994861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10c29e5b-fd3a-4b50-aac4-52d79507e975 req-724e77c1-6424-4ede-a10b-30526391d2eb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 948 time: 0.2067957 Sep 18 00:39:30.010948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ce1a8e3-be68-4711-a1dd-f785e7b8f2bd req-79dda338-c4f6-4455-9942-f21b4086646a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011464 Sep 18 00:39:30.085661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-1458c9a3-26bc-4b54-a84d-4252d380ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.088001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-1458c9a3-26bc-4b54-a84d-4252d380ff73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 1100 time: 0.2201612 Sep 18 00:39:30.123194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:30.135279 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34074c69-8f2d-4129-be22-c7b475da9152" -d '{"events": [{"name": "network-changed", "server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:30.184621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0525586a-462c-4ae6-88d5-0233f8e9f497 req-0344d6c0-015c-497b-b083-32acf7349fbd service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819200 Sep 18 00:39:30.262997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-7bfa553f-8a1a-4e9e-b98a-0fac1fcc47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.264135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10c29e5b-fd3a-4b50-aac4-52d79507e975 req-50a9d7a9-9520-4a4c-9557-d4d236c345b2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682605 Sep 18 00:39:30.264478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-7bfa553f-8a1a-4e9e-b98a-0fac1fcc47cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.4330547 Sep 18 00:39:30.266372 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89230365-b5bd-48ab-b4b0-c7bbc27443ec x-openstack-request-id: req-89230365-b5bd-48ab-b4b0-c7bbc27443ec {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:30.266662 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:30.267541 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89230365-b5bd-48ab-b4b0-c7bbc27443ec {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:30.267780 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', 'status': 'completed', 'code': 200} Sep 18 00:39:30.270363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-111b5ccb-c7a0-4299-ba27-2f0730e8b215 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5 HTTP/1.1" status: 200 len: 217 time: 0.1581259 Sep 18 00:39:30.363817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-2be226ff-a7c4-49c1-ae4e-69272d35b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.365600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-2be226ff-a7c4-49c1-ae4e-69272d35b586 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0765193 Sep 18 00:39:30.393513 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3139aa-ea45-40bb-b8ba-d73b7a710d55 x-openstack-request-id: req-1a3139aa-ea45-40bb-b8ba-d73b7a710d55 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:30.394189 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:30.394736 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a3139aa-ea45-40bb-b8ba-d73b7a710d55 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:30.395554 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3', 'status': 'completed', 'code': 200} Sep 18 00:39:30.429389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:30.483421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-1f5ae469-a4fd-4a3f-a8e2-8334120356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.485059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-1f5ae469-a4fd-4a3f-a8e2-8334120356fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111395 Sep 18 00:39:30.485561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b85204-0b43-4c4d-90c2-0ec7b0f5038f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:30.499687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1b3f-95f9-4deb-ad1a-22602f762246 req-930aff21-ebe8-411d-9655-1bc5a8da9f9f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.508168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb9a1b3f-95f9-4deb-ad1a-22602f762246 req-930aff21-ebe8-411d-9655-1bc5a8da9f9f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1054199 Sep 18 00:39:30.518805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-a646c4e5-557b-4569-83f9-d2cad9eb2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.520649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-a646c4e5-557b-4569-83f9-d2cad9eb2404 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1096 time: 0.1821070 Sep 18 00:39:30.544923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-c2a52c71-be9b-4bda-b6ec-e9b5a030b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.546395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-c2a52c71-be9b-4bda-b6ec-e9b5a030b992 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264929 Sep 18 00:39:30.598607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb9a1b3f-95f9-4deb-ad1a-22602f762246 req-04703ebd-673c-4e06-ad4a-7389885c9d5e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747235 Sep 18 00:39:30.647112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34590) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:30.664415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-f31dde29-484e-4c04-ab9c-ae4a18f070de service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064131 Sep 18 00:39:30.731204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-d16771a9-5611-4c9e-89b9-8b4fc12f0bca service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203760 Sep 18 00:39:30.735562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e6b85204-0b43-4c4d-90c2-0ec7b0f5038f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:30.770335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e6b85204-0b43-4c4d-90c2-0ec7b0f5038f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:30.770823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e6b85204-0b43-4c4d-90c2-0ec7b0f5038f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:30.771355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d2e488ef-bc84-44d8-a436-3b3658444c86 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:30.792025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:30.817395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d2e488ef-bc84-44d8-a436-3b3658444c86 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:30.818709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d2e488ef-bc84-44d8-a436-3b3658444c86 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:30.910146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9b683-cc4c-4214-a947-e93b44d0014f req-07355324-86fb-4a5b-bf77-1e4a756aaf74 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.911685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5d9b683-cc4c-4214-a947-e93b44d0014f req-07355324-86fb-4a5b-bf77-1e4a756aaf74 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1367326 Sep 18 00:39:31.002741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-3b98c59c-7a17-45cd-ae3d-8fa6b9bd1c9e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619095 Sep 18 00:39:31.013144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88b76a05-0580-41c2-9ea3-234d0f0ecd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.042991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5d9b683-cc4c-4214-a947-e93b44d0014f req-ff43f143-8da6-4c65-8c2a-a62fd0e2eff5 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160712 Sep 18 00:39:31.052041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.069087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.097178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-814084c5-9b20-4407-908f-102dba1469cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.105857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-814084c5-9b20-4407-908f-102dba1469cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.5630150 Sep 18 00:39:31.265088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88b76a05-0580-41c2-9ea3-234d0f0ecd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.345861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-73aad663-e6f8-47d3-b730-2016c34d690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.347714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-73aad663-e6f8-47d3-b730-2016c34d690c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 1100 time: 0.2341511 Sep 18 00:39:31.367002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88b76a05-0580-41c2-9ea3-234d0f0ecd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.416519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d2d59c3-323a-4b5b-9ecd-d1d5dd86dd76 req-ce9cee23-b7b8-427f-a883-b730b7c6659f service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349107 Sep 18 00:39:31.419351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.419850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:39:31.426648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.427786 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f6bc6838-1f59-4de5-a7c8-a5d624d7a76d admin admin] 10.222.0.49 "DELETE /v2.0/routers/fef9c4b2-10bb-4f2b-abb5-50f5d73fdb10 HTTP/1.1" status: 204 len: 168 time: 4.3024852 Sep 18 00:39:31.433409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34616) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:31.474094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b76a05-0580-41c2-9ea3-234d0f0ecd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a29e6c-fa32-446b-9728-8c80486cb3d0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:31.526797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-e7f7970f-7102-4b4d-a558-3351bc6bd3c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 998 time: 0.3901935 Sep 18 00:39:31.546693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Deleting subnet 6e11957a-33a8-43b9-b5a1-fd81b065c606 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:39:31.564483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.658652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.659862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615d56d-93a9-470f-9994-7e8bf64e7bb3 req-36bb4829-e8d2-4711-b348-a96fba361cba tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.662536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c615d56d-93a9-470f-9994-7e8bf64e7bb3 req-36bb4829-e8d2-4711-b348-a96fba361cba tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.4181783 Sep 18 00:39:31.668756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-88b76a05-0580-41c2-9ea3-234d0f0ecd66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea7239caebe4472e8c6e63dda6cbb237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0088627 Sep 18 00:39:31.678750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34622) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:31.807353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c615d56d-93a9-470f-9994-7e8bf64e7bb3 req-d0ec945d-1dc7-4e39-b49f-587e5aac389b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Sep 18 00:39:31.834994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db99cd-870a-4463-88c9-6b1b7d0b5344 req-3016b4e0-ca0e-49f5-84a8-af4f5c2d53a7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.844513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1db99cd-870a-4463-88c9-6b1b7d0b5344 req-3016b4e0-ca0e-49f5-84a8-af4f5c2d53a7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 948 time: 0.3862681 Sep 18 00:39:31.895947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:31.923581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-e28a9a8d-cc2a-4d61-8c66-49c2f40c515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.927953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-e28a9a8d-cc2a-4d61-8c66-49c2f40c515f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.5631320 Sep 18 00:39:31.941554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.057820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.061971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.082545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1db99cd-870a-4463-88c9-6b1b7d0b5344 req-b0d280cc-f6bc-49bc-aff0-055f0b6fa914 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365186 Sep 18 00:39:32.088825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-19cacda9-928d-4fc4-87d2-27f7b6be121d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5 HTTP/1.1" status: 200 len: 217 time: 0.1338518 Sep 18 00:39:32.133897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.138131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f1ff7-9650-4133-9a37-2c2396a80bcd None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:32.141659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6e11957a-33a8-43b9-b5a1-fd81b065c606 HTTP/1.1" status: 204 len: 168 time: 0.7071695 Sep 18 00:39:32.145444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428cd15-e52d-4842-aacd-4435d229eaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e11957a-33a8-43b9-b5a1-fd81b065c606,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:32.147126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:32.209211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.279182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798c3e-12cf-4875-8852-fb99d527045f req-3f2ad028-cb1e-4a57-a658-4cafb74010c7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:32.280811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a798c3e-12cf-4875-8852-fb99d527045f req-3f2ad028-cb1e-4a57-a658-4cafb74010c7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.3092523 Sep 18 00:39:32.310442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.397602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-61150437-d2c4-4465-9a25-34c4c2d0ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:32.400279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-61150437-d2c4-4465-9a25-34c4c2d0ad24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.2953775 Sep 18 00:39:32.420352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Deleting port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:32.421074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.511703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] For port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:32.512207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.536038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] DHCP port deletion for d3051711-1f4c-4116-8674-a818fda6cb62 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:39:32.547997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892a22-eee7-46ce-9e2d-f9c4f510889d req-57565297-581e-405a-961a-fc6d181a70c1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:32.553865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6892a22-eee7-46ce-9e2d-f9c4f510889d req-57565297-581e-405a-961a-fc6d181a70c1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.3343406 Sep 18 00:39:32.571496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Calling delete_port for 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:32.627139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Deleting port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:32.627714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.640659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34642) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:32.675884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a798c3e-12cf-4875-8852-fb99d527045f req-ba4f56fc-aa3e-4075-9cbf-c6d6296facde tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338506 Sep 18 00:39:32.732913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.756717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] For port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,segment=NetworkSegment(ac5bf494-1172-451c-b991-ad44012e9a3c),segment_id=ac5bf494-1172-451c-b991-ad44012e9a3c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:32.757087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.772311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Pushing event deleted for resources: {'Port': ['ID=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:32.775943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Calling delete_port for 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:32.777484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6892a22-eee7-46ce-9e2d-f9c4f510889d req-fb6dd869-2d78-4b10-8543-d3f0bda464d3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863656 Sep 18 00:39:32.793516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-43794b6a-2bf2-420d-a3d5-e1d6829bb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:32.796082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-43794b6a-2bf2-420d-a3d5-e1d6829bb092 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3810544 Sep 18 00:39:32.797524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] No DVR routers for this DVR port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:32.840103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:32.849656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:32.937832 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.962093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.967655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3051711-1f4c-4116-8674-a818fda6cb62']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:32.985086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:32.985743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:32.989217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:32.992358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5bf494-1172-451c-b991-ad44012e9a3c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:32.992752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5bf494-1172-451c-b991-ad44012e9a3c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:33.014557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.018322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.026814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cd5ddb86-0ff6-4555-bffd-eb797a212bb5 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:33.034051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59a29e6c-fa32-446b-9728-8c80486cb3d0 HTTP/1.1" status: 204 len: 168 time: 1.3541718 Sep 18 00:39:33.052109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.064410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:39:33.064786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.098125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:33.145146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cda0a-1d67-4b62-badf-3e23613b84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a29e6c-fa32-446b-9728-8c80486cb3d0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:39:33.167403 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:39:33.174656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.194236 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.199621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] 10.222.0.49 "DELETE /v2.0/networks/d3051711-1f4c-4116-8674-a818fda6cb62 HTTP/1.1" status: 204 len: 168 time: 1.0438859 Sep 18 00:39:33.232645 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.252083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b9f45-7cdc-4682-b0d3-23871288749a admin admin] Pushing event deleted for resources: {'Network': ['ID=d3051711-1f4c-4116-8674-a818fda6cb62,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:33.298369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1b45-34d0-438c-832e-a921a84c604d req-53e55ec2-77ee-4eb6-a26e-2327c993e9be tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:33.302351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Network d3051711-1f4c-4116-8674-a818fda6cb62 is not hosted by any dhcp agent {{(pid=106454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:39:33.302820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] No DVR routers for this DVR port 663b0d90-2564-4ad1-84ec-3a1f31d96ea3 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:33.304565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05eb1b45-34d0-438c-832e-a921a84c604d req-53e55ec2-77ee-4eb6-a26e-2327c993e9be tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.3203988 Sep 18 00:39:33.312407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-169ae6c7-16a4-4841-a591-b12c8a94b807 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074863 Sep 18 00:39:33.314135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.392651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e0596-d2b0-4254-9759-4b8c2f14d2b4 None None] Pushing event deleted for resources: {'Port': ['ID=663b0d90-2564-4ad1-84ec-3a1f31d96ea3,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:33.486063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:33.504973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Allocated IP 172.25.7.100 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/caa59a9d-0e17-415b-9890-b4046b324209) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:33.531160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', 'mac_address': 'fa:16:3e:bc:f8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:33.550246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f45c135f-b1af-4fa6-93f9-4d47bf79532f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:33.559632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34656) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:33.595932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e97894-7336-4c9b-9b83-9155db5bec9c req-fba7106f-99a5-43b6-a48c-2eb0bd07ae31 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:33.603278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9e97894-7336-4c9b-9b83-9155db5bec9c req-fba7106f-99a5-43b6-a48c-2eb0bd07ae31 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 948 time: 0.3518507 Sep 18 00:39:33.618271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f45c135f-b1af-4fa6-93f9-4d47bf79532f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:33.618560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.667177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f91d9652-8e12-47df-9499-55ab7128c0af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8719df015eeb4e75b45194f5b728dafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026716 Sep 18 00:39:33.667426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:33.697820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05eb1b45-34d0-438c-832e-a921a84c604d req-2a2b0700-6b06-4b8c-a7c2-92e2cabd9b76 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825080 Sep 18 00:39:33.738978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.794989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9e97894-7336-4c9b-9b83-9155db5bec9c req-f7720512-dbc9-4dd7-8ded-35583bff1afd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908209 Sep 18 00:39:33.811146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5ddb86-0ff6-4555-bffd-eb797a212bb5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:33.811756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-477fdabb-f85c-4d41-a18a-07133ca7f924 req-99af8445-9d4b-46c3-a768-8fcef07b10cb service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353142 Sep 18 00:39:33.816377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.842474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.897840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.906174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.918038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398f6a-c7fc-441a-9e27-5d8215921ba0 req-d4f1c86f-ea24-47de-b84a-02882af56dd8 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:33.923854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd398f6a-c7fc-441a-9e27-5d8215921ba0 req-d4f1c86f-ea24-47de-b84a-02882af56dd8 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 950 time: 0.1228704 Sep 18 00:39:33.953814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:33.957804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:33.961830 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0cef4-66d5-46ab-ae8f-ed67f186dc00" -d '{"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-plugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:33.978688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.979632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:34.003981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd398f6a-c7fc-441a-9e27-5d8215921ba0 req-0eac73b5-0045-46a3-a435-0366a1500519 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763705 Sep 18 00:39:34.019866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.037497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:34.039971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:34.072025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.088626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955c1134-f975-423a-bee3-aa7be0eb489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.121717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.131479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:34.144392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:34.144675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d99dc3-bce9-4ba8-baa5-b96cf6dbf794 req-329264cd-6489-4901-bcc3-7240ea98f566 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:34.150538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:34.152085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85d99dc3-bce9-4ba8-baa5-b96cf6dbf794 req-329264cd-6489-4901-bcc3-7240ea98f566 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1785424 Sep 18 00:39:34.197522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Pushing event updated for resources: {'Port': ['ID=caa59a9d-0e17-415b-9890-b4046b324209,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.226321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85d99dc3-bce9-4ba8-baa5-b96cf6dbf794 req-dd8ebf93-fe73-4958-b83c-7517e849cce5 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686150 Sep 18 00:39:34.230504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 921f3bd8-feb3-4738-861e-39b6b31e06f3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:34.231361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.231815 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.233930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.244797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6989f6cc-7d79-4874-aab3-332c89e3eab8 HTTP/1.1" status: 204 len: 168 time: 0.5765166 Sep 18 00:39:34.294548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.304800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5335f-a3e8-4450-a3c0-d90b488b3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989f6cc-7d79-4874-aab3-332c89e3eab8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.309127 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec4f2d4-d7f5-4033-ba18-922813fa6150 x-openstack-request-id: req-3ec4f2d4-d7f5-4033-ba18-922813fa6150 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:34.309445 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-plugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:34.309676 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ec4f2d4-d7f5-4033-ba18-922813fa6150 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:34.310048 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'code': 200} Sep 18 00:39:34.329877 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955c1134-f975-423a-bee3-aa7be0eb489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.344445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-955c1134-f975-423a-bee3-aa7be0eb489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.389267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.395790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['cd5ddb86-0ff6-4555-bffd-eb797a212bb5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:34.421044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-955c1134-f975-423a-bee3-aa7be0eb489a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2631330718f84706a394beddb3ce92b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730686 Sep 18 00:39:34.423463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c1134-f975-423a-bee3-aa7be0eb489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a9c03-6b31-4c2c-83f9-f8728344a311,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.442929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:34.463390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.496420 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.560448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.575628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:34.585654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.656851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.746523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.747356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.756171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.758275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c30a9c03-6b31-4c2c-83f9-f8728344a311 HTTP/1.1" status: 204 len: 168 time: 0.3138640 Sep 18 00:39:34.779665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e1050-6049-491e-9fe1-a20d93aa87e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a9c03-6b31-4c2c-83f9-f8728344a311,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.855848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.874133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:34.992741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Pushing event updated for resources: {'Port': ['ID=caa59a9d-0e17-415b-9890-b4046b324209,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:34.997494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6216a-37dc-4fbd-aed5-7225cd8b15cd req-c888946c-0e3d-486e-8348-76c5ec538edc tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.007276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a6216a-37dc-4fbd-aed5-7225cd8b15cd req-c888946c-0e3d-486e-8348-76c5ec538edc tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1745911 Sep 18 00:39:35.073535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20080f3-fd80-438b-b9ee-94ce4630efed req-b6efdde9-f6d2-4dbd-aa93-3387609578ed tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.083778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e20080f3-fd80-438b-b9ee-94ce4630efed req-b6efdde9-f6d2-4dbd-aa93-3387609578ed tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 949 time: 0.1406291 Sep 18 00:39:35.095588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.137914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.142769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-944d6422-6baf-4193-92af-d68301f4efb9 tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5036714 Sep 18 00:39:35.143583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34692) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:35.152456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1506847463', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'fixed_ips': [{'ip_address': '172.25.7.100'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:35.186629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Made reservation on behalf of c3eb2be3d85e4cf38d4eb25bd02aea39 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:35.193556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.206551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.206693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a6216a-37dc-4fbd-aed5-7225cd8b15cd req-2770b458-4220-40a5-9007-bb767b023455 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961932 Sep 18 00:39:35.260070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e20080f3-fd80-438b-b9ee-94ce4630efed req-da8d20db-e622-41f8-80c3-e908c125c38f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432273 Sep 18 00:39:35.404111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.413215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.422934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] device_id is not set on port 673392a5-1b91-4608-91ea-b37ec23a37ca yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:39:35.553355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e1411-8722-480e-a0c4-7394bb1bd00a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:35.577522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286e94-7684-4416-85f4-f7b8c6aa4508 req-c931876d-0cad-481e-a8a4-d6b2588dfb52 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.595025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38286e94-7684-4416-85f4-f7b8c6aa4508 req-c931876d-0cad-481e-a8a4-d6b2588dfb52 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1529646 Sep 18 00:39:35.756005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38286e94-7684-4416-85f4-f7b8c6aa4508 req-3caf36d4-dc72-4165-8b09-b1b206dd9a0a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613517 Sep 18 00:39:35.789453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769276-990f-49f8-b787-108a10bd6239 req-1e2e91e5-5396-4fb5-95b9-744fa2ad48ae tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.793217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60769276-990f-49f8-b787-108a10bd6239 req-1e2e91e5-5396-4fb5-95b9-744fa2ad48ae tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1729324 Sep 18 00:39:35.802448 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 00:39:35.803292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:39:35.833786 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7ca93d8a-317b-4371-ad21-dec7fcf386af tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6856220 Sep 18 00:39:35.835959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34720) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:35.865765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60769276-990f-49f8-b787-108a10bd6239 req-3153c0e9-1755-41fb-9bab-2c441b95a31e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665581 Sep 18 00:39:35.979443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34724) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:36.053800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Deleting port caa59a9d-0e17-415b-9890-b4046b324209 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:36.054148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.181894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.182624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.202097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Calling delete_port for caa59a9d-0e17-415b-9890-b4046b324209 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:36.312022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:36.314114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1591191289-network', 'tenant_id': '08639242bffe427398e18ba915c82612'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:36.314623 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e828e39-319d-4755-bff6-598b0aa4088e" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:36.411903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Made reservation on behalf of 08639242bffe427398e18ba915c82612 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:36.414704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.440648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.442351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.483096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Pushing event deleted for resources: {'Port': ['ID=caa59a9d-0e17-415b-9890-b4046b324209,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:36.484877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d161-c9be-43fe-bbb0-96914736a8ac req-802ecc0f-b9cf-4dda-a2e6-39b3d9b22b71 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:36.494485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4978d161-c9be-43fe-bbb0-96914736a8ac req-802ecc0f-b9cf-4dda-a2e6-39b3d9b22b71 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1368065 Sep 18 00:39:36.551532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fb23-4781-4180-af4c-82735882c12a req-bd17c6d3-95e1-4ae7-a78f-eb55a8fea228 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:36.559179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae40fb23-4781-4180-af4c-82735882c12a req-bd17c6d3-95e1-4ae7-a78f-eb55a8fea228 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 949 time: 0.1405718 Sep 18 00:39:36.569003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.572993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.574209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1b395572-a6f9-4e59-a4d5-d18db615b7ae tempest-ExternalNetworksAdminNegativeTestJSON-707078974 tempest-ExternalNetworksAdminNegativeTestJSON-707078974-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/c13b6636-1f69-49a4-a877-662e79690477 HTTP/1.1" status: 204 len: 168 time: 0.7370417 Sep 18 00:39:36.615257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4978d161-c9be-43fe-bbb0-96914736a8ac req-43d88582-cb34-4e10-89b9-7eb3152dddeb tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198785 Sep 18 00:39:36.667193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae40fb23-4781-4180-af4c-82735882c12a req-575c7cff-7d5b-48de-b400-df62e259ab1c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Sep 18 00:39:36.747385 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daeb8d2-8e78-4505-b876-58f6043169dc x-openstack-request-id: req-5daeb8d2-8e78-4505-b876-58f6043169dc {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:36.747744 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-plugged", "status": "completed", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:36.748067 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5daeb8d2-8e78-4505-b876-58f6043169dc {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:36.748871 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'code': 200} Sep 18 00:39:36.750801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.757073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.782715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:39:36.798639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958bdf5-b389-4a49-8a41-cb6376c52a52,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:36.802384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.802872 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Added segment a9fb7d13-1f09-43a5-9ffe-c376fb11793b of type vlan for network 1811e9b9-72a0-44fa-ba9d-53adbad32780 Sep 18 00:39:36.855397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.943575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34764) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:36.978797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:36.979764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:36.980380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.046330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0650086 Sep 18 00:39:37.051568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34768) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:37.053364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cd5ddb86-0ff6-4555-bffd-eb797a212bb5 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:37.058549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Request body: {'subnet': {'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1591191289-subnet', 'tenant_id': '08639242bffe427398e18ba915c82612', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:37.071659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:37.102387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa37762-a3a7-4ccb-b038-950ce9301ff0 req-b86230ae-2fb0-4957-8856-fe062fc390e9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.111391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfa37762-a3a7-4ccb-b038-950ce9301ff0 req-b86230ae-2fb0-4957-8856-fe062fc390e9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1884212 Sep 18 00:39:37.130635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e345-ad29-454b-b8aa-a4a8061e3c56 admin admin] Pushing event updated for resources: {'Network': ['ID=1811e9b9-72a0-44fa-ba9d-53adbad32780,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:37.132052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:37.137842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Made reservation on behalf of 08639242bffe427398e18ba915c82612 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:37.138030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:37.138840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.140417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.179829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11b6c2-8da4-4dc4-a3e0-9cc1f73aca49 req-e9f45042-6c58-41c8-9cbb-190ba5ba87f1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.188568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:39:37.197274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a11b6c2-8da4-4dc4-a3e0-9cc1f73aca49 req-e9f45042-6c58-41c8-9cbb-190ba5ba87f1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.2277248 Sep 18 00:39:37.296162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfa37762-a3a7-4ccb-b038-950ce9301ff0 req-bb7c10d4-2810-4480-96be-49e7d85ccc28 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837864 Sep 18 00:39:37.321536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.371452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:37.374297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a11b6c2-8da4-4dc4-a3e0-9cc1f73aca49 req-ed52ed90-6d04-45a2-99b4-9c21523bfd93 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757653 Sep 18 00:39:37.381668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.385898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6915-c359-467b-83f9-f3cdc274fdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.397219 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.445925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:39:37.445925 n-d-712707-16 neutron-server[106453]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:39:37.445925 n-d-712707-16 neutron-server[106453]: [parameters: {'project_id_1': 'e560722990d14dfbbc2d0dab1f6069bc', 'expiration_1': datetime.datetime(2021, 9, 18, 0, 39, 17, 423425)}] Sep 18 00:39:37.445925 n-d-712707-16 neutron-server[106453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:39:37.446575 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:39:37.466250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:37.535697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.600374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6915-c359-467b-83f9-f3cdc274fdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.615069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6915-c359-467b-83f9-f3cdc274fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.628654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:37.661538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Checking segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:37.661913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Network hostable DHCP agents. Network: 1811e9b9-72a0-44fa-ba9d-53adbad32780, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:39:37.667501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a6915-c359-467b-83f9-f3cdc274fdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3443b81-ee3a-4faf-8dac-b9b651435df0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:37.678257 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4b1a6915-c359-467b-83f9-f3cdc274fdd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14341dbed57544d08e734bdc9694a134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050899 Sep 18 00:39:37.681356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:37.706338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:39:37.721040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 1811e9b9-72a0-44fa-ba9d-53adbad32780) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:37.739680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d815b-625a-410f-ad43-58172c3aa440 None None] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:37.741948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.742836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.762476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc747ce1-f2cc-4f2d-9275-c044fa2ac515 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7057006 Sep 18 00:39:37.766208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34780) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:37.772178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:37.871227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.872151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.878731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.902688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3baadc-04b9-4673-8533-2a022c52b4a0 req-197a0190-6077-484f-b60c-176591fb4c7c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.904275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f3baadc-04b9-4673-8533-2a022c52b4a0 req-197a0190-6077-484f-b60c-176591fb4c7c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1595285 Sep 18 00:39:37.932025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.939449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-1811e9b9-72a0-44fa-ba9d-53adbad32780', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:39:37.941080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.951089 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:37.971220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df607fa2-3234-42ce-8aae-3a65cc267dff req-5a33d333-74b6-40ab-a24e-08ecadf70bfe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.978789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df607fa2-3234-42ce-8aae-3a65cc267dff req-5a33d333-74b6-40ab-a24e-08ecadf70bfe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 950 time: 0.1767280 Sep 18 00:39:38.071909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.201657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df607fa2-3234-42ce-8aae-3a65cc267dff req-1b4a5f18-c7fd-4388-b5d4-fac7dd3a26c6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200367 Sep 18 00:39:38.222653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f3baadc-04b9-4673-8533-2a022c52b4a0 req-27ec6316-e5d8-4b36-9364-61a771743292 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941365 Sep 18 00:39:38.223468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Allocated IP 172.20.0.2 (1811e9b9-72a0-44fa-ba9d-53adbad32780/7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8/f917a5d2-6a80-4f7a-a48b-beea669c949e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:38.228722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.237756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.245427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3443b81-ee3a-4faf-8dac-b9b651435df0 HTTP/1.1" status: 204 len: 168 time: 0.5630052 Sep 18 00:39:38.303012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e0d7-4b2a-4dd5-beb0-2d4b826ae3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3443b81-ee3a-4faf-8dac-b9b651435df0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:38.387920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.591256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935457-9d8c-46ae-a4b3-262fadb26784 req-bfd90600-15b8-4b8f-9472-5f0f760542c7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.598315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd935457-9d8c-46ae-a4b3-262fadb26784 req-bfd90600-15b8-4b8f-9472-5f0f760542c7 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1473289 Sep 18 00:39:38.650100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.653546 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:39:38.662010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.689013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:38.713557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:38.716370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:38.723783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:38.726263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Pushing event updated for resources: {'Port': ['ID=f917a5d2-6a80-4f7a-a48b-beea669c949e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:38.758307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.777858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:38.780610 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c31884-4bc9-4377-86cb-5e39ac1cb6f3" -d '{"events": [{"server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "name": "network-vif-plugged", "status": "completed", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:38.781502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff7b203f-bbb2-4481-8bcd-8e7f6c964d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3eb2be3d85e4cf38d4eb25bd02aea39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876057 Sep 18 00:39:38.782377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34796) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:38.786913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b669ce-5916-4a0b-b8dc-d90c584b9761 req-77e2b33d-4d95-4dca-b538-831837855f9c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.788480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8b669ce-5916-4a0b-b8dc-d90c584b9761 req-77e2b33d-4d95-4dca-b538-831837855f9c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.2382908 Sep 18 00:39:38.789145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.828403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Attempting to bind port f917a5d2-6a80-4f7a-a48b-beea669c949e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:38.829239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Attempting to bind port f917a5d2-6a80-4f7a-a48b-beea669c949e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:38.830372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Attempting to bind port f917a5d2-6a80-4f7a-a48b-beea669c949e on network 1811e9b9-72a0-44fa-ba9d-53adbad32780 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:38.833296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd935457-9d8c-46ae-a4b3-262fadb26784 req-8aa1b984-d2c1-4ae4-b76a-5157543c4ebb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325411 Sep 18 00:39:38.856250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:38.859458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Checking segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:38.860707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.861381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Bound using segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:38.864477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Bound port: f917a5d2-6a80-4f7a-a48b-beea669c949e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:38.865670 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.871077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e560722990d14dfbbc2d0dab1f6069bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9271729 Sep 18 00:39:38.872615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:38.883155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861ce9d-3293-4fdb-94d4-2cfb01bdbe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72a7f4-ce49-44ae-b605-2827fdeaf591,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:38.934411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.937739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8b669ce-5916-4a0b-b8dc-d90c584b9761 req-6d0b2076-3617-421f-a874-5d0a08439740 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272092 Sep 18 00:39:38.943374 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414cb921-e44a-41e9-84e4-df7dd56f0394 x-openstack-request-id: req-414cb921-e44a-41e9-84e4-df7dd56f0394 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:38.943819 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "name": "network-vif-plugged", "status": "completed", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:38.944736 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-414cb921-e44a-41e9-84e4-df7dd56f0394 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:38.945693 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', 'code': 200} Sep 18 00:39:38.965873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.021709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.025019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.026280 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f99e1411-8722-480e-a0c4-7394bb1bd00a HTTP/1.1" status: 204 len: 168 time: 0.2429621 Sep 18 00:39:39.051800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00f610-d342-40e8-ab79-f72ec4c4bf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e1411-8722-480e-a0c4-7394bb1bd00a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:39.062364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] For port f917a5d2-6a80-4f7a-a48b-beea669c949e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:39.068999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] For port f917a5d2-6a80-4f7a-a48b-beea669c949e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f917a5d2-6a80-4f7a-a48b-beea669c949e,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:39.209693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.239280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.247066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ae3a-1f6c-4502-8e20-2bdeb84d0f14 req-9022d221-a667-41ba-9c68-68a46f22c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:39.248915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7865ae3a-1f6c-4502-8e20-2bdeb84d0f14 req-9022d221-a667-41ba-9c68-68a46f22c8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 1102 time: 0.1748159 Sep 18 00:39:39.254807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.257032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.323051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ee516-baca-46b0-8600-eb339c313c2e None None] Pushing event updated for resources: {'Port': ['ID=f917a5d2-6a80-4f7a-a48b-beea669c949e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:39.349389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:39.442902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7865ae3a-1f6c-4502-8e20-2bdeb84d0f14 req-6b309e7d-6238-4b9e-8bcd-a710ec2b1282 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731331 Sep 18 00:39:40.023951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:40.026977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:40.030529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf72a7f4-ce49-44ae-b605-2827fdeaf591 HTTP/1.1" status: 204 len: 168 time: 1.1544662 Sep 18 00:39:40.088625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a5743-848e-4df0-8e4f-244e464962b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72a7f4-ce49-44ae-b605-2827fdeaf591,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:40.133898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8046-2ae8-43b0-a581-3d3f99c4ded0 req-666f4389-0e1b-4107-80e9-edf5908c46d7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:40.143959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02fe8046-2ae8-43b0-a581-3d3f99c4ded0 req-666f4389-0e1b-4107-80e9-edf5908c46d7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 950 time: 0.7543368 Sep 18 00:39:40.218721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02fe8046-2ae8-43b0-a581-3d3f99c4ded0 req-81196e53-7f1f-4cc4-9711-991b85560662 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734863 Sep 18 00:39:40.246524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e6d1-61cd-4926-bf8e-b6c282ee1031 req-bf65b699-39c7-43b6-9bd6-4e551babd117 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:40.248134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec20e6d1-61cd-4926-bf8e-b6c282ee1031 req-bf65b699-39c7-43b6-9bd6-4e551babd117 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.7644496 Sep 18 00:39:40.258546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Allocated IP 172.25.7.162 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/230ad296-500a-4ed0-bdcb-02083fbd1747) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:40.399454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec20e6d1-61cd-4926-bf8e-b6c282ee1031 req-480f6517-d55f-441b-b337-b332b2751541 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343210 Sep 18 00:39:40.843406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff828-53f0-4127-b536-4a01e7cd0d27 req-f11ea72b-77c9-41d1-a9bb-49ee1b966287 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:40.859439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c3ff828-53f0-4127-b536-4a01e7cd0d27 req-f11ea72b-77c9-41d1-a9bb-49ee1b966287 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.3239970 Sep 18 00:39:40.893667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f917a5d2-6a80-4f7a-a48b-beea669c949e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:41.008425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c3ff828-53f0-4127-b536-4a01e7cd0d27 req-48e65a3d-7f1a-49d2-a596-194cb7a47a48 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461582 Sep 18 00:39:41.017589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f917a5d2-6a80-4f7a-a48b-beea669c949e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:41.018098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:41.019155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:41.037016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5922d23-4d52-4118-8705-e7a1a841c8d9 req-3c956bed-911e-48a8-9627-f2f91e17e428 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:41.038531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5922d23-4d52-4118-8705-e7a1a841c8d9 req-3c956bed-911e-48a8-9627-f2f91e17e428 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.4844627 Sep 18 00:39:41.103267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b066141-ddf9-4cc0-85a0-9bce7af1ee22 None None] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:41.130559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5922d23-4d52-4118-8705-e7a1a841c8d9 req-291c6af6-64ba-4578-9c41-4e4dbb3d5184 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714972 Sep 18 00:39:41.200399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:41.371411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=230ad296-500a-4ed0-bdcb-02083fbd1747,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:41.453917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9606f249-e95f-4d67-9146-a082b578043c None None] Provisioning complete for port f917a5d2-6a80-4f7a-a48b-beea669c949e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:41.454621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9606f249-e95f-4d67-9146-a082b578043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:41.479132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:41.483516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:41.496195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:41.600991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044a527-4a57-4dcc-9e9f-57ae43898b82 req-be5e5c18-880a-4146-94da-fdf5b6511928 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:41.608020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0044a527-4a57-4dcc-9e9f-57ae43898b82 req-be5e5c18-880a-4146-94da-fdf5b6511928 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 950 time: 0.2209880 Sep 18 00:39:41.741730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0044a527-4a57-4dcc-9e9f-57ae43898b82 req-34719d04-b483-4c2a-91da-bd27348e8d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251066 Sep 18 00:39:41.749213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:41.932344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port f917a5d2-6a80-4f7a-a48b-beea669c949e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f917a5d2-6a80-4f7a-a48b-beea669c949e,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:41.990474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc00169-0da9-4b74-ac25-2b71a64638e6 req-bfdd66dc-2d45-40c1-9752-df6bf919b211 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.000486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cc00169-0da9-4b74-ac25-2b71a64638e6 req-bfdd66dc-2d45-40c1-9752-df6bf919b211 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1209924 Sep 18 00:39:42.041689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.091915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:42.099786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cc00169-0da9-4b74-ac25-2b71a64638e6 req-32421cfd-1e43-42a9-b093-ea893dea1a58 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980248 Sep 18 00:39:42.280061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=f917a5d2-6a80-4f7a-a48b-beea669c949e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:42.381711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1486348-fb21-4ba7-939c-9bffb43651bc req-5c28c960-080c-428a-9d94-1637230d5656 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.394506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1486348-fb21-4ba7-939c-9bffb43651bc req-5c28c960-080c-428a-9d94-1637230d5656 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.1514511 Sep 18 00:39:42.486798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-9c1163da-6b3b-4548-a514-ee1322cf501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.489055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-9c1163da-6b3b-4548-a514-ee1322cf501d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1725748 Sep 18 00:39:42.499677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.511149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9b2346ba-81ca-46be-8ce8-900bfc69b741 None None] Provisioning complete for port f917a5d2-6a80-4f7a-a48b-beea669c949e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:42.511730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b2346ba-81ca-46be-8ce8-900bfc69b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.574928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1486348-fb21-4ba7-939c-9bffb43651bc req-4f318d47-53ce-4c0c-bb3e-cb39b1851058 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786778 Sep 18 00:39:42.632551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1011949955'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:42.649560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8e50-d5d6-4040-a47c-10df4e3735ca req-c0309269-b694-497e-a379-e123da59d46e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.653931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63ea8e50-d5d6-4040-a47c-10df4e3735ca req-c0309269-b694-497e-a379-e123da59d46e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1787598 Sep 18 00:39:42.754616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.756026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.757639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f917a5d2-6a80-4f7a-a48b-beea669c949e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:42.801589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-962a17f8-f4c9-45e3-8840-75cf20828e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.802993 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-962a17f8-f4c9-45e3-8840-75cf20828e9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420197 Sep 18 00:39:42.835047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.837576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63ea8e50-d5d6-4040-a47c-10df4e3735ca req-58d9bb75-4371-4c3b-97ef-37245f050deb tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695380 Sep 18 00:39:42.845184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f917a5d2-6a80-4f7a-a48b-beea669c949e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:42.845636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.851979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ec84-9afa-42d1-83af-67f7786d37c0 req-16979835-8b2b-49b7-a498-b1ce20d6ebcd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.853640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fe5ec84-9afa-42d1-83af-67f7786d37c0 req-16979835-8b2b-49b7-a498-b1ce20d6ebcd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1232748 Sep 18 00:39:42.854997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074c69-8f2d-4129-be22-c7b475da9152 req-68d5c892-886a-491c-9be7-054b04ba2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.856788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-68d5c892-886a-491c-9be7-054b04ba2b14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 1099 time: 0.3666596 Sep 18 00:39:42.864969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.887615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339073dd-f953-493b-8a06-90c85ff2e4b8 req-1cf1230c-74da-4bd3-880b-65256fa26fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.889432 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-339073dd-f953-493b-8a06-90c85ff2e4b8 req-1cf1230c-74da-4bd3-880b-65256fa26fc4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 1098 time: 0.3295825 Sep 18 00:39:42.895121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.900048 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9cc88547-8892-475c-a2a5-5a818aadd8db tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8028436 Sep 18 00:39:42.900048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:42.941226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fe5ec84-9afa-42d1-83af-67f7786d37c0 req-00100073-ae57-413f-ac84-5d18594b739f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814221 Sep 18 00:39:43.010629 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.024172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.159153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Router a013a64b-28f4-4819-a115-5c3072a94249 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:39:43.321420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac06-dbc1-4ac4-864c-3d4888619afe req-ea700f2c-dbae-47f3-89e1-48704fbce8be tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:43.323706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa89ac06-dbc1-4ac4-864c-3d4888619afe req-ea700f2c-dbae-47f3-89e1-48704fbce8be tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1525562 Sep 18 00:39:43.347526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34920) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:43.365931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:43.381273 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Sync routers for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:43.391405 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:43.392313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:43.406740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa89ac06-dbc1-4ac4-864c-3d4888619afe req-6b240164-90ba-4f30-9195-be56555ff6cf tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710440 Sep 18 00:39:43.426037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.427600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f9057630-802c-47e4-bb35-2fbbd9d66ff2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6597729 Sep 18 00:39:43.430367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34924) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:43.475579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.477867 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.500663 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a06b8e7-9307-4fb2-87d5-d93446e257d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.510665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:43.527204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.528318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1384129a-ca25-43f4-959e-dd7a8bf969b6 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:39:43.534440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.536423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-54aaa356-4c93-4960-9dd7-866869a7f973 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "DELETE /v2.0/routers/1384129a-ca25-43f4-959e-dd7a8bf969b6 HTTP/1.1" status: 204 len: 168 time: 0.6354394 Sep 18 00:39:43.539404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34926) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:43.544169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Request body: {'router': {'name': 'tempest-router-597760868', 'distributed': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:43.561081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.db.api [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:39:43.561081 n-d-712707-16 neutron-server[106452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:39:43.561081 n-d-712707-16 neutron-server[106452]: [parameters: {'project_id_1': '85f2b4624cb74599ade9b0116c3b1f64', 'expiration_1': datetime.datetime(2021, 9, 18, 0, 39, 23, 548633)}] Sep 18 00:39:43.561081 n-d-712707-16 neutron-server[106452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:39:43.562220 n-d-712707-16 neutron-server[106452]: DEBUG oslo_db.api [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:39:43.792638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:41Z', 'revision_number': 3, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:43.794424 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a06b8e7-9307-4fb2-87d5-d93446e257d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.805921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01f44-d05d-498e-aa68-dadfaf275e3a req-90b2b209-5bfe-421c-b4d5-17404128b066 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:43.807392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bef01f44-d05d-498e-aa68-dadfaf275e3a req-90b2b209-5bfe-421c-b4d5-17404128b066 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.1563039 Sep 18 00:39:43.813235 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a06b8e7-9307-4fb2-87d5-d93446e257d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.821400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Checking router: a013a64b-28f4-4819-a115-5c3072a94249 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:43.822042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Updating router a013a64b-28f4-4819-a115-5c3072a94249 port 230ad296-500a-4ed0-bdcb-02083fbd1747 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:39:43.852297 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:43.932850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06b8e7-9307-4fb2-87d5-d93446e257d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57548bbf-8765-47e1-acd0-d4e30755f462,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:43.938562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a06b8e7-9307-4fb2-87d5-d93446e257d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e13828e6136540fe8a0d010d50056a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883920 Sep 18 00:39:43.939678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:43.968660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bef01f44-d05d-498e-aa68-dadfaf275e3a req-c8f1d640-280a-428b-a830-3b3d1540ec0f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518798 Sep 18 00:39:44.014322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.022019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0379-2b25-4775-be74-4e6d7489d91a req-9d229264-73a6-4677-93af-979041f26df6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:44.023721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b52c0379-2b25-4775-be74-4e6d7489d91a req-9d229264-73a6-4677-93af-979041f26df6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1104891 Sep 18 00:39:44.042343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.105296 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.107126 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.118831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.121675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.123093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57548bbf-8765-47e1-acd0-d4e30755f462 HTTP/1.1" status: 204 len: 168 time: 0.1817570 Sep 18 00:39:44.137335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd57a4-07bb-4a98-9ada-916fde74ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57548bbf-8765-47e1-acd0-d4e30755f462,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:44.162979 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.167920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b52c0379-2b25-4775-be74-4e6d7489d91a req-5bdc02b8-3c47-4384-9a15-b216b10e804f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353869 Sep 18 00:39:44.170536 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.184600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e16a-a72a-4013-99af-ec76b867864e req-df88a15f-b665-43b8-84a9-8cd8ae16cdcd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:44.186239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f565e16a-a72a-4013-99af-ec76b867864e req-df88a15f-b665-43b8-84a9-8cd8ae16cdcd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1250613 Sep 18 00:39:44.216711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.219722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.224478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.242861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.247765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0876e332-ca2b-46fc-9eb3-fa801ffa53ca tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7045865 Sep 18 00:39:44.248415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:44.251545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f565e16a-a72a-4013-99af-ec76b867864e req-3ba09067-3305-4eee-8d68-cd032e9ae46b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584557 Sep 18 00:39:44.333642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.343415 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Pushing event updated for resources: {'Port': ['ID=230ad296-500a-4ed0-bdcb-02083fbd1747,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:44.354376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.354376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.354376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.354841 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.355007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.355330 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.355646 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.355959 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.356291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.356605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.357668 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.357668 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:44.380095 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Attempting to bind port 230ad296-500a-4ed0-bdcb-02083fbd1747 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:44.380500 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Attempting to bind port 230ad296-500a-4ed0-bdcb-02083fbd1747 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:44.380914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Attempting to bind port 230ad296-500a-4ed0-bdcb-02083fbd1747 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:44.387194 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:44.387872 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:44.388648 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.389086 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:44.389838 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Bound port: 230ad296-500a-4ed0-bdcb-02083fbd1747, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:44.390251 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.444067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Allocated IP 172.20.0.1 (1811e9b9-72a0-44fa-ba9d-53adbad32780/7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8/2a2387a2-3664-4838-a614-f5a98edaf29d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:44.491625 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] For port 230ad296-500a-4ed0-bdcb-02083fbd1747, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:44.497269 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] For port 230ad296-500a-4ed0-bdcb-02083fbd1747, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=230ad296-500a-4ed0-bdcb-02083fbd1747,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:44.511716 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.540261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.542990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.572999 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:44.573531 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:44.617203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.618013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c33ddd89-3447-46a4-bc13-700b00646a0f {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:39:44.625997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.631538 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c1290405-c030-4cde-bccf-0a18791686d2 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c33ddd89-3447-46a4-bc13-700b00646a0f HTTP/1.1" status: 204 len: 168 time: 0.3776126 Sep 18 00:39:44.631677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.631819 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7345-6bdb-4f52-8aad-72bee28343b6 None None] Pushing event updated for resources: {'Port': ['ID=230ad296-500a-4ed0-bdcb-02083fbd1747,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:44.631935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34952) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:44.639918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703696-1cf9-48e6-91f5-b9dcbb38496f req-0025f9bc-158a-4f0c-9b36-96eb023d9ba4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:44.641616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79703696-1cf9-48e6-91f5-b9dcbb38496f req-0025f9bc-158a-4f0c-9b36-96eb023d9ba4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1110518 Sep 18 00:39:44.649803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Request body: {'router': {'name': 'tempest-router-2123178553', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4b73525ff97c4476a0748f18b681ac8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:44.686955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.688371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.704933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79703696-1cf9-48e6-91f5-b9dcbb38496f req-92064c77-42e3-46be-a705-aa3b31d226d6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537562 Sep 18 00:39:44.716939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.734613 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:44.756567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:44.761312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:44.765050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:44.788434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.794455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.798615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Pushing event updated for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:44.819018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.822387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.827604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-28316439-648b-46a2-9e85-31f5cb1f0be4 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1947374 Sep 18 00:39:44.828311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34956) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:44.834321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:45.009775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.059507 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:41Z', 'revision_number': 3, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:45.110884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdf0b-a3a9-4c01-a532-7cd206c86339 None None] Provisioning complete for port 2a2387a2-3664-4838-a614-f5a98edaf29d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:45.112485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdf0b-a3a9-4c01-a532-7cd206c86339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.116437 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfa4bc-7f8f-4978-b8e7-bcfa57a00e4b None None] The sync data for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 is: [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:41Z', 'revision_number': 3, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:45.132861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.133229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.169211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdf0b-a3a9-4c01-a532-7cd206c86339 None None] Port 2a2387a2-3664-4838-a614-f5a98edaf29d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:45.226255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e49ae-033f-4d4e-9763-7ba4a6546dbc req-07743abe-a6be-4ff1-82c9-a0242033564b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:45.228495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e61e49ae-033f-4d4e-9763-7ba4a6546dbc req-07743abe-a6be-4ff1-82c9-a0242033564b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.1314018 Sep 18 00:39:45.301628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.310988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.415810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 00:39:45.416147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Router 739737d4-f44a-4bb0-9a62-7bdf3d870b6d migrating from provider to provider. {{(pid=106452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 00:39:45.416561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.438608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.440834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd7e9e-aba5-498a-b082-41c021adfbb5 req-6c1c656a-4b87-432e-8b55-7f426f57e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:45.442388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5dd7e9e-aba5-498a-b082-41c021adfbb5 req-6c1c656a-4b87-432e-8b55-7f426f57e8c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1103 time: 0.3033357 Sep 18 00:39:45.444050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-339073dd-f953-493b-8a06-90c85ff2e4b8 req-1e6f2ff8-b3c0-4647-9422-4b2d984ed30f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555981 Sep 18 00:39:45.453666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.521723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074c69-8f2d-4129-be22-c7b475da9152 req-d306423a-68aa-4aa4-9a61-a8a7eb0fef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:45.529220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-d306423a-68aa-4aa4-9a61-a8a7eb0fef75 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.3430552 Sep 18 00:39:45.631832 n-d-712707-16 neutron-server[106452]: WARNING neutron.scheduler.l3_agent_scheduler [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] No L3 agents can host the router 739737d4-f44a-4bb0-9a62-7bdf3d870b6d Sep 18 00:39:45.639728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-526fb4ee-63c4-4aad-95ec-3cb9c68a542b service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521563 Sep 18 00:39:45.767036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Hosts for router 739737d4-f44a-4bb0-9a62-7bdf3d870b6d: [] {{(pid=106452) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 00:39:45.804213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Hosts for other DVR routers connected to router 739737d4-f44a-4bb0-9a62-7bdf3d870b6d: set() {{(pid=106452) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 00:39:45.807721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.809414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-37d8f6fa-044c-4d08-a870-0080ecff70bf tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "PUT /v2.0/routers/739737d4-f44a-4bb0-9a62-7bdf3d870b6d HTTP/1.1" status: 200 len: 717 time: 0.9801121 Sep 18 00:39:45.817364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35006) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:45.824815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e61e49ae-033f-4d4e-9763-7ba4a6546dbc req-b9826ef1-377f-430f-bdfa-98eb5f79157f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366533 Sep 18 00:39:45.840646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Pushing event updated for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:45.888742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.891493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fdc21-e84b-4571-b562-a78df9f43c40 req-9105a841-14c3-49ff-9567-8d3d9d101346 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:45.901346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-813fdc21-e84b-4571-b562-a78df9f43c40 req-9105a841-14c3-49ff-9567-8d3d9d101346 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.6143517 Sep 18 00:39:45.923421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:45.958856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-9994323f-e802-44cd-8ee4-02964236ff66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9e098b70-6c5f-4ef5-b826-496b656800d3 HTTP/1.1" status: 200 len: 217 time: 0.1390047 Sep 18 00:39:46.001048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-813fdc21-e84b-4571-b562-a78df9f43c40 req-a107acb0-c3cc-43df-90eb-4d418a28aa6e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968781 Sep 18 00:39:46.024486 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d76c638-994e-4527-8346-cade3fe3d433 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "GET /v2.0/routers/739737d4-f44a-4bb0-9a62-7bdf3d870b6d HTTP/1.1" status: 200 len: 717 time: 0.2024724 Sep 18 00:39:46.030511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35010) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:46.067512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87793415-748d-4fcf-931c-2b3aa0ca305e req-db742f42-16f6-4cf5-8670-1a32a5b7caca tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:46.069464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87793415-748d-4fcf-931c-2b3aa0ca305e req-db742f42-16f6-4cf5-8670-1a32a5b7caca tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1470768 Sep 18 00:39:46.089882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5dd7e9e-aba5-498a-b082-41c021adfbb5 req-ae2a19d4-f361-490a-b52e-d80b8c38c5d6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876239 Sep 18 00:39:46.129158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:46.137111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074c69-8f2d-4129-be22-c7b475da9152 req-22517cc0-f18a-453c-9e1d-3429c5afe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:46.138551 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-22517cc0-f18a-453c-9e1d-3429c5afe3e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1372952 Sep 18 00:39:46.168462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe6e9ac1-9cc4-4d86-bf4d-f487dcf9f35f req-4bd24687-74b6-478c-bb13-7026949eefd3 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447924 Sep 18 00:39:46.210736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87793415-748d-4fcf-931c-2b3aa0ca305e req-b2f33981-ee06-438d-8fc4-fc6a3b275b4d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718691 Sep 18 00:39:46.260161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:46.264114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:46.275630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c29-c1d8-434a-b030-9b939759bc5f req-574ba03e-e3ec-4b30-924b-46730be60002 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:46.287360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8bb2c29-c1d8-434a-b030-9b939759bc5f req-574ba03e-e3ec-4b30-924b-46730be60002 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1164358 Sep 18 00:39:46.317323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a8df4a8-392b-4ca2-aac7-2ee012c1479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.434690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a8df4a8-392b-4ca2-aac7-2ee012c1479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.438690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a8df4a8-392b-4ca2-aac7-2ee012c1479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.510465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3a8df4a8-392b-4ca2-aac7-2ee012c1479d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=057d26b8ed3245eca72435e9e402d2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758337 Sep 18 00:39:46.510465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8df4a8-392b-4ca2-aac7-2ee012c1479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c720a-ec82-41df-80c1-0deeaaf2c0fc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:46.513847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:46.525158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8bb2c29-c1d8-434a-b030-9b939759bc5f req-cce52452-4773-4064-80a8-5c7f7120df33 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367818 Sep 18 00:39:46.550636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bdb477d9-affb-4951-8416-e95889e8d880 tempest-RoutersTestDVR-872461479 tempest-RoutersTestDVR-872461479-project] 10.222.0.49 "GET /v2.0/routers/739737d4-f44a-4bb0-9a62-7bdf3d870b6d HTTP/1.1" status: 200 len: 683 time: 0.5168464 Sep 18 00:39:46.554681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35020) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:46.563967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074c69-8f2d-4129-be22-c7b475da9152 req-58d93412-e83a-4800-984d-2f3de83d7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:46.565504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-58d93412-e83a-4800-984d-2f3de83d7be9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045706 Sep 18 00:39:46.599715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a7384f5d-6450-4131-a10a-4a4f142249e9 None None] Provisioning complete for port 2a2387a2-3664-4838-a614-f5a98edaf29d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:46.600349 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7384f5d-6450-4131-a10a-4a4f142249e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.603700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Router a013a64b-28f4-4819-a115-5c3072a94249 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:39:46.651081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a7384f5d-6450-4131-a10a-4a4f142249e9 None None] Port 2a2387a2-3664-4838-a614-f5a98edaf29d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:46.675179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.728565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:46.734623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1747323-1c04-4f79-8db6-5e5a5c68477f admin admin] 10.222.0.49 "PUT /v2.0/routers/a013a64b-28f4-4819-a115-5c3072a94249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3032136 Sep 18 00:39:46.756567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.760047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 230ad296-500a-4ed0-bdcb-02083fbd1747 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:46.810225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 230ad296-500a-4ed0-bdcb-02083fbd1747 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:46.810881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.911033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.913079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.922472 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-e3f99507-6ca7-4598-b3f0-49da56bf2533 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190768 Sep 18 00:39:46.933704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 230ad296-500a-4ed0-bdcb-02083fbd1747, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=230ad296-500a-4ed0-bdcb-02083fbd1747,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:46.939526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.003978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=230ad296-500a-4ed0-bdcb-02083fbd1747,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:47.006307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2f079-601d-41d0-a141-1a857be0f1d7 req-b6fd87c2-d1cf-44f9-9451-21329262b206 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:47.015102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6de2f079-601d-41d0-a141-1a857be0f1d7 req-b6fd87c2-d1cf-44f9-9451-21329262b206 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.0961299 Sep 18 00:39:47.060456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6de2f079-601d-41d0-a141-1a857be0f1d7 req-e1b8b400-1f9d-4b21-be5b-41649301c2aa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Sep 18 00:39:47.183577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06407-797b-47ef-b3c3-5398acb02654 req-801f4785-9eb7-4da9-ac53-575b9531acc2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:47.185233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ec06407-797b-47ef-b3c3-5398acb02654 req-801f4785-9eb7-4da9-ac53-575b9531acc2 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.0586014 Sep 18 00:39:47.227365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ec06407-797b-47ef-b3c3-5398acb02654 req-ac48f8d7-29f5-476d-aa03-0639da0a41a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Sep 18 00:39:47.241280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.250947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.350381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.352149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 739737d4-f44a-4bb0-9a62-7bdf3d870b6d {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:39:47.364873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.366044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e306dcc-de3c-41fa-ac34-f36a6f887b0e tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "DELETE /v2.0/routers/739737d4-f44a-4bb0-9a62-7bdf3d870b6d HTTP/1.1" status: 204 len: 168 time: 0.8104401 Sep 18 00:39:47.371669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35036) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:47.376853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Request body: {'router': {'name': 'tempest-router-587907542', 'distributed': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:47.386242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Sync routers for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:47.390751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.394754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.403027 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af7c720a-ec82-41df-80c1-0deeaaf2c0fc HTTP/1.1" status: 204 len: 168 time: 0.8829443 Sep 18 00:39:47.404007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:47.410250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:47.423814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4b89a-32ea-455b-918a-6f548e161f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c720a-ec82-41df-80c1-0deeaaf2c0fc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:47.437954 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34074c69-8f2d-4129-be22-c7b475da9152 req-66e11f83-84ca-4dc3-9c49-b760b74ed9cf service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094939 Sep 18 00:39:47.460683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.464639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.497107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ef57-d234-4c31-9c5b-0d2764ec1dec req-ea6a715d-4aa2-481d-8ec9-858148f081a0 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:47.498961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19b2ef57-d234-4c31-9c5b-0d2764ec1dec req-ea6a715d-4aa2-481d-8ec9-858148f081a0 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.0870278 Sep 18 00:39:47.578144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:47.583341 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.592621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19b2ef57-d234-4c31-9c5b-0d2764ec1dec req-88ef2042-5dad-43b0-98ac-a27940c02557 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806711 Sep 18 00:39:47.594402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.629845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.629845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-34739306-f577-470e-8998-cc3ede0b2316 tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2525926 Sep 18 00:39:47.629845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35044) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:47.662576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35046) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:47.667405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481937885', 'description': 'tempest-description--1505498519'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:47.712146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.766320 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.809960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:45Z', 'revision_number': 2, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:47.851187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Checking router: a013a64b-28f4-4819-a115-5c3072a94249 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:47.851806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Updating router a013a64b-28f4-4819-a115-5c3072a94249 port 2a2387a2-3664-4838-a614-f5a98edaf29d binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:39:47.860493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.876671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.886950 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.932506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.933876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2699654 Sep 18 00:39:47.937183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:47.948336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'security_group_rule': {'security_group_id': '3c880a3c-bedc-4847-96cc-ccfef8db87a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:47.977487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a70723-3d77-4841-89fa-01ea135ee32a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c880a3c-bedc-4847-96cc-ccfef8db87a5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:48.014770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.043425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1ba2-d494-411b-bf74-d8ab68641c08 req-361da23b-fe56-45e2-96e0-cad5e3019b67 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:48.052706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34ee1ba2-d494-411b-bf74-d8ab68641c08 req-361da23b-fe56-45e2-96e0-cad5e3019b67 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.3082066 Sep 18 00:39:48.127558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.129772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.148371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.155590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.191297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58145d99-02e0-443b-ab40-9c2187c1a768,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:48.225448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.233546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-24984b69-a50b-4cd8-a0e3-6bdba8dafad4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2943344 Sep 18 00:39:48.235325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35064) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:48.247839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'security_group_rule': {'security_group_id': '3c880a3c-bedc-4847-96cc-ccfef8db87a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:48.272685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.273227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34f09940-cb95-4419-99c3-c996be39a489 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:39:48.282358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.283676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3cd91324-841f-481f-9018-838248f8eb5f tempest-RoutersTestDVR-738747966 tempest-RoutersTestDVR-738747966-project-admin] 10.222.0.49 "DELETE /v2.0/routers/34f09940-cb95-4419-99c3-c996be39a489 HTTP/1.1" status: 204 len: 168 time: 0.6525061 Sep 18 00:39:48.306799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34ee1ba2-d494-411b-bf74-d8ab68641c08 req-570f2c8e-cc48-42e9-95ec-404bf050adfc tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529993 Sep 18 00:39:48.327978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.354598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05e650-f93c-4992-8a44-cce24d2261b0 req-f32cd589-840f-4040-8e69-45ae70225717 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:48.361606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b05e650-f93c-4992-8a44-cce24d2261b0 req-f32cd589-840f-4040-8e69-45ae70225717 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.1460841 Sep 18 00:39:48.396256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.405840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.448151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.452452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b05e650-f93c-4992-8a44-cce24d2261b0 req-713aadda-77fc-4035-b8b0-59dcb665d306 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819168 Sep 18 00:39:48.452980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.548279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8894f5-e5f9-4561-8e54-7bfbbca44cab,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:48.550024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b762c4-f188-4e45-8781-0d0f769d80dc None None] Pushing event updated for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:48.567742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.569276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5ffdf630-0992-49f8-814d-3e1a42885833 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314044 Sep 18 00:39:48.572093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35078) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:48.577596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Attempting to bind port 2a2387a2-3664-4838-a614-f5a98edaf29d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:48.577962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Attempting to bind port 2a2387a2-3664-4838-a614-f5a98edaf29d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:48.578313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:48.578446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Attempting to bind port 2a2387a2-3664-4838-a614-f5a98edaf29d on network 1811e9b9-72a0-44fa-ba9d-53adbad32780 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:48.582607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881866-cc07-4e2b-a753-3b7d0c9c53d5 req-ab86a288-c087-4a04-9792-2680fc767ef9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:48.585575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:48.586053 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Checking segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:48.586573 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.587464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Bound using segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:48.587859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Bound port: 2a2387a2-3664-4838-a614-f5a98edaf29d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:48.588467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2881866-cc07-4e2b-a753-3b7d0c9c53d5 req-ab86a288-c087-4a04-9792-2680fc767ef9 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.1760669 Sep 18 00:39:48.594399 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.657050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.682273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2881866-cc07-4e2b-a753-3b7d0c9c53d5 req-12c591f1-5674-4a75-b015-7c4ef3f2d8ae tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856140 Sep 18 00:39:48.732523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] For port 2a2387a2-3664-4838-a614-f5a98edaf29d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:48.737983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] For port 2a2387a2-3664-4838-a614-f5a98edaf29d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2a2387a2-3664-4838-a614-f5a98edaf29d,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:48.750294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.793108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35088) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:48.836824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 230ad296-500a-4ed0-bdcb-02083fbd1747 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:48.971087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:48.975106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:48.976139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:49.005041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e41f50-6fdb-4658-a44e-5d2f780c4022 req-a04cfe1f-0ed9-412b-9242-3bd42b8d13d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:49.013161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91e41f50-6fdb-4658-a44e-5d2f780c4022 req-a04cfe1f-0ed9-412b-9242-3bd42b8d13d4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1913912 Sep 18 00:39:49.051523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca56dd-d345-4f4a-a528-394461f6717d req-dbd7f45c-d24a-4dd3-8d65-169549f47f7f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:49.059170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccca56dd-d345-4f4a-a528-394461f6717d req-dbd7f45c-d24a-4dd3-8d65-169549f47f7f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.2113972 Sep 18 00:39:49.110217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91e41f50-6fdb-4658-a44e-5d2f780c4022 req-f98cfdd6-e6df-4ad9-ac75-e887d92d75ce tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960529 Sep 18 00:39:49.186542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Allocated IP 172.25.7.156 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/c6869307-433c-4e3b-a11d-183547a9d5a3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:49.190771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a667dba4-21ca-4c8c-a01c-a9cbe041ea8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.249224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccca56dd-d345-4f4a-a528-394461f6717d req-a5d4c850-7176-4bec-a6e0-8f0a9cba996a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887145 Sep 18 00:39:49.338355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] Provisioning complete for port 2a2387a2-3664-4838-a614-f5a98edaf29d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:49.338795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.346365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e098b70-6c5f-4ef5-b826-496b656800d3 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:49.392682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 230ad296-500a-4ed0-bdcb-02083fbd1747 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:49.393010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.393554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a667dba4-21ca-4c8c-a01c-a9cbe041ea8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.396728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.399339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a667dba4-21ca-4c8c-a01c-a9cbe041ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.403161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:49.409517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b762c4-f188-4e45-8781-0d0f769d80dc None None] Pushing event updated for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:49.457728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.462003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a667dba4-21ca-4c8c-a01c-a9cbe041ea8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b73525ff97c4476a0748f18b681ac8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679156 Sep 18 00:39:49.464944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35108) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:49.543473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:49.548457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667dba4-21ca-4c8c-a01c-a9cbe041ea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26948d1c-fe26-4b88-993b-af7d537e58c1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:49.555005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:49.561524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:49.589296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'Port': ['ID=c6869307-433c-4e3b-a11d-183547a9d5a3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:49.616374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ee1c2-2982-45df-8db0-8cb97e4719c8 req-4ffc22d6-c9e1-4aab-8e98-0bf36c17546f tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:49.626294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-726ee1c2-2982-45df-8db0-8cb97e4719c8 req-4ffc22d6-c9e1-4aab-8e98-0bf36c17546f tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1103 time: 0.1595862 Sep 18 00:39:49.685074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-726ee1c2-2982-45df-8db0-8cb97e4719c8 req-9c9d2f8a-a113-4b41-b9b1-c3256fee7daa tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569012 Sep 18 00:39:49.713158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35124) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:49.753347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.774579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.785952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.798682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.859158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] For port 2a2387a2-3664-4838-a614-f5a98edaf29d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2a2387a2-3664-4838-a614-f5a98edaf29d,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:49.875545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.880911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.910744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e098b70-6c5f-4ef5-b826-496b656800d3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:49.938010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf5cd-ec73-4c7a-9d82-0e3f86f06734 req-279919a2-57f1-40bc-8132-f6a75f5420a7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:49.950636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bcdf5cd-ec73-4c7a-9d82-0e3f86f06734 req-279919a2-57f1-40bc-8132-f6a75f5420a7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 947 time: 0.1545522 Sep 18 00:39:49.968555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:48Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:49.970160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9e098b70-6c5f-4ef5-b826-496b656800d3', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '9e098b70-6c5f-4ef5-b826-496b656800d3', 'mac_address': 'fa:16:3e:86:4c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:50.015814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a381a-8f62-45d5-a195-72db17bc4ee0 None None] The sync data for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 is: [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:48Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:50.024799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee0bd7-95f0-4dd7-978f-6861836ffc6d None None] Pushing event updated for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:50.039877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bcdf5cd-ec73-4c7a-9d82-0e3f86f06734 req-a959b4ec-70a1-4ecd-b788-958e55f1f7f6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872736 Sep 18 00:39:50.055606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-745422554'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:50.077772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ae5e21d4-a789-4d1c-a343-9b0e7d093216 None None] Provisioning complete for port 2a2387a2-3664-4838-a614-f5a98edaf29d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:50.078144 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21d4-a789-4d1c-a343-9b0e7d093216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.138009 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.147328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Made reservation on behalf of d4edabc0a8b24d949bc5ef174f6260f5 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:50.156670 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.173719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e098b70-6c5f-4ef5-b826-496b656800d3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:50.184462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.210339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e098b70-6c5f-4ef5-b826-496b656800d3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:50.220326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.238131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.245684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.294005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137430b3-c630-4a8b-a475-2baf0adedf13 req-3630c866-2741-490d-8931-5874331f1e45 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:50.295951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-137430b3-c630-4a8b-a475-2baf0adedf13 req-3630c866-2741-490d-8931-5874331f1e45 tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 1103 time: 0.0916886 Sep 18 00:39:50.319748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.337014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:50.359579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-137430b3-c630-4a8b-a475-2baf0adedf13 req-73664545-3410-4ea4-b21f-f9582956a14f tempest-ServersAdminTestJSON-1167816147 tempest-ServersAdminTestJSON-1167816147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566633 Sep 18 00:39:50.378145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.380746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.383046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26948d1c-fe26-4b88-993b-af7d537e58c1 HTTP/1.1" status: 204 len: 168 time: 0.9133673 Sep 18 00:39:50.415911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'Port': ['ID=c6869307-433c-4e3b-a11d-183547a9d5a3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:50.420142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7160f-c5b1-4398-b477-28c7b7ad3f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26948d1c-fe26-4b88-993b-af7d537e58c1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:50.485760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.506188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.512309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-090bc858-4866-448c-93e9-023d8157af63 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9342182 Sep 18 00:39:50.537969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.571989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:39:50.593611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97261cc-a83d-44dd-b5e8-1875bfdb4dec req-e5062e72-326c-45c3-a9f3-78ba4e7089ef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:50.602308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97261cc-a83d-44dd-b5e8-1875bfdb4dec req-e5062e72-326c-45c3-a9f3-78ba4e7089ef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1072519 Sep 18 00:39:50.621733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23254728-d1cd-4710-b113-a7e74c151eac,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:50.630168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.630168 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Added segment cff110bd-43bf-460b-9d49-22f44e3cc31e of type vlan for network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b Sep 18 00:39:50.664838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97261cc-a83d-44dd-b5e8-1875bfdb4dec req-5171c4d0-1871-462b-bb0c-f6557858b269 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615723 Sep 18 00:39:50.726750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:50.733157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.834201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2a2387a2-3664-4838-a614-f5a98edaf29d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:50.887346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6d32-8304-466d-ac71-f0c69ccc81a4 req-6537e12c-8682-4b0e-bcde-0b5abafcc11d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:50.895888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07ec6d32-8304-466d-ac71-f0c69ccc81a4 req-6537e12c-8682-4b0e-bcde-0b5abafcc11d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1657374 Sep 18 00:39:50.918243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.924425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:50.925072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:50.950366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2a2387a2-3664-4838-a614-f5a98edaf29d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:50.950982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.017365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07ec6d32-8304-466d-ac71-f0c69ccc81a4 req-d99efa8d-3d4f-4f21-bc40-f9b1e91bc40b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200230 Sep 18 00:39:51.022717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:51.040443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f4dea8b-c5ee-4716-adec-5a21d86e4979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.067790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3531396 Sep 18 00:39:51.093224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35168) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:51.141694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07848d1-7ce9-4a86-ad4e-aae64cf52e0a req-95104ca9-4ff1-4458-bd0d-f6de1b703fda tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:51.149304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d07848d1-7ce9-4a86-ad4e-aae64cf52e0a req-95104ca9-4ff1-4458-bd0d-f6de1b703fda tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.3531234 Sep 18 00:39:51.157265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Request body: {'subnet': {'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:51.158807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f4dea8b-c5ee-4716-adec-5a21d86e4979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.163040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f4dea8b-c5ee-4716-adec-5a21d86e4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.185234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7351546-939c-4d64-9be1-b748d4782191 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event updated for resources: {'Network': ['ID=eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:51.196289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:39:51.206795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f4dea8b-c5ee-4716-adec-5a21d86e4979 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85f2b4624cb74599ade9b0116c3b1f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799245 Sep 18 00:39:51.214532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35174) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:51.231354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dea8b-c5ee-4716-adec-5a21d86e4979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf77630-67d5-42dc-b17e-39ec20153144,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:51.287950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.309977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d07848d1-7ce9-4a86-ad4e-aae64cf52e0a req-46edc389-72d2-4578-be63-c8e2ac30adbf tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597478 Sep 18 00:39:51.314103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.320491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-b1a29f83-d4e5-460e-8661-9055958e9849 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1481937885&fields=id&tenant_id=08639242bffe427398e18ba915c82612 HTTP/1.1" status: 200 len: 267 time: 0.1588266 Sep 18 00:39:51.376654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.381160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.387463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdf77630-67d5-42dc-b17e-39ec20153144 HTTP/1.1" status: 204 len: 168 time: 0.1718678 Sep 18 00:39:51.397053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c11ca1-667c-4547-8001-e6d51af3d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf77630-67d5-42dc-b17e-39ec20153144,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:51.420981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Made reservation on behalf of d4edabc0a8b24d949bc5ef174f6260f5 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:51.424666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.551639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-c4d932fa-735f-4b3e-aa7b-09c75357ae70 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:51.553179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-c4d932fa-735f-4b3e-aa7b-09c75357ae70 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/networks?id=1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 200 len: 806 time: 0.2318928 Sep 18 00:39:51.587337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-90024e3f-8875-41a1-b742-25d3ebe8959c tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/quotas/08639242bffe427398e18ba915c82612 HTTP/1.1" status: 200 len: 375 time: 0.0251606 Sep 18 00:39:51.619003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073169-b637-4bed-b636-68947875b5bd req-626a7747-586b-41a6-acd8-e9994d63670f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:51.620509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09073169-b637-4bed-b636-68947875b5bd req-626a7747-586b-41a6-acd8-e9994d63670f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 948 time: 0.1167829 Sep 18 00:39:51.729248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09073169-b637-4bed-b636-68947875b5bd req-ff226418-b400-4857-8674-8fd6d796eadd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916207 Sep 18 00:39:51.769685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-4ed4e1bd-aec2-452a-b6f5-b2888bd646c9 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=08639242bffe427398e18ba915c82612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1665504 Sep 18 00:39:51.849242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:51.949426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ec063-4634-4891-b0a7-ca45b8ff32e0 req-d1d72470-2cb6-4282-9eb3-212d5ff0c03e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:51.950941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-430ec063-4634-4891-b0a7-ca45b8ff32e0 req-d1d72470-2cb6-4282-9eb3-212d5ff0c03e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1626766 Sep 18 00:39:51.991027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event updated for resources: {'Subnet': ['ID=c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:52.008331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-bf1b805e-fc69-40e8-9e69-c8c6bbe32681 service neutron] 10.222.0.49 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314754 Sep 18 00:39:52.038261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Checking segment: {'id': 'cff110bd-43bf-460b-9d49-22f44e3cc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:52.038635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Network hostable DHCP agents. Network: eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:39:52.063494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-430ec063-4634-4891-b0a7-ca45b8ff32e0 req-725438b3-5928-41fd-a495-7e9300b14db5 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020808 Sep 18 00:39:52.108859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:39:52.121634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:52.128284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:52.129104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.136036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a268e7-dbad-4da3-aecb-fc053a498991 None None] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:52.166523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3aa469b5-cbba-4e01-8b32-08100efb344d tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0333881 Sep 18 00:39:52.169335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:52.174821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Request body: {'port': {'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-725921659'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:52.189167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-3bb48be0-9c40-4b08-9af9-68a9553a637b service neutron] 10.222.0.49 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719851 Sep 18 00:39:52.209005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b175a9-dd6c-426e-876c-dd394803f665 req-00a212b1-23a0-4f51-9495-b441f001eda0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:52.210585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3b175a9-dd6c-426e-876c-dd394803f665 req-00a212b1-23a0-4f51-9495-b441f001eda0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.0639360 Sep 18 00:39:52.261128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3b175a9-dd6c-426e-876c-dd394803f665 req-3b3fbf04-64e9-4e45-baa8-ccc69ed1fd7e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Sep 18 00:39:52.311755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b', 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b', 'tenant_id': 'd4edabc0a8b24d949bc5ef174f6260f5', 'fixed_ips': [{'subnet_id': 'c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:39:52.312724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.320921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:52.331552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Made reservation on behalf of d4edabc0a8b24d949bc5ef174f6260f5 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:52.335401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.387207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] device_id is not set on port 041679eb-ad30-434c-b911-b267d1f9e4d5 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:39:52.503016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Allocated IP 172.20.0.2 (eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b/c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2/435ef4d2-786b-4741-8915-b4c888ebfcaa) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:52.531525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-533680321'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:52.566392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c41c23-6aaa-4847-aff7-b38ea0ec5e68 req-20611634-7835-4ba0-bc3b-6f46c972ed2b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:52.567963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75c41c23-6aaa-4847-aff7-b38ea0ec5e68 req-20611634-7835-4ba0-bc3b-6f46c972ed2b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.1540782 Sep 18 00:39:52.615509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a2fe44e-b7b9-4543-ad48-457ee3077f2f req-0d43608b-f2dc-4965-a38e-4d6f3bb15ef1 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 210 time: 0.0465238 Sep 18 00:39:52.622227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:52.628975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.645289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.675215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75c41c23-6aaa-4847-aff7-b38ea0ec5e68 req-b0465be1-dfd2-4b75-99bf-d1e6a8c5a320 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873363 Sep 18 00:39:52.693169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.701253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.747573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:52.764651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:52.769412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:52.771308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Allocated IP 172.20.0.5 (eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b/c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2/041679eb-ad30-434c-b911-b267d1f9e4d5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:52.790727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Pushing event updated for resources: {'Port': ['ID=435ef4d2-786b-4741-8915-b4c888ebfcaa,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:52.826782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.837132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.901758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:39:52.912246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fb4c8-9489-4a5d-add7-8e06383bff22 req-72e9798a-049e-401c-ab61-3b76f3f14419 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:52.913789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-761fb4c8-9489-4a5d-add7-8e06383bff22 req-72e9798a-049e-401c-ab61-3b76f3f14419 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 948 time: 0.0898976 Sep 18 00:39:52.917786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec32db4-6a70-410a-976f-c6edbb1ddd92,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:52.923567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Attempting to bind port 435ef4d2-786b-4741-8915-b4c888ebfcaa on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:52.923832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Attempting to bind port 435ef4d2-786b-4741-8915-b4c888ebfcaa by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'cff110bd-43bf-460b-9d49-22f44e3cc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:52.924590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Attempting to bind port 435ef4d2-786b-4741-8915-b4c888ebfcaa on network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:52.932189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.932506 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Added segment 5c14b301-d249-42b5-8363-ebafdee3b0df of type vlan for network 9f8e9f7c-6672-45ed-919b-66c8102f7825 Sep 18 00:39:52.932789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:52.933847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Checking segment: {'id': 'cff110bd-43bf-460b-9d49-22f44e3cc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:52.934854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.935310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Bound using segment: {'id': 'cff110bd-43bf-460b-9d49-22f44e3cc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:52.935949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Bound port: 435ef4d2-786b-4741-8915-b4c888ebfcaa, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff110bd-43bf-460b-9d49-22f44e3cc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:52.936463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:52.962796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.003985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.004193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-761fb4c8-9489-4a5d-add7-8e06383bff22 req-59700a73-52c6-4c49-9b8d-ec23f64ffb2f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Sep 18 00:39:53.020129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] For port 435ef4d2-786b-4741-8915-b4c888ebfcaa, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:53.022020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.023367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] For port 435ef4d2-786b-4741-8915-b4c888ebfcaa, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=435ef4d2-786b-4741-8915-b4c888ebfcaa,segment=NetworkSegment(cff110bd-43bf-460b-9d49-22f44e3cc31e),segment_id=cff110bd-43bf-460b-9d49-22f44e3cc31e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:53.034747 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.056941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.061595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:53.063439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:53.064007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:53.065124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.078137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:53.114112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367cca-b79a-41d4-816c-651b4915d6c3 None None] Pushing event updated for resources: {'Port': ['ID=435ef4d2-786b-4741-8915-b4c888ebfcaa,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:53.162194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event updated for resources: {'Port': ['ID=041679eb-ad30-434c-b911-b267d1f9e4d5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:53.184475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Network': ['ID=9f8e9f7c-6672-45ed-919b-66c8102f7825,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:53.192661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-23544aef-efdf-419a-8b27-125edbb8d697 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8704636 Sep 18 00:39:53.199632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:53.200151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:39:53.201242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.206538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35224) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:53.212600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'subnet': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:53.219726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:53.231602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-7e11ae8b-d373-4fbe-91b9-0ee6d462bb0a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:53.233349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-7e11ae8b-d373-4fbe-91b9-0ee6d462bb0a tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.1495821 Sep 18 00:39:53.260486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e098b70-6c5f-4ef5-b826-496b656800d3 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:53.308655 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-974a60c0-3a50-4cb1-882e-c4105ada2078 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1380646 Sep 18 00:39:53.318076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:53.467956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:53.477620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9e098b70-6c5f-4ef5-b826-496b656800d3 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:53.485642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9e098b70-6c5f-4ef5-b826-496b656800d3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:53.486792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.489146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'port_id': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'mac_address': 'fa:16:3e:82:ee:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2380a13a-08ae-4751-914b-1656a38e0b6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:53.572318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.574564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:53.578081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.590243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f45c135f-b1af-4fa6-93f9-4d47bf79532f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:53.629818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Deleting port 041679eb-ad30-434c-b911-b267d1f9e4d5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:53.630097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.633668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:53.649139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.654233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.726570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Deleting port f491eb21-16ee-4aaf-b485-6f822505755c {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:53.727603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.771100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69266-c3de-41ab-a694-b96749918497 req-6f727852-2837-4cc6-9993-bb9f070f8098 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:53.772710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11f69266-c3de-41ab-a694-b96749918497 req-6f727852-2837-4cc6-9993-bb9f070f8098 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.5898917 Sep 18 00:39:53.781239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136f12-83e9-4780-b5bf-701da8ea9e21 req-8c2b7886-c8dd-4339-bba6-3c86951c871c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:53.789333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8136f12-83e9-4780-b5bf-701da8ea9e21 req-8c2b7886-c8dd-4339-bba6-3c86951c871c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.0835598 Sep 18 00:39:53.843181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:53.846067 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684ee4e-a0dc-4361-af3f-6ea96594a0c6" -d '{"events": [{"server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "name": "network-vif-plugged", "status": "completed", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:53.869423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e098b70-6c5f-4ef5-b826-496b656800d3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:53.874275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:53.880920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:53.897017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11f69266-c3de-41ab-a694-b96749918497 req-bbb9a0ee-535c-4992-90b0-fabd9ae622a8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056070 Sep 18 00:39:53.924806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8136f12-83e9-4780-b5bf-701da8ea9e21 req-6b307ef3-b69a-40e9-b246-4ee095bbb201 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331184 Sep 18 00:39:53.925041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f45c135f-b1af-4fa6-93f9-4d47bf79532f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:53.990348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.038767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-be5f5a77-329e-422b-a94d-9235ebdbb3df tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:54.042922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-be5f5a77-329e-422b-a94d-9235ebdbb3df tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.48 "GET /v2.0/networks?id=1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 200 len: 806 time: 0.2311718 Sep 18 00:39:54.051132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] For port f491eb21-16ee-4aaf-b485-6f822505755c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f491eb21-16ee-4aaf-b485-6f822505755c,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:54.051497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.064432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Calling delete_port for 041679eb-ad30-434c-b911-b267d1f9e4d5 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:54.078072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:54.118385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Calling delete_port for f491eb21-16ee-4aaf-b485-6f822505755c owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:54.143028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4677bfc4-09e6-4595-9828-3504aff25e14 req-09f25c45-be39-4a88-b979-5ddb2e0c951f tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 210 time: 0.0679624 Sep 18 00:39:54.167182 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aa225ef-be5e-4a92-8aab-2f35f0c888f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.199883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-476e88a1-e772-4ded-a0ef-f1dc173b9955 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08639242bffe427398e18ba915c82612 HTTP/1.1" status: 200 len: 380 time: 0.1400373 Sep 18 00:39:54.217010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'port': {'device_id': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'admin_state_up': True, 'tenant_id': '08639242bffe427398e18ba915c82612', 'security_groups': ['3c880a3c-bedc-4847-96cc-ccfef8db87a5']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:54.239231 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffe290-6377-49cb-b3bc-510a292a8105 x-openstack-request-id: req-f2ffe290-6377-49cb-b3bc-510a292a8105 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:54.239765 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "name": "network-vif-plugged", "status": "completed", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:54.239883 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2ffe290-6377-49cb-b3bc-510a292a8105 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:54.240203 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3', 'code': 200} Sep 18 00:39:54.297118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.355762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbbbfe-28a9-4eb8-8f30-7dbf906efe22 req-208a90cd-950a-4668-a88d-bc822b188899 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:54.357355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0dbbbfe-28a9-4eb8-8f30-7dbf906efe22 req-208a90cd-950a-4668-a88d-bc822b188899 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 950 time: 0.1562624 Sep 18 00:39:54.445848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0dbbbfe-28a9-4eb8-8f30-7dbf906efe22 req-36fc6c59-5d37-4567-8e2f-ca15fc256d35 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 Sep 18 00:39:54.453715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44182-8e8d-4d4e-abed-9c210b235848 req-22026ed2-8cdb-40fe-bde5-d278a82166c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:54.468806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb44182-8e8d-4d4e-abed-9c210b235848 req-22026ed2-8cdb-40fe-bde5-d278a82166c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 949 time: 0.1436348 Sep 18 00:39:54.480271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e4e7d-4f69-4ca8-9553-537257d2af6d None None] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:54.497563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Made reservation on behalf of 08639242bffe427398e18ba915c82612 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:54.498121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Subnet': ['ID=37518455-d414-4628-b257-f3c5092bfc01,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:54.501483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.526261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb44182-8e8d-4d4e-abed-9c210b235848 req-8ebcc63e-7717-47c6-b3bc-57f478baba69 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Sep 18 00:39:54.528870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ead74-fb21-475a-89f8-d01237c999b8 req-6e61ef3e-ae2e-4740-a260-d771c4306aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:54.530660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c27ead74-fb21-475a-89f8-d01237c999b8 req-6e61ef3e-ae2e-4740-a260-d771c4306aad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 1101 time: 0.1645184 Sep 18 00:39:54.573701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Checking segment: {'id': '5c14b301-d249-42b5-8363-ebafdee3b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:54.574062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network hostable DHCP agents. Network: 9f8e9f7c-6672-45ed-919b-66c8102f7825, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:39:54.587378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] Provisioning complete for port 435ef4d2-786b-4741-8915-b4c888ebfcaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:54.587764 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.631840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.672334 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c27ead74-fb21-475a-89f8-d01237c999b8 req-e81a999d-f4e3-41c4-9ab5-6d8b34f149e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317856 Sep 18 00:39:54.679364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event deleted for resources: {'Port': ['ID=041679eb-ad30-434c-b911-b267d1f9e4d5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:54.691169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:39:54.710764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.721881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['358401ae-8429-4bcf-9d2b-fb3a4e266cef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:54.774465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event deleted for resources: {'Port': ['ID=f491eb21-16ee-4aaf-b485-6f822505755c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:54.784371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:54.807209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Allocated IP 172.20.0.14 (1811e9b9-72a0-44fa-ba9d-53adbad32780/7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8/cefe1ea7-6e73-4a75-b857-867edecd1b05) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:54.820614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9f8e9f7c-6672-45ed-919b-66c8102f7825) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:54.831016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.837994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 435ef4d2-786b-4741-8915-b4c888ebfcaa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:54.838295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:54.838935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.840141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79983ed-3a78-435c-93dc-1885cb4acd5c None None] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:54.940389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9209f74c-3dd1-49f2-9177-65ca3fe7201a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7313845 Sep 18 00:39:54.941896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.945992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b81c3de5-923a-4523-8a0f-e1bf08b86c2b tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "DELETE /v2.0/ports/041679eb-ad30-434c-b911-b267d1f9e4d5 HTTP/1.1" status: 204 len: 168 time: 1.6263125 Sep 18 00:39:54.947127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] No DVR routers for this DVR port f491eb21-16ee-4aaf-b485-6f822505755c on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:54.949065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35240) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:54.949065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:54.954271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-725322096'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:54.964174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:54.966143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-78cd1864-6ced-4854-8961-5bb5d1be1327 req-345dae16-c0db-48dd-b830-4012746a68a6 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "DELETE /v2.0/ports/f491eb21-16ee-4aaf-b485-6f822505755c HTTP/1.1" status: 204 len: 173 time: 1.7175324 Sep 18 00:39:54.968734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'name': 'network-vif-deleted', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:54.975050 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb9aca-56da-4e80-b1b6-9d8ba4ecaaaf" -d '{"events": [{"server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "name": "network-vif-deleted", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:55.114944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.178236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35256) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:55.179010 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-414ab958-10f8-456e-a449-1df17e0f5177 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2200229 Sep 18 00:39:55.188597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-257080340'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:55.198345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] For port 435ef4d2-786b-4741-8915-b4c888ebfcaa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=435ef4d2-786b-4741-8915-b4c888ebfcaa,segment=NetworkSegment(cff110bd-43bf-460b-9d49-22f44e3cc31e),segment_id=cff110bd-43bf-460b-9d49-22f44e3cc31e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:55.222476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:55.222945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd97c4-e830-49be-b7a1-bff76476a65a req-34d43b3f-5736-432b-ab88-4d991202f153 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:55.224609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53cd97c4-e830-49be-b7a1-bff76476a65a req-34d43b3f-5736-432b-ab88-4d991202f153 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1579714 Sep 18 00:39:55.233135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.245039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.266003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:39:55.296703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 580888b2-9663-47b9-8563-8866ee43be35 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:55.298512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:55.301206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86927a9f-556e-4613-893c-060f4eb2f082 req-1742331f-f104-40fd-b633-6b6b3eb7c483 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:55.302069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 435ef4d2-786b-4741-8915-b4c888ebfcaa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:55.302781 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.302932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86927a9f-556e-4613-893c-060f4eb2f082 req-1742331f-f104-40fd-b633-6b6b3eb7c483 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.1966841 Sep 18 00:39:55.321145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.351812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Made reservation on behalf of d4edabc0a8b24d949bc5ef174f6260f5 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:55.362117 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.421572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9f8e9f7c-6672-45ed-919b-66c8102f7825', 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'tenant_id': 'e6ca4a92ccd94682ae5fd7a1ecaf621c', 'fixed_ips': [{'subnet_id': '37518455-d414-4628-b257-f3c5092bfc01'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:39:55.422431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.465378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::211 (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:55.486226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53cd97c4-e830-49be-b7a1-bff76476a65a req-fa87da56-09f4-489c-adf7-5edf862b44b3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382205 Sep 18 00:39:55.495201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:55.513209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event updated for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:55.525894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:55.530578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86927a9f-556e-4613-893c-060f4eb2f082 req-0e59d0ae-acde-46a3-a902-7b5fad792da4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108958 Sep 18 00:39:55.530905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:55.562196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.resource_extend [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:39:55.591178 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53ffc63-9fd0-47f9-8273-d5b7d0bfa1f6 x-openstack-request-id: req-a53ffc63-9fd0-47f9-8273-d5b7d0bfa1f6 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:55.591473 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14341125-a114-41f5-876b-37586fac2fd2", "name": "network-vif-deleted", "tag": "f491eb21-16ee-4aaf-b485-6f822505755c", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:55.591845 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a53ffc63-9fd0-47f9-8273-d5b7d0bfa1f6 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:55.592400 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14341125-a114-41f5-876b-37586fac2fd2', 'name': 'network-vif-deleted', 'tag': 'f491eb21-16ee-4aaf-b485-6f822505755c', 'status': 'completed', 'code': 200} Sep 18 00:39:55.638117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:39:55.683734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.684054 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Added segment e82375af-6517-4339-99da-f8e225f852a6 of type vlan for network 2f6e643b-b103-443a-ade5-b5c535e038ea Sep 18 00:39:55.725550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:55.730611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.792412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.823765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40f66-f11c-4583-8a32-1896d620da46 None None] Pushing event updated for resources: {'Port': ['ID=435ef4d2-786b-4741-8915-b4c888ebfcaa,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:55.851667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.856501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.885189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fa26f226-4e32-44c0-a6c4-747333dc71d9 None None] Provisioning complete for port 435ef4d2-786b-4741-8915-b4c888ebfcaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:55.885561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa26f226-4e32-44c0-a6c4-747333dc71d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.926668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e2e4cde-3e6d-4407-b060-403e9b73f42a req-dd0cadd2-f9fe-4fea-8329-e491af80c32f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=14341125-a114-41f5-876b-37586fac2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0775723 Sep 18 00:39:55.939100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-6ec167e8-0cea-4be2-9b60-19e235052e66 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7176642 Sep 18 00:39:55.941992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:55.948988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Request body: {'port': {'device_id': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:55.949228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:55.952169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:55.958620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:55.959295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:55.963194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:55.990663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Allocated IP 2001:db8::2 (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/9c1ad047-4784-453b-b917-46783b736e38) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:55.992550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2737282f-16bb-4d07-a84c-259b15e493d5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0410752 Sep 18 00:39:55.994608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35264) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:56.002862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1144591581', 'allowed_address_pairs': [{'ip_address': '2001:db8::211', 'mac_address': 'fa:16:3e:97:d9:1c'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:56.058123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62bf6-c64e-4e2c-bc16-e937e951f907 req-342f7043-aa59-483c-83ec-3be12d025eff tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:56.066456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f62bf6-c64e-4e2c-bc16-e937e951f907 req-342f7043-aa59-483c-83ec-3be12d025eff tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 932 time: 0.3327944 Sep 18 00:39:56.092343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.098027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:56.098971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.136837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:56.144078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f45c135f-b1af-4fa6-93f9-4d47bf79532f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:56.144473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.181986 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.185648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:56.212665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0317299 Sep 18 00:39:56.215427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:56.235509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fb958-268f-4bd6-ad48-9b834f05f5c9 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event updated for resources: {'Network': ['ID=2f6e643b-b103-443a-ade5-b5c535e038ea,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:56.249178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c335-89e0-4aff-84e4-943119250fca req-9e4de5b6-5db5-4561-917f-db2aa81f0a2a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:56.250718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd24c335-89e0-4aff-84e4-943119250fca req-9e4de5b6-5db5-4561-917f-db2aa81f0a2a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 949 time: 0.2150850 Sep 18 00:39:56.264474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f62bf6-c64e-4e2c-bc16-e937e951f907 req-6b80fca9-9d42-4a0c-949d-06fd52de1123 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927245 Sep 18 00:39:56.264751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2f6e643b-b103-443a-ade5-b5c535e038ea details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:39:56.277402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '580888b2-9663-47b9-8563-8866ee43be35', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '580888b2-9663-47b9-8563-8866ee43be35', 'mac_address': 'fa:16:3e:e9:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:56.329584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.350458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port e50ceb92-9e4d-495b-b329-aed10b8036c3 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:39:56.394319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd24c335-89e0-4aff-84e4-943119250fca req-9ca17e7b-5c22-4a8e-b41f-0a47093b7bbb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287837 Sep 18 00:39:56.475409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c723bbcf-3bd8-456f-ade3-719efa332070 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.2562122 Sep 18 00:39:56.475657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35268) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:56.499688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.530252 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.533470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:56.547341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.577868 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.589759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:56.598433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:56.600714 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137ad2a7-0d27-4eed-befe-78852f6df55f" -d '{"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-plugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:56.643386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::3d1 (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/e50ceb92-9e4d-495b-b329-aed10b8036c3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:56.661121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefe1ea7-6e73-4a75-b857-867edecd1b05 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:56.670447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.687324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Transition to ACTIVE for port object cefe1ea7-6e73-4a75-b857-867edecd1b05 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:56.705477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.803072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3798905-4597-4d04-92cb-c404ac52ad34 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] Network 2f6e643b-b103-443a-ade5-b5c535e038ea is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:39:56.843546 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.854256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3798905-4597-4d04-92cb-c404ac52ad34 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "POST /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3744621 Sep 18 00:39:56.854256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:56.854962 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90da40-b8b8-4338-a8c9-c17fc51feb52 x-openstack-request-id: req-5b90da40-b8b8-4338-a8c9-c17fc51feb52 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:56.854962 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-plugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:56.855174 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b90da40-b8b8-4338-a8c9-c17fc51feb52 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:56.855443 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'code': 200} Sep 18 00:39:56.856393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35278) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:56.871703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 435ef4d2-786b-4741-8915-b4c888ebfcaa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:56.874911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6f34c-b9e0-4721-b0a3-ba2103e31429 None None] Network 2f6e643b-b103-443a-ade5-b5c535e038ea requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:56.884086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a3592-6234-44c8-b734-e45a63ea3384 req-c1f45a8c-0fa0-49a5-9b75-b15372fef726 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:56.891636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.900832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022a3592-6234-44c8-b734-e45a63ea3384 req-c1f45a8c-0fa0-49a5-9b75-b15372fef726 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.3012316 Sep 18 00:39:56.914025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:56.950533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Pushing event updated for resources: {'Port': ['ID=9c1ad047-4784-453b-b917-46783b736e38,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:56.951319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.977493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:56.980012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.981259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f491eb21-16ee-4aaf-b485-6f822505755c no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:56.988496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b936e-d0e8-48bc-ac2a-d1e9099e5933 req-068e3e01-2ec9-4a25-916e-e782189dfa79 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:56.997462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-456b936e-d0e8-48bc-ac2a-d1e9099e5933 req-068e3e01-2ec9-4a25-916e-e782189dfa79 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 945 time: 0.2546308 Sep 18 00:39:57.014591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=e50ceb92-9e4d-495b-b329-aed10b8036c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:57.034800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:57.036769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:57.040004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:57.051308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.052143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.067860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b217a67a-f066-4dff-a4a4-78bf1a46d7a6 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0720768 Sep 18 00:39:57.070350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35282) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:57.071821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f491eb21-16ee-4aaf-b485-6f822505755c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:57.072365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f491eb21-16ee-4aaf-b485-6f822505755c not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:57.073912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-aeb61e94-40f9-4b5d-a0ed-3f34ab516734 None None] Could not find standard attr ID for object 041679eb-ad30-434c-b911-b267d1f9e4d5. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:39:57.081926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:57.087750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:57.096918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:57.156559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-456b936e-d0e8-48bc-ac2a-d1e9099e5933 req-7948fc18-3297-4acb-84c1-d2f59864d440 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581664 Sep 18 00:39:57.164666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022a3592-6234-44c8-b734-e45a63ea3384 req-46275dc1-5ffc-44f0-8e6d-0bdb38159bd7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212727 Sep 18 00:39:57.199340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Attempting to bind port cefe1ea7-6e73-4a75-b857-867edecd1b05 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:57.199691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Attempting to bind port cefe1ea7-6e73-4a75-b857-867edecd1b05 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:57.200007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Attempting to bind port cefe1ea7-6e73-4a75-b857-867edecd1b05 on network 1811e9b9-72a0-44fa-ba9d-53adbad32780 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:57.219124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Port cefe1ea7-6e73-4a75-b857-867edecd1b05 on network 1811e9b9-72a0-44fa-ba9d-53adbad32780 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:57.219499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Attempting to bind port cefe1ea7-6e73-4a75-b857-867edecd1b05 on network 1811e9b9-72a0-44fa-ba9d-53adbad32780 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:57.232926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27e08d2b-1d69-4016-b379-05934635f890 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks HTTP/1.1" status: 200 len: 8077 time: 0.3714156 Sep 18 00:39:57.233342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:57.233689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Checking segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:57.234071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Bound using segment: {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:57.234516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Bound port: cefe1ea7-6e73-4a75-b857-867edecd1b05, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:57.234875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.236873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35284) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:57.287687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 435ef4d2-786b-4741-8915-b4c888ebfcaa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:57.291984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.293974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:57.378113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Attempting to bind port 9c1ad047-4784-453b-b917-46783b736e38 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:57.378533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Attempting to bind port 9c1ad047-4784-453b-b917-46783b736e38 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5c14b301-d249-42b5-8363-ebafdee3b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:57.378965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Attempting to bind port 9c1ad047-4784-453b-b917-46783b736e38 on network 9f8e9f7c-6672-45ed-919b-66c8102f7825 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:57.392943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:57.393478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Checking segment: {'id': '5c14b301-d249-42b5-8363-ebafdee3b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:57.393831 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.394275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Bound using segment: {'id': '5c14b301-d249-42b5-8363-ebafdee3b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:57.394802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Bound port: 9c1ad047-4784-453b-b917-46783b736e38, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c14b301-d249-42b5-8363-ebafdee3b0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:57.395237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.407439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41303d02-8f37-46d4-8183-1016a21c5f1f tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "DELETE /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks/2f6e643b-b103-443a-ade5-b5c535e038ea HTTP/1.1" status: 204 len: 168 time: 0.1672771 Sep 18 00:39:57.440963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:57.457312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:57.462361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['580888b2-9663-47b9-8563-8866ee43be35'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:57.483168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.485702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d6ce-2ce9-4056-af55-2a0f960aa7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.501153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:57.539495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df6f74-e416-45bf-b867-73b9b9532488 req-46efe052-862f-420f-b9ff-d036fada2f9a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.541403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58df6f74-e416-45bf-b867-73b9b9532488 req-46efe052-862f-420f-b9ff-d036fada2f9a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 944 time: 0.1351089 Sep 18 00:39:57.545779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.594112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d6628-0b49-46a1-88e9-a333d67a92f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.601050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d6628-0b49-46a1-88e9-a333d67a92f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.607032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d6628-0b49-46a1-88e9-a333d67a92f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.612994 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-293d6628-0b49-46a1-88e9-a333d67a92f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5415521 Sep 18 00:39:57.613756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:57.615153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] For port 9c1ad047-4784-453b-b917-46783b736e38, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:57.669166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] For port 9c1ad047-4784-453b-b917-46783b736e38, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9c1ad047-4784-453b-b917-46783b736e38,segment=NetworkSegment(5c14b301-d249-42b5-8363-ebafdee3b0df),segment_id=5c14b301-d249-42b5-8363-ebafdee3b0df)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:57.678947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.773586 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-aa30a5b1-53b6-4c4d-b8d2-58eac7e9acc1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833108 Sep 18 00:39:57.775902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port e50ceb92-9e4d-495b-b329-aed10b8036c3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:57.776349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.785916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ae7c-8a17-46ec-bb2f-085b4687cc8e None None] Pushing event updated for resources: {'Port': ['ID=9c1ad047-4784-453b-b917-46783b736e38,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:57.958983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.966160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:57.966768 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:57.968158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] 10.222.0.48 "PUT /v2.0/ports/cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 200 len: 1093 time: 2.0275154 Sep 18 00:39:57.972122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:57.974572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for e50ceb92-9e4d-495b-b329-aed10b8036c3 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:57.974709 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8" -d '{"events": [{"name": "network-changed", "server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:58.004735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3a0ad-79e8-4e1d-a5e8-a02ec3920ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:58.029866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58df6f74-e416-45bf-b867-73b9b9532488 req-52c92bcc-b9d1-4a02-990d-649a391594b6 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790933 Sep 18 00:39:58.115003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63f023-ab77-46cc-8092-9e2ba4f8de9b req-8b7c2faf-219e-44d9-a774-03775e32f87d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.123956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c63f023-ab77-46cc-8092-9e2ba4f8de9b req-8b7c2faf-219e-44d9-a774-03775e32f87d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 949 time: 0.2388072 Sep 18 00:39:58.135597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5d18c65a-4d12-4e9f-add7-4479deae22c9 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.6923466 Sep 18 00:39:58.137015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35302) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.156393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd252-db3d-489a-bca6-95e943435afc req-4275f85b-f285-47fd-8fad-bbc6492a9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.158796 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-4275f85b-f285-47fd-8fad-bbc6492a9c66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 1102 time: 0.3067725 Sep 18 00:39:58.215983 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.227952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35308) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.228212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9c3611d7-fe98-4481-a0b2-579d218ddd48 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/networks/eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0898676 Sep 18 00:39:58.231280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-c3166b3f-3e17-4cf9-86e3-4126f8cd1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.232744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-c3166b3f-3e17-4cf9-86e3-4126f8cd1a34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08639242bffe427398e18ba915c82612&device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 1096 time: 0.2008693 Sep 18 00:39:58.235852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c63f023-ab77-46cc-8092-9e2ba4f8de9b req-29f67a54-76d2-4575-8714-0a15741cc2a4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111672 Sep 18 00:39:58.259473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da2e37-6c9c-4769-906f-3ca4ca3c4920 req-5872a284-6428-4da3-8820-fdfa4af45f50 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.261079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82da2e37-6c9c-4769-906f-3ca4ca3c4920 req-5872a284-6428-4da3-8820-fdfa4af45f50 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 949 time: 0.1123574 Sep 18 00:39:58.291342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-9a68c592-088b-408a-828b-2ae1615b5b3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 200 len: 217 time: 0.0476437 Sep 18 00:39:58.297502 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7f996-c9f4-45a1-a744-bc710ea8615e x-openstack-request-id: req-b9a7f996-c9f4-45a1-a744-bc710ea8615e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:58.297502 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:58.297502 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9a7f996-c9f4-45a1-a744-bc710ea8615e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:58.297868 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'status': 'completed', 'code': 200} Sep 18 00:39:58.310754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0aa57f14-41c0-4457-8e4a-3021b4e488f0 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/networks/eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0758009 Sep 18 00:39:58.314674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35314) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.331247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.374998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=e50ceb92-9e4d-495b-b329-aed10b8036c3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:58.391980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd252-db3d-489a-bca6-95e943435afc req-63b0bf3b-f71a-4386-af86-c75bdd6897cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.393542 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-63b0bf3b-f71a-4386-af86-c75bdd6897cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2003760 Sep 18 00:39:58.426991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82da2e37-6c9c-4769-906f-3ca4ca3c4920 req-19cae456-9c77-429c-bf2a-1b85846953d0 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386056 Sep 18 00:39:58.472119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e477d83b-0c32-48bc-818c-e7106fdf89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.473611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-e477d83b-0c32-48bc-818c-e7106fdf89f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 HTTP/1.1" status: 200 len: 845 time: 0.1633909 Sep 18 00:39:58.474436 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-2dc525c9-8aea-4d8d-a134-3dc5336eca71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef HTTP/1.1" status: 200 len: 217 time: 0.0603855 Sep 18 00:39:58.526837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419995d-c509-4fae-8150-cf8702b69d32 req-126101b4-878a-44f3-b851-ff5ecbc9fc2b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.528394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5419995d-c509-4fae-8150-cf8702b69d32 req-126101b4-878a-44f3-b851-ff5ecbc9fc2b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.1691678 Sep 18 00:39:58.578962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.583705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09f28622-a7a2-4e62-836e-e57205601ac3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/e50ceb92-9e4d-495b-b329-aed10b8036c3 HTTP/1.1" status: 204 len: 168 time: 0.9665191 Sep 18 00:39:58.584639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.598041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd252-db3d-489a-bca6-95e943435afc req-b27203d5-bf56-4977-afe9-027db91c6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.599628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-b27203d5-bf56-4977-afe9-027db91c6721 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1032951 Sep 18 00:39:58.617761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5650a4d6-9d64-49a4-8586-c00529c75886 tempest-DHCPAgentSchedulersTestJSON-1860002487 tempest-DHCPAgentSchedulersTestJSON-1860002487-project-admin] 10.222.0.49 "GET /v2.0/agents/311a0b0b-716e-4e87-8184-32973169a9af/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.2936535 Sep 18 00:39:58.624177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35318) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.625061 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ce479e-ce69-4e8d-af90-dc3364fff878 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] GET failed (client error): The resource could not be found. Sep 18 00:39:58.630187 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b4ce479e-ce69-4e8d-af90-dc3364fff878 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports/e50ceb92-9e4d-495b-b329-aed10b8036c3 HTTP/1.1" status: 404 len: 333 time: 0.0411401 Sep 18 00:39:58.631219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:58.635830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1627724072'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:58.643058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950f98-6404-45b0-b44b-c65908a51cfa req-1b67dcd9-02af-47bd-bff9-487368b83502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.644674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-1b67dcd9-02af-47bd-bff9-487368b83502 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1811e9b9-72a0-44fa-ba9d-53adbad32780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617403 Sep 18 00:39:58.690172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5419995d-c509-4fae-8150-cf8702b69d32 req-1dca65f6-bf1c-4a2b-b11f-6cee3f344085 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334407 Sep 18 00:39:58.697384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd252-db3d-489a-bca6-95e943435afc req-a4ad1bd5-a3ca-4446-9fda-5bb49fff835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.699180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-a4ad1bd5-a3ca-4446-9fda-5bb49fff835f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849791 Sep 18 00:39:58.726551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c596f-581c-4bd7-901c-df36e7f2cfa2 req-dfb4840f-aeee-4196-90f0-c8325b082aaa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.734506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b44c596f-581c-4bd7-901c-df36e7f2cfa2 req-dfb4840f-aeee-4196-90f0-c8325b082aaa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 945 time: 0.2198989 Sep 18 00:39:58.844677 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-940a3f64-75e2-44a4-b444-24b8b75e38d8 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146934 Sep 18 00:39:58.851366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9c1ad047-4784-453b-b917-46783b736e38 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:58.931538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.935440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b44c596f-581c-4bd7-901c-df36e7f2cfa2 req-effc4fc0-7dba-447d-86a6-ff9d6cd22807 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999123 Sep 18 00:39:58.961515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:58.966338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-14f71422-364a-44f4-b20a-7d1b6b1a4803 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023634 Sep 18 00:39:58.967652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.976918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9c1ad047-4784-453b-b917-46783b736e38 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:58.977261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:58.994855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-0e5a1491-1f9d-4cf6-9f1b-e333f18e0bae tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:58.996792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-0e5a1491-1f9d-4cf6-9f1b-e333f18e0bae tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 949 time: 0.1081810 Sep 18 00:39:59.031961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port d51edac5-8ac8-403b-a00c-5501c3bf8039 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:39:59.032261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975c668-824d-4cc5-967f-4facb7633c99 None None] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:39:59.109606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2c0bd252-db3d-489a-bca6-95e943435afc req-51373f71-c74f-4364-8866-b20754867063 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977324 Sep 18 00:39:59.159113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bb880236-b315-4587-b659-c6040cd5e0bb None None] Provisioning complete for port 9c1ad047-4784-453b-b917-46783b736e38 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:59.159488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bb880236-b315-4587-b659-c6040cd5e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.171685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24950f98-6404-45b0-b44b-c65908a51cfa req-691ebb25-6b95-428c-8e87-9a3b3d349be3 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937826 Sep 18 00:39:59.224270 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.231764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::19b (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/d51edac5-8ac8-403b-a00c-5501c3bf8039) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:59.266216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 580888b2-9663-47b9-8563-8866ee43be35 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:59.322990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.366029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734699-6c78-4ca9-8258-181a88b26ada req-eaba911f-929c-4944-906f-f70bba6921c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.372404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734699-6c78-4ca9-8258-181a88b26ada req-eaba911f-929c-4944-906f-f70bba6921c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.373950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7734699-6c78-4ca9-8258-181a88b26ada req-eaba911f-929c-4944-906f-f70bba6921c2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca&device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 1690 time: 0.2135122 Sep 18 00:39:59.377034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 9c1ad047-4784-453b-b917-46783b736e38, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9c1ad047-4784-453b-b917-46783b736e38,segment=NetworkSegment(5c14b301-d249-42b5-8363-ebafdee3b0df),segment_id=5c14b301-d249-42b5-8363-ebafdee3b0df)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:59.390974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.393671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bb880236-b315-4587-b659-c6040cd5e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.433989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6e643b-b103-443a-ade5-b5c535e038ea']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:59.449494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.450758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82375af-6517-4339-99da-f8e225f852a6') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:59.451060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82375af-6517-4339-99da-f8e225f852a6') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:59.466993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 580888b2-9663-47b9-8563-8866ee43be35 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:59.472246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-08486235-1714-43f4-9a9e-624cfb7fda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.473781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-08486235-1714-43f4-9a9e-624cfb7fda13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08639242bffe427398e18ba915c82612&device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 1096 time: 0.2315383 Sep 18 00:39:59.476735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.495555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 580888b2-9663-47b9-8563-8866ee43be35 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:59.495951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.496372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.518560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=9c1ad047-4784-453b-b917-46783b736e38,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:59.539974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7734699-6c78-4ca9-8258-181a88b26ada req-a2d1747e-71c6-47b1-b8e6-b2ebcc6ea259 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430988 Sep 18 00:39:59.543055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-bb880236-b315-4587-b659-c6040cd5e0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:39:59.543708 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-bb880236-b315-4587-b659-c6040cd5e0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:39:59.555303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:59.558747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:59.558898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.561229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:59.568157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.569009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.576290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.583711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1089-edad-43db-9254-1323c414a55c req-19d2287e-9847-48f3-9000-0085252bd3f9 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.594333 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9622114 Sep 18 00:39:59.594990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d58e1089-edad-43db-9254-1323c414a55c req-19d2287e-9847-48f3-9000-0085252bd3f9 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 944 time: 0.2150028 Sep 18 00:39:59.600257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35332) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:59.605800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:39:59.606479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::211', 'mac_address': 'fa:16:3e:97:d9:1c'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:59.610309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.628522 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.654653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:59.657432 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e4e71-1b8a-4a80-9dd3-db1abf1117f7" -d '{"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:39:59.664602 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:39:59.676138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:59.684921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.690845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.692833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a9505-d581-4f7e-8e15-e20a1b74fe05 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=d51edac5-8ac8-403b-a00c-5501c3bf8039,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:59.751194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:59.792573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Deleting port 358401ae-8429-4bcf-9d2b-fb3a4e266cef {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:59.792916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.863481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d58e1089-edad-43db-9254-1323c414a55c req-06a8775a-3df9-495c-bbae-b0d59040aa1a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675309 Sep 18 00:39:59.872147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-fd08123e-c7c9-4c0d-9005-194aa645ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.896574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-fd08123e-c7c9-4c0d-9005-194aa645ee18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 200 len: 907 time: 0.4028482 Sep 18 00:39:59.897257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.900147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.911246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.943598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.947716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "DELETE /v2.0/networks/2f6e643b-b103-443a-ade5-b5c535e038ea HTTP/1.1" status: 204 len: 168 time: 1.3143890 Sep 18 00:39:59.949130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35336) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:59.953022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] In _notify_port_updated(), no bound segment for port d51edac5-8ac8-403b-a00c-5501c3bf8039 on network 9f8e9f7c-6672-45ed-919b-66c8102f7825 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:39:59.958619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:59.959269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:59.960668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "PUT /v2.0/ports/d51edac5-8ac8-403b-a00c-5501c3bf8039 HTTP/1.1" status: 200 len: 1003 time: 0.3594551 Sep 18 00:39:59.971165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35338) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:59.998466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7bcbb-24a7-4221-bb87-cd02a3dcbd09 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event deleted for resources: {'Network': ['ID=2f6e643b-b103-443a-ade5-b5c535e038ea,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:59.999380 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-23887924-9a51-4727-8c25-93dde037b4d4 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] DELETE failed (client error): The resource could not be found. Sep 18 00:40:00.000881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23887924-9a51-4727-8c25-93dde037b4d4 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:40:00.007647 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-23887924-9a51-4727-8c25-93dde037b4d4 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "DELETE /v2.0/ports/041679eb-ad30-434c-b911-b267d1f9e4d5 HTTP/1.1" status: 404 len: 333 time: 0.0443215 Sep 18 00:40:00.007919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97caf2-4d5c-4360-b480-34a66de7d8f4 req-364f9cec-83d4-4283-af43-714fcd0c5faf tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.011780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f97caf2-4d5c-4360-b480-34a66de7d8f4 req-364f9cec-83d4-4283-af43-714fcd0c5faf tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.3462629 Sep 18 00:40:00.012365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35342) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:00.043113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-8f13618b-3dd3-4ac2-b79d-a294600f829b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 200 len: 217 time: 0.1171644 Sep 18 00:40:00.046569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35796d5e-a38a-4970-b555-d10d1c2df7f5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=d51edac5-8ac8-403b-a00c-5501c3bf8039,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:00.125112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port d51edac5-8ac8-403b-a00c-5501c3bf8039 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:00.125462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.154468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] For port 358401ae-8429-4bcf-9d2b-fb3a4e266cef, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=358401ae-8429-4bcf-9d2b-fb3a4e266cef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:00.154835 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.198196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Calling delete_port for 358401ae-8429-4bcf-9d2b-fb3a4e266cef owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:00.210002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Deleting subnet c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:00.221875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.226606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-8e108008-371b-4972-ba4d-4c68ed7f48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.228384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-8e108008-371b-4972-ba4d-4c68ed7f48ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 HTTP/1.1" status: 200 len: 845 time: 0.1390245 Sep 18 00:40:00.234592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f97caf2-4d5c-4360-b480-34a66de7d8f4 req-f5d1dacb-d8e6-4c24-9dce-621ba8c70800 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011173 Sep 18 00:40:00.238925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3bdeafd8-8a50-44d4-859b-16e8735b8c30 None None] Provisioning complete for port ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:00.239452 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafd8-8a50-44d4-859b-16e8735b8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.240327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for d51edac5-8ac8-403b-a00c-5501c3bf8039 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:00.249992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.284404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3bdeafd8-8a50-44d4-859b-16e8735b8c30 None None] Port ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:00.297737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3bdeafd8-8a50-44d4-859b-16e8735b8c30 None None] Provisioning complete for port 9c1ad047-4784-453b-b917-46783b736e38 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:00.300255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafd8-8a50-44d4-859b-16e8735b8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.426314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.452409 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498a9d7-dace-40ac-9810-c2ba1ad9dd06 x-openstack-request-id: req-6498a9d7-dace-40ac-9810-c2ba1ad9dd06 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:00.452707 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-plugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:00.452959 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6498a9d7-dace-40ac-9810-c2ba1ad9dd06 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:00.453352 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'code': 200} Sep 18 00:40:00.457836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=d51edac5-8ac8-403b-a00c-5501c3bf8039,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:00.561413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.562771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0e3aa41f-1d0a-458a-8b28-b403117f414c tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/d51edac5-8ac8-403b-a00c-5501c3bf8039 HTTP/1.1" status: 204 len: 168 time: 0.5897050 Sep 18 00:40:00.565946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35348) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:00.572545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef6c0-0f36-4be4-b43d-2a6581cc792d req-6ca0dceb-9a89-4213-9fa7-cd61965a3747 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.580506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-519ef6c0-0f36-4be4-b43d-2a6581cc792d req-6ca0dceb-9a89-4213-9fa7-cd61965a3747 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 949 time: 0.6160376 Sep 18 00:40:00.590571 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e7a7c4-21be-4995-95cd-c2b2956a355b tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] GET failed (client error): The resource could not be found. Sep 18 00:40:00.596088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72e7a7c4-21be-4995-95cd-c2b2956a355b tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports/d51edac5-8ac8-403b-a00c-5501c3bf8039 HTTP/1.1" status: 404 len: 333 time: 0.0251629 Sep 18 00:40:00.596411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35350) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:00.601222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1597682032'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:00.632403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7ee25c03-7b77-4be2-bb1d-9a257e33d17f None None] Could not find standard attr ID for object e50ceb92-9e4d-495b-b329-aed10b8036c3. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:00.711980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.755599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9c1ad047-4784-453b-b917-46783b736e38 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:00.758720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317ba3-5604-47f9-bd60-c80869bf82ad req-356f7826-234e-4a99-99bc-fc5c7641cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.760455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9f317ba3-5604-47f9-bd60-c80869bf82ad req-356f7826-234e-4a99-99bc-fc5c7641cccf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1098 time: 0.0884178 Sep 18 00:40:00.795665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-519ef6c0-0f36-4be4-b43d-2a6581cc792d req-ca854546-4854-4fc6-b439-31d517bdb25c tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131119 Sep 18 00:40:00.797795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-277f9a21-379e-42e8-9c64-1beeca6fa2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.799605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-277f9a21-379e-42e8-9c64-1beeca6fa2fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1811e9b9-72a0-44fa-ba9d-53adbad32780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5599744 Sep 18 00:40:00.815872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a891e2-18cd-4c20-9b0c-d377c248d499 req-cb663992-0a5e-4ef4-9a0a-3163c31574c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:00.818740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60a891e2-18cd-4c20-9b0c-d377c248d499 req-cb663992-0a5e-4ef4-9a0a-3163c31574c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.2604330 Sep 18 00:40:00.825238 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9f317ba3-5604-47f9-bd60-c80869bf82ad req-bd1b8be1-5cee-4dec-8603-147215b27756 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Sep 18 00:40:00.828495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:00.833498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.833715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9c1ad047-4784-453b-b917-46783b736e38 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:00.834055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:00.858494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port e57ef048-856f-4314-b82d-94ae7a68abdf yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:00.969138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fa557cbb-7415-40ee-a5c1-573242a72209 None None] Could not find standard attr ID for object d51edac5-8ac8-403b-a00c-5501c3bf8039. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:01.024389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::85 (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/e57ef048-856f-4314-b82d-94ae7a68abdf) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:01.056442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60a891e2-18cd-4c20-9b0c-d377c248d499 req-370d7e0a-a6e7-4178-8c30-fb5da20766e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120185 Sep 18 00:40:01.132439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.192523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cefe1ea7-6e73-4a75-b857-867edecd1b05 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:01.200418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 358401ae-8429-4bcf-9d2b-fb3a4e266cef no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:01.235523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.235884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-13b261bd-452f-49c9-b087-550062b2a1e8 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122653 Sep 18 00:40:01.237785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f06e1-3585-403d-8e20-622356f32858 req-ab2b514a-49f9-4469-a902-def9e0eb86c9 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:01.239227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d4f06e1-3585-403d-8e20-622356f32858 req-ab2b514a-49f9-4469-a902-def9e0eb86c9 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 1102 time: 0.2459402 Sep 18 00:40:01.261701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:01.281770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.300663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No active binding found for port 358401ae-8429-4bcf-9d2b-fb3a4e266cef {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:40:01.301406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 358401ae-8429-4bcf-9d2b-fb3a4e266cef not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:01.308479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.345117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84848-5462-43db-b21c-f3334a563e32 req-1bcc5694-eb58-4152-9c92-5c52e9cfc8b3 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:01.346747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f84848-5462-43db-b21c-f3334a563e32 req-1bcc5694-eb58-4152-9c92-5c52e9cfc8b3 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 944 time: 0.1821656 Sep 18 00:40:01.353375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=e57ef048-856f-4314-b82d-94ae7a68abdf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:01.362580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:01.364579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:01.367483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:01.374348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:01.375912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.398501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d7bfb16d-f2a8-47f8-8571-7b225941b6af tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7986314 Sep 18 00:40:01.398814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35356) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:01.404141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:d9:1c'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:01.419108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event deleted for resources: {'Port': ['ID=358401ae-8429-4bcf-9d2b-fb3a4e266cef,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:01.443519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.467872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:01.513770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d4f06e1-3585-403d-8e20-622356f32858 req-ff1a7b78-5370-4961-8a47-64b73c79fff1 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513721 Sep 18 00:40:01.553229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0b63091c-6b41-432b-96b7-fe786b4e1b83 None None] Could not find standard attr ID for object d51edac5-8ac8-403b-a00c-5501c3bf8039. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:01.562981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1930bc-34e4-459c-8153-b83e9fca673b None None] Network eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:01.573280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] No DVR routers for this DVR port 358401ae-8429-4bcf-9d2b-fb3a4e266cef on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:01.575022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:01.609480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f84848-5462-43db-b21c-f3334a563e32 req-f02780f3-2d63-4a77-a4e9-6f3b49dd4371 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017398 Sep 18 00:40:01.611512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.613651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2ea1dbb0-4d84-4084-9a18-063ee2ddcebb tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "DELETE /v2.0/subnets/c6f15b8b-8cd1-4209-9c21-9bf728d6cfe2 HTTP/1.1" status: 204 len: 168 time: 1.5895698 Sep 18 00:40:01.615273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.617180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ead69e9-7290-419d-9ee2-67b7b85de744 req-7827a03d-3f89-4268-b268-ded87f0c284f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.48 "DELETE /v2.0/ports/358401ae-8429-4bcf-9d2b-fb3a4e266cef HTTP/1.1" status: 204 len: 173 time: 2.5753882 Sep 18 00:40:01.620890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35362) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:01.678829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.699663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'name': 'network-vif-deleted', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:01.703503 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a0e83-8e30-4d9c-89dc-ed9bb17581d3" -d '{"events": [{"server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "name": "network-vif-deleted", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:01.708140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80c46d6-e5e2-4679-9e4e-018e3b16aed8 req-d5c7829a-2ad2-4305-ba02-38e3637feca3 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628654 Sep 18 00:40:01.768768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.769013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.829246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:01.879048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34690426-b58c-46aa-ab9a-da3c94703683 req-86cda859-f2c1-4ab6-aef2-d994b80a8395 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:01.886991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34690426-b58c-46aa-ab9a-da3c94703683 req-86cda859-f2c1-4ab6-aef2-d994b80a8395 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 946 time: 0.2409616 Sep 18 00:40:01.922090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9a20-4eaf-436a-aa09-abd7397831dc req-d66abffe-5e85-40c7-87a3-17bcb8fbfa1d tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:01.926419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6bb9a20-4eaf-436a-aa09-abd7397831dc req-d66abffe-5e85-40c7-87a3-17bcb8fbfa1d tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 1101 time: 0.2156827 Sep 18 00:40:01.951537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'port_id': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'mac_address': 'fa:16:3e:96:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:40:01.965800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Deleting port 435ef4d2-786b-4741-8915-b4c888ebfcaa {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:01.966517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:01.997876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34690426-b58c-46aa-ab9a-da3c94703683 req-4ff968f3-1700-4dd9-ab05-fc67d4fe7540 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098888 Sep 18 00:40:02.017223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6c470cdc-52d0-4728-b12e-c2371a048e0e None None] Provisioning complete for port e57ef048-856f-4314-b82d-94ae7a68abdf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:02.017460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c470cdc-52d0-4728-b12e-c2371a048e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.026320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6bb9a20-4eaf-436a-aa09-abd7397831dc req-868f0365-795a-4578-ac71-9367ec9f5ae3 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924771 Sep 18 00:40:02.031603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:02.098729 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56be603-e6e1-4dd8-ae62-2c21488cbee8 x-openstack-request-id: req-b56be603-e6e1-4dd8-ae62-2c21488cbee8 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:02.099308 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0", "name": "network-vif-deleted", "tag": "358401ae-8429-4bcf-9d2b-fb3a4e266cef", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:02.099422 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b56be603-e6e1-4dd8-ae62-2c21488cbee8 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:02.099928 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0', 'name': 'network-vif-deleted', 'tag': '358401ae-8429-4bcf-9d2b-fb3a4e266cef', 'status': 'completed', 'code': 200} Sep 18 00:40:02.135651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] For port 435ef4d2-786b-4741-8915-b4c888ebfcaa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=435ef4d2-786b-4741-8915-b4c888ebfcaa,segment=NetworkSegment(cff110bd-43bf-460b-9d49-22f44e3cc31e),segment_id=cff110bd-43bf-460b-9d49-22f44e3cc31e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:02.136194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.155450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Calling delete_port for 435ef4d2-786b-4741-8915-b4c888ebfcaa owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:02.174271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6c470cdc-52d0-4728-b12e-c2371a048e0e None None] Port e57ef048-856f-4314-b82d-94ae7a68abdf cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:02.179389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.183065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.209456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.250009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00919894-8740-4d0c-a873-c5e900138673 req-31b385f3-bf04-4ea4-9456-0e6063b96757 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed1d15fb-8c1e-42cb-a8e5-fa9a7e9377b0 HTTP/1.1" status: 200 len: 210 time: 0.0508270 Sep 18 00:40:02.262359 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.277007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.282302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefe1ea7-6e73-4a75-b857-867edecd1b05 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:02.305719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:02.339618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] In _notify_port_updated(), no bound segment for port e57ef048-856f-4314-b82d-94ae7a68abdf on network 9f8e9f7c-6672-45ed-919b-66c8102f7825 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:40:02.353914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:02.354837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.357301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "PUT /v2.0/ports/e57ef048-856f-4314-b82d-94ae7a68abdf HTTP/1.1" status: 200 len: 1002 time: 0.9575365 Sep 18 00:40:02.367380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35380) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:02.409161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.428282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:02.463631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:02.467148 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37679987-f9f9-425a-a526-2844f6bda24f" -d '{"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-unplugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:02.467324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872eaa-2707-4d85-82f3-911527695b3d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=e57ef048-856f-4314-b82d-94ae7a68abdf,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:02.488414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-cbeb688e-9190-41fa-8b4a-fe8ef59a07a0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:02.489953 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-cbeb688e-9190-41fa-8b4a-fe8ef59a07a0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 944 time: 0.1621668 Sep 18 00:40:02.512871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-1962613a-9a5f-4e6b-b884-d47a57ce1bc2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006472 Sep 18 00:40:02.526120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:02.556994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.588218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd3de2-cf2a-4109-9ddb-ad3b848d4609 None None] DHCP port deletion for eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:02.602643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event deleted for resources: {'Port': ['ID=435ef4d2-786b-4741-8915-b4c888ebfcaa,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:02.613618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] No DVR routers for this DVR port 435ef4d2-786b-4741-8915-b4c888ebfcaa on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:02.675966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['cefe1ea7-6e73-4a75-b857-867edecd1b05'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:02.730161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2419caf-b8ff-4b9b-9daf-3cd5c8e1d0a8 req-fedf1233-ac2f-4793-a925-2bf7941de2e1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:02.735594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.737946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2419caf-b8ff-4b9b-9daf-3cd5c8e1d0a8 req-fedf1233-ac2f-4793-a925-2bf7941de2e1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.3812051 Sep 18 00:40:02.751912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Deleting port f45c135f-b1af-4fa6-93f9-4d47bf79532f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:02.752475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.758858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-f82037d0-de94-47c7-8692-fd496f145c2e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:02.760564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-f82037d0-de94-47c7-8692-fd496f145c2e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466967 Sep 18 00:40:02.780410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fbf431d5-a0d2-4899-a5c8-d0226a839637 None None] Provisioning complete for port e57ef048-856f-4314-b82d-94ae7a68abdf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:02.780909 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fbf431d5-a0d2-4899-a5c8-d0226a839637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.790068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:02.833973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff110bd-43bf-460b-9d49-22f44e3cc31e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:02.834280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff110bd-43bf-460b-9d49-22f44e3cc31e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:02.834800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2419caf-b8ff-4b9b-9daf-3cd5c8e1d0a8 req-4d5f8723-582c-4522-b533-a6bf573774db tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958292 Sep 18 00:40:02.836888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 435ef4d2-786b-4741-8915-b4c888ebfcaa no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:02.841911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-ed1a43ae-fe35-4ebe-af4b-4465394f2777 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0406210 Sep 18 00:40:02.863008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.885631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.895027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 435ef4d2-786b-4741-8915-b4c888ebfcaa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:02.895555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 435ef4d2-786b-4741-8915-b4c888ebfcaa not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:02.900824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port e57ef048-856f-4314-b82d-94ae7a68abdf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:02.901020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.907063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:40:02.907480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:40:02.911600 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:40:02.914898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] For port f45c135f-b1af-4fa6-93f9-4d47bf79532f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f45c135f-b1af-4fa6-93f9-4d47bf79532f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:02.914898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:02.951186 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c28642-64a5-429c-a845-52d60f022490 x-openstack-request-id: req-13c28642-64a5-429c-a845-52d60f022490 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:02.951488 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-unplugged", "status": "completed", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:02.951734 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c28642-64a5-429c-a845-52d60f022490 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:02.952265 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'code': 200} Sep 18 00:40:02.974908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fbf431d5-a0d2-4899-a5c8-d0226a839637 None None] Port e57ef048-856f-4314-b82d-94ae7a68abdf cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:03.008471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Calling delete_port for f45c135f-b1af-4fa6-93f9-4d47bf79532f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:03.009731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.030387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-1292942c-099f-4a4b-acd1-5f5eb4c1dfb2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1797528 Sep 18 00:40:03.032207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.037788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] 10.222.0.49 "DELETE /v2.0/networks/eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b HTTP/1.1" status: 204 len: 168 time: 1.4106345 Sep 18 00:40:03.052454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f57cc-066c-4abb-8501-a6bb84693c10 tempest-DHCPAgentSchedulersTestJSON-1509221413 tempest-DHCPAgentSchedulersTestJSON-1509221413-project] Pushing event deleted for resources: {'Network': ['ID=eb3b9a45-07e0-42d0-93d3-bb6a9566fe8b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:03.091084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.108937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for e57ef048-856f-4314-b82d-94ae7a68abdf owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:03.135737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240391a-14da-4580-9f23-041e1dea47b2 req-f6ab1393-0a98-4669-835d-5b6ee44f7ecd tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:03.143328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5240391a-14da-4580-9f23-041e1dea47b2 req-f6ab1393-0a98-4669-835d-5b6ee44f7ecd tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 945 time: 0.0908771 Sep 18 00:40:03.238077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.254903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5240391a-14da-4580-9f23-041e1dea47b2 req-962ce080-012f-4efe-bb15-0aee5101553f tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098211 Sep 18 00:40:03.287066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event deleted for resources: {'Port': ['ID=f45c135f-b1af-4fa6-93f9-4d47bf79532f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:03.348696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9445353e-fc4e-46da-b005-3c10a1534daf req-4b672d37-0809-40e4-8d67-c43894463948 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b10ccbc-d58c-42a3-a279-2f146bb2943f HTTP/1.1" status: 200 len: 210 time: 0.0371563 Sep 18 00:40:03.360198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] No DVR routers for this DVR port f45c135f-b1af-4fa6-93f9-4d47bf79532f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:03.365322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.368024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fa2ad663-a403-457d-a85b-029fe16dcd1d req-b56c6082-fead-4d3c-b037-b34b92156e74 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "DELETE /v2.0/ports/f45c135f-b1af-4fa6-93f9-4d47bf79532f HTTP/1.1" status: 204 len: 173 time: 0.8613830 Sep 18 00:40:03.368940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-deleted', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:03.372439 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4c617-9aef-48da-8b5a-0b0e4e2ccc4a" -d '{"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-deleted", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:03.446631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca5a297a-efe3-4b47-9e96-d1578fc2794d req-82dc0cca-ddf0-4caa-a7b0-561aa1bbb6b2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 210 time: 0.1016178 Sep 18 00:40:03.527795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.543138 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761f6de-06b7-4200-8de9-e8d2a0935366 x-openstack-request-id: req-4761f6de-06b7-4200-8de9-e8d2a0935366 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:03.543336 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10ccbc-d58c-42a3-a279-2f146bb2943f", "name": "network-vif-deleted", "tag": "f45c135f-b1af-4fa6-93f9-4d47bf79532f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:03.543567 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4761f6de-06b7-4200-8de9-e8d2a0935366 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:03.543966 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10ccbc-d58c-42a3-a279-2f146bb2943f', 'name': 'network-vif-deleted', 'tag': 'f45c135f-b1af-4fa6-93f9-4d47bf79532f', 'status': 'completed', 'code': 200} Sep 18 00:40:03.561135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=e57ef048-856f-4314-b82d-94ae7a68abdf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:03.607229 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.616338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35448) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:03.618840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0e54a3af-1d2d-4df0-b164-0217c51fd6f9 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/e57ef048-856f-4314-b82d-94ae7a68abdf HTTP/1.1" status: 204 len: 168 time: 1.2500904 Sep 18 00:40:03.628671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:03.661983 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e5f15e-e9e9-479d-bbf2-8dbaa7ce4c37 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] GET failed (client error): The resource could not be found. Sep 18 00:40:03.666946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-45e5f15e-e9e9-479d-bbf2-8dbaa7ce4c37 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports/e57ef048-856f-4314-b82d-94ae7a68abdf HTTP/1.1" status: 404 len: 333 time: 0.0461795 Sep 18 00:40:03.667209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35454) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:03.673648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-170935048'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:03.851163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:03.857654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-58c14e1a-f430-4d44-8c64-be168e7b9ebc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4edabc0a8b24d949bc5ef174f6260f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246895 Sep 18 00:40:03.857907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:03.858602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35462) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:03.901420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port abe1b153-0411-4ba9-b748-cdf145ed6c95 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:03.980508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6c332-20ef-4d5f-81a4-9771bdbd0105 req-3225dcd6-6b3c-463a-8c2d-28de43d2703e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:03.982456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e6c332-20ef-4d5f-81a4-9771bdbd0105 req-3225dcd6-6b3c-463a-8c2d-28de43d2703e tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.0862784 Sep 18 00:40:04.024275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1ce36-7352-4014-a3e5-f2edb7cc2cbb req-f8083d59-21af-411e-9e38-57e119cf948f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:04.033667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae1ce36-7352-4014-a3e5-f2edb7cc2cbb req-f8083d59-21af-411e-9e38-57e119cf948f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.1006813 Sep 18 00:40:04.043617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.082603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.101329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::20a (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/abe1b153-0411-4ba9-b748-cdf145ed6c95) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:04.119972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae1ce36-7352-4014-a3e5-f2edb7cc2cbb req-603933d7-5b20-4023-ab88-20b79899acb7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846848 Sep 18 00:40:04.144158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e6c332-20ef-4d5f-81a4-9771bdbd0105 req-73d8d607-de9b-4ddf-b17a-15e56a65924b tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454258 Sep 18 00:40:04.202225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.205590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.206868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23254728-d1cd-4710-b113-a7e74c151eac HTTP/1.1" status: 204 len: 168 time: 0.3463147 Sep 18 00:40:04.235177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12a2b4-06f4-45dc-a2c6-223f170be998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23254728-d1cd-4710-b113-a7e74c151eac,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:04.332352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.368139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.383974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee980c-84eb-42b9-b677-1ad49e0b4ed4 req-b9a6c8a8-ec8c-40ac-9b52-e887d395cd43 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:04.386033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1ee980c-84eb-42b9-b677-1ad49e0b4ed4 req-b9a6c8a8-ec8c-40ac-9b52-e887d395cd43 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 945 time: 0.0580730 Sep 18 00:40:04.411515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:04.420260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:04.432361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:04.440649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1ee980c-84eb-42b9-b677-1ad49e0b4ed4 req-65b01308-f653-4a06-9f47-b7c91c19ead3 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Sep 18 00:40:04.445412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:04.446202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.462499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=abe1b153-0411-4ba9-b748-cdf145ed6c95,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:04.476364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35476) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:04.476944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b6958407-8b3f-47a8-b788-3decee67cb1a tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8081796 Sep 18 00:40:04.482447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'network_id': '9f8e9f7c-6672-45ed-919b-66c8102f7825', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-870942552'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:04.631258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-287d1341-7d95-4c25-886a-499510e9aa4c req-bcd97e63-2574-4e88-8088-ea09600ee242 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 210 time: 0.0506604 Sep 18 00:40:04.635660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35486) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:04.679959 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d43f8c4d-107a-4016-b2f4-be8e44e5a6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.755814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-996a2468-4c01-467a-93db-b4ae414cfe28 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442734 Sep 18 00:40:04.801685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Made reservation on behalf of e6ca4a92ccd94682ae5fd7a1ecaf621c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:04.805049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.833000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e7db5d2f-ccab-4a10-9742-23434d4f03c0 None None] Provisioning complete for port abe1b153-0411-4ba9-b748-cdf145ed6c95 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:04.833889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e7db5d2f-ccab-4a10-9742-23434d4f03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.853422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d43f8c4d-107a-4016-b2f4-be8e44e5a6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.857485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] device_id is not set on port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:04.859481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d43f8c4d-107a-4016-b2f4-be8e44e5a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.882528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e7db5d2f-ccab-4a10-9742-23434d4f03c0 None None] Port abe1b153-0411-4ba9-b748-cdf145ed6c95 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:04.894966 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d43f8c4d-107a-4016-b2f4-be8e44e5a6a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4576fcf904e4f7180740755b32ef117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556601 Sep 18 00:40:04.895202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35492) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:04.922907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f8c4d-107a-4016-b2f4-be8e44e5a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1218f3-f22b-4cca-93a8-d28b393850a6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:04.961418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:04.984542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.035780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.038386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.039782 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e1218f3-f22b-4cca-93a8-d28b393850a6 HTTP/1.1" status: 204 len: 168 time: 0.1436470 Sep 18 00:40:05.049137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dff86-6c9e-4b1a-a89e-e3109072c48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1218f3-f22b-4cca-93a8-d28b393850a6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:05.196029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cefe1ea7-6e73-4a75-b857-867edecd1b05 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:05.202126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-187d67db-78fd-4e8d-80e0-efa3b96f076d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:05.203650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-187d67db-78fd-4e8d-80e0-efa3b96f076d tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.5059876 Sep 18 00:40:05.254462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port cefe1ea7-6e73-4a75-b857-867edecd1b05 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:40:05.258290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port cefe1ea7-6e73-4a75-b857-867edecd1b05 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:05.258668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.270068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-a0e17941-5b18-4936-88de-c8c0d3b4fd8f tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/quotas/fd862915c4ec412d8a5ba24cb84d83b7 HTTP/1.1" status: 200 len: 375 time: 0.0580635 Sep 18 00:40:05.287377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:05.303260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-951d4982-36f1-464b-9e94-4ee56ae54697 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:05.304737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-951d4982-36f1-464b-9e94-4ee56ae54697 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5408993 Sep 18 00:40:05.307853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f45c135f-b1af-4fa6-93f9-4d47bf79532f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:05.308473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f45c135f-b1af-4fa6-93f9-4d47bf79532f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:05.324145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '3f47e788-a24a-4486-89a3-8583e634ff02', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:05.362136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.386244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:05.388560 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a64d80-852f-4b1b-8011-a328c093430f" -d '{"events": [{"server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "name": "network-vif-plugged", "status": "completed", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:05.397276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef410fe-428f-4b94-97b2-5c525a36c631 req-a5ba6cf3-6ecd-406b-9aef-06da3205b26f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:05.401950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:05.404404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ef410fe-428f-4b94-97b2-5c525a36c631 req-a5ba6cf3-6ecd-406b-9aef-06da3205b26f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.1868892 Sep 18 00:40:05.406589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.474653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Allocated IP 2001:db8::16a (9f8e9f7c-6672-45ed-919b-66c8102f7825/37518455-d414-4628-b257-f3c5092bfc01/7bafe2d7-ea16-4a7b-b2af-44ed7b636091) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:05.479345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:05.499706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-703e883d-c930-43c4-b7c1-ab0ab2faca39 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2078474 Sep 18 00:40:05.575231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ef410fe-428f-4b94-97b2-5c525a36c631 req-205762a6-ef19-430d-a856-8822ab6b124c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698987 Sep 18 00:40:05.752419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:05.755859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.778452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-f4cd2e44-44f5-48a6-a639-5d03409a457b service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661793 Sep 18 00:40:05.836803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440653a-8728-4814-90a7-d0918b5da16f req-5e711c41-351f-4a18-9bbf-cf9eb97480a5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:05.838558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b440653a-8728-4814-90a7-d0918b5da16f req-5e711c41-351f-4a18-9bbf-cf9eb97480a5 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.0523911 Sep 18 00:40:05.859492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25322da1-8ffc-43d9-84a2-e31a49cb19e6 req-0825a1dc-399a-473e-bcfa-3209b7b8e59f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:05.861832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25322da1-8ffc-43d9-84a2-e31a49cb19e6 req-0825a1dc-399a-473e-bcfa-3209b7b8e59f tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 951 time: 0.2173316 Sep 18 00:40:05.944235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Deleting port 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:05.944578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:05.944928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.042197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] For port 921f3bd8-feb3-4738-861e-39b6b31e06f3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=921f3bd8-feb3-4738-861e-39b6b31e06f3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:06.042574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.044764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25322da1-8ffc-43d9-84a2-e31a49cb19e6 req-3e855d05-ebe7-4ddf-995f-8a81c7c92cfe tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/security-groups?id=71392fdd-060d-4af4-8f7a-dd13ccc3673b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512346 Sep 18 00:40:06.064533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Calling delete_port for 921f3bd8-feb3-4738-861e-39b6b31e06f3 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:06.077289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-3fd19b11-d655-43bc-9ea5-5fe813e28aaf service neutron] 10.222.0.49 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881374 Sep 18 00:40:06.101226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.66 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/06859ece-3752-4da8-b07b-445ed395b6c0) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:06.106038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.150875 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353498e3-a758-45f3-bad9-0891615c39c5 x-openstack-request-id: req-353498e3-a758-45f3-bad9-0891615c39c5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:06.151433 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "name": "network-vif-plugged", "status": "completed", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:06.151624 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-353498e3-a758-45f3-bad9-0891615c39c5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:06.153118 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'code': 200} Sep 18 00:40:06.184754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:06.190004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=7bafe2d7-ea16-4a7b-b2af-44ed7b636091,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:06.208935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:06.216572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:06.222587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:06.223215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.339935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.351065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60a52a1b-1735-4210-b43c-22bfb81f85a3 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8732088 Sep 18 00:40:06.364351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35542) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:06.379835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['921f3bd8-feb3-4738-861e-39b6b31e06f3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:06.380592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::211', 'mac_address': 'fa:16:3e:97:d9:1c'}, {'ip_address': '2001:db8::20a', 'mac_address': 'fa:16:3e:48:af:78'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:06.518531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca6caa-d040-4c17-8102-7fca01d7eca1 req-e4160d30-bcb5-4971-a046-481b6d69f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:06.520169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fca6caa-d040-4c17-8102-7fca01d7eca1 req-e4160d30-bcb5-4971-a046-481b6d69f350 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 1098 time: 0.2942691 Sep 18 00:40:06.553931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2061-f91f-42ca-ad79-7a80e3e5e7d9 req-a28517e9-afa4-46cd-adad-0cdce090c508 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:06.561114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61cc2061-f91f-42ca-ad79-7a80e3e5e7d9 req-a28517e9-afa4-46cd-adad-0cdce090c508 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.2975535 Sep 18 00:40:06.578223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9419cffb-f82d-4432-8df3-fa565fc74129 req-53d753b4-54fa-4f5e-a764-682543b93232 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 210 time: 0.1060436 Sep 18 00:40:06.635367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d3bd8956-e0a8-414f-b2d1-80d583e1f704 None None] Provisioning complete for port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:06.640656 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8956-e0a8-414f-b2d1-80d583e1f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.695604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61cc2061-f91f-42ca-ad79-7a80e3e5e7d9 req-038a88dc-e12b-4ce0-9991-a98217c58795 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329770 Sep 18 00:40:06.726293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd8956-e0a8-414f-b2d1-80d583e1f704 None None] Port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:06.766150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5a99e30-c2ef-420d-b435-c2a60b3079b0 req-cbccf837-b665-4fa4-8ccc-731bca013a47 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0895581 Sep 18 00:40:06.792162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:06.795924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Pushing event deleted for resources: {'Port': ['ID=921f3bd8-feb3-4738-861e-39b6b31e06f3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:06.801288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.813583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fca6caa-d040-4c17-8102-7fca01d7eca1 req-8d0e3b21-2a03-44f2-a677-1f48b02955e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686100 Sep 18 00:40:06.859989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] No DVR routers for this DVR port 921f3bd8-feb3-4738-861e-39b6b31e06f3 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:06.863291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.864469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:06.866439 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b440653a-8728-4814-90a7-d0918b5da16f req-def7b971-6ed0-43fc-ba3a-7ad30401b7f3 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.54 "DELETE /v2.0/ports/921f3bd8-feb3-4738-861e-39b6b31e06f3 HTTP/1.1" status: 204 len: 173 time: 1.0213654 Sep 18 00:40:06.866919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-deleted', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:06.874566 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b034db2-7e4c-47bf-8af3-afbde76923f6" -d '{"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-deleted", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:06.877277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:06.903356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:06.911606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:06.916920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:06.931658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:06.977052 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b693a29-bf6e-41a1-af6c-268b6ba598f1 x-openstack-request-id: req-5b693a29-bf6e-41a1-af6c-268b6ba598f1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:06.977630 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e66c56-65b0-4c6c-8f1c-d109f65c2384", "name": "network-vif-deleted", "tag": "921f3bd8-feb3-4738-861e-39b6b31e06f3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:06.978045 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b693a29-bf6e-41a1-af6c-268b6ba598f1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:06.978584 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e66c56-65b0-4c6c-8f1c-d109f65c2384', 'name': 'network-vif-deleted', 'tag': '921f3bd8-feb3-4738-861e-39b6b31e06f3', 'status': 'completed', 'code': 200} Sep 18 00:40:07.050507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:07.090141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.108797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:07.109733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.128570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-394280461', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:07.134432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.135062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.135673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.136116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.136645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.137693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.138416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.139946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.140572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.141052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.141487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.142495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:07.195163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-13fab9e0-d2e4-4eb1-8d52-7baccc385842 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8763466 Sep 18 00:40:07.212655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Made reservation on behalf of a7d29eafaa394d8d82e3622485dc987a for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:07.217498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.237073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Request body: {'port': {'device_id': '3f47e788-a24a-4486-89a3-8583e634ff02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:07.249353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.289889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dbe7735-0e3e-4100-bc63-d22cb52ad69c req-e7f50b93-515f-410d-a16f-b986c8a71ad1 tempest-ServersAdminTestJSON-476423388 tempest-ServersAdminTestJSON-476423388-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e66c56-65b0-4c6c-8f1c-d109f65c2384 HTTP/1.1" status: 200 len: 210 time: 0.0681593 Sep 18 00:40:07.352403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.408144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.418521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.499607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] In _notify_port_updated(), no bound segment for port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 on network 9f8e9f7c-6672-45ed-919b-66c8102f7825 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:40:07.507924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:07.509164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.524554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "PUT /v2.0/ports/7bafe2d7-ea16-4a7b-b2af-44ed7b636091 HTTP/1.1" status: 200 len: 1067 time: 1.1500208 Sep 18 00:40:07.531224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35564) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:07.559915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.569497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.576267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] device_id is not set on port 38167f42-a311-4b44-8f40-086727070518 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:07.617332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3fce4e43-f7eb-4bc4-8d0a-8331f1201293 None None] Provisioning complete for port 06859ece-3752-4da8-b07b-445ed395b6c0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:07.617929 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fce4e43-f7eb-4bc4-8d0a-8331f1201293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.621597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ec354-b0f0-47f4-81d3-f7b388492af4 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event updated for resources: {'Port': ['ID=7bafe2d7-ea16-4a7b-b2af-44ed7b636091,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:07.670348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3fce4e43-f7eb-4bc4-8d0a-8331f1201293 None None] Port 06859ece-3752-4da8-b07b-445ed395b6c0 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:07.759235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:07.759483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.883575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.890784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4a58f-6d87-461e-bbb9-8efaa5169e94,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:07.896390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:07.914001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d6fc216a-046b-47f1-9b26-b0b8b8e1457f None None] Provisioning complete for port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:07.914376 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6fc216a-046b-47f1-9b26-b0b8b8e1457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:07.960550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc216a-046b-47f1-9b26-b0b8b8e1457f None None] Port 7bafe2d7-ea16-4a7b-b2af-44ed7b636091 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:08.011177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Allocated IP 172.25.7.5 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/38167f42-a311-4b44-8f40-086727070518) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:08.023083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029c6f2-c913-482d-89c9-a100c2ce1566 req-eab642db-166d-4aa1-92f5-fb6042b5a700 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:08.024632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c029c6f2-c913-482d-89c9-a100c2ce1566 req-eab642db-166d-4aa1-92f5-fb6042b5a700 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 935 time: 0.2548249 Sep 18 00:40:08.058716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.062271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058511e-81e0-499c-b702-0dc08d2fff9c req-19cc6f66-20af-44b0-99e6-7f18a7139356 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:08.063767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b058511e-81e0-499c-b702-0dc08d2fff9c req-19cc6f66-20af-44b0-99e6-7f18a7139356 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.2627206 Sep 18 00:40:08.088793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=7bafe2d7-ea16-4a7b-b2af-44ed7b636091,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:08.205853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b058511e-81e0-499c-b702-0dc08d2fff9c req-9ed13981-62d8-447a-845e-8b58c81b23d8 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278486 Sep 18 00:40:08.235970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c029c6f2-c913-482d-89c9-a100c2ce1566 req-3f2eb956-68b3-473d-b8ad-568b96c52f19 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812737 Sep 18 00:40:08.284181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.286073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-21fcc9c7-7a04-4936-9ada-401eacc2057f tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/7bafe2d7-ea16-4a7b-b2af-44ed7b636091 HTTP/1.1" status: 204 len: 168 time: 0.7526653 Sep 18 00:40:08.301535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:08.340825 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ee6f30-919d-4782-98ce-cc64935c1966 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] GET failed (client error): The resource could not be found. Sep 18 00:40:08.345349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-61ee6f30-919d-4782-98ce-cc64935c1966 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports/7bafe2d7-ea16-4a7b-b2af-44ed7b636091 HTTP/1.1" status: 404 len: 333 time: 0.0397820 Sep 18 00:40:08.345639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:08.415431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc6667b7-7d4f-40a0-a12b-bcfb8a1b56ec req-d475733e-81e3-49f5-ace5-a52fd04fd742 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 210 time: 0.1227760 Sep 18 00:40:08.450857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06859ece-3752-4da8-b07b-445ed395b6c0 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:08.465991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.470903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.472700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-9bc6285d-38ab-440a-bf4a-eba3c3c9cf40 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:08.474431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-9bc6285d-38ab-440a-bf4a-eba3c3c9cf40 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 822 time: 0.2025371 Sep 18 00:40:08.487363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Transition to ACTIVE for port object 06859ece-3752-4da8-b07b-445ed395b6c0 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:08.495509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.510415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Request body: {'port': {'device_id': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'admin_state_up': True, 'tenant_id': 'fd862915c4ec412d8a5ba24cb84d83b7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:08.602536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.609116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Pushing event updated for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:08.646253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port abe1b153-0411-4ba9-b748-cdf145ed6c95 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:08.646596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.757803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Made reservation on behalf of fd862915c4ec412d8a5ba24cb84d83b7 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:08.762486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.768859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35584) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:08.804601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:08.827469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for abe1b153-0411-4ba9-b748-cdf145ed6c95 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:08.978486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:08.986307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:08.993225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:08.999611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Pushing event updated for resources: {'Port': ['ID=38167f42-a311-4b44-8f40-086727070518,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:09.033353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Attempting to bind port 06859ece-3752-4da8-b07b-445ed395b6c0 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:09.033688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Attempting to bind port 06859ece-3752-4da8-b07b-445ed395b6c0 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:09.034017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Attempting to bind port 06859ece-3752-4da8-b07b-445ed395b6c0 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:09.036375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Allocated IP 172.20.0.2 (212cb263-10cd-4c32-8825-cf7b08db636a/2380a13a-08ae-4751-914b-1656a38e0b6d/5ceae6dd-c2ea-4078-8f11-99a50101355f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:09.040004 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03f9c86d-1588-489c-8515-8ec85b89f013 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e39079fe72f8487193dce55fd7ffe90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668121 Sep 18 00:40:09.043512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:09.043976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Port 06859ece-3752-4da8-b07b-445ed395b6c0 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:09.044332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Attempting to bind port 06859ece-3752-4da8-b07b-445ed395b6c0 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:09.053564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.054177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.057307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:09.057649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:09.058038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:09.058477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Bound port: 06859ece-3752-4da8-b07b-445ed395b6c0, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:09.058830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.080856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-35a99251-7846-48a3-ba6c-a3e9205171be tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2875359 Sep 18 00:40:09.086569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:09.097530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.5'}]}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:09.130316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:09.133523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=06859ece-3752-4da8-b07b-445ed395b6c0,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:09.138110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.181555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.182154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.183801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] 10.222.0.48 "PUT /v2.0/ports/06859ece-3752-4da8-b07b-445ed395b6c0 HTTP/1.1" status: 200 len: 1096 time: 1.9509890 Sep 18 00:40:09.183968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.184301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:09.186694 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e404b-0813-4c16-9c07-afb4751d3192" -d '{"events": [{"name": "network-changed", "server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:09.221083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.222115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.225473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004fab6-971c-49a7-a6b4-62b8b227592c service neutron] Pushing event updated for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:09.244158 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a5a33-4736-4fc5-99bf-1603c3f950eb x-openstack-request-id: req-339a5a33-4736-4fc5-99bf-1603c3f950eb {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:09.244811 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:09.244811 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339a5a33-4736-4fc5-99bf-1603c3f950eb {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:09.245116 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0', 'status': 'completed', 'code': 200} Sep 18 00:40:09.267828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.271469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=abe1b153-0411-4ba9-b748-cdf145ed6c95,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:09.307753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:09.365101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 921f3bd8-feb3-4738-861e-39b6b31e06f3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:09.366009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 921f3bd8-feb3-4738-861e-39b6b31e06f3 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:09.381087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.385757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3daf085-850b-4e66-8642-56fb55819ace tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/abe1b153-0411-4ba9-b748-cdf145ed6c95 HTTP/1.1" status: 204 len: 168 time: 1.0390368 Sep 18 00:40:09.397076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.400727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:09.424965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-80b42b12-3cbd-4ec9-80de-ab3c24608207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.427102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-80b42b12-3cbd-4ec9-80de-ab3c24608207 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 1099 time: 0.1691453 Sep 18 00:40:09.464386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f5708-7ad4-4dce-9243-b03a6b089a2f req-61d50369-f8ab-47c4-94f4-b1b34e94f307 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.466226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-411f5708-7ad4-4dce-9243-b03a6b089a2f req-61d50369-f8ab-47c4-94f4-b1b34e94f307 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.1491325 Sep 18 00:40:09.496813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.506184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-78707831-5992-482c-b9bd-333d59d93cac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=06859ece-3752-4da8-b07b-445ed395b6c0 HTTP/1.1" status: 200 len: 217 time: 0.0705528 Sep 18 00:40:09.509690 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa95be9-ad2b-4de6-8088-06678d37bbda tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] GET failed (client error): The resource could not be found. Sep 18 00:40:09.514653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-daa95be9-ad2b-4de6-8088-06678d37bbda tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "GET /v2.0/ports/abe1b153-0411-4ba9-b748-cdf145ed6c95 HTTP/1.1" status: 404 len: 333 time: 0.1103513 Sep 18 00:40:09.525667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc68d-28d2-4b27-bd44-d7a5cb3580bb req-e64828ba-7af2-43e5-87da-f437c125aa1b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.536564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-879cc68d-28d2-4b27-bd44-d7a5cb3580bb req-e64828ba-7af2-43e5-87da-f437c125aa1b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 947 time: 0.1604705 Sep 18 00:40:09.538054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35602) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:09.542605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.678795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-411f5708-7ad4-4dce-9243-b03a6b089a2f req-92da3ff0-0d5d-43ea-a83b-3385ab6a276a tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758404 Sep 18 00:40:09.682080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-879cc68d-28d2-4b27-bd44-d7a5cb3580bb req-101aa3b3-e761-40db-894e-dae9e8713ff6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448710 Sep 18 00:40:09.695313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-be1576d9-b6a3-4728-be72-bf30f8475ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.696887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-be1576d9-b6a3-4728-be72-bf30f8475ebf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1562667 Sep 18 00:40:09.734577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.737778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.741414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71392fdd-060d-4af4-8f7a-dd13ccc3673b HTTP/1.1" status: 204 len: 168 time: 0.6951799 Sep 18 00:40:09.741414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.747935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.785383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-d24f5636-b363-4907-a8f5-663dae99df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.786945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-d24f5636-b363-4907-a8f5-663dae99df37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715809 Sep 18 00:40:09.792813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:09.793172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.795176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d18b63-d4dd-4929-b9be-54201d7f112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71392fdd-060d-4af4-8f7a-dd13ccc3673b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:09.813227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Network 212cb263-10cd-4c32-8825-cf7b08db636a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:09.820102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:09.822497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:09.895494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event updated for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:09.926623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:09.927407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:09.978462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-745a6b25-866e-45f6-8eeb-588f80d814b3 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758658 Sep 18 00:40:10.000623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Request body: {'port': {'device_id': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:10.031694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496e919-90c9-4deb-b94f-668dd4e152b5 req-457fc8fa-85e2-4109-982c-83f3b8de1789 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:10.033733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0496e919-90c9-4deb-b94f-668dd4e152b5 req-457fc8fa-85e2-4109-982c-83f3b8de1789 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 931 time: 0.2101181 Sep 18 00:40:10.046950 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.066561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-6d0ab780-8684-44d0-93f1-a19b01b72a5b service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691724 Sep 18 00:40:10.076509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102b08b-269c-4299-a829-f707a1dda681 req-5e403053-0dd8-4767-84bf-7427a18d2f01 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:10.078146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8102b08b-269c-4299-a829-f707a1dda681 req-5e403053-0dd8-4767-84bf-7427a18d2f01 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.1969481 Sep 18 00:40:10.095717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35614) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:10.096616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:10.118311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Request body: {'floatingip': {'port_id': 'cefe1ea7-6e73-4a75-b857-867edecd1b05'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:10.120390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35616) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:10.167107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.192569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.211496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.222318 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.257024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a9fc9aad-e426-4935-9e94-7a8433ef7af8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809c077ca9034f92ae97dc5aedd2008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352839 Sep 18 00:40:10.285220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0496e919-90c9-4deb-b94f-668dd4e152b5 req-d3419983-3e71-463e-8c9e-1002534a3865 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413266 Sep 18 00:40:10.289114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35618) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:10.375353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee81f4c2-3d5f-4fe1-8f49-c84b0d494180 req-cd56ecd0-bd9b-475c-a42d-e2754ffe686b service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924788 Sep 18 00:40:10.510499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.572009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.573873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.576914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e404b-0813-4c16-9c07-afb4751d3192 req-082fb1cf-3689-43d9-9ba9-97366ade8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:10.578446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-082fb1cf-3689-43d9-9ba9-97366ade8684 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 1099 time: 0.1415155 Sep 18 00:40:10.591681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.634078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:10.807048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.814604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.816346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.816890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.818874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.822527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7631fb0b-0700-4045-adfa-cce75aa98e0b HTTP/1.1" status: 204 len: 168 time: 0.5299397 Sep 18 00:40:10.822847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b435d162-4424-47f7-80c3-069bf7a893db tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/ports/ea067c79-d7a7-48b3-bf2f-6d8a3832fb5d HTTP/1.1" status: 204 len: 168 time: 1.2796664 Sep 18 00:40:10.833761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:10.953394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631fb0b-0700-4045-adfa-cce75aa98e0b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:10.973091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.973452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.973801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.974144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.974551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.974884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.975866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.975866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.975866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.976252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.976555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.976891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a3884-1d61-4b19-ba6b-156692f07d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:10.981365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:10.981905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e089e02d-e75e-442c-bfbc-3cfe20069117 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:40:10.997082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceae6dd-c2ea-4078-8f11-99a50101355f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:11.007413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.010000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting subnet 37518455-d414-4628-b257-f3c5092bfc01 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:11.012878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e404b-0813-4c16-9c07-afb4751d3192 req-f6924071-03b8-497a-a163-c3730d11bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.014301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-f6924071-03b8-497a-a163-c3730d11bb85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.4262242 Sep 18 00:40:11.014764 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:40:11.018963 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7e095547-b7b5-4289-817b-2986da6c7ffd tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.9260051 Sep 18 00:40:11.019175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35628) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:11.022452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.030828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Transition to ACTIVE for port object 5ceae6dd-c2ea-4078-8f11-99a50101355f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:11.050218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.086370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53f2d9-d50d-4325-b1b5-a95183d1ab60 req-b845276a-cef2-4a4b-9f05-2aef79a0a655 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.093935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b53f2d9-d50d-4325-b1b5-a95183d1ab60 req-b845276a-cef2-4a4b-9f05-2aef79a0a655 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 947 time: 0.2694914 Sep 18 00:40:11.396983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-92982fff-61ca-4340-b114-b252f82bbf48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=06859ece-3752-4da8-b07b-445ed395b6c0 HTTP/1.1" status: 200 len: 217 time: 0.3677006 Sep 18 00:40:11.420466 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.resource_extend [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:40:11.425976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:11.489927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Deleting port 38167f42-a311-4b44-8f40-086727070518 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:11.490280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.499941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.531440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Attempting to bind port 5ceae6dd-c2ea-4078-8f11-99a50101355f on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:11.531699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Attempting to bind port 5ceae6dd-c2ea-4078-8f11-99a50101355f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:11.532313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Attempting to bind port 5ceae6dd-c2ea-4078-8f11-99a50101355f on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:11.561201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Port 5ceae6dd-c2ea-4078-8f11-99a50101355f on network 212cb263-10cd-4c32-8825-cf7b08db636a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:11.561790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Attempting to bind port 5ceae6dd-c2ea-4078-8f11-99a50101355f on network 212cb263-10cd-4c32-8825-cf7b08db636a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:11.567318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b53f2d9-d50d-4325-b1b5-a95183d1ab60 req-1af86964-9ba9-437b-b856-9be7dc15331d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725199 Sep 18 00:40:11.573090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:11.573646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Checking segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:11.574239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Bound using segment: {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:11.574870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Bound port: 5ceae6dd-c2ea-4078-8f11-99a50101355f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4073491-ebd7-495a-9f2a-a57cac4d0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:11.575427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.583919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.603954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.606539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e404b-0813-4c16-9c07-afb4751d3192 req-e11e7182-8d00-4682-bd7c-33c4194b9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.608260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-e11e7182-8d00-4682-bd7c-33c4194b9644 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1931930 Sep 18 00:40:11.619078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb935c6-20b3-4c4d-be30-e57e754f0061 req-442bcdb9-33f7-43e3-bcae-942a4683b413 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.620851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bb935c6-20b3-4c4d-be30-e57e754f0061 req-442bcdb9-33f7-43e3-bcae-942a4683b413 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 943 time: 0.2313783 Sep 18 00:40:11.628481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.645561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Calling delete_port for 38167f42-a311-4b44-8f40-086727070518 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:11.706831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:11.721636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:11.729499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.739297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.780048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.780714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.782272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] 10.222.0.54 "PUT /v2.0/ports/5ceae6dd-c2ea-4078-8f11-99a50101355f HTTP/1.1" status: 200 len: 1092 time: 1.7868202 Sep 18 00:40:11.784529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:11.786767 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a771e32-d471-467b-bac6-159882ea61d0" -d '{"events": [{"name": "network-changed", "server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:11.812730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc679cb8-e4d9-4a97-ad1e-3dec5c0db249 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:11.837398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e404b-0813-4c16-9c07-afb4751d3192 req-0fc68c79-c150-48ee-9f03-872b0ff02603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.838932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-0fc68c79-c150-48ee-9f03-872b0ff02603 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669357 Sep 18 00:40:11.842050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bb935c6-20b3-4c4d-be30-e57e754f0061 req-dac35af8-a7a0-485d-9c26-d4d5a9dbe6ef tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602488 Sep 18 00:40:11.893277 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Floating IP 9bade5f3-b05e-4369-aaf1-e0eb2c58dda1 associated. External IP: 172.25.7.156, port: cefe1ea7-6e73-4a75-b857-867edecd1b05. Sep 18 00:40:11.925127 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b708f6f-6f3c-424b-9dce-4e4085d40e83 x-openstack-request-id: req-2b708f6f-6f3c-424b-9dce-4e4085d40e83 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:11.925510 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:11.925850 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b708f6f-6f3c-424b-9dce-4e4085d40e83 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:11.926311 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f', 'status': 'completed', 'code': 200} Sep 18 00:40:11.949830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-0ff77f3a-ae1c-4e70-876e-b881bbf1c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:11.952077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-0ff77f3a-ae1c-4e70-876e-b881bbf1c918 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 1095 time: 0.0812669 Sep 18 00:40:11.953293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:11.984261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.026660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Pushing event deleted for resources: {'Port': ['ID=38167f42-a311-4b44-8f40-086727070518,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:12.031791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Subnet': ['ID=37518455-d414-4628-b257-f3c5092bfc01,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:12.040002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0addd7-ad16-4c38-88dc-ef7b4ac95d47 None None] Network 9f8e9f7c-6672-45ed-919b-66c8102f7825 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:12.049024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.053466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-247faffb-3601-4250-89c6-42fc87bde94d tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/subnets/37518455-d414-4628-b257-f3c5092bfc01 HTTP/1.1" status: 204 len: 168 time: 1.2113302 Sep 18 00:40:12.054600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35660) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:12.085565 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-ec1edc01-e039-4867-b884-7c69c97b12fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f HTTP/1.1" status: 200 len: 217 time: 0.0870931 Sep 18 00:40:12.097968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-1c86eb7c-efb9-4ee2-b4d4-20bf90c70cea service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473505 Sep 18 00:40:12.139138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.149275 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9659f834-9c3e-4455-945b-b0b9e3a6793d tempest-RoutersAdminNegativeIpV6Test-815793872 tempest-RoutersAdminNegativeIpV6Test-815793872-project-admin] 10.222.0.49 "DELETE /v2.0/ports/38167f42-a311-4b44-8f40-086727070518 HTTP/1.1" status: 204 len: 168 time: 1.1287222 Sep 18 00:40:12.215453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-1068d044-daba-4555-ac1a-3e69461b2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:12.217084 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-1068d044-daba-4555-ac1a-3e69461b2494 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.0565274 Sep 18 00:40:12.270259 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-233809a8-a41e-4357-9493-d7dca277b941 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421455 Sep 18 00:40:12.295533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.297559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] DHCP port deletion for 9f8e9f7c-6672-45ed-919b-66c8102f7825 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:12.385739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-423e404b-0813-4c16-9c07-afb4751d3192 req-8bb349b5-5666-4af5-9211-d9769b7cab04 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796295 Sep 18 00:40:12.388560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Deleting port 9c1ad047-4784-453b-b917-46783b736e38 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:12.388947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.422904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-ba3d6313-1976-44a4-9e6f-bd5e0341b4c0 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423538 Sep 18 00:40:12.423613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Router a013a64b-28f4-4819-a115-5c3072a94249 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:40:12.434385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Deleting port 9c1ad047-4784-453b-b917-46783b736e38 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:12.434719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.500839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] For port 9c1ad047-4784-453b-b917-46783b736e38, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9c1ad047-4784-453b-b917-46783b736e38,segment=NetworkSegment(5c14b301-d249-42b5-8363-ebafdee3b0df),segment_id=5c14b301-d249-42b5-8363-ebafdee3b0df)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:12.501840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.515063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Calling delete_port for 9c1ad047-4784-453b-b917-46783b736e38 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:12.576358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ad3a7e1-abbd-4b2a-8ebe-a294a6874d73 req-7ff7fd79-66bc-4a5e-b239-681f51b3d47a service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438193 Sep 18 00:40:12.602864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35680) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:12.612366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] For port 9c1ad047-4784-453b-b917-46783b736e38, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9c1ad047-4784-453b-b917-46783b736e38,segment=NetworkSegment(5c14b301-d249-42b5-8363-ebafdee3b0df),segment_id=5c14b301-d249-42b5-8363-ebafdee3b0df)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:12.613190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.643097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Calling delete_port for 9c1ad047-4784-453b-b917-46783b736e38 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:12.648629 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.714505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] Pushing event deleted for resources: {'Port': ['ID=9c1ad047-4784-453b-b917-46783b736e38,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:12.728461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e722ccd-1332-451c-9eae-3343e1924a7f None None] No DVR routers for this DVR port 9c1ad047-4784-453b-b917-46783b736e38 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:12.776540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9c1ad047-4784-453b-b917-46783b736e38 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:12.780289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a771e32-d471-467b-bac6-159882ea61d0 req-3100463b-9308-4145-a93f-68340c46d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:12.783448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-3100463b-9308-4145-a93f-68340c46d846 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 1095 time: 0.0854232 Sep 18 00:40:12.805454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9c1ad047-4784-453b-b917-46783b736e38 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:12.805788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9c1ad047-4784-453b-b917-46783b736e38 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:12.811940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58d23433-1ac9-40dc-ae36-abd7043895f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.855529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:12.865878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218b604-b39b-45c7-8027-f7e6a33d6a4b req-3318de32-f6ce-43aa-9f70-27bd28b75375 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:12.866643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7218b604-b39b-45c7-8027-f7e6a33d6a4b req-3318de32-f6ce-43aa-9f70-27bd28b75375 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 947 time: 0.1574764 Sep 18 00:40:12.869059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Sync routers for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:12.869851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.881713 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:12.882559 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:12.914600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:12.929614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-93948808-e1e6-4ed3-9034-43b3bb63de81 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "PUT /v2.0/floatingips/9bade5f3-b05e-4369-aaf1-e0eb2c58dda1 HTTP/1.1" status: 200 len: 992 time: 2.8302078 Sep 18 00:40:12.946089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:12.948622 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef094f7a-14cf-4148-93d7-35b27af15876" -d '{"events": [{"name": "network-changed", "server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:12.963760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Port': ['ID=9c1ad047-4784-453b-b917-46783b736e38,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:12.970166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] No DVR routers for this DVR port 9c1ad047-4784-453b-b917-46783b736e38 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:12.981987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a771e32-d471-467b-bac6-159882ea61d0 req-1229c746-3a7a-4e82-8810-dbf8730594db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:12.983857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-1229c746-3a7a-4e82-8810-dbf8730594db service neutron] 10.222.0.54 "GET /v2.0/networks?id=212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 200 len: 923 time: 0.1634753 Sep 18 00:40:13.018679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7218b604-b39b-45c7-8027-f7e6a33d6a4b req-fb413160-8c7a-40c6-8b79-88f1ab3b11d4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247566 Sep 18 00:40:13.030584 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:13.041853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-ab39a5b2-59e3-45bc-b667-c4cd20373489 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f HTTP/1.1" status: 200 len: 217 time: 0.0463874 Sep 18 00:40:13.097395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238c26-2369-4de9-948e-f48cacf00162 req-e283c35b-31f1-46f0-9041-ae80d1673d71 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.098934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf238c26-2369-4de9-948e-f48cacf00162 req-e283c35b-31f1-46f0-9041-ae80d1673d71 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 943 time: 0.1412048 Sep 18 00:40:13.100730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.112699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a771e32-d471-467b-bac6-159882ea61d0 req-185984a2-fbce-4ee6-898f-cb22df9c4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.114403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-185984a2-fbce-4ee6-898f-cb22df9c4fdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 200 len: 862 time: 0.0594871 Sep 18 00:40:13.135080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8e9f7c-6672-45ed-919b-66c8102f7825']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.149579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c14b301-d249-42b5-8363-ebafdee3b0df') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.149903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c14b301-d249-42b5-8363-ebafdee3b0df') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.163329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-3481be5d-4025-48ea-8ce4-e822d31d8ee4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=212cb263-10cd-4c32-8825-cf7b08db636a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341654 Sep 18 00:40:13.167727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.172179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf238c26-2369-4de9-948e-f48cacf00162 req-b5f335fd-2a3f-4a2c-b590-e2aa707d1c29 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639536 Sep 18 00:40:13.189208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.197472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:40:13.197918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.233476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58d23433-1ac9-40dc-ae36-abd7043895f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.242339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 06859ece-3752-4da8-b07b-445ed395b6c0 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:13.263498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58d23433-1ac9-40dc-ae36-abd7043895f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:40:13.275523 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:40:13.278956 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6366c-f28b-4fad-b6dd-67a378db1542 x-openstack-request-id: req-08d6366c-f28b-4fad-b6dd-67a378db1542 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:13.278956 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:13.278956 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08d6366c-f28b-4fad-b6dd-67a378db1542 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:13.279239 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'status': 'completed', 'code': 200} Sep 18 00:40:13.327265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.337904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.342464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] 10.222.0.49 "DELETE /v2.0/networks/9f8e9f7c-6672-45ed-919b-66c8102f7825 HTTP/1.1" status: 204 len: 168 time: 1.2811966 Sep 18 00:40:13.347446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '9bade5f3-b05e-4369-aaf1-e0eb2c58dda1', 'tenant_id': '08639242bffe427398e18ba915c82612', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'port_id': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'mac_address': 'fa:16:3e:96:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:39:49Z', 'updated_at': '2021-09-18T00:40:11Z', 'revision_number': 1, 'project_id': '08639242bffe427398e18ba915c82612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.357832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879be1-22f1-48fd-82e6-fc3a1a6ac1b5 tempest-AllowedAddressPairIpV6TestJSON-1945568221 tempest-AllowedAddressPairIpV6TestJSON-1945568221-project] Pushing event deleted for resources: {'Network': ['ID=9f8e9f7c-6672-45ed-919b-66c8102f7825,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:13.363074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-de3bad07-acf2-458f-87be-9da5e003a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.364767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-de3bad07-acf2-458f-87be-9da5e003a46e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08639242bffe427398e18ba915c82612&device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 1098 time: 0.0883694 Sep 18 00:40:13.396679 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Checking router: a013a64b-28f4-4819-a115-5c3072a94249 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:13.409582 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:13.411018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.445832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58d23433-1ac9-40dc-ae36-abd7043895f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bda345d855694d95aae59f423848b71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418190 Sep 18 00:40:13.450448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35700) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:13.453015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=06859ece-3752-4da8-b07b-445ed395b6c0,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:13.476655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '06859ece-3752-4da8-b07b-445ed395b6c0', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '06859ece-3752-4da8-b07b-445ed395b6c0', 'mac_address': 'fa:16:3e:e7:bd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:40:13.502790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23433-1ac9-40dc-ae36-abd7043895f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cc00a3-8515-46e5-a023-fa99a26948b9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:13.549684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-a69986bc-d9e0-4627-acfd-5fb2d608adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.549684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-a69986bc-d9e0-4627-acfd-5fb2d608adce service neutron] 10.222.0.48 "GET /v2.0/networks?id=1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 200 len: 907 time: 0.1557157 Sep 18 00:40:13.566782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.585725 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-d293aaaa-d208-4029-a9c7-96f5f2461845 service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056273 Sep 18 00:40:13.603746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06859ece-3752-4da8-b07b-445ed395b6c0 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:13.632969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:13.652671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=06859ece-3752-4da8-b07b-445ed395b6c0,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:13.662240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.671445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.696162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35708) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:13.705384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.725079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-42c77c04-3361-41eb-ae77-66e7d610b526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 200 len: 1000 time: 0.1841807 Sep 18 00:40:13.743293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:13.801688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-29fbae8a-041c-4d10-bde1-e4b13e810feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.803577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-29fbae8a-041c-4d10-bde1-e4b13e810feb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 HTTP/1.1" status: 200 len: 845 time: 0.0663214 Sep 18 00:40:13.847914 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3a771e32-d471-467b-bac6-159882ea61d0 req-24889b78-8bf4-4c51-9c5f-779727ca4b4c service neutron] 10.222.0.54 "GET /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580833 Sep 18 00:40:13.848826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.852745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.858325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4cc00a3-8515-46e5-a023-fa99a26948b9 HTTP/1.1" status: 204 len: 168 time: 0.4018369 Sep 18 00:40:13.875500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-6f9a8498-078a-48db-bd04-4a501948f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:13.879795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fb95f-bf73-46e8-8750-6c95adea3ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cc00a3-8515-46e5-a023-fa99a26948b9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:13.881651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-6f9a8498-078a-48db-bd04-4a501948f7bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1811e9b9-72a0-44fa-ba9d-53adbad32780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672460 Sep 18 00:40:13.882106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35714) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:13.956002 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '9bade5f3-b05e-4369-aaf1-e0eb2c58dda1', 'tenant_id': '08639242bffe427398e18ba915c82612', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'port_id': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'mac_address': 'fa:16:3e:96:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:39:49Z', 'updated_at': '2021-09-18T00:40:11Z', 'revision_number': 1, 'project_id': '08639242bffe427398e18ba915c82612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:13.986295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['06859ece-3752-4da8-b07b-445ed395b6c0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:13.990349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351bea-64d7-4155-b808-bb9e189d336e None None] The sync data for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 is: [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '9bade5f3-b05e-4369-aaf1-e0eb2c58dda1', 'tenant_id': '08639242bffe427398e18ba915c82612', 'floating_ip_address': '172.25.7.156', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'port_id': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'mac_address': 'fa:16:3e:96:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:39:49Z', 'updated_at': '2021-09-18T00:40:11Z', 'revision_number': 1, 'project_id': '08639242bffe427398e18ba915c82612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:14.068632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-694c3a28-25e2-46a4-ab80-c486b738108c service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722162 Sep 18 00:40:14.117962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-647de406-3a23-4df7-b941-a290ba1923af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6ca4a92ccd94682ae5fd7a1ecaf621c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176092 Sep 18 00:40:14.120287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35722) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:14.255889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.273036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82223435-c0b1-461d-a91d-08c08d34a1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.276720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef094f7a-14cf-4148-93d7-35b27af15876 req-b497cf5d-49e9-4875-ad73-2bd5f9f64635 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946108 Sep 18 00:40:14.292862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.295073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35728) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:14.304935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc932bb-5d21-4cb1-b951-1cdeafea891e req-de7a3aec-3db3-465b-a5ed-147861fbcc6b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:14.316615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efc932bb-5d21-4cb1-b951-1cdeafea891e req-de7a3aec-3db3-465b-a5ed-147861fbcc6b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 948 time: 0.1401782 Sep 18 00:40:14.339500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621d712-77d7-49de-a547-f22b23af4256 None None] New status for floating IP 9bade5f3-b05e-4369-aaf1-e0eb2c58dda1: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:40:14.382088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1f2b133f-ce8d-4cdb-9c5d-6fe12fabf4c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7d29eafaa394d8d82e3622485dc987a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849967 Sep 18 00:40:14.384968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35732) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:14.399987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efc932bb-5d21-4cb1-b951-1cdeafea891e req-9605c3aa-4206-4bdf-93f8-354b396fa984 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823262 Sep 18 00:40:14.442477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.446494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.450280 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bec32db4-6a70-410a-976f-c6edbb1ddd92 HTTP/1.1" status: 204 len: 168 time: 0.3254902 Sep 18 00:40:14.456824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eb25c-8774-4ab4-902a-7a30e97eeeaa req-1ca6a8ff-dbbf-44cf-b00d-e560eaf47d41 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:14.464182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-227eb25c-8774-4ab4-902a-7a30e97eeeaa req-1ca6a8ff-dbbf-44cf-b00d-e560eaf47d41 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 943 time: 0.1102037 Sep 18 00:40:14.469660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a4bf-e718-4dbc-91bc-613f32518f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec32db4-6a70-410a-976f-c6edbb1ddd92,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:14.478667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.503480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.552082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-227eb25c-8774-4ab4-902a-7a30e97eeeaa req-fe69c50b-6b7e-4283-a430-5c718fa2ad5c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822232 Sep 18 00:40:14.569625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.572401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.574193 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9c4a58f-6d87-461e-bbb9-8efaa5169e94 HTTP/1.1" status: 204 len: 168 time: 0.1876783 Sep 18 00:40:14.583271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8578df1-95f3-4c52-b0ad-3fe58fad8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4a58f-6d87-461e-bbb9-8efaa5169e94,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:14.584541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82223435-c0b1-461d-a91d-08c08d34a1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.593656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82223435-c0b1-461d-a91d-08c08d34a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.674363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223435-c0b1-461d-a91d-08c08d34a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9be1e6-a12d-4568-96b9-e9f11a006e5d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:14.683041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:14.683519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-82223435-c0b1-461d-a91d-08c08d34a1a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acfcfb0e146d48b9ac7a9a23e122bd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000762 Sep 18 00:40:14.704364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9833d0d-0c2a-43b1-854d-19ef9142fa23 req-273eba30-cfdc-4e00-934e-2341e6b8b6a9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:14.712112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9833d0d-0c2a-43b1-854d-19ef9142fa23 req-273eba30-cfdc-4e00-934e-2341e6b8b6a9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.0865836 Sep 18 00:40:14.753109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b9833d0d-0c2a-43b1-854d-19ef9142fa23 req-7926cace-5206-4a13-b959-51cdde85ff3b tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Sep 18 00:40:14.755307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.785050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.848298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.851478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.853387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b9be1e6-a12d-4568-96b9-e9f11a006e5d HTTP/1.1" status: 204 len: 168 time: 0.1692357 Sep 18 00:40:14.864442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219048ef-8059-4068-9210-3e6a5337709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9be1e6-a12d-4568-96b9-e9f11a006e5d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:15.155885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:15.170662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-994c5e24-2e75-41dd-8c68-6e12990b5f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.252406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 06859ece-3752-4da8-b07b-445ed395b6c0 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:15.276691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-994c5e24-2e75-41dd-8c68-6e12990b5f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.282815 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-994c5e24-2e75-41dd-8c68-6e12990b5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.313941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 06859ece-3752-4da8-b07b-445ed395b6c0 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:40:15.319926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 06859ece-3752-4da8-b07b-445ed395b6c0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:15.320843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.331387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c5e24-2e75-41dd-8c68-6e12990b5f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcacf73-dfb2-4e88-b15c-0a8db7764404,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:15.338783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:15.339127 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-994c5e24-2e75-41dd-8c68-6e12990b5f08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a07a594705134fa0a8d93d89ea603d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818802 Sep 18 00:40:15.351096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5ceae6dd-c2ea-4078-8f11-99a50101355f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:15.416352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.471874 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.609528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132d5e-5d48-4fc9-b47f-da5bb44a1677 req-986a6f0f-2d56-4691-b37d-cb98099704e6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:15.613907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc132d5e-5d48-4fc9-b47f-da5bb44a1677 req-986a6f0f-2d56-4691-b37d-cb98099704e6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 948 time: 0.0725279 Sep 18 00:40:15.615878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.621057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.622369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbcacf73-dfb2-4e88-b15c-0a8db7764404 HTTP/1.1" status: 204 len: 168 time: 0.2826097 Sep 18 00:40:15.643235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504f56f-5ab1-4f83-a9c8-fcde5420e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcacf73-dfb2-4e88-b15c-0a8db7764404,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:15.658102 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:40:15.696870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc132d5e-5d48-4fc9-b47f-da5bb44a1677 req-75b4061e-6237-43e9-97c6-a3bec65025c4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Sep 18 00:40:15.722211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:15.740921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '5ceae6dd-c2ea-4078-8f11-99a50101355f', 'network_id': '212cb263-10cd-4c32-8825-cf7b08db636a', 'port_id': '5ceae6dd-c2ea-4078-8f11-99a50101355f', 'mac_address': 'fa:16:3e:55:57:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2380a13a-08ae-4751-914b-1656a38e0b6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:40:15.744684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.779330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35796) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:15.800950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:15.803374 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e95dc-1e8b-4bcf-8441-eb56c4e5f242" -d '{"events": [{"server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "name": "network-vif-plugged", "status": "completed", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:15.807816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=06859ece-3752-4da8-b07b-445ed395b6c0,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:15.815019 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.845264 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.873441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceae6dd-c2ea-4078-8f11-99a50101355f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:15.879136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939c535-b079-450e-bb40-fa5b2aad7910 req-2709b1b2-57d5-4373-b07e-d30884a1aae1 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:15.880725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e939c535-b079-450e-bb40-fa5b2aad7910 req-2709b1b2-57d5-4373-b07e-d30884a1aae1 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.1102443 Sep 18 00:40:15.912419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:15.923001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.932511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:15.934130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e939c535-b079-450e-bb40-fa5b2aad7910 req-d1162e19-567c-47eb-b099-585a6b0ff4af tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447860 Sep 18 00:40:15.950025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:15.964211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec5ab4-cd2f-4009-ad3f-13b5967d0bb5 req-4aedadd5-33bf-44eb-ac7c-bc970c1ec3e4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:15.972823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66ec5ab4-cd2f-4009-ad3f-13b5967d0bb5 req-4aedadd5-33bf-44eb-ac7c-bc970c1ec3e4 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 943 time: 0.1820216 Sep 18 00:40:16.031256 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33022923-ba77-440e-9eec-af5701fc9ec0 x-openstack-request-id: req-33022923-ba77-440e-9eec-af5701fc9ec0 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:16.031558 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "name": "network-vif-plugged", "status": "completed", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:16.032378 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33022923-ba77-440e-9eec-af5701fc9ec0 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:16.032945 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0', 'code': 200} Sep 18 00:40:16.043709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:16.129234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-532242538'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:16.159583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:16.163996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.175606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.269092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35812) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:16.305085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.312440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.332894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:40:16.356562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['5ceae6dd-c2ea-4078-8f11-99a50101355f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:16.364445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66ec5ab4-cd2f-4009-ad3f-13b5967d0bb5 req-5602cfbb-4c55-48fa-adfd-026a6fb3c69b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903987 Sep 18 00:40:16.382343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c661-ec6a-4ab8-b755-cadbeb6ec148 req-252f5b9f-9bcf-410b-b952-fffa1d2b4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:16.384406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a83c661-ec6a-4ab8-b755-cadbeb6ec148 req-252f5b9f-9bcf-410b-b952-fffa1d2b4209 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 1101 time: 0.0806229 Sep 18 00:40:16.389341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.393682 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Added segment 34c6ccbc-e563-48b7-aec4-729c0a40e773 of type vlan for network e7e807e1-53db-44db-8568-22231a7b4df3 Sep 18 00:40:16.435207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a83c661-ec6a-4ab8-b755-cadbeb6ec148 req-48d0736c-522b-42c6-8af2-819a06e8f535 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Sep 18 00:40:16.477017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-57fdc872-2f57-46e5-98bc-786eb8402524 tempest-DvrRoutersNegativeTest-521452061 tempest-DvrRoutersNegativeTest-521452061-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1740519606', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:16.479965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.policy [None req-57fdc872-2f57-46e5-98bc-786eb8402524 tempest-DvrRoutersNegativeTest-521452061 tempest-DvrRoutersNegativeTest-521452061-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106452) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 00:40:16.480357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.policy [None req-57fdc872-2f57-46e5-98bc-786eb8402524 tempest-DvrRoutersNegativeTest-521452061 tempest-DvrRoutersNegativeTest-521452061-project] Failed policy check for 'create_router' {{(pid=106452) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 00:40:16.480930 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-57fdc872-2f57-46e5-98bc-786eb8402524 tempest-DvrRoutersNegativeTest-521452061 tempest-DvrRoutersNegativeTest-521452061-project] create failed (client error): Access was denied to this resource. Sep 18 00:40:16.487406 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-57fdc872-2f57-46e5-98bc-786eb8402524 tempest-DvrRoutersNegativeTest-521452061 tempest-DvrRoutersNegativeTest-521452061-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2172198 Sep 18 00:40:16.490562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484c42b2-a3de-4ff8-b065-a5a3464259fd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:16.505884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.542797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.548520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:16.549149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.570147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35830) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:16.570541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7894971 Sep 18 00:40:16.577376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:16.716273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485f7a-cdbb-4613-a203-5d5126136c27 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Network': ['ID=e7e807e1-53db-44db-8568-22231a7b4df3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:16.733252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:40:16.786517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:16.790911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.817547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0c8a3-cb36-4c58-9a5e-e81d2af4f5da req-fdaf3459-deba-45a6-b343-100307b48408 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:16.819056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cc0c8a3-cb36-4c58-9a5e-e81d2af4f5da req-fdaf3459-deba-45a6-b343-100307b48408 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.0937469 Sep 18 00:40:16.862548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35844) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:16.951896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cc0c8a3-cb36-4c58-9a5e-e81d2af4f5da req-b25af744-bff3-4401-9917-a40a15eb0dcb tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133130 Sep 18 00:40:16.964045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2198a-0047-4215-8884-a662f63b1e19 req-73c6c718-a808-434a-a752-0485b03b6466 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:16.976743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8e2198a-0047-4215-8884-a662f63b1e19 req-73c6c718-a808-434a-a752-0485b03b6466 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 949 time: 0.1682582 Sep 18 00:40:17.029933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35850) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:17.036787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8e2198a-0047-4215-8884-a662f63b1e19 req-78b616b2-4c34-4b33-a893-c6076dedd610 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555596 Sep 18 00:40:17.086673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-network', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:17.117101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e944cb31-d866-484b-bd30-d9503c60515b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.124920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Made reservation on behalf of 23fe6c76982f4255a64c062ef69f77ad for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:17.127868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.137714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.139847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.198350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=1286b11b-f79c-4f9e-b3a0-79abcdeedcc8,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:17.209515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:17.209885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network hostable DHCP agents. Network: e7e807e1-53db-44db-8568-22231a7b4df3, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:40:17.225613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:40:17.229341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e944cb31-d866-484b-bd30-d9503c60515b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.234492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e7e807e1-53db-44db-8568-22231a7b4df3) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:17.235587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e944cb31-d866-484b-bd30-d9503c60515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.240096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:17.240741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.248775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db016eae-9c81-4001-bd94-7e135814c43a None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:17.289369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944cb31-d866-484b-bd30-d9503c60515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052fbfc8-5bfc-43c2-ab36-e17caac6b71a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:17.297150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e944cb31-d866-484b-bd30-d9503c60515b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d57f06135614a2cb2c9631cdeab0a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335473 Sep 18 00:40:17.301007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35854) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:17.358776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.360643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.366589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.383211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42795432-5d28-4e48-8058-743b3e0c8b38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8092234 Sep 18 00:40:17.384843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:17.389660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.393783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'name': 'tempest-NetworksTestDHCPv6-2137574043'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:17.400681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:40:17.419316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '1286b11b-f79c-4f9e-b3a0-79abcdeedcc8'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:17.420808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.436979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d064e89-ec42-4cef-b5dc-e8f6aead904e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:17.458529 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.463494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.465053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/052fbfc8-5bfc-43c2-ab36-e17caac6b71a HTTP/1.1" status: 204 len: 168 time: 0.1630363 Sep 18 00:40:17.471471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.471823 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Added segment 408d802b-cae9-4d92-bbd3-6cb1b25d8a4a of type vlan for network 798a3fc1-dfa0-43db-b251-b5f30b80902e Sep 18 00:40:17.475768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddcc99-63c3-4cac-b32c-a34ecc377bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052fbfc8-5bfc-43c2-ab36-e17caac6b71a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:17.538193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.572647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ead8-80d6-4303-95c7-fd9a04c13b39 req-fb4a3060-857b-40b2-b379-e289cb05f0c9 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:17.575393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2704ead8-80d6-4303-95c7-fd9a04c13b39 req-fb4a3060-857b-40b2-b379-e289cb05f0c9 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 944 time: 0.0912142 Sep 18 00:40:17.581658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.584867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:17.587566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.599116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:17.603426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.646580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 349829d3-3232-4de9-9a7e-658ddc360ae0 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:17.662563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/1286b11b-f79c-4f9e-b3a0-79abcdeedcc8/6561fbbe-458b-49ba-82c0-c07f7c7eb8d0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:17.665843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2704ead8-80d6-4303-95c7-fd9a04c13b39 req-e0e5a9ce-d7ab-49e1-ada7-ea3b377bbac0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784073 Sep 18 00:40:17.701248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6698945 Sep 18 00:40:17.702288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39989ae3-26e3-4754-b185-64a69ee696a3 admin admin] Pushing event updated for resources: {'Network': ['ID=798a3fc1-dfa0-43db-b251-b5f30b80902e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:17.704172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35866) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:17.710096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Request body: {'subnet': {'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-subnet', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:17.736519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:40:17.752594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Made reservation on behalf of 23fe6c76982f4255a64c062ef69f77ad for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:17.756014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.939517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.947155 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.961258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.996662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:18.001226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:18.003877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:18.017004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Pushing event updated for resources: {'Port': ['ID=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:18.043833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d040e41-48f7-449a-a79a-f23b61e0d972,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:18.055514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::2cb (e7e807e1-53db-44db-8568-22231a7b4df3/1286b11b-f79c-4f9e-b3a0-79abcdeedcc8/349829d3-3232-4de9-9a7e-658ddc360ae0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:18.081180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Attempting to bind port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:18.081603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Attempting to bind port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:18.081964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Attempting to bind port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:18.087404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:18.087817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:18.088249 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.088632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:18.089093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Bound port: 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:18.089468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.138949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Checking segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:18.139746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Network hostable DHCP agents. Network: 798a3fc1-dfa0-43db-b251-b5f30b80902e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:40:18.176292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] For port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:18.180072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] For port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:18.185011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.244928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.261871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632e11-611c-4fde-9089-61f96c720dbe None None] Pushing event updated for resources: {'Port': ['ID=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:18.271493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeffba8-3ee8-47fd-820c-d62d710d971c req-2f896afc-bfcb-48aa-9650-de6a55f3f46f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.279147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6eeffba8-3ee8-47fd-820c-d62d710d971c req-2f896afc-bfcb-48aa-9650-de6a55f3f46f tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.2002368 Sep 18 00:40:18.289123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.305719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:40:18.316912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:18.337996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:18.344124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:18.349431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b36a83-41d4-4588-9b97-b71724031601 req-3fe4f14c-1c14-4d3a-9338-ba1a1f087e17 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.350463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.351126 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.352295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10b36a83-41d4-4588-9b97-b71724031601 req-3fe4f14c-1c14-4d3a-9338-ba1a1f087e17 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 949 time: 0.2075934 Sep 18 00:40:18.353408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 798a3fc1-dfa0-43db-b251-b5f30b80902e) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:18.365752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0b271-3fb1-480e-a4d2-77ea9e2a8f0c None None] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:18.391983 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0017555 Sep 18 00:40:18.393552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35886) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:18.393869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a13f717c-25c9-4a53-ace3-d65948f3ad46 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.395732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a13f717c-25c9-4a53-ace3-d65948f3ad46 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.1725149 Sep 18 00:40:18.397830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.398674 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.441588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a35cd0-2eee-4d76-b4d2-5560960cdff0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=349829d3-3232-4de9-9a7e-658ddc360ae0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:18.458559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:18.458696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7a81880a-a4c2-4ba7-9412-5100b4582230 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7527552 Sep 18 00:40:18.465357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:18.476203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6eeffba8-3ee8-47fd-820c-d62d710d971c req-6d5355dd-91cd-4b8a-864a-136cec460d63 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884849 Sep 18 00:40:18.497455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3248826-70c9-4968-a5e6-2a960e9499fd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.514221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3248826-70c9-4968-a5e6-2a960e9499fd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.516877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e3248826-70c9-4968-a5e6-2a960e9499fd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1216326 Sep 18 00:40:18.520474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35892) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:18.581301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.582774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.616845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10b36a83-41d4-4588-9b97-b71724031601 req-cedad36d-f70c-4a95-98bc-d6378f6ab882 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372625 Sep 18 00:40:18.675194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-798a3fc1-dfa0-43db-b251-b5f30b80902e', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'fixed_ips': [{'subnet_id': '0d040e41-48f7-449a-a79a-f23b61e0d972'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:18.676062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.689721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Deleting port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:18.690012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.723641 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.854935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:18.876452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 349829d3-3232-4de9-9a7e-658ddc360ae0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:18.876794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.901354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e493126-98ca-433d-a1f5-1c7277eec5d8 req-80939063-7eb6-4483-b6a3-17fb625b855f tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.909440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e493126-98ca-433d-a1f5-1c7277eec5d8 req-80939063-7eb6-4483-b6a3-17fb625b855f tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 1101 time: 0.1647668 Sep 18 00:40:18.925116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760e5d4-6375-441d-9679-a9b79610d5b6 req-4fb95ed0-02d9-4ed2-8d1b-d73ad97a0330 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:18.932344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9760e5d4-6375-441d-9679-a9b79610d5b6 req-4fb95ed0-02d9-4ed2-8d1b-d73ad97a0330 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1296976 Sep 18 00:40:18.978947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:18.979578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:18.982083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Allocated IP 172.20.0.2 (798a3fc1-dfa0-43db-b251-b5f30b80902e/0d040e41-48f7-449a-a79a-f23b61e0d972/9ed6110b-e46b-48d5-a699-e7005cb42dd3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:18.993567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.023663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9760e5d4-6375-441d-9679-a9b79610d5b6 req-1f661521-5638-4a98-b3c9-d45d37d482eb tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Sep 18 00:40:19.024266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 349829d3-3232-4de9-9a7e-658ddc360ae0 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:19.085580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e493126-98ca-433d-a1f5-1c7277eec5d8 req-7bd9791f-db03-4f57-8429-ebd38d48b3f9 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751773 Sep 18 00:40:19.108925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] For port 5051c00a-2d76-4bcf-b87a-fed11c1ad793, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5051c00a-2d76-4bcf-b87a-fed11c1ad793,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:19.109373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.176369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.262542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.308699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:19.317676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.386019 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.388860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5ceae6dd-c2ea-4078-8f11-99a50101355f up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:19.425757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.434709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-74011292-9ddb-4c13-99ca-c126865c8fd2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352068 Sep 18 00:40:19.462466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:19.472087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:19.486206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:19.525340 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.535847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:19.541364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.551411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.551886 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Floating IP 92d1b764-5793-401d-9653-adbba5b20c38 disassociated. External IP: 172.25.7.180, port: 5051c00a-2d76-4bcf-b87a-fed11c1ad793. Sep 18 00:40:19.552427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Calling delete_port for 5051c00a-2d76-4bcf-b87a-fed11c1ad793 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:19.587906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=349829d3-3232-4de9-9a7e-658ddc360ae0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:19.682945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Pushing event updated for resources: {'Port': ['ID=9ed6110b-e46b-48d5-a699-e7005cb42dd3,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:19.685866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.688574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1066d16c-216f-4fa8-8a46-f5765ddce094 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/349829d3-3232-4de9-9a7e-658ddc360ae0 HTTP/1.1" status: 204 len: 168 time: 1.1668220 Sep 18 00:40:19.691114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35936) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:19.695224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Attempting to bind port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:19.695662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Attempting to bind port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:19.696092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Attempting to bind port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 on network 798a3fc1-dfa0-43db-b251-b5f30b80902e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:19.698795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 5ceae6dd-c2ea-4078-8f11-99a50101355f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:40:19.699407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-0058d019-dff7-43be-8e9a-39bdc9263146 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:19.701084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-0058d019-dff7-43be-8e9a-39bdc9263146 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548590 Sep 18 00:40:19.710215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 5ceae6dd-c2ea-4078-8f11-99a50101355f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:19.710639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.726653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-bad8bff4-1686-4450-b37d-f8d0cae4a897 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0138793 Sep 18 00:40:19.735291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896906c-3ffd-4446-bf58-11bb2ca63419 req-f5696099-02ac-4613-822b-fa4d2942631c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:19.736951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4896906c-3ffd-4446-bf58-11bb2ca63419 req-f5696099-02ac-4613-822b-fa4d2942631c tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 945 time: 0.1359296 Sep 18 00:40:19.742467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:19.742842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Checking segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:19.743287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.743801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Bound using segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:19.744155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Bound port: 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:19.744562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.758344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d71d35-4254-4a4d-b029-0e21446e01af None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:19.827672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767efe1-7a46-4789-b7c1-2eee806a48fb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:19.830845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767efe1-7a46-4789-b7c1-2eee806a48fb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:19.835453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-8da70fc8-19e1-447e-8a45-60af77c4a033 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0940154 Sep 18 00:40:19.836179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3767efe1-7a46-4789-b7c1-2eee806a48fb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1437173 Sep 18 00:40:19.837854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35940) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:19.862432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4896906c-3ffd-4446-bf58-11bb2ca63419 req-26902448-c184-463d-8f70-ea82560d5677 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups?id=69dc5032-c4c0-468c-beb0-5a00d07d1dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784268 Sep 18 00:40:19.929123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-32b64c5c-010f-4b5f-94c2-8decd2e3b990 None None] Provisioning complete for port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:19.929776 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-32b64c5c-010f-4b5f-94c2-8decd2e3b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.945739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.980851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event deleted for resources: {'Port': ['ID=5051c00a-2d76-4bcf-b87a-fed11c1ad793,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:20.071189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 1286b11b-f79c-4f9e-b3a0-79abcdeedcc8 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:20.083012 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.125510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] For port 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:20.132632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] For port 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9ed6110b-e46b-48d5-a699-e7005cb42dd3,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:20.143860 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.160914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.205322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b45b5e3-0119-4214-8e59-cfa66335cd8a req-46fc4616-f440-40fb-a4b3-b4f2aa72ecf6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 210 time: 0.0678892 Sep 18 00:40:20.230969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.259087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Router 09b12d66-6657-4b62-bf62-f2e62bce8291 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:40:20.279277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc5c4c-9839-4493-97d6-403f33527bd8 req-9cb62d70-9723-4f16-af87-18f1d781033b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:20.285277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bacc5c4c-9839-4493-97d6-403f33527bd8 req-9cb62d70-9723-4f16-af87-18f1d781033b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1328611 Sep 18 00:40:20.337487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.350401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375e4b-1e02-4d8c-9e5d-a04dcd06441c None None] Pushing event updated for resources: {'Port': ['ID=9ed6110b-e46b-48d5-a699-e7005cb42dd3,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:20.403380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:20.407425 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628d965-1696-4b55-a214-82241ea498e2" -d '{"events": [{"server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:20.420064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.458818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:20.474105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.518922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.536866 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414777fd-3d32-4252-9b3e-6b801b36b0b5 x-openstack-request-id: req-414777fd-3d32-4252-9b3e-6b801b36b0b5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:20.537331 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:20.538621 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-414777fd-3d32-4252-9b3e-6b801b36b0b5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:20.539116 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f', 'code': 200} Sep 18 00:40:20.555381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:20.566626 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Sync routers for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:20.592126 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:20.592882 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:20.619748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bacc5c4c-9839-4493-97d6-403f33527bd8 req-dea56b64-ecf6-47a2-a7f0-e1a78138a149 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243644 Sep 18 00:40:20.637548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:20.750579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] No DVR routers for this DVR port 5051c00a-2d76-4bcf-b87a-fed11c1ad793 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:20.765839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:20.775532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-345ca917-58df-47d0-a3c9-10eaf537e976 req-a1f5ac2c-4418-495e-b97c-b7dc6d567eb2 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.48 "DELETE /v2.0/ports/5051c00a-2d76-4bcf-b87a-fed11c1ad793 HTTP/1.1" status: 204 len: 173 time: 2.3467746 Sep 18 00:40:20.776353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'name': 'network-vif-deleted', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:20.781095 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0527c245-6fa8-43b0-a645-cd772a35214d" -d '{"events": [{"server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "name": "network-vif-deleted", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:20.894140 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d5f863-8802-4154-8054-422b3fb2b9e3 x-openstack-request-id: req-e1d5f863-8802-4154-8054-422b3fb2b9e3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:20.897496 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d8816e-69f0-488b-8568-a86945fc2062", "name": "network-vif-deleted", "tag": "5051c00a-2d76-4bcf-b87a-fed11c1ad793", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:20.899284 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1d5f863-8802-4154-8054-422b3fb2b9e3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:20.901167 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d8816e-69f0-488b-8568-a86945fc2062', 'name': 'network-vif-deleted', 'tag': '5051c00a-2d76-4bcf-b87a-fed11c1ad793', 'status': 'completed', 'code': 200} Sep 18 00:40:20.904210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:20.950733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.002581 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:21.042438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b91d-936c-4cd7-8de5-2c960d5a41c3 req-1d878fc3-4e32-4858-8663-bac782d48cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:21.044548 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6931b91d-936c-4cd7-8de5-2c960d5a41c3 req-1d878fc3-4e32-4858-8663-bac782d48cd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 1097 time: 0.3677461 Sep 18 00:40:21.045731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.050234 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1286b11b-f79c-4f9e-b3a0-79abcdeedcc8 HTTP/1.1" status: 204 len: 168 time: 1.1330833 Sep 18 00:40:21.050881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35970) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:21.059698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:21.060114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.091652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466051d-2238-4740-b49a-2c8834def030 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=1286b11b-f79c-4f9e-b3a0-79abcdeedcc8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:21.116895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-35bb69b1-43b3-4fa3-864d-c8a62d3ce35f None None] Provisioning complete for port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:21.117502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-35bb69b1-43b3-4fa3-864d-c8a62d3ce35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.157591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Allocated IP 172.25.7.172 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/7d932109-8dde-44f9-b404-d4bbe7ca63ae) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:21.169901 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6931b91d-936c-4cd7-8de5-2c960d5a41c3 req-d234c71d-5e5b-4f14-bbef-e684996c5439 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973790 Sep 18 00:40:21.211068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b2d4e74e-28ca-472a-975e-f1525356ec50 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1588750 Sep 18 00:40:21.213550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35972) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:21.285126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:21.322410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecde31a2-074f-40fc-aead-529fcd619957 req-4320eb9c-70b2-4a7f-a967-9af83642e6b9 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d8816e-69f0-488b-8568-a86945fc2062 HTTP/1.1" status: 200 len: 210 time: 0.1928649 Sep 18 00:40:21.390908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f25c4f70-4e79-4bf2-836e-d25016f64264 req-60d5f831-a207-4781-9715-4edd2622c84d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 210 time: 0.0499358 Sep 18 00:40:21.401961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4c64f-6e1e-48d9-8344-3f295d40d633 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:21.456137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.504086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:21.508119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.538460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3589f9f0-fcc4-484f-88fa-b52357209a08 None None] Could not find standard attr ID for object 349829d3-3232-4de9-9a7e-658ddc360ae0. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:21.556333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.627328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:21.634480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:21.638231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:21.639256 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:21.681084 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Checking router: 09b12d66-6657-4b62-bf62-f2e62bce8291 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:21.692396 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:21.693244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:21.694681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Pushing event updated for resources: {'Port': ['ID=7d932109-8dde-44f9-b404-d4bbe7ca63ae,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:21.777170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:21.880362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Deleting port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:21.880720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:21.910498 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:21.911064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.062389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.095266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f056-b724-46a1-afaa-849b3622fd75 req-6fd7e415-ea91-4fc4-b342-e0ae192e34d0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:22.111560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c812f056-b724-46a1-afaa-849b3622fd75 req-6fd7e415-ea91-4fc4-b342-e0ae192e34d0 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 0.3342230 Sep 18 00:40:22.181460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83314e9-0604-4216-a007-188ddc455b01 None None] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:22.243866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-2a6ec05c-8e24-47c7-ab50-1b3e9f09c46f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258285 Sep 18 00:40:22.253918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] For port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:22.254324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.256087 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:22.296794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:22.308257 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151c459-1da3-4810-8a65-f6ff17138d07 None None] The sync data for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 is: [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:38:04Z', 'revision_number': 4, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2d7ea7b7-e492-440f-9b4c-c1c0503e4a39', 'name': '', 'network_id': '88383506-b09c-4255-8d8a-a00e2c53fcfd', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'mac_address': 'fa:16:3e:81:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:03Z', 'updated_at': '2021-09-18T00:38:13Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'subnets': [{'id': '77bac8d4-c394-404a-bdd3-e95cb8a942b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:22.308462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:22.335099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:22.335696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.351140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=95aae072-712e-4c34-93a1-4741af296cff,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:22.376056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Calling delete_port for 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:22.402976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] Provisioning complete for port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:22.403364 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.437278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c812f056-b724-46a1-afaa-849b3622fd75 req-3c463781-e81c-407d-a0ac-ffb447f91941 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121580 Sep 18 00:40:22.485881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36006) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:22.490866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db28d955-bf38-4f18-8219-077b8aebd567 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2073534 Sep 18 00:40:22.520865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36008) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:22.536336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'name': 'tempest-NetworksTestDHCPv6-361638451'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:22.773921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21588789-59a7-4655-9de1-149d80d88958 req-acc61111-fb34-413c-804f-082f8d3063bd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 210 time: 0.1104684 Sep 18 00:40:22.832399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-c6545834-7bf0-4f03-9a49-febd9f2ab1b2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:22.834328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-c6545834-7bf0-4f03-9a49-febd9f2ab1b2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5615323 Sep 18 00:40:22.883615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '0b592159-8794-4010-8728-0f21f350e4fc', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:22.907401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9ed6110b-e46b-48d5-a699-e7005cb42dd3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:22.941768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1923e2e9-d3f9-4b7e-9b62-7663de162890 None None] New status for floating IP 92d1b764-5793-401d-9653-adbba5b20c38: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:40:22.948727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.951374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.961497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:22.966312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:22.969892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.015011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.035084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port dd07c2e5-b7aa-4ac3-920b-c978ad51ee88 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:23.050253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.140520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] Pushing event deleted for resources: {'Port': ['ID=6561fbbe-458b-49ba-82c0-c07f7c7eb8d0,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:23.141812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:40:23.150696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb50b4a-b3d4-407e-b4d6-64851a2be946 None None] No DVR routers for this DVR port 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:23.175915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] For port 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9ed6110b-e46b-48d5-a699-e7005cb42dd3,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:23.211812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:23.212583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.231934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1206a-ba0f-4039-b5fa-2991eb3df9ae None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:23.259311 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.297866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5051c00a-2d76-4bcf-b87a-fed11c1ad793 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:23.333448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5051c00a-2d76-4bcf-b87a-fed11c1ad793 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:23.334259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5051c00a-2d76-4bcf-b87a-fed11c1ad793 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:23.352656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:23.366172 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Sync routers for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:23.382869 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:23.383506 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:23.401502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.403991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b01c7111-921a-4247-a2a4-b6cbd4459f78 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9438822 Sep 18 00:40:23.407265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36016) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:23.445791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb2041-9f39-4055-a79e-44d505ab9fc4 None None] Pushing event updated for resources: {'Port': ['ID=9ed6110b-e46b-48d5-a699-e7005cb42dd3,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:23.538152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4378ecdd-2ad5-4367-ab23-e58a4d16f9b0 None None] Provisioning complete for port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:23.539010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4378ecdd-2ad5-4367-ab23-e58a4d16f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.615549 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:23.638072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '95aae072-712e-4c34-93a1-4741af296cff'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:23.642423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.673144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:23.690456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::11d (e7e807e1-53db-44db-8568-22231a7b4df3/95aae072-712e-4c34-93a1-4741af296cff/dd07c2e5-b7aa-4ac3-920b-c978ad51ee88) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:23.710706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:23.711386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6561fbbe-458b-49ba-82c0-c07f7c7eb8d0 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:23.762597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:23.771039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.957531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:23.976539 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:21Z', 'revision_number': 3, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:24.035997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.043176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.047751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "DELETE /v2.0/security-groups/69dc5032-c4c0-468c-beb0-5a00d07d1dda HTTP/1.1" status: 204 len: 168 time: 1.5557039 Sep 18 00:40:24.052825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36034) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:24.053706 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Checking router: 592e99ca-5d6f-44e6-ad20-181ce4d227f9 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:24.054064 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Updating router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 port 7d932109-8dde-44f9-b404-d4bbe7ca63ae binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:40:24.081611 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-27aeb6b3-714f-426d-accd-60298dc137e4 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] show failed (client error): The resource could not be found. Sep 18 00:40:24.082635 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27aeb6b3-714f-426d-accd-60298dc137e4 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "GET /v2.0/security-groups/69dc5032-c4c0-468c-beb0-5a00d07d1dda HTTP/1.1" status: 404 len: 347 time: 0.0286155 Sep 18 00:40:24.085551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:24.107357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.117064 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.127876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865e594-b955-498e-bf3c-4c78324d9d73 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc5032-c4c0-468c-beb0-5a00d07d1dda,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:24.144797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/95aae072-712e-4c34-93a1-4741af296cff/c26d661c-cffe-4f53-8a2c-1b33b16c42a8) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:24.178461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03474fee-9b73-4afc-a4eb-7a6bfa636ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.293946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=dd07c2e5-b7aa-4ac3-920b-c978ad51ee88,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:24.297823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7cde313-83fc-468d-9d9d-33611e3a954a req-c1420d87-739f-4713-b0de-dfcae70c77e2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 210 time: 0.2462807 Sep 18 00:40:24.396059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Deleting port 11e8b7b2-fb15-4cdd-b341-a576bb2ef62f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:24.396458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.425692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.481749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36040) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:24.485884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.64 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/7518fa7a-3c95-4324-a3a9-547a3d1028dc) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:24.508318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.521672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.572446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.572785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.601155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:24.604977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:24.615256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:24.638857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Calling delete_port for 11e8b7b2-fb15-4cdd-b341-a576bb2ef62f owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:24.661499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Pushing event updated for resources: {'Port': ['ID=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:24.669016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:24.674505 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.679776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bebc4-e409-43ea-89a3-48fb73ef6f15 req-13bfb282-3ded-4107-adcf-e80ed3f1d46b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:24.684302 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.689316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45bebc4-e409-43ea-89a3-48fb73ef6f15 req-13bfb282-3ded-4107-adcf-e80ed3f1d46b tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 1.1538069 Sep 18 00:40:24.694766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.698497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:24.708963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:24.715022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:24.715633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.769244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3895-f680-4db7-9c7a-754a41524ec4 None None] Pushing event updated for resources: {'Port': ['ID=7d932109-8dde-44f9-b404-d4bbe7ca63ae,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:24.778857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb4042b2-515c-4582-a4c1-74ef73854414 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2531590 Sep 18 00:40:24.779419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36046) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:24.795385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06b1ffef-9210-4605-8abe-0c08b801249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.798619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f45bebc4-e409-43ea-89a3-48fb73ef6f15 req-2c994932-a7e0-41ab-88df-471d75b22e42 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079905 Sep 18 00:40:24.804063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Attempting to bind port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:24.804466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Attempting to bind port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:24.804835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Attempting to bind port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:24.834086 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Attempting to bind port 7d932109-8dde-44f9-b404-d4bbe7ca63ae on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:24.834397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:24.834562 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Attempting to bind port 7d932109-8dde-44f9-b404-d4bbe7ca63ae by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:24.834804 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Attempting to bind port 7d932109-8dde-44f9-b404-d4bbe7ca63ae on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:24.834979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:24.835567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.836486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:24.837142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Bound port: c26d661c-cffe-4f53-8a2c-1b33b16c42a8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:24.837845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.841030 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:24.841408 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:24.841814 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.842210 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:24.842678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Bound port: 7d932109-8dde-44f9-b404-d4bbe7ca63ae, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:24.843199 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.851160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9ed6110b-e46b-48d5-a699-e7005cb42dd3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:24.856541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Allocated IP 172.20.0.1 (798a3fc1-dfa0-43db-b251-b5f30b80902e/0d040e41-48f7-449a-a79a-f23b61e0d972/5a3b0a42-d8eb-4c99-a948-19cd2f071731) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:24.920845 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] For port 7d932109-8dde-44f9-b404-d4bbe7ca63ae, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:24.926025 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] For port 7d932109-8dde-44f9-b404-d4bbe7ca63ae, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d932109-8dde-44f9-b404-d4bbe7ca63ae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:24.935284 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.960457 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:24.975274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', '06859ece-3752-4da8-b07b-445ed395b6c0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:24.996069 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:24.996725 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:25.018130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e3630-5924-4181-9079-d65430a61202 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:25.025315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e3630-5924-4181-9079-d65430a61202 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:25.029868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8f0e3630-5924-4181-9079-d65430a61202 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2436957 Sep 18 00:40:25.030508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36050) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:25.077398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3895-f680-4db7-9c7a-754a41524ec4 None None] Pushing event updated for resources: {'Port': ['ID=7d932109-8dde-44f9-b404-d4bbe7ca63ae,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.095829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.128608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:25.135980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:25.144735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:25.204937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.231183 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:25.239267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.242923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.244605 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] 10.222.0.49 "DELETE /v2.0/floatingips/92d1b764-5793-401d-9653-adbba5b20c38 HTTP/1.1" status: 204 len: 168 time: 1.1581354 Sep 18 00:40:25.245830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa903eaa-8e49-4ecb-a2fd-74966d6f6e88 tempest-ServersTestManualDisk-504795768 tempest-ServersTestManualDisk-504795768-project] Pushing event deleted for resources: {'Port': ['ID=11e8b7b2-fb15-4cdd-b341-a576bb2ef62f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.249552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:25.285857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:25.286519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.321580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.340419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:25.341769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06b1ffef-9210-4605-8abe-0c08b801249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.356800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06b1ffef-9210-4605-8abe-0c08b801249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.358908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dec7ec-abdd-4474-8705-19a3ce9b626b req-16a05bde-c58e-418b-8689-97e441c76050 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:25.368957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9dec7ec-abdd-4474-8705-19a3ce9b626b req-16a05bde-c58e-418b-8689-97e441c76050 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 0.1891809 Sep 18 00:40:25.399665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1ffef-9210-4605-8abe-0c08b801249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43810162-0ca9-4fce-aad6-5d0749a45b81,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.442679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9dec7ec-abdd-4474-8705-19a3ce9b626b req-e25d8a1d-7fa4-4257-b80c-f65b5973d009 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Sep 18 00:40:25.444350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-08b03078-cd6e-4caf-9857-5af836c235f3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5932393 Sep 18 00:40:25.467016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Request body: {'port': {'device_id': '0b592159-8794-4010-8728-0f21f350e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:25.469974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-06b1ffef-9210-4605-8abe-0c08b801249b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbed4ea69fae45dfa69547e10ec3e282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864049 Sep 18 00:40:25.478630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:25.497301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port dd07c2e5-b7aa-4ac3-920b-c978ad51ee88 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:25.497627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.530028 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:21Z', 'revision_number': 3, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:25.550993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.564095 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef6a2f-bf2e-4821-8b14-261b4fc1d39e None None] The sync data for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 is: [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:21Z', 'revision_number': 3, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:25.614675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:25.616158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2d4af425-9f29-4d3d-b254-17c3409b7f08 None None] Provisioning complete for port 7518fa7a-3c95-4324-a3a9-547a3d1028dc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:25.616663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d4af425-9f29-4d3d-b254-17c3409b7f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.632764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:25.635475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:25.644978 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.672466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2d4af425-9f29-4d3d-b254-17c3409b7f08 None None] Port 7518fa7a-3c95-4324-a3a9-547a3d1028dc cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:25.680483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] For port c26d661c-cffe-4f53-8a2c-1b33b16c42a8, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:25.697023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.700538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:25.700906 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.705273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.717149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for dd07c2e5-b7aa-4ac3-920b-c978ad51ee88 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:25.736077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e247-00b6-475c-800a-01ef47ff9d43 req-bfa74ff7-bd76-4271-baa8-7c0d5394e8aa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:25.743834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a954e247-00b6-475c-800a-01ef47ff9d43 req-bfa74ff7-bd76-4271-baa8-7c0d5394e8aa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 935 time: 0.2668114 Sep 18 00:40:25.764279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.767530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] For port c26d661c-cffe-4f53-8a2c-1b33b16c42a8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:25.803060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.811774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.826309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:25.863204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a954e247-00b6-475c-800a-01ef47ff9d43 req-4cdb21fc-45f8-41b1-b2e9-f9e01516dc1a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184475 Sep 18 00:40:25.902207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Pushing event updated for resources: {'Port': ['ID=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:25.935327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.935579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.935920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.936548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.936639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.936931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.937311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.937584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.938453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.938781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.939102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:25.939416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e3cb17-1f2a-4dbb-acf1-217314b628d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:26.146031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.159667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.160699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e74e2103-57dd-4304-ad4a-417d796090a4 None None] Provisioning complete for port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:26.160971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e74e2103-57dd-4304-ad4a-417d796090a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.162319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.166293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43810162-0ca9-4fce-aad6-5d0749a45b81 HTTP/1.1" status: 204 len: 168 time: 0.6842313 Sep 18 00:40:26.241137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.258352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db557-3f39-4331-a6be-6055d9fc18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43810162-0ca9-4fce-aad6-5d0749a45b81,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:26.290374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=dd07c2e5-b7aa-4ac3-920b-c978ad51ee88,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:26.315953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e74e2103-57dd-4304-ad4a-417d796090a4 None None] Port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:26.387828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.390161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-920282d4-352f-4131-bdb8-2ffa609db15a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dd07c2e5-b7aa-4ac3-920b-c978ad51ee88 HTTP/1.1" status: 204 len: 168 time: 1.3157513 Sep 18 00:40:26.398863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:26.486649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7518fa7a-3c95-4324-a3a9-547a3d1028dc {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:26.528060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.582585 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.587136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Transition to ACTIVE for port object 7518fa7a-3c95-4324-a3a9-547a3d1028dc will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:26.604377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976274ae-0864-4c4a-9cbc-04d334554e9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:26.606612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976274ae-0864-4c4a-9cbc-04d334554e9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:26.608315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-976274ae-0864-4c4a-9cbc-04d334554e9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2082500 Sep 18 00:40:26.628214 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.646431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:26.787460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36074) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:26.878404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:26.888374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.932287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:26.939385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da79c02-010c-4bfa-9709-ad488dad10c1 req-c33fb433-2c18-47ad-8fef-d8ade8a5b676 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:26.941546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da79c02-010c-4bfa-9709-ad488dad10c1 req-c33fb433-2c18-47ad-8fef-d8ade8a5b676 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 0.3622479 Sep 18 00:40:26.992378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d932109-8dde-44f9-b404-d4bbe7ca63ae up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:27.018266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 95aae072-712e-4c34-93a1-4741af296cff {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:27.043530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.101103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7d932109-8dde-44f9-b404-d4bbe7ca63ae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:27.101605 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.146723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.151977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da79c02-010c-4bfa-9709-ad488dad10c1 req-fe71b94d-e2a3-4774-8ccf-229dc04738b6 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576440 Sep 18 00:40:27.197331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Attempting to bind port 7518fa7a-3c95-4324-a3a9-547a3d1028dc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:27.197646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Attempting to bind port 7518fa7a-3c95-4324-a3a9-547a3d1028dc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:27.197981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Attempting to bind port 7518fa7a-3c95-4324-a3a9-547a3d1028dc on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:27.231957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279201-bdaa-4430-8f60-806983d83ab0 req-c222f9e1-c496-4460-a6c0-1bed428aed09 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:27.233654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9279201-bdaa-4430-8f60-806983d83ab0 req-c222f9e1-c496-4460-a6c0-1bed428aed09 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 947 time: 0.2025292 Sep 18 00:40:27.238813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Port 7518fa7a-3c95-4324-a3a9-547a3d1028dc on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:27.239142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Attempting to bind port 7518fa7a-3c95-4324-a3a9-547a3d1028dc on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:27.243016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cddd981-80bb-4ceb-8923-a545d8f818ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.284450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:27.284803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:27.285203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:27.285662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Bound port: 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:27.286027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.301323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.331444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 7d932109-8dde-44f9-b404-d4bbe7ca63ae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d932109-8dde-44f9-b404-d4bbe7ca63ae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:27.338494 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.339334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c26d661c-cffe-4f53-8a2c-1b33b16c42a8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:27.379369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9279201-bdaa-4430-8f60-806983d83ab0 req-2f3f102f-5468-415b-8f7e-aaac7b823a03 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297545 Sep 18 00:40:27.418845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.434056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.443117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=7d932109-8dde-44f9-b404-d4bbe7ca63ae,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:27.459664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:27.460036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.502480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:27.506445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:27.511844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf7328dc-2dc5-477a-8527-675dd024339d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.517097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.567240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:27.568288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.568483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.570044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] 10.222.0.48 "PUT /v2.0/ports/7518fa7a-3c95-4324-a3a9-547a3d1028dc HTTP/1.1" status: 200 len: 1096 time: 2.1172395 Sep 18 00:40:27.571301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.573478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:27.576613 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0933f200-dd8b-425e-8735-37bf48cb084e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:27.625122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-7789b77f-e5d9-4b20-b892-0fa77d8d177a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:27.626713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-7789b77f-e5d9-4b20-b892-0fa77d8d177a tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 0.8297317 Sep 18 00:40:27.634381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:27.646793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.667099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:40:27.667455 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:40:27.680956 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1533add-e138-478a-9a67-15136bc5ab63 x-openstack-request-id: req-c1533add-e138-478a-9a67-15136bc5ab63 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:27.681261 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:27.681523 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1533add-e138-478a-9a67-15136bc5ab63 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:27.681921 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc', 'status': 'completed', 'code': 200} Sep 18 00:40:27.701916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.704423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/95aae072-712e-4c34-93a1-4741af296cff HTTP/1.1" status: 204 len: 168 time: 0.9874551 Sep 18 00:40:27.709472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e2d982d5-3026-4072-8875-93d425292460 None None] Provisioning complete for port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:27.710219 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d982d5-3026-4072-8875-93d425292460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.710779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935865b-9227-4c69-a4af-ea24fc2c5eb5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=95aae072-712e-4c34-93a1-4741af296cff,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:27.726273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36082) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:27.794258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b7caf6f-f441-41b0-9061-b6c5bb0dd574 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639307 Sep 18 00:40:27.794258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f4911-9991-4ec6-8260-99428f826a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:27.803298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36084) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:27.808679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:27.825673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf7328dc-2dc5-477a-8527-675dd024339d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.849716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-ec59f8ce-8246-49bc-8c5a-8a81c054ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:27.851199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-ec59f8ce-8246-49bc-8c5a-8a81c054ae09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 1099 time: 0.2206657 Sep 18 00:40:27.864619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d982d5-3026-4072-8875-93d425292460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.919270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf7328dc-2dc5-477a-8527-675dd024339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.933501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-90258ce2-0267-46ee-be10-93cd31bd6c65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc HTTP/1.1" status: 200 len: 217 time: 0.0546699 Sep 18 00:40:27.935116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e2d982d5-3026-4072-8875-93d425292460 None None] For port c26d661c-cffe-4f53-8a2c-1b33b16c42a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:27.949685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d982d5-3026-4072-8875-93d425292460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:27.993667 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf7328dc-2dc5-477a-8527-675dd024339d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66720e9435484613bca9245fadc4ccb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1920586 Sep 18 00:40:27.995176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:28.012486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:28.016678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.020636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7328dc-2dc5-477a-8527-675dd024339d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7db97-c175-4fa9-96a1-923eb2e3eb38,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:28.049431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d982d5-3026-4072-8875-93d425292460 None None] Pushing event updated for resources: {'Port': ['ID=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:28.082338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-1e6329ba-0d8e-40e7-9ba3-a77813a2adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:28.083415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65271422-29a7-4cd5-a53c-8b2f3a522410 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:28.084158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-1e6329ba-0d8e-40e7-9ba3-a77813a2adaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1411531 Sep 18 00:40:28.150572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Deleting port 5ceae6dd-c2ea-4078-8f11-99a50101355f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:28.151278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.192390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:28.199556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:28.219874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ee5ba08f-9c00-413f-90eb-b5b69bbb8100 None None] Could not find standard attr ID for object dd07c2e5-b7aa-4ac3-920b-c978ad51ee88. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:28.286236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.336466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Deleting port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:28.336814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.339815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] For port 5ceae6dd-c2ea-4078-8f11-99a50101355f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5ceae6dd-c2ea-4078-8f11-99a50101355f,segment=NetworkSegment(d4073491-ebd7-495a-9f2a-a57cac4d0723),segment_id=d4073491-ebd7-495a-9f2a-a57cac4d0723)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:28.340175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.366589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Calling delete_port for 5ceae6dd-c2ea-4078-8f11-99a50101355f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:28.386953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:28.452738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Deleting port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:28.453233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.527123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] For port c26d661c-cffe-4f53-8a2c-1b33b16c42a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:28.527431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.546061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Calling delete_port for c26d661c-cffe-4f53-8a2c-1b33b16c42a8 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:28.561331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f35a2775-8bd9-46e6-9391-cbf69cafaccf None None] Provisioning complete for port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:28.561696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f35a2775-8bd9-46e6-9391-cbf69cafaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.569758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:40:28.640687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f35a2775-8bd9-46e6-9391-cbf69cafaccf None None] Port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:28.657105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-741670ae-b6eb-4446-96d3-8c26be62d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:28.657865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-741670ae-b6eb-4446-96d3-8c26be62d8b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5591292 Sep 18 00:40:28.662530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.667574 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.697056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] Pushing event deleted for resources: {'Port': ['ID=c26d661c-cffe-4f53-8a2c-1b33b16c42a8,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:28.701868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591db3fc-6ae7-4114-8d67-c5370e7be4a0 None None] No DVR routers for this DVR port c26d661c-cffe-4f53-8a2c-1b33b16c42a8 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:28.729193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] For port 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:28.729559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.732203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.753062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Calling delete_port for 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:28.754509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819da26-c770-4286-89f9-ae78754a19fa req-5143ba7e-bf89-4542-bf9d-bd717498e6f6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:28.756083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a819da26-c770-4286-89f9-ae78754a19fa req-5143ba7e-bf89-4542-bf9d-bd717498e6f6 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 947 time: 0.1900270 Sep 18 00:40:28.795275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:28.799108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce7033-fbe3-428e-b900-1f30655df070 req-39f3d194-3ceb-482b-8875-c198d00cbc17 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:28.800773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29ce7033-fbe3-428e-b900-1f30655df070 req-39f3d194-3ceb-482b-8875-c198d00cbc17 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/ports?device_id=434961ec-abb0-4bab-8077-d7e7c481d3e0 HTTP/1.1" status: 200 len: 945 time: 0.2427011 Sep 18 00:40:28.815043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Sync routers for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:28.843471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d932109-8dde-44f9-b404-d4bbe7ca63ae up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:28.843698 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4dc79011-5ea3-469d-832e-77a5b88c0a59 admin admin] 10.222.0.49 "PUT /v2.0/routers/592e99ca-5d6f-44e6-ad20-181ce4d227f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4262192 Sep 18 00:40:28.874331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:28.877015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:28.878943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:28.933124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['5ceae6dd-c2ea-4078-8f11-99a50101355f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:28.942400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event deleted for resources: {'Port': ['ID=5ceae6dd-c2ea-4078-8f11-99a50101355f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:28.970288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a819da26-c770-4286-89f9-ae78754a19fa req-cb0f0576-8f57-414d-b298-af373bd3da76 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071991 Sep 18 00:40:28.979298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-03e1ab37-4ec5-4832-a14a-7a45750cbeb4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091407 Sep 18 00:40:29.003861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29ce7033-fbe3-428e-b900-1f30655df070 req-69de7909-c908-4640-a6cb-0d9af192d980 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c7ac5a7-b161-414c-b01e-b9f077291553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860213 Sep 18 00:40:29.018924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] No DVR routers for this DVR port 5ceae6dd-c2ea-4078-8f11-99a50101355f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:29.029605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.032798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c4c25c4-49f6-4c27-aca8-d132874829c3 req-0167cf47-a272-4658-bb5c-fb07faeeb181 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.54 "DELETE /v2.0/ports/5ceae6dd-c2ea-4078-8f11-99a50101355f HTTP/1.1" status: 204 len: 173 time: 1.3882093 Sep 18 00:40:29.033414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'name': 'network-vif-deleted', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:29.035899 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5c562-28e7-4c28-87b0-c0c190065e1a" -d '{"events": [{"server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "name": "network-vif-deleted", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:29.099548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.103936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7d932109-8dde-44f9-b404-d4bbe7ca63ae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:29.104449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.107348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.108609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91f7db97-c175-4fa9-96a1-923eb2e3eb38 HTTP/1.1" status: 204 len: 168 time: 1.1112719 Sep 18 00:40:29.110893 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8231f69d-dff1-4e79-9b47-0eb27e56ab17 x-openstack-request-id: req-8231f69d-dff1-4e79-9b47-0eb27e56ab17 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:29.111200 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434961ec-abb0-4bab-8077-d7e7c481d3e0", "name": "network-vif-deleted", "tag": "5ceae6dd-c2ea-4078-8f11-99a50101355f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:29.111516 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8231f69d-dff1-4e79-9b47-0eb27e56ab17 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:29.111916 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434961ec-abb0-4bab-8077-d7e7c481d3e0', 'name': 'network-vif-deleted', 'tag': '5ceae6dd-c2ea-4078-8f11-99a50101355f', 'status': 'completed', 'code': 200} Sep 18 00:40:29.114420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.169765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.170520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:29.235946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7ea7b7-e492-440f-9b4c-c1c0503e4a39,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:29.339269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9b70f57-3096-406b-adea-6a215cf794d6 req-29a77c3a-cf6a-42c7-8170-0e45e57dded4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288507 Sep 18 00:40:29.347452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351741d5-dc5c-4684-a354-bd4091058208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7db97-c175-4fa9-96a1-923eb2e3eb38,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:29.351536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:29.360616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:29.366850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:29.367885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.400720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5957148 Sep 18 00:40:29.419341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36106) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:29.427233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'name': 'tempest-NetworksTestDHCPv6-331641877'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:29.502626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01798b96-2098-4437-8c27-a47a8d58c835 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:29.570255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.593446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157a9b9-8dd2-44ae-bc81-250ce63f667f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=9664bde3-2a8b-47cc-b680-4d8c556d8b29,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:29.767717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f200-dd8b-425e-8735-37bf48cb084e req-b11b7346-b2fe-4007-bf4b-0618a3a775c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:29.769284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-b11b7346-b2fe-4007-bf4b-0618a3a775c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 1099 time: 0.1774156 Sep 18 00:40:29.850465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.863810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '9664bde3-2a8b-47cc-b680-4d8c556d8b29'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:29.864811 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.911860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:26Z', 'revision_number': 4, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a3b0a42-d8eb-4c99-a948-19cd2f071731', 'name': '', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'mac_address': 'fa:16:3e:17:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:24Z', 'updated_at': '2021-09-18T00:40:26Z', 'revision_number': 2, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'subnets': [{'id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:29.919529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:29.925188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:29.949721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Checking router: 592e99ca-5d6f-44e6-ad20-181ce4d227f9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:29.950075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Updating router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:40:29.954422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Router 09b12d66-6657-4b62-bf62-f2e62bce8291 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:40:29.954649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 794266d9-ee3b-43c7-a510-9fed8ac5d738 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:30.016273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:30.023237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-network', 'tenant_id': '13680275680c489daf904f9cb94b4940'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:30.050805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f200-dd8b-425e-8735-37bf48cb084e req-ed596323-f3e9-476a-845e-e3ab199ff647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:30.052364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-ed596323-f3e9-476a-845e-e3ab199ff647 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.2697756 Sep 18 00:40:30.062442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c26d661c-cffe-4f53-8a2c-1b33b16c42a8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:30.131896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:30.142292 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Sync routers for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:30.144123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-731e5d42-0dba-4597-afb9-2b40427abae5 admin admin] 10.222.0.49 "PUT /v2.0/routers/09b12d66-6657-4b62-bf62-f2e62bce8291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8800149 Sep 18 00:40:30.144805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36138) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:30.175473 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:30.176569 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:30.228512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.233743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c26d661c-cffe-4f53-8a2c-1b33b16c42a8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:30.234391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c26d661c-cffe-4f53-8a2c-1b33b16c42a8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:30.254000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-531e7325-0683-429b-84b1-5f273e8b4db3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc HTTP/1.1" status: 200 len: 217 time: 0.1781673 Sep 18 00:40:30.366997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.413295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Made reservation on behalf of 13680275680c489daf904f9cb94b4940 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:30.415775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.418906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f200-dd8b-425e-8735-37bf48cb084e req-c45868bd-fd56-489e-b6a9-932e07a9378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:30.420469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-c45868bd-fd56-489e-b6a9-932e07a9378a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1448293 Sep 18 00:40:30.421037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36152) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:30.474951 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:30.479173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cea5df-df44-4ae6-89a7-299943ce54b3 req-df04a6e3-6af9-4645-9d03-daec0a4787cd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:30.481387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4cea5df-df44-4ae6-89a7-299943ce54b3 req-df04a6e3-6af9-4645-9d03-daec0a4787cd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 947 time: 0.3950231 Sep 18 00:40:30.481685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.604030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.609413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::d5 (e7e807e1-53db-44db-8568-22231a7b4df3/9664bde3-2a8b-47cc-b680-4d8c556d8b29/794266d9-ee3b-43c7-a510-9fed8ac5d738) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:30.636784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4cea5df-df44-4ae6-89a7-299943ce54b3 req-33da8e6e-0b32-45f9-a519-830947ff77d4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459737 Sep 18 00:40:30.686653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f200-dd8b-425e-8735-37bf48cb084e req-1aaa18a5-16d1-43d9-bb9d-1a8e0bfae50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:30.689057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-1aaa18a5-16d1-43d9-bb9d-1a8e0bfae50b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2400811 Sep 18 00:40:30.701646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Deleting port d8864ed9-a901-4783-9622-0266a8637538 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:30.701646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.705095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.757655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.766404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.770768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.834867 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'd8864ed9-a901-4783-9622-0266a8637538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:40:29Z', 'revision_number': 5, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port': {'id': 'd8864ed9-a901-4783-9622-0266a8637538', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:38:00Z', 'updated_at': '2021-09-18T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:30.895468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926e2c-275c-4c77-8aff-0bce0f0abb57 None None] Pushing event updated for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:30.901430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] For port d8864ed9-a901-4783-9622-0266a8637538, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d8864ed9-a901-4783-9622-0266a8637538,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:30.901808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:30.912445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Checking router: 09b12d66-6657-4b62-bf62-f2e62bce8291 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:30.929907 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Routers {'09b12d66-6657-4b62-bf62-f2e62bce8291'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:30.930229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Calling delete_port for d8864ed9-a901-4783-9622-0266a8637538 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:30.931736 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['09b12d66-6657-4b62-bf62-f2e62bce8291'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:30.994609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Attempting to bind port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:30.997077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Attempting to bind port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:30.997512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Attempting to bind port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 on network 798a3fc1-dfa0-43db-b251-b5f30b80902e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:31.007437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:31.008187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Checking segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:31.008374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.008866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Bound using segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:31.009764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Bound port: 5a3b0a42-d8eb-4c99-a948-19cd2f071731, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:31.010158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.110374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.114170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.114525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "DELETE /v2.0/security-groups/87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4 HTTP/1.1" status: 204 len: 168 time: 0.6866393 Sep 18 00:40:31.119576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:31.133467 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] Set router 09b12d66-6657-4b62-bf62-f2e62bce8291 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:31.157076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] For port 5a3b0a42-d8eb-4c99-a948-19cd2f071731, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:31.161990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] For port 5a3b0a42-d8eb-4c99-a948-19cd2f071731, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5a3b0a42-d8eb-4c99-a948-19cd2f071731,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:31.172027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.173224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249b3de-d264-46a3-af64-5e7dee766140 tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.174554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.176772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-8b6e9d5a-2bc4-4d59-aa3f-203d7e5eac39 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533412 Sep 18 00:40:31.179310 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-b688887e-91db-47b6-9509-54704211a67e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] show failed (client error): The resource could not be found. Sep 18 00:40:31.184071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b688887e-91db-47b6-9509-54704211a67e tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "GET /v2.0/security-groups/87d5ecdf-9f4f-4e81-9d84-ffef5de2a2b4 HTTP/1.1" status: 404 len: 347 time: 0.0608747 Sep 18 00:40:31.185523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36166) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:31.186035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.212847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.259413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:40:31.279725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:31.280494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:31.301914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a883798b-f756-4bb6-9458-5da425045b3c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.303166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:40:30Z', 'revision_number': 6, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:31.309536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.309885 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Added segment cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c of type vlan for network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d Sep 18 00:40:31.353482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] Provisioning complete for port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:31.353863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.366000 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31367-9648-4ac0-978b-add57eed1248 None None] The sync data for ids ['09b12d66-6657-4b62-bf62-f2e62bce8291'] in n-d-712707-16 is: [{'id': '09b12d66-6657-4b62-bf62-f2e62bce8291', 'name': 'tempest-ServersTestManualDisk-1633831847-router', 'tenant_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:37:59Z', 'updated_at': '2021-09-18T00:40:30Z', 'revision_number': 6, 'project_id': 'dcb2bf939aa24ef799d2a0462aa67948', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:31.369059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 7518fa7a-3c95-4324-a3a9-547a3d1028dc details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:31.461009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.481387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5ceae6dd-c2ea-4078-8f11-99a50101355f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:31.483855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.511428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926e2c-275c-4c77-8aff-0bce0f0abb57 None None] Pushing event updated for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.521172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0933f200-dd8b-425e-8735-37bf48cb084e req-ba3b0bd5-528c-44ae-a0f2-2e50020ded82 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264289 Sep 18 00:40:31.530454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.586519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8864ed9-a901-4783-9622-0266a8637538,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.619697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/9664bde3-2a8b-47cc-b680-4d8c556d8b29/1a9f068e-625a-4129-aa93-52f437c139df) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:31.627251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=794266d9-ee3b-43c7-a510-9fed8ac5d738,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.635333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:31.636879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:31.640725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:31.646973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:31.647605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.651015 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.651959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:31.652651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.655846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Deleting port 6c4ecd56-cd07-44f6-87d1-cf82a94d15b3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:31.656969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.780934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.836484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f61e1a04-c835-449c-b135-52518c5bf9a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4150708 Sep 18 00:40:31.843798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8193371 Sep 18 00:40:31.852214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:31.852900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36182) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:31.858948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Request body: {'subnet': {'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-subnet', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:31.870993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaa283-6571-4d20-bf57-79713a6ca35b admin admin] Pushing event updated for resources: {'Network': ['ID=af24b8dd-84ec-4bb8-96c2-f9a3648ba02d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:31.954478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:40:31.955824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a44ac-b28f-4105-96f1-84712c55da2d req-1ef05f5c-163b-43c9-9965-3a29a3f224bd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:31.957594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 5ceae6dd-c2ea-4078-8f11-99a50101355f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:31.957732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e1a44ac-b28f-4105-96f1-84712c55da2d req-1ef05f5c-163b-43c9-9965-3a29a3f224bd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 947 time: 0.1317558 Sep 18 00:40:31.958355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5ceae6dd-c2ea-4078-8f11-99a50101355f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:31.960902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Made reservation on behalf of 13680275680c489daf904f9cb94b4940 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:31.963448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.976448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.988603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:31.993392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bbe1c-2266-499b-b9dd-8e058dc5e2e4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:31.998565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-324bbe1c-2266-499b-b9dd-8e058dc5e2e4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1411600 Sep 18 00:40:31.999148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36186) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:32.011169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.011693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.064375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Calling delete_port for 6c4ecd56-cd07-44f6-87d1-cf82a94d15b3 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:32.074847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.074847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b12d66-6657-4b62-bf62-f2e62bce8291 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:40:32.081660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.082828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.resource_extend [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:40:32.083018 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4589431c-ea0a-4d95-b6eb-e689812f0c6c admin admin] 10.222.0.49 "DELETE /v2.0/routers/09b12d66-6657-4b62-bf62-f2e62bce8291 HTTP/1.1" status: 204 len: 168 time: 1.9365487 Sep 18 00:40:32.086203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36190) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:32.110346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e1a44ac-b28f-4105-96f1-84712c55da2d req-b2a4ffb2-d185-4e5e-b4f9-fba9dcdad05e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423287 Sep 18 00:40:32.185161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Deleting subnet 77bac8d4-c394-404a-bdd3-e95cb8a942b4 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:32.186648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:32.189769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.200209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '7518fa7a-3c95-4324-a3a9-547a3d1028dc', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '7518fa7a-3c95-4324-a3a9-547a3d1028dc', 'mac_address': 'fa:16:3e:cb:06:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:40:32.220643 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.220797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 794266d9-ee3b-43c7-a510-9fed8ac5d738 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:32.221226 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.322347 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.327511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.342559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:32.387646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.388337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.391040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.414907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.422704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Pushing event deleted for resources: {'Port': ['ID=6c4ecd56-cd07-44f6-87d1-cf82a94d15b3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:32.433959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 794266d9-ee3b-43c7-a510-9fed8ac5d738 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:32.441318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7518fa7a-3c95-4324-a3a9-547a3d1028dc {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:32.522113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8884d415-0bb5-4fc3-81e6-1f6019499f93,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:32.540852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Checking segment: {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:32.541218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Network hostable DHCP agents. Network: af24b8dd-84ec-4bb8-96c2-f9a3648ba02d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:40:32.544083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] For port 5a3b0a42-d8eb-4c99-a948-19cd2f071731, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5a3b0a42-d8eb-4c99-a948-19cd2f071731,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:32.580116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:40:32.595108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, af24b8dd-84ec-4bb8-96c2-f9a3648ba02d) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:32.600124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.608238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:32.611601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd14d2-5d54-4786-b966-1f5e5b308a44 None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:32.615430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.625625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:32.626307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.676297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-48e4a77d-d418-4397-a60e-75c42ad08f5d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8143477 Sep 18 00:40:32.676297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36192) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:32.683109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:32.690587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.732726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=794266d9-ee3b-43c7-a510-9fed8ac5d738,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:32.796360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.799029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.804250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.814786 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.815895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.820372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fb7a8f4-a37f-4263-ac68-e16b28bf772d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/794266d9-ee3b-43c7-a510-9fed8ac5d738 HTTP/1.1" status: 204 len: 168 time: 0.8109741 Sep 18 00:40:32.830448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36200) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:32.864942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d8864ed9-a901-4783-9622-0266a8637538 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:32.906106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:32.928775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:32.989983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8cb22-4561-4426-ba1d-bbbf3f4343c7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:32.991818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8cb22-4561-4426-ba1d-bbbf3f4343c7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:32.996031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dfe8cb22-4561-4426-ba1d-bbbf3f4343c7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1619344 Sep 18 00:40:32.996351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:33.011351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26201787-2b6f-4263-a3a1-5592dc6fa58a None None] Pushing event updated for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:33.024104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.026879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.029705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a2cccaa-655f-420d-8a59-ea1878423c9c tempest-ImagesOneServerNegativeTestJSON-375105927 tempest-ImagesOneServerNegativeTestJSON-375105927-project] 10.222.0.49 "DELETE /v2.0/floatingips/06234374-c14f-46fa-b1ca-6c0b330649ae HTTP/1.1" status: 204 len: 168 time: 1.8428228 Sep 18 00:40:33.082978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1069e12-67b0-446a-8147-e6ab68a27cc1 None None] Provisioning complete for port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:33.083346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1069e12-67b0-446a-8147-e6ab68a27cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.096009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.118342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:33.120769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:33.126143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d8864ed9-a901-4783-9622-0266a8637538 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:33.126591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d8864ed9-a901-4783-9622-0266a8637538 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:33.127009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:33.164210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.172108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 9664bde3-2a8b-47cc-b680-4d8c556d8b29 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:33.179881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.188169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.202661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36220) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:33.267809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77bac8d4-c394-404a-bdd3-e95cb8a942b4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:33.270622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.275165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8e460cf-477b-4049-8541-653c77cd6e61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/77bac8d4-c394-404a-bdd3-e95cb8a942b4 HTTP/1.1" status: 204 len: 168 time: 1.1855633 Sep 18 00:40:33.275967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:33.286533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.382598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.385712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531ac4f-ff89-4ed6-bf2a-011aabccc979 req-77ab4110-00be-46d8-bc71-c02f1d44fb96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:33.387557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8531ac4f-ff89-4ed6-bf2a-011aabccc979 req-77ab4110-00be-46d8-bc71-c02f1d44fb96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 948 time: 0.1508229 Sep 18 00:40:33.428693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['7518fa7a-3c95-4324-a3a9-547a3d1028dc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:33.440023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19950d8-ea68-48bc-b446-077c454abbfb None None] Network 88383506-b09c-4255-8d8a-a00e2c53fcfd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:33.456327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Deleting subnet 2380a13a-08ae-4751-914b-1656a38e0b6d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:33.460665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.507139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.533071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'fixed_ips': [{'subnet_id': '8884d415-0bb5-4fc3-81e6-1f6019499f93'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:33.534061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.536511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:33.536860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d7ea7b7-e492-440f-9b4c-c1c0503e4a39 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:33.576569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.640201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:33.646289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.686032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Attempting to bind port 1a9f068e-625a-4129-aa93-52f437c139df on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:33.689385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Attempting to bind port 1a9f068e-625a-4129-aa93-52f437c139df by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:33.689385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Attempting to bind port 1a9f068e-625a-4129-aa93-52f437c139df on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:33.698156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.704177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2380a13a-08ae-4751-914b-1656a38e0b6d HTTP/1.1" status: 204 len: 168 time: 0.4757624 Sep 18 00:40:33.706145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36224) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:33.708362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f97f6-87d7-4d3e-9cc8-10220148fce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2380a13a-08ae-4751-914b-1656a38e0b6d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:33.734163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Deleting port 04825c92-fcf2-4d37-876d-6787a2a61a85 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:33.735235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.778446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8531ac4f-ff89-4ed6-bf2a-011aabccc979 req-840c6fa3-eca0-4149-b1d0-edd4b0452c2c tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814845 Sep 18 00:40:33.802890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.882919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.909008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] For port 04825c92-fcf2-4d37-876d-6787a2a61a85, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04825c92-fcf2-4d37-876d-6787a2a61a85,segment=NetworkSegment(3deab4e4-cf56-4fd7-ae40-9661c80f8530),segment_id=3deab4e4-cf56-4fd7-ae40-9661c80f8530)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:33.909408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.927326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Calling delete_port for 04825c92-fcf2-4d37-876d-6787a2a61a85 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:33.949205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:33.949499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:33.950056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.950519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:33.951153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Bound port: 1a9f068e-625a-4129-aa93-52f437c139df, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:33.951561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.005515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.027182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.038568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Pushing event updated for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.050050 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.063983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.084707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.089806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/9664bde3-2a8b-47cc-b680-4d8c556d8b29 HTTP/1.1" status: 204 len: 168 time: 1.0906727 Sep 18 00:40:34.092560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.092683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ffaec-0de2-4ca0-8c13-1d764e395748 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=9664bde3-2a8b-47cc-b680-4d8c556d8b29,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.105563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212cb263-10cd-4c32-8825-cf7b08db636a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.128116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Allocated IP 172.20.0.2 (af24b8dd-84ec-4bb8-96c2-f9a3648ba02d/8884d415-0bb5-4fc3-81e6-1f6019499f93/beaed6ae-2498-465f-b2d9-5dbcc9b6317c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:34.176277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f77bc2e8-62e5-475c-80c9-ea19ccb387b1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796809 Sep 18 00:40:34.176469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:34.176575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4073491-ebd7-495a-9f2a-a57cac4d0723') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.176741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4073491-ebd7-495a-9f2a-a57cac4d0723') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.179272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36232) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.179383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:26Z', 'revision_number': 4, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a3b0a42-d8eb-4c99-a948-19cd2f071731', 'name': '', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'mac_address': 'fa:16:3e:17:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:24Z', 'updated_at': '2021-09-18T00:40:31Z', 'revision_number': 4, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'subnets': [{'id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.182756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1a9f068e-625a-4129-aa93-52f437c139df,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:34.221023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.227044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Allocated IP 172.25.7.2 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/9a07b397-d2f2-4ea1-b9d8-6a74a5daa231) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:34.231673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56619e6c-51a9-4dd1-8d08-1197f2c87d42 None None] The sync data for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 is: [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:40:26Z', 'revision_number': 4, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5a3b0a42-d8eb-4c99-a948-19cd2f071731', 'name': '', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'mac_address': 'fa:16:3e:17:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:24Z', 'updated_at': '2021-09-18T00:40:31Z', 'revision_number': 4, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'subnets': [{'id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:34.233593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f26342-c341-4128-93c1-f2f22074b23c None None] DHCP port deletion for 88383506-b09c-4255-8d8a-a00e2c53fcfd request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:34.241859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.251629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:40:34.252077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:40:34.254114 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:40:34.268730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.288034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8416d2a7-f82a-48b3-ab93-d2ed73cc4bac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:34.289562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.290671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8416d2a7-f82a-48b3-ab93-d2ed73cc4bac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1106799 Sep 18 00:40:34.293264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36234) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.356875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=04825c92-fcf2-4d37-876d-6787a2a61a85,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.367507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] No DVR routers for this DVR port 04825c92-fcf2-4d37-876d-6787a2a61a85 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:34.418082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.426606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.428585 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] 10.222.0.49 "DELETE /v2.0/networks/212cb263-10cd-4c32-8825-cf7b08db636a HTTP/1.1" status: 204 len: 168 time: 0.7213569 Sep 18 00:40:34.451276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f459d-8209-47e9-a85a-782662ec403b admin admin] Pushing event deleted for resources: {'Network': ['ID=212cb263-10cd-4c32-8825-cf7b08db636a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.471597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ffcb7-d674-4e39-854e-9cb78be414d2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:34.471597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-396ffcb7-d674-4e39-854e-9cb78be414d2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1765690 Sep 18 00:40:34.481181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.483349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.510529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb447e-d12e-440b-94b5-775f4c43d0ce None None] Pushing event updated for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.516752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88383506-b09c-4255-8d8a-a00e2c53fcfd']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.530016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deab4e4-cf56-4fd7-ae40-9661c80f8530') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.536529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deab4e4-cf56-4fd7-ae40-9661c80f8530') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:34.553252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.565772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a3c45d80-4447-4717-b73d-bd15843adb5b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835085 Sep 18 00:40:34.570545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36240) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.577721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.582814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:34.584534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.592051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:40:34.592469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.597847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:40:34.598922 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:40:34.638156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:34.641623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:34.644204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:34.659483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.665405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Pushing event updated for resources: {'Port': ['ID=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.762255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.763539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Attempting to bind port beaed6ae-2498-465f-b2d9-5dbcc9b6317c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:34.763539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Attempting to bind port beaed6ae-2498-465f-b2d9-5dbcc9b6317c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:34.763798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Attempting to bind port beaed6ae-2498-465f-b2d9-5dbcc9b6317c on network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:34.769362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:34.771642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:34.772279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Checking segment: {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:34.772849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.773392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Bound using segment: {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:34.774015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Bound port: beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:34.774571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.779987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.787519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.792951 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] 10.222.0.49 "DELETE /v2.0/networks/88383506-b09c-4255-8d8a-a00e2c53fcfd HTTP/1.1" status: 204 len: 168 time: 1.5156829 Sep 18 00:40:34.794217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ce11-b891-4aad-906e-07039d345a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=88383506-b09c-4255-8d8a-a00e2c53fcfd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:34.810207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:34.865560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] For port beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:34.877372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] For port beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:34.905985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5a3b0a42-d8eb-4c99-a948-19cd2f071731 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:34.910132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:34.916465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2ec05071-5484-46d5-97d1-65e47ce22622 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd862915c4ec412d8a5ba24cb84d83b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048033 Sep 18 00:40:34.917588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:35.005341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.098440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.159635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36256) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:35.173304 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.176063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.179665 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c7ac5a7-b161-414c-b01e-b9f077291553 HTTP/1.1" status: 204 len: 168 time: 0.2587731 Sep 18 00:40:35.193963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f93a-8341-4a78-935c-c33da7b3db7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7ac5a7-b161-414c-b01e-b9f077291553,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:35.204172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:35.204585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.212272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.214376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.254313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00cde-47c6-46c0-bb92-e83af99e30d0 None None] Pushing event updated for resources: {'Port': ['ID=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:35.358437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36260) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:35.366651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa016013-550a-4fea-9f3d-2ca5c9e31015 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcb2bf939aa24ef799d2a0462aa67948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844094 Sep 18 00:40:35.383688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 7518fa7a-3c95-4324-a3a9-547a3d1028dc up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:35.409253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:35.411043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:35.428963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:35.437596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:35.469815 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.486757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:35.506192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe55a67-d624-473e-be4a-57483dbfcc9b None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:35.555698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.566343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:35.566953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.580268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Pushing event updated for resources: {'Port': ['ID=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:35.606248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=0a5f477e-f35e-413a-95e7-df91f689f75e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:35.645751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 7518fa7a-3c95-4324-a3a9-547a3d1028dc completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:40:35.652334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2f22-6c98-44c2-8167-c7f3f0012a18 req-f75dd4c7-7b1d-4cb2-bdd8-01a8145d7a96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:35.653934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf3f2f22-6c98-44c2-8167-c7f3f0012a18 req-f75dd4c7-7b1d-4cb2-bdd8-01a8145d7a96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 948 time: 0.4931993 Sep 18 00:40:35.672786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04825c92-fcf2-4d37-876d-6787a2a61a85 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:35.688904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.691604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.695581 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5e9d01a-4c8b-404d-8936-07d1b881cd08 HTTP/1.1" status: 204 len: 168 time: 0.3361003 Sep 18 00:40:35.708843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672106ea-6e3b-406d-95b1-a5a40f140d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e9d01a-4c8b-404d-8936-07d1b881cd08,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:35.735574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 7518fa7a-3c95-4324-a3a9-547a3d1028dc triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:35.737285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:35.746462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d591d4a9-361b-4c68-8473-7f2e95fe9c8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1739950 Sep 18 00:40:35.748798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36268) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:35.755328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '0a5f477e-f35e-413a-95e7-df91f689f75e', 'ip_address': '2001:db8::7eab:ab38:7537:c94f'}], 'name': 'tempest-NetworksTestDHCPv6-1353504037'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:35.838198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 04825c92-fcf2-4d37-876d-6787a2a61a85 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:35.838542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04825c92-fcf2-4d37-876d-6787a2a61a85 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:35.846458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf3f2f22-6c98-44c2-8167-c7f3f0012a18 req-53864582-f125-4d55-9a7a-60eba9cf1ab7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800320 Sep 18 00:40:35.967325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:36.110181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.132202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port bab98119-8fc2-47fe-ba56-579192a0ff7d yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:36.301767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.373848 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.381164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:36.383401 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4ce702-e1e4-4c3c-975f-a46f29eeff2b" -d '{"events": [{"server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:36.467651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:36.484478 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.489888 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3630b8-8429-4fa4-bf99-a451c85c31ee x-openstack-request-id: req-5e3630b8-8429-4fa4-bf99-a451c85c31ee {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:36.490430 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:36.490869 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e3630b8-8429-4fa4-bf99-a451c85c31ee {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:36.491491 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc', 'code': 200} Sep 18 00:40:36.622775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:36.636651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '0a5f477e-f35e-413a-95e7-df91f689f75e'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '1a9f068e-625a-4129-aa93-52f437c139df'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:40:36.672754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.691804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad145b67-f31c-472e-b5e9-016fe34b6585 req-37ef3f9c-c14b-4e74-af31-34cb99eeb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:36.693583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad145b67-f31c-472e-b5e9-016fe34b6585 req-37ef3f9c-c14b-4e74-af31-34cb99eeb504 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 1101 time: 0.1244123 Sep 18 00:40:36.774465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::7eab:ab38:7537:c94f (e7e807e1-53db-44db-8568-22231a7b4df3/0a5f477e-f35e-413a-95e7-df91f689f75e/bab98119-8fc2-47fe-ba56-579192a0ff7d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:36.909186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:36.923176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad145b67-f31c-472e-b5e9-016fe34b6585 req-506fcbe2-3594-46de-9a4c-8da79492af9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167981 Sep 18 00:40:36.969363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device beaed6ae-2498-465f-b2d9-5dbcc9b6317c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:36.971737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ecfb61-5ac4-4a80-9ff9-7eedec07adf7 None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:37.178651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.206545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83479626-04b5-4b2f-b72e-d9a996a367cf req-7e994e6b-d2b5-42b4-a62c-5d903c4515bb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:37.214950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83479626-04b5-4b2f-b72e-d9a996a367cf req-7e994e6b-d2b5-42b4-a62c-5d903c4515bb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.2076881 Sep 18 00:40:37.228058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.354850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83479626-04b5-4b2f-b72e-d9a996a367cf req-507a9670-d1ff-4f87-a83c-17bd0b79c2aa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387317 Sep 18 00:40:37.358533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=bab98119-8fc2-47fe-ba56-579192a0ff7d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:37.383948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:37.384929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Router e41e2db3-9234-40d9-9e30-d04a9baff408 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:40:37.388688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:37.393772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:37.406314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:37.408907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.441110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4947a73c-b2e3-47c2-8629-567a6eaf180f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6908770 Sep 18 00:40:37.443804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:37.511890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44003709-19b3-4359-a3a3-71846c1bf8f3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:37.519391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44003709-19b3-4359-a3a3-71846c1bf8f3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:37.521213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44003709-19b3-4359-a3a3-71846c1bf8f3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0764015 Sep 18 00:40:37.523999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36324) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:37.540063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] Provisioning complete for port beaed6ae-2498-465f-b2d9-5dbcc9b6317c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:37.540395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.545623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:37.579456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:37.600669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.606916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49e384a1-76a9-4736-9d7a-ee06b78589bd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9319575 Sep 18 00:40:37.608029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36338) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:37.609678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Sync routers for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:37.648615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port bab98119-8fc2-47fe-ba56-579192a0ff7d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:37.649562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.693374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b20e82-e051-49d3-b613-9207bd3ac9e4 req-103ca493-7b31-4550-85fe-be94faf26714 tempest-AbsoluteLimitsNegativeTestJSON-1492870830 tempest-AbsoluteLimitsNegativeTestJSON-1492870830-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=899cf5c0ebe34ba399d4372dfae8fd86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321774 Sep 18 00:40:37.800910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:37.822578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for bab98119-8fc2-47fe-ba56-579192a0ff7d owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:37.847923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:37.848595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:37.880984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-158792234-network', 'tenant_id': '01a9ef2813624ef2905370968a6d51ad'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:37.914649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/0a5f477e-f35e-413a-95e7-df91f689f75e/1a9f068e-625a-4129-aa93-52f437c139df) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:37.990303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port beaed6ae-2498-465f-b2d9-5dbcc9b6317c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:37.990665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.038105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.059197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Made reservation on behalf of 01a9ef2813624ef2905370968a6d51ad for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:38.061977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.073462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=bab98119-8fc2-47fe-ba56-579192a0ff7d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:38.118574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20e82-e051-49d3-b613-9207bd3ac9e4 req-aac5b75d-9d9b-4182-9a7a-d4857e14734c tempest-AbsoluteLimitsNegativeTestJSON-1492870830 tempest-AbsoluteLimitsNegativeTestJSON-1492870830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:38.126814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b20e82-e051-49d3-b613-9207bd3ac9e4 req-aac5b75d-9d9b-4182-9a7a-d4857e14734c tempest-AbsoluteLimitsNegativeTestJSON-1492870830 tempest-AbsoluteLimitsNegativeTestJSON-1492870830-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261060 Sep 18 00:40:38.149906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.152326 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-56942d3c-32fe-4039-8311-cda2d31bc850 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/bab98119-8fc2-47fe-ba56-579192a0ff7d HTTP/1.1" status: 204 len: 168 time: 0.6272910 Sep 18 00:40:38.154737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36342) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:38.155374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.219899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3917802-bbbb-4a53-85cc-0882da820d62 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:38.221851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3917802-bbbb-4a53-85cc-0882da820d62 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:38.223463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a3917802-bbbb-4a53-85cc-0882da820d62 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0677056 Sep 18 00:40:38.228629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:38.261076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.264849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:38.314198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 0a5f477e-f35e-413a-95e7-df91f689f75e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:38.371080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1a9f068e-625a-4129-aa93-52f437c139df,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:38.464172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.468594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] For port beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:38.492532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b20e82-e051-49d3-b613-9207bd3ac9e4 req-431ea699-24fe-4188-ba81-0766faa8a3d2 tempest-AbsoluteLimitsNegativeTestJSON-1492870830 tempest-AbsoluteLimitsNegativeTestJSON-1492870830-project] 10.222.0.49 "GET /v2.0/quotas/899cf5c0ebe34ba399d4372dfae8fd86 HTTP/1.1" status: 200 len: 375 time: 0.3647993 Sep 18 00:40:38.493088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.494716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.502184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.529401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.555492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.606823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b20e82-e051-49d3-b613-9207bd3ac9e4 req-bed55bc4-94dc-44db-b48c-607f0e02e16c tempest-AbsoluteLimitsNegativeTestJSON-1492870830 tempest-AbsoluteLimitsNegativeTestJSON-1492870830-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=899cf5c0ebe34ba399d4372dfae8fd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991328 Sep 18 00:40:38.649249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c2b81-f605-409d-b780-bab2dcd4885c None None] Pushing event updated for resources: {'Port': ['ID=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:38.661403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.702999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364c486-2e48-46dc-93f3-76e1d402f010 req-ded412e7-89e5-4b7f-ac84-0984b2652b07 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:38.704922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6364c486-2e48-46dc-93f3-76e1d402f010 req-ded412e7-89e5-4b7f-ac84-0984b2652b07 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.1988616 Sep 18 00:40:38.714939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:40:38.715463 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:40:38.788557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4ea384f1-9922-462e-9faa-66b473342529 None None] Provisioning complete for port beaed6ae-2498-465f-b2d9-5dbcc9b6317c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:38.789479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ea384f1-9922-462e-9faa-66b473342529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.826810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.854248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201ef6d-6f84-4ca1-8166-3481bd7d6d23 None None] Pushing event updated for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:38.880089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6364c486-2e48-46dc-93f3-76e1d402f010 req-1b24bff8-c0c9-48c5-87f9-4804346d62d1 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638372 Sep 18 00:40:38.888706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:36Z', 'revision_number': 3, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:38.915328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5f477e-f35e-413a-95e7-df91f689f75e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:38.924940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:38.930004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Checking router: e41e2db3-9234-40d9-9e30-d04a9baff408 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:38.930356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Updating router e41e2db3-9234-40d9-9e30-d04a9baff408 port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:40:38.932347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-31b7e3c1-4a86-41f0-af29-33f667e87c56 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/0a5f477e-f35e-413a-95e7-df91f689f75e HTTP/1.1" status: 204 len: 168 time: 0.7007399 Sep 18 00:40:38.934283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36360) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:38.986928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.076669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.086304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36364) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:39.087183 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6d8be19b-7290-46ec-b4d5-04597acddc61 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1518559 Sep 18 00:40:39.099285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:39.110753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.155490 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-924858df-50a1-4482-ace0-d77b66b93367 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2599738 Sep 18 00:40:39.220467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:40:39.222898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:39.377029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513c8fa0-4f29-4dba-bdb3-e96594a1f85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.391637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c103667-a512-4af4-a667-d9763c8de344,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:39.405353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.405618 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Added segment 4e491d24-3c00-4322-b9ae-4bf61dd86141 of type vlan for network 09614070-d945-46a8-8f2a-47d1a840c2ee Sep 18 00:40:39.444780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63dff0-b34d-455d-8d24-c9a7cf3ead69 req-3a8f20fa-49f5-4b9e-80ff-12b5e3aa3cae tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:39.446364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b63dff0-b34d-455d-8d24-c9a7cf3ead69 req-3a8f20fa-49f5-4b9e-80ff-12b5e3aa3cae tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 1101 time: 0.3661611 Sep 18 00:40:39.488784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.499105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.563947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.569769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c11a-6652-4220-9a61-9667b10d192d req-a95a4fcd-1781-459e-b422-ae90172f2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:39.571432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-a95a4fcd-1781-459e-b422-ae90172f2e45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 1100 time: 0.3108513 Sep 18 00:40:39.574050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8aac-a73b-45fe-a215-637607d75d33 None None] Pushing event updated for resources: {'Port': ['ID=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:39.578073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Attempting to bind port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:39.578482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Attempting to bind port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:39.579214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Attempting to bind port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:39.586835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:39.587690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:39.587690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.587999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:39.588559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Bound port: 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:39.589257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.598757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513c8fa0-4f29-4dba-bdb3-e96594a1f85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.609441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513c8fa0-4f29-4dba-bdb3-e96594a1f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.694899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b63dff0-b34d-455d-8d24-c9a7cf3ead69 req-a90c42bf-0636-4d3a-ad8d-296dd15d073c tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178085 Sep 18 00:40:39.706250 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.714823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1a9f068e-625a-4129-aa93-52f437c139df up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:39.752920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c8fa0-4f29-4dba-bdb3-e96594a1f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42cf23c-f6a5-4862-baa8-e080f30ec9c6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:39.771119 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-513c8fa0-4f29-4dba-bdb3-e96594a1f85d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=899cf5c0ebe34ba399d4372dfae8fd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471287 Sep 18 00:40:39.773726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:39.800394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] For port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:39.806691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] For port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:39.827390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.918738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.942156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1a9f068e-625a-4129-aa93-52f437c139df triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:39.942610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:39.966190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.073060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:40.073947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:40.080762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.083384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.085068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f42cf23c-f6a5-4862-baa8-e080f30ec9c6 HTTP/1.1" status: 204 len: 168 time: 0.3088715 Sep 18 00:40:40.099202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8a39b-ba76-4e84-83b5-cfb58788ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42cf23c-f6a5-4862-baa8-e080f30ec9c6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:40.130274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Allocated IP 172.20.0.1 (af24b8dd-84ec-4bb8-96c2-f9a3648ba02d/8884d415-0bb5-4fc3-81e6-1f6019499f93/d77b9fcd-4ded-454b-a8d5-fafb062590f8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:40.140609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8aac-a73b-45fe-a215-637607d75d33 None None] Pushing event updated for resources: {'Port': ['ID=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:40.290977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.332825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:40.337112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.340725 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.341826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:40.342523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.364657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.425262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a8d4d-0ae7-440b-b142-456fcd30729f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:40.432847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8859086 Sep 18 00:40:40.435852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36402) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:40.445654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Request body: {'subnet': {'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-158792234-subnet', 'tenant_id': '01a9ef2813624ef2905370968a6d51ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:40.452488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:40.477469 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.501387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Made reservation on behalf of 01a9ef2813624ef2905370968a6d51ad for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:40.505017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.508083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:40.510294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-f816b59a-5d95-46ba-a76b-0fad3ae90864 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1788316 Sep 18 00:40:40.517254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:40.527875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:40.592779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1a9f068e-625a-4129-aa93-52f437c139df,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:40.664006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.696370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bb5aef2d-eb4d-47fc-9e1a-eb7ce8747671 None None] Provisioning complete for port 1a9f068e-625a-4129-aa93-52f437c139df triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:40.697775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bb5aef2d-eb4d-47fc-9e1a-eb7ce8747671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.721343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.722547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device beaed6ae-2498-465f-b2d9-5dbcc9b6317c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:40.775647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.799533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3fe88-f6b6-4d48-92f1-f574e833a15d admin admin] Pushing event updated for resources: {'Network': ['ID=09614070-d945-46a8-8f2a-47d1a840c2ee,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:40.817297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c11a-6652-4220-9a61-9667b10d192d req-124c034f-1400-48c8-80e0-3e0ab0719dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:40.819217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-124c034f-1400-48c8-80e0-3e0ab0719dfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 1.2176833 Sep 18 00:40:40.881461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Checking segment: {'id': '4e491d24-3c00-4322-b9ae-4bf61dd86141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:40.881854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Network hostable DHCP agents. Network: 09614070-d945-46a8-8f2a-47d1a840c2ee, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:40:40.895160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Pushing event updated for resources: {'Subnet': ['ID=605b592b-95b2-43a8-97ff-3aecca023cfb,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:40.918815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Network 09614070-d945-46a8-8f2a-47d1a840c2ee is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:40:40.936939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 09614070-d945-46a8-8f2a-47d1a840c2ee details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:40:40.943231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 09614070-d945-46a8-8f2a-47d1a840c2ee) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:40.948806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:40.950848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:40.996078 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c4ca181-9328-422b-8456-6e6614e2946e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5549221 Sep 18 00:40:41.018608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-4ec14e86-8f34-4680-ac13-e1ded34ed1ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9 HTTP/1.1" status: 200 len: 217 time: 0.1374288 Sep 18 00:40:41.137622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c11a-6652-4220-9a61-9667b10d192d req-1ae6523b-580a-49d6-b9b7-7df804f69c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:41.138544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-1ae6523b-580a-49d6-b9b7-7df804f69c83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0893347 Sep 18 00:40:41.150031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba32bc4-8978-4eda-937a-0ef5da646594 None None] Network 09614070-d945-46a8-8f2a-47d1a840c2ee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:41.192569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-f4f0eec3-a913-4c05-a67f-02b8e71712ad tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:41.199578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-f4f0eec3-a913-4c05-a67f-02b8e71712ad tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6728041 Sep 18 00:40:41.264069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-d1032230-0ff0-4fc8-b48c-1a24f8cf6d05 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/quotas/41b4621b5b6940f5b350c951b35b1810 HTTP/1.1" status: 200 len: 375 time: 0.0636208 Sep 18 00:40:41.272607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:41.341349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:41.376042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c11a-6652-4220-9a61-9667b10d192d req-2a5a7d26-6dd2-4aaa-b7d9-3270258cc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:41.377828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-2a5a7d26-6dd2-4aaa-b7d9-3270258cc5ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092483 Sep 18 00:40:41.416158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:41.455674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36434) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:41.487723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-57f143c1-0d4c-4665-9fce-53063e935c6f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2226646 Sep 18 00:40:41.530664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port beaed6ae-2498-465f-b2d9-5dbcc9b6317c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:41.531057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:41.641806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:41.657784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:41.669726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:41.670719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:41.671321 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:41.674748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:41.675340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=1269694b-8cd8-4701-a890-11774c54c30d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:41.704059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1415013583-network', 'tenant_id': '7a51b3bf698245848d12785b111f689e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:41.716796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-70130ccb-f296-4f81-ae7c-df7c31d9518e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122256 Sep 18 00:40:41.757246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Made reservation on behalf of 7a51b3bf698245848d12785b111f689e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:41.760583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b420699b-9358-4b12-a2fa-fb750464db7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6714153 Sep 18 00:40:41.766853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:41.767015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36442) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:41.773279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '1269694b-8cd8-4701-a890-11774c54c30d', 'ip_address': '2001:db8::33ff:cb69:e3d7:5c56'}], 'name': 'tempest-NetworksTestDHCPv6-1556285403'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:41.940024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.131983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509fd98-091f-4ffb-a2bb-a416bcc444ee None None] Network 09614070-d945-46a8-8f2a-47d1a840c2ee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:42.265034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1a9f068e-625a-4129-aa93-52f437c139df no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:42.276333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Deleting port 1a9f068e-625a-4129-aa93-52f437c139df {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:42.276707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.302042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.310089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.355573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:42.366637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:40:42.378347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72d74822-8eef-4f88-a4fc-f3d50f5a9729 req-2c4d008e-39a2-417b-8be0-34e58f926fc7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 210 time: 0.4098084 Sep 18 00:40:42.389937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f43d49ea-0703-4885-871b-a940fdc95989 None None] Provisioning complete for port d77b9fcd-4ded-454b-a8d5-fafb062590f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:42.390346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f43d49ea-0703-4885-871b-a940fdc95989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.424553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.424892 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Added segment 14e95913-0b50-4c61-9a82-dacb685ff8b7 of type vlan for network 4917732e-581f-406d-b6e6-1ec796f51206 Sep 18 00:40:42.435083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8d579-7683-4f0b-beca-b2e904789ab6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:42.455704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f43d49ea-0703-4885-871b-a940fdc95989 None None] Port d77b9fcd-4ded-454b-a8d5-fafb062590f8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:42.474000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b30c11a-6652-4220-9a61-9667b10d192d req-51397d8e-6cb1-4227-b5dd-89477713edb8 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319303 Sep 18 00:40:42.476003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.488876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.503498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ddf3fc62-d442-45bf-9d66-04445fca10b0 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:42.505113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ddf3fc62-d442-45bf-9d66-04445fca10b0 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/networks?id=09614070-d945-46a8-8f2a-47d1a840c2ee HTTP/1.1" status: 200 len: 817 time: 0.5537062 Sep 18 00:40:42.543643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:36Z', 'revision_number': 3, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:42.548328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.575654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-16cad6c1-993c-4b54-8400-f5cc9fe74dc8 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/quotas/01a9ef2813624ef2905370968a6d51ad HTTP/1.1" status: 200 len: 375 time: 0.0217843 Sep 18 00:40:42.592819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b7f67-485c-4ca8-9707-ab865364e9aa None None] The sync data for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 is: [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:36Z', 'revision_number': 3, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:42.605427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:42.607648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.611993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.622261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.623353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:42.624436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.633363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-bf9e968d-d263-4124-9125-4b027cdee0d5 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=01a9ef2813624ef2905370968a6d51ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441792 Sep 18 00:40:42.673481 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2135317 Sep 18 00:40:42.674935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port bbc09638-b08c-419f-9d15-f727f810b111 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:42.682954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1a9f068e-625a-4129-aa93-52f437c139df,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:42.683691 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.683827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36462) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:42.694372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.709248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Request body: {'subnet': {'network_id': '4917732e-581f-406d-b6e6-1ec796f51206', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1415013583-subnet', 'tenant_id': '7a51b3bf698245848d12785b111f689e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:42.714591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Calling delete_port for 1a9f068e-625a-4129-aa93-52f437c139df owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:42.781279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199d984-5caa-409d-808d-cce0f9227530 admin admin] Pushing event updated for resources: {'Network': ['ID=4917732e-581f-406d-b6e6-1ec796f51206,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:42.796396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 4917732e-581f-406d-b6e6-1ec796f51206 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:40:42.799659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1a9f068e-625a-4129-aa93-52f437c139df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1a9f068e-625a-4129-aa93-52f437c139df,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:42.851991 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.859096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Made reservation on behalf of 7a51b3bf698245848d12785b111f689e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:42.861438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:42.929622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-1d628d4e-1b45-4706-b372-b631e688516f service neutron] 10.222.0.49 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799206 Sep 18 00:40:43.010877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:43.023750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.069269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] Pushing event deleted for resources: {'Port': ['ID=1a9f068e-625a-4129-aa93-52f437c139df,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:43.075757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155168d-5cba-4ae3-9a37-eab5b9900303 None None] No DVR routers for this DVR port 1a9f068e-625a-4129-aa93-52f437c139df on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:43.087393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::33ff:cb69:e3d7:5c56 (e7e807e1-53db-44db-8568-22231a7b4df3/1269694b-8cd8-4701-a890-11774c54c30d/bbc09638-b08c-419f-9d15-f727f810b111) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:43.104445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f2029-9988-425f-ac35-bddf4b49217a None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:43.125687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:43.162703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:43.323808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-f48564a1-e3a5-4cae-b0ab-1f292d8c56c7 service neutron] 10.222.0.49 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840969 Sep 18 00:40:43.458479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.473059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Router e41e2db3-9234-40d9-9e30-d04a9baff408 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:40:43.598205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.672704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '1269694b-8cd8-4701-a890-11774c54c30d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:43.673575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.728399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:43.733339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60f02f46-33e7-4403-95aa-e4f8b50e8132 req-7e17fdbf-1c28-4797-8df5-c9edf68be438 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 210 time: 0.1705582 Sep 18 00:40:43.737437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.761056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:43.785824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:43.792553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:43.793874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.794213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e9c92909-a28a-43b5-b23c-bda41c736869 None None] Provisioning complete for port d77b9fcd-4ded-454b-a8d5-fafb062590f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:43.794595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9c92909-a28a-43b5-b23c-bda41c736869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.802368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-51af0e3e-21d0-4e20-9144-dc429b7f08ad tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=41b4621b5b6940f5b350c951b35b1810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913224 Sep 18 00:40:43.827600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=bbc09638-b08c-419f-9d15-f727f810b111,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:43.876746 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1534bd99-8ac5-40ab-8680-48681f0301fa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1086776 Sep 18 00:40:43.879535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36482) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:44.005842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aacfbccb-d0fe-4c41-ae86-a9526cc1219b req-231c52dd-3e50-4d1a-937c-489a91aee136 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 210 time: 0.1650522 Sep 18 00:40:44.019091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-daa573b8-f9d5-4088-becb-651a48d23f97 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.020667 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-daa573b8-f9d5-4088-becb-651a48d23f97 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062836 Sep 18 00:40:44.044582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Request body: {'port': {'device_id': '0092734d-3964-407b-8732-33507aacdd7d', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '41b4621b5b6940f5b350c951b35b1810'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:44.072043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e9c92909-a28a-43b5-b23c-bda41c736869 None None] Port d77b9fcd-4ded-454b-a8d5-fafb062590f8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:44.160565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/1269694b-8cd8-4701-a890-11774c54c30d/0532658c-0a86-4afa-ab8f-0c5b95c68db3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:44.243239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Made reservation on behalf of 41b4621b5b6940f5b350c951b35b1810 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:44.246763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dbc29c-0d2c-4220-986a-1055d620263a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:44.248059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.279493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:40:44.303346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:44.316348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b7bb6-5bb2-440a-a5a0-d16058fd6919 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.319157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7e7b7bb6-5bb2-440a-a5a0-d16058fd6919 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4059203 Sep 18 00:40:44.326997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-acb86838-10e1-4c91-9ddb-11a441999fb8 admin admin] 10.222.0.49 "PUT /v2.0/routers/e41e2db3-9234-40d9-9e30-d04a9baff408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7175825 Sep 18 00:40:44.327650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36492) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:44.337770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Checking segment: {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:44.338143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Network hostable DHCP agents. Network: 4917732e-581f-406d-b6e6-1ec796f51206, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:40:44.432475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Network 4917732e-581f-406d-b6e6-1ec796f51206 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:40:44.455957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 4917732e-581f-406d-b6e6-1ec796f51206) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:44.462746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.463425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.485495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port bbc09638-b08c-419f-9d15-f727f810b111 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:44.485868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.516280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97d46ca6-6095-4a64-bffe-9934604d2eb1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8230717 Sep 18 00:40:44.519144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8f566-4631-4424-9598-bb761fcac464 None None] Network 4917732e-581f-406d-b6e6-1ec796f51206 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:44.571865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Allocated IP 192.168.233.77 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/9fbca4a8-ce35-4aa8-b539-17b1c4497c36) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:44.721765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.777321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for bbc09638-b08c-419f-9d15-f727f810b111 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:44.808297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:44.808830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.854385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.025163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1159839204', 'description': 'tempest-description-526937010'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:45.038226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33950cfc-e55f-4257-8cc3-48e871718ca1 req-189e6886-b956-4a9a-8d74-646c4df4a6d0 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 210 time: 0.1173532 Sep 18 00:40:45.054397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.110426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.120626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', '06859ece-3752-4da8-b07b-445ed395b6c0', '7518fa7a-3c95-4324-a3a9-547a3d1028dc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:45.121701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.123066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:45.185246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:45.203822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:45.209107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:45.307314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event updated for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:45.342228 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.352839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:45.355074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.357169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c925d80-2d8a-47c1-8a07-e26e7e95d4c4 None None] Network 4917732e-581f-406d-b6e6-1ec796f51206 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:45.549926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0ecf947-8f4b-4f71-9870-67b1f6214859 req-0fd581d7-5c84-480a-845d-a8cfd56b31f5 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 210 time: 0.1823833 Sep 18 00:40:45.569067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:45.614371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:45.638353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.654556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:45.697455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=bbc09638-b08c-419f-9d15-f727f810b111,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:45.701644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Sync routers for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:40:45.749468 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:45.751417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.753955 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:45.756123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e6ad1dbb-795e-4941-8f10-36b2970f9325 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/bbc09638-b08c-419f-9d15-f727f810b111 HTTP/1.1" status: 204 len: 168 time: 1.4271796 Sep 18 00:40:45.759183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36520) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:45.767392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Pushing event updated for resources: {'Port': ['ID=0532658c-0a86-4afa-ab8f-0c5b95c68db3,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:45.770161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.881303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:45.889579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.913514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.948261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:45.956721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acb7ea-99c5-4263-aaae-253daf0f088f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:45.958916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acb7ea-99c5-4263-aaae-253daf0f088f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:45.963875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-77acb7ea-99c5-4263-aaae-253daf0f088f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2036877 Sep 18 00:40:45.973951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36522) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:46.007698 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-3fc2dca7-dbb6-4943-bd39-8c0170f37446 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9700339 Sep 18 00:40:46.027459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Attempting to bind port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:46.029770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Attempting to bind port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:46.030288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Attempting to bind port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:46.045473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 1269694b-8cd8-4701-a890-11774c54c30d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:46.057014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.060469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.062013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-265e7410-711b-424f-a2c9-af30c2e441a3 req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1463249 Sep 18 00:40:46.097841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Request body: {'port': {'device_id': '0092734d-3964-407b-8732-33507aacdd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:46.109353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.115034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff39e-296b-4fc9-86bc-d6c71eddc6e1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb076236-f236-49c6-9903-5023eb20441d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:46.130386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-db00e820-2b6d-4fd2-b5f1-80b3a1aca443 None None] Provisioning complete for port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:46.132703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693012532', 'description': 'tempest-description-880735462'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:46.141902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db00e820-2b6d-4fd2-b5f1-80b3a1aca443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.154248 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:46.164428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.194885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:46.195535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:46.196116 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.196684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:46.197339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Bound port: 0532658c-0a86-4afa-ab8f-0c5b95c68db3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:46.199619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.208256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-8b98fb67-4d67-4671-b11e-c13e997a2658 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:46.210129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-8b98fb67-4d67-4671-b11e-c13e997a2658 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.54 "GET /v2.0/networks?id=09614070-d945-46a8-8f2a-47d1a840c2ee HTTP/1.1" status: 200 len: 817 time: 0.5303679 Sep 18 00:40:46.231920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Request body: {'port': {'device_id': 'a629c455-430e-46a2-80bf-c1cff0361167', 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee', 'admin_state_up': True, 'tenant_id': '01a9ef2813624ef2905370968a6d51ad'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:46.288189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.338365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.415000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:46.574077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6851d-b471-45b5-9bc5-f422959a54ff req-a71eb996-4684-4440-a43a-0d1d895773c9 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:46.584284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44c6851d-b471-45b5-9bc5-f422959a54ff req-a71eb996-4684-4440-a43a-0d1d895773c9 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 935 time: 0.3473480 Sep 18 00:40:46.626049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-db00e820-2b6d-4fd2-b5f1-80b3a1aca443 None None] Port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:46.705386 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:41Z', 'revision_number': 4, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd77b9fcd-4ded-454b-a8d5-fafb062590f8', 'name': '', 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'mac_address': 'fa:16:3e:10:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:39Z', 'updated_at': '2021-09-18T00:40:41Z', 'revision_number': 2, 'project_id': '13680275680c489daf904f9cb94b4940', 'subnets': [{'id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:46.718145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:46.779309 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Checking router: e41e2db3-9234-40d9-9e30-d04a9baff408 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:40:46.781029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Updating router e41e2db3-9234-40d9-9e30-d04a9baff408 port d77b9fcd-4ded-454b-a8d5-fafb062590f8 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:40:46.782937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44c6851d-b471-45b5-9bc5-f422959a54ff req-b4648d74-9d17-4665-9600-cf3c6fd19a2f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980264 Sep 18 00:40:46.863295 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.005408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.029599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.060719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.083511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.085899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1269694b-8cd8-4701-a890-11774c54c30d HTTP/1.1" status: 204 len: 168 time: 1.1033604 Sep 18 00:40:47.096758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] For port 0532658c-0a86-4afa-ab8f-0c5b95c68db3, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:47.105438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:47.108907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:47.118829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.131923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4ca6c73-8df9-466d-8610-0bd14b2751be req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0402179 Sep 18 00:40:47.133003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd853-c23f-403c-9014-074353c619ba tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=1269694b-8cd8-4701-a890-11774c54c30d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:47.143818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] For port 0532658c-0a86-4afa-ab8f-0c5b95c68db3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0532658c-0a86-4afa-ab8f-0c5b95c68db3,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:47.146201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.178085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Transition to ACTIVE for port object 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:47.181180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Made reservation on behalf of 01a9ef2813624ef2905370968a6d51ad for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:47.183139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.191952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.200196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd769f-2ec9-49e6-a35e-270c58bd5ae5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14472b47-c36e-4bd4-a221-ef9fedfbc5e6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:47.227589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d19a0b5-a26b-4469-9d8d-56f6558b0d1a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152298 Sep 18 00:40:47.231203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36548) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:47.241233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:47.253627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.477173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd94c8-c87a-4ce8-b14b-b329bd3e1b11 None None] Pushing event updated for resources: {'Port': ['ID=0532658c-0a86-4afa-ab8f-0c5b95c68db3,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:47.586800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-47b771f4-12aa-4217-8898-35e5b5dfd0a8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:47.615617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-47b771f4-12aa-4217-8898-35e5b5dfd0a8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 813 time: 0.2890635 Sep 18 00:40:47.646166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-241f7c7f-0a08-470a-ade0-7fa278a21af3 req-d7bc54c1-a22b-406e-aa5e-4b8b22b08709 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 210 time: 0.3907614 Sep 18 00:40:47.716111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-8a9a0453-86a7-4e07-b1ed-dab8f6493dee tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/quotas/7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 375 time: 0.0946698 Sep 18 00:40:47.839226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-2377a6fe-7ec3-4e1f-9dbf-4811ee08f5f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217310 Sep 18 00:40:47.877853 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.927468 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.066947 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Pushing event updated for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:48.091647 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.092419 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.093042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.093534 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.094695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.095182 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.096197 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.100025 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.100627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.104792 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.105614 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.106520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:40:48.196474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:48.212996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.247838 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Attempting to bind port d77b9fcd-4ded-454b-a8d5-fafb062590f8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:48.248683 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Attempting to bind port d77b9fcd-4ded-454b-a8d5-fafb062590f8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:48.249370 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Attempting to bind port d77b9fcd-4ded-454b-a8d5-fafb062590f8 on network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:48.264145 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:48.264740 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Checking segment: {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:48.265266 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.265883 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Bound using segment: {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:48.267424 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Bound port: d77b9fcd-4ded-454b-a8d5-fafb062590f8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:48.267958 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.370877 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] For port d77b9fcd-4ded-454b-a8d5-fafb062590f8, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:48.381223 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] For port d77b9fcd-4ded-454b-a8d5-fafb062590f8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d77b9fcd-4ded-454b-a8d5-fafb062590f8,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:48.393574 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.488821 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cc82a-b9f9-4e58-bf51-95cae1246eeb None None] Pushing event updated for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:48.498614 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:40:48.499648 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:48.551865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:48.643733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:48.726061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:40:48.745678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c866-ae6d-492c-83a4-63141903a1b3 req-b4cf8986-a80d-4b7c-9c42-2591a8a05c45 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:48.772001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0572c866-ae6d-492c-83a4-63141903a1b3 req-b4cf8986-a80d-4b7c-9c42-2591a8a05c45 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 947 time: 0.8288176 Sep 18 00:40:48.776579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:48.790360 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.802705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] Provisioning complete for port d77b9fcd-4ded-454b-a8d5-fafb062590f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:48.803133 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:48.908127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Attempting to bind port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:48.922710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Attempting to bind port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:48.923131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Attempting to bind port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:48.978304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:48.978624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Attempting to bind port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:48.980404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-55906831-501d-4bf8-ac1c-25c2f607c892 service neutron] 10.222.0.49 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1388767 Sep 18 00:40:49.026729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:49.027089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:49.027490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:49.027921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Bound port: 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:49.048030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.165270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Allocated IP 172.20.0.5 (09614070-d945-46a8-8f2a-47d1a840c2ee/605b592b-95b2-43a8-97ff-3aecca023cfb/30468b17-23c4-4fd3-9597-3b0e94fe161b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:49.331503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0572c866-ae6d-492c-83a4-63141903a1b3 req-e27fc656-6015-4aea-a846-f9d7c427ae05 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524364 Sep 18 00:40:49.367521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0532658c-0a86-4afa-ab8f-0c5b95c68db3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:49.369251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.710605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.762194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:49.801641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] For port d77b9fcd-4ded-454b-a8d5-fafb062590f8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d77b9fcd-4ded-454b-a8d5-fafb062590f8,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:49.816938 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.852287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:49.863799 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:41Z', 'revision_number': 4, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd77b9fcd-4ded-454b-a8d5-fafb062590f8', 'name': '', 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'mac_address': 'fa:16:3e:10:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:39Z', 'updated_at': '2021-09-18T00:40:48Z', 'revision_number': 4, 'project_id': '13680275680c489daf904f9cb94b4940', 'subnets': [{'id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:40:49.867619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.903635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b032b89-bb09-453b-8b81-a23c8d2a70fc None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:49.919541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1841cf6c-570a-4ad0-a7b3-a3e0e33ed6fa req-7a6ab38e-4645-451e-a4bb-2550d60d230d tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 210 time: 0.0914290 Sep 18 00:40:49.925020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-5305d0ae-68a9-4db7-aa29-46556756f363 service neutron] 10.222.0.49 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437890 Sep 18 00:40:49.952349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:49.954320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=44a0c2b9-95ad-4e84-ad98-b94b0936468c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:49.957537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:49.957914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f2642-7647-4324-879c-c1ec80437508 None None] The sync data for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 is: [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:40:41Z', 'revision_number': 4, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd77b9fcd-4ded-454b-a8d5-fafb062590f8', 'name': '', 'network_id': 'af24b8dd-84ec-4bb8-96c2-f9a3648ba02d', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'mac_address': 'fa:16:3e:10:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:39Z', 'updated_at': '2021-09-18T00:40:48Z', 'revision_number': 4, 'project_id': '13680275680c489daf904f9cb94b4940', 'subnets': [{'id': '8884d415-0bb5-4fc3-81e6-1f6019499f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:40:49.992701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:49.993680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:50.060124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3308d25c-dac9-4a40-8964-e2544ec783a9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8277090 Sep 18 00:40:50.061330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36572) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:50.075279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '44a0c2b9-95ad-4e84-ad98-b94b0936468c', 'ip_address': '2001:db8::f20f:c121:e155:9255'}], 'name': 'tempest-NetworksTestDHCPv6-210234506'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:50.181506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:50.184022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:50.199862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:50.208864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:50.217552 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] 10.222.0.54 "PUT /v2.0/ports/9fbca4a8-ce35-4aa8-b539-17b1c4497c36 HTTP/1.1" status: 200 len: 1096 time: 4.1525817 Sep 18 00:40:50.218081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:50.237928 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924df87-c911-4fc6-aa6c-c754691d17bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:50.432702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:50.435680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:50.509251 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce721a-605b-4b2a-9221-f873e1481480 x-openstack-request-id: req-6fce721a-605b-4b2a-9221-f873e1481480 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:50.512124 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:50.512623 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fce721a-605b-4b2a-9221-f873e1481480 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:50.513285 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36', 'status': 'completed', 'code': 200} Sep 18 00:40:50.727220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:50.777234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ad64-eba0-47b8-a054-6d7078665189 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:50.845148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-82efe9ce-4095-4b30-bbae-b2139198c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:50.851129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-82efe9ce-4095-4b30-bbae-b2139198c1c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 1099 time: 0.3363345 Sep 18 00:40:50.962074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.026133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1a3d9-091d-4b21-a18c-5bfe3172674a None None] Pushing event updated for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:51.061685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-136fa0bb-95c2-4789-aa89-f838db16a8bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36 HTTP/1.1" status: 200 len: 217 time: 0.1883304 Sep 18 00:40:51.084711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7d1dab7-161c-4090-8e70-1bd8e8157857 req-5c914a4f-282a-45b7-bb89-319bd8376863 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 210 time: 0.5579259 Sep 18 00:40:51.111547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port dc59e62a-dda0-49ab-8fa7-77f56a7adf13 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:51.218255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-b47f65f3-76e6-4754-b068-cefe491a1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:51.221130 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-b47f65f3-76e6-4754-b068-cefe491a1865 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1500211 Sep 18 00:40:51.232078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.346976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.406901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-e29f77b7-8258-4794-a425-b1c118efab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:51.415006 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.436789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-e29f77b7-8258-4794-a425-b1c118efab94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805522 Sep 18 00:40:51.566123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 0532658c-0a86-4afa-ab8f-0c5b95c68db3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0532658c-0a86-4afa-ab8f-0c5b95c68db3,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:51.582098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.707623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-ad50faea-bb96-452f-b5cd-398b15318a6d service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698510 Sep 18 00:40:51.711022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:51.741220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:40:51.741648 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:40:51.811199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=0532658c-0a86-4afa-ab8f-0c5b95c68db3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:51.879978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d77b9fcd-4ded-454b-a8d5-fafb062590f8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:52.004570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d77b9fcd-4ded-454b-a8d5-fafb062590f8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:52.005238 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.013038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Network 09614070-d945-46a8-8f2a-47d1a840c2ee is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:52.021342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:52.155496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:52.202097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d4aff-e2ee-424b-a423-0916bc65ddd9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:52.268612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f20f:c121:e155:9255 (e7e807e1-53db-44db-8568-22231a7b4df3/44a0c2b9-95ad-4e84-ad98-b94b0936468c/dc59e62a-dda0-49ab-8fa7-77f56a7adf13) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:52.273189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:52.279367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.320863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0935428 Sep 18 00:40:52.355005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Request body: {'port': {'device_id': 'a629c455-430e-46a2-80bf-c1cff0361167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:52.359437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8e282-a1ae-45ef-969a-032659de09ec tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Pushing event updated for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:52.413949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Could not find standard attr ID for object bbc09638-b08c-419f-9d15-f727f810b111. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:52.466680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Provisioning complete for port d77b9fcd-4ded-454b-a8d5-fafb062590f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:52.467590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15df569f-f97c-4e67-9099-bab0e61daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.470241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe643893-a5c9-4c61-91d8-756ea459c8bf req-fe283cb4-b501-4480-b1dd-483d504ab1ee service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453423 Sep 18 00:40:52.579308 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.667938 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:40:52.694564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.822363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:52.855949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6faa3afd-d6b9-40e0-a43e-2b84b66c798b None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:52.856785 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6faa3afd-d6b9-40e0-a43e-2b84b66c798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.091093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-00f64132-c13f-489d-b51a-c8bb3123191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.093656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-00f64132-c13f-489d-b51a-c8bb3123191e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41b4621b5b6940f5b350c951b35b1810&device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 1099 time: 0.4868228 Sep 18 00:40:53.095535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eacaf8-32c4-4292-b6db-fe7ad446b565 req-2f403739-e930-4385-b305-e1fd0d8d8cae tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.098888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5eacaf8-32c4-4292-b6db-fe7ad446b565 req-2f403739-e930-4385-b305-e1fd0d8d8cae tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 947 time: 2.4072268 Sep 18 00:40:53.193429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:53.225405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:53.243016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4642-f90b-415d-bfaa-02a878bafc90 req-685851d1-0529-4f12-a77e-4e5eaff98832 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.253826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e37e4642-f90b-415d-bfaa-02a878bafc90 req-685851d1-0529-4f12-a77e-4e5eaff98832 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 931 time: 0.7346754 Sep 18 00:40:53.266744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:53.273933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.274632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.288207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-34d2a1dc-7bba-4672-bcc2-53150de12c24 None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:53.288800 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-34d2a1dc-7bba-4672-bcc2-53150de12c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.317958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2505071 Sep 18 00:40:53.330435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36612) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:53.349400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ce55f-6849-4a6b-aeaf-5cd39500a07c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=dc59e62a-dda0-49ab-8fa7-77f56a7adf13,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:53.386453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30468b17-23c4-4fd3-9597-3b0e94fe161b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:53.404211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.431553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e37e4642-f90b-415d-bfaa-02a878bafc90 req-133830da-d1b1-4238-8eea-2356b4f80211 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770830 Sep 18 00:40:53.436327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Transition to ACTIVE for port object 30468b17-23c4-4fd3-9597-3b0e94fe161b will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:53.445440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.454500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5eacaf8-32c4-4292-b6db-fe7ad446b565 req-f5e3bc52-f604-4d09-9ced-e6c9af503c7d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569022 Sep 18 00:40:53.506097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e56ab9c4-c739-4017-958a-a5183355ca8c tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.510967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e56ab9c4-c739-4017-958a-a5183355ca8c tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 813 time: 0.8695910 Sep 18 00:40:53.549344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'device_id': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206', 'admin_state_up': True, 'tenant_id': '7a51b3bf698245848d12785b111f689e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:53.587205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584460a5-6b9e-4f3b-b594-5f60d8f7b53e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.598134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584460a5-6b9e-4f3b-b594-5f60d8f7b53e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.608293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-584460a5-6b9e-4f3b-b594-5f60d8f7b53e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2689810 Sep 18 00:40:53.614796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:53.643370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-73cf8b14-7ea5-403e-a6ea-3020013ecf89 None None] Could not find standard attr ID for object bab98119-8fc2-47fe-ba56-579192a0ff7d. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:53.723020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06588b30-eb99-472e-95f0-3130588f7ec7 req-18407ecc-2c81-4da7-8917-ca07f7d0cd1e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 210 time: 0.0418818 Sep 18 00:40:53.746405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Pushing event updated for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:53.798151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-8d04f266-ecbd-4137-bf9d-09247173b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:53.800554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-8d04f266-ecbd-4137-bf9d-09247173b427 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.6899812 Sep 18 00:40:53.800783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0532658c-0a86-4afa-ab8f-0c5b95c68db3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:53.932863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:53.932863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:53.960067 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-f472984d-153f-4b0f-8233-eb252c385eff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36 HTTP/1.1" status: 200 len: 217 time: 0.1468153 Sep 18 00:40:53.980332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port dc59e62a-dda0-49ab-8fa7-77f56a7adf13 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:53.980677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.054461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Attempting to bind port 30468b17-23c4-4fd3-9597-3b0e94fe161b on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:54.055011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Attempting to bind port 30468b17-23c4-4fd3-9597-3b0e94fe161b by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '4e491d24-3c00-4322-b9ae-4bf61dd86141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:54.055488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Attempting to bind port 30468b17-23c4-4fd3-9597-3b0e94fe161b on network 09614070-d945-46a8-8f2a-47d1a840c2ee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:54.083633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Port 30468b17-23c4-4fd3-9597-3b0e94fe161b on network 09614070-d945-46a8-8f2a-47d1a840c2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:54.083963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Attempting to bind port 30468b17-23c4-4fd3-9597-3b0e94fe161b on network 09614070-d945-46a8-8f2a-47d1a840c2ee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:54.104076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-6d401ea6-51b2-479a-b4e7-87046520a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:54.105638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-6d401ea6-51b2-479a-b4e7-87046520a657 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1207495 Sep 18 00:40:54.113165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:54.116122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Checking segment: {'id': '4e491d24-3c00-4322-b9ae-4bf61dd86141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:54.116723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Bound using segment: {'id': '4e491d24-3c00-4322-b9ae-4bf61dd86141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:54.117367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Bound port: 30468b17-23c4-4fd3-9597-3b0e94fe161b, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e491d24-3c00-4322-b9ae-4bf61dd86141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:54.123624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.142991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5cd36920-d1ce-4d2c-a269-36cdabdbf6a8 None None] Could not find standard attr ID for object bbc09638-b08c-419f-9d15-f727f810b111. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:40:54.192151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cccc0c0-37bd-418b-90c2-43ef7edd57f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.247570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-02a37b90-255c-49f0-a950-fc8d16d12f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:54.249645 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-02a37b90-255c-49f0-a950-fc8d16d12f7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285701 Sep 18 00:40:54.253850 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.278529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for dc59e62a-dda0-49ab-8fa7-77f56a7adf13 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:54.399683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Made reservation on behalf of 7a51b3bf698245848d12785b111f689e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:54.404880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.423667 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-62f8f2e3-fbc6-44c3-91ea-3b686c585a0f service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617508 Sep 18 00:40:54.433341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:54.499838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-951954c0-ee41-45dd-b4c9-db7b570bc4fa None None] Provisioning complete for port dc59e62a-dda0-49ab-8fa7-77f56a7adf13 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:54.510268 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-951954c0-ee41-45dd-b4c9-db7b570bc4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.591167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b,segment=NetworkSegment(4e491d24-3c00-4322-b9ae-4bf61dd86141),segment_id=4e491d24-3c00-4322-b9ae-4bf61dd86141)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:54.596031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-951954c0-ee41-45dd-b4c9-db7b570bc4fa None None] Port dc59e62a-dda0-49ab-8fa7-77f56a7adf13 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:40:54.676589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.837900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Pushing event updated for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:54.849513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4924df87-c911-4fc6-aa6c-c754691d17bb req-be696865-3186-47ed-a64c-3d88adbae764 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136090 Sep 18 00:40:54.851030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:54.851749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:54.853172 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-ed956eae-4252-445a-82cb-aac58b8cccec service neutron] 10.222.0.54 "PUT /v2.0/ports/30468b17-23c4-4fd3-9597-3b0e94fe161b HTTP/1.1" status: 200 len: 1092 time: 2.5222859 Sep 18 00:40:54.854011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:54.856416 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b" -d '{"events": [{"name": "network-changed", "server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:54.864516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff40b-07f0-4560-93f8-97cf352b6cb5 req-0bbdd1f9-678e-4b66-8dc7-7909de06ac96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:54.873080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ccff40b-07f0-4560-93f8-97cf352b6cb5 req-0bbdd1f9-678e-4b66-8dc7-7909de06ac96 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 947 time: 0.2307525 Sep 18 00:40:54.928131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.006505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-de35bd4e-a088-47f4-9a4c-dcdd65893358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.008507 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-de35bd4e-a088-47f4-9a4c-dcdd65893358 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01a9ef2813624ef2905370968a6d51ad&device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 1095 time: 0.0606093 Sep 18 00:40:55.011671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265d00d-3711-4afa-b291-3041d004fcdc req-5917e921-2a59-483c-a1c0-f85babaea65e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.013344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3265d00d-3711-4afa-b291-3041d004fcdc req-5917e921-2a59-483c-a1c0-f85babaea65e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 943 time: 0.3145785 Sep 18 00:40:55.022706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Allocated IP 172.20.0.13 (4917732e-581f-406d-b6e6-1ec796f51206/17dbc29c-0d2c-4220-986a-1055d620263a/b20f09de-a142-4298-af55-fc4d3ea7d719) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:55.035574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=dc59e62a-dda0-49ab-8fa7-77f56a7adf13,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:55.051069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ccff40b-07f0-4560-93f8-97cf352b6cb5 req-11f6c17d-83ef-417e-a88c-8dad9ef3626b tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734920 Sep 18 00:40:55.118497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.122792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c39614f6-99c4-4588-9422-de72dc0ff49a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dc59e62a-dda0-49ab-8fa7-77f56a7adf13 HTTP/1.1" status: 204 len: 168 time: 1.5042524 Sep 18 00:40:55.125431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36638) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:55.179848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3265d00d-3711-4afa-b291-3041d004fcdc req-5c4efd1e-63f6-445e-95ec-2035063c362c tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533730 Sep 18 00:40:55.243286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-84d8868e-27d1-48f8-884b-d8440620e73d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b HTTP/1.1" status: 200 len: 217 time: 0.2051523 Sep 18 00:40:55.308856 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70872118-3e79-4880-a94a-5d3de90bfe94 x-openstack-request-id: req-70872118-3e79-4880-a94a-5d3de90bfe94 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:55.311912 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:55.312338 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70872118-3e79-4880-a94a-5d3de90bfe94 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:55.312938 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b', 'status': 'completed', 'code': 200} Sep 18 00:40:55.391979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-fef14e36-8a77-438d-b15d-9c53da2b34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.393769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-fef14e36-8a77-438d-b15d-9c53da2b34c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605b592b-95b2-43a8-97ff-3aecca023cfb HTTP/1.1" status: 200 len: 857 time: 0.1221778 Sep 18 00:40:55.444367 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.449891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-347df7a7-8f67-4aa2-a34b-444590b8a4a0 req-7b00ad1f-0b42-441f-bf91-61e7ea005487 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 210 time: 0.0498595 Sep 18 00:40:55.477629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-087a8f68-eff7-4af1-8ace-653f9700650a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09614070-d945-46a8-8f2a-47d1a840c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752192 Sep 18 00:40:55.484271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d1532-b29f-4d0d-8254-275c6917fbe3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.487557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d1532-b29f-4d0d-8254-275c6917fbe3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.490963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-35c90fc3-f8fc-4464-9291-a31a19cd80b5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:40:55.491903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4a9d1532-b29f-4d0d-8254-275c6917fbe3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3655145 Sep 18 00:40:55.492210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-35c90fc3-f8fc-4464-9291-a31a19cd80b5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056686 Sep 18 00:40:55.492530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36642) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:55.554348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:55.637174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-552a5fb7-33d0-47d8-9350-1e3a83957148 service neutron] 10.222.0.54 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352441 Sep 18 00:40:55.672997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 44a0c2b9-95ad-4e84-ad98-b94b0936468c {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:40:55.681946 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.694295 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.706688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306237f-48d5-47fc-a0d0-f23535c09abd None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:40:55.762936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Network 4917732e-581f-406d-b6e6-1ec796f51206 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:55.786830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d4e5758c-2f70-4976-a462-a2a0103a2f07 req-587675be-7860-4b13-95c4-2464627a9999 service neutron] 10.222.0.54 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422496 Sep 18 00:40:55.790645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:55.809222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:55.819095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:55.823265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.864153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:55.912291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36', 'mac_address': 'fa:16:3e:cd:2b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:40:55.987116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-2f1f452b-6877-458d-8aeb-b06a92b9a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.987951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:55.988795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:55.989546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-2f1f452b-6877-458d-8aeb-b06a92b9a9ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01a9ef2813624ef2905370968a6d51ad&device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 1095 time: 0.1105592 Sep 18 00:40:56.004191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.111533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.238466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-e3f7ad5c-8b04-465d-a553-19eab1117d72 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7042465 Sep 18 00:40:56.252459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:56.259549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Request body: {'port': {'device_id': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:56.358132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-108a06e3-d0f2-440a-b424-71ad32ea872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:56.360876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-108a06e3-d0f2-440a-b424-71ad32ea872d service neutron] 10.222.0.54 "GET /v2.0/networks?id=09614070-d945-46a8-8f2a-47d1a840c2ee HTTP/1.1" status: 200 len: 918 time: 0.3560855 Sep 18 00:40:56.381177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306237f-48d5-47fc-a0d0-f23535c09abd None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:40:56.408290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:56.419005 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.448895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-8c03d514-1705-48d2-95b5-48c4a8fffc6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b HTTP/1.1" status: 200 len: 217 time: 0.0792372 Sep 18 00:40:56.473583 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.500827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3983-e245-401f-a8a5-1512071634da req-db2a8e72-0817-417a-9fcc-25e057492259 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:56.502396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c2a3983-e245-401f-a8a5-1512071634da req-db2a8e72-0817-417a-9fcc-25e057492259 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 947 time: 0.2195122 Sep 18 00:40:56.520024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-41a4fc4c-d11c-4375-b412-e7d45f4d94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:56.522088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-41a4fc4c-d11c-4375-b412-e7d45f4d94c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605b592b-95b2-43a8-97ff-3aecca023cfb HTTP/1.1" status: 200 len: 857 time: 0.0655777 Sep 18 00:40:56.551266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=44a0c2b9-95ad-4e84-ad98-b94b0936468c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:56.571421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-da6d28d2-136c-4785-9f4d-d40492a50106 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09614070-d945-46a8-8f2a-47d1a840c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388737 Sep 18 00:40:56.572890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.602368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:56.627788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.631965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-62efbbc7-7b79-43a1-ade0-87937eee680c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/44a0c2b9-95ad-4e84-ad98-b94b0936468c HTTP/1.1" status: 204 len: 168 time: 1.1346488 Sep 18 00:40:56.633576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36656) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:56.634517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c2a3983-e245-401f-a8a5-1512071634da req-dd1bb528-b213-47cb-89c2-ccb8105cbe88 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031463 Sep 18 00:40:56.753263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7d32763a-4262-4cf5-a8ac-08bb2bf8f878 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195991 Sep 18 00:40:56.755698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:56.849466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-c2b4e637-78ec-4fb6-a11a-c8a44a0701ff service neutron] 10.222.0.54 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677670 Sep 18 00:40:56.858181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca9588-d66d-4a7c-bd7b-fa1bb986d320 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:56.860474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-69ca9588-d66d-4a7c-bd7b-fa1bb986d320 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1036496 Sep 18 00:40:56.868603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36660) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:56.940246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20f09de-a142-4298-af55-fc4d3ea7d719 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:40:56.948802 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:56.965450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Transition to ACTIVE for port object b20f09de-a142-4298-af55-fc4d3ea7d719 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:40:56.976844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bc57a-52f9-46ff-af20-e720c9147240 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:56.978639 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0f3bc57a-52f9-46ff-af20-e720c9147240 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080966 Sep 18 00:40:56.984067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36662) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:57.015737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.028147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7509-1075-4308-9f78-db0f6061c33e req-0c8edf81-c303-4ab9-bd01-d929848ff2db tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:57.036948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-094f7509-1075-4308-9f78-db0f6061c33e req-0c8edf81-c303-4ab9-bd01-d929848ff2db tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 943 time: 0.5999515 Sep 18 00:40:57.042482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bab371ef-583f-4513-8520-5f4cdf2ac94e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476964 Sep 18 00:40:57.066903 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de97e1e1-6c0f-4ca4-aec1-4f68ea53622b req-fcac4e4b-5d29-4f3a-a075-97fbc103e548 service neutron] 10.222.0.54 "GET /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050436 Sep 18 00:40:57.067429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:57.077123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:57.112908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9fbca4a8-ce35-4aa8-b539-17b1c4497c36'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:40:57.143975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-094f7509-1075-4308-9f78-db0f6061c33e req-3b068a82-ab9d-4f5a-886e-f2aa23d96201 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058960 Sep 18 00:40:57.184510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a24b-9831-4f87-a97e-898873a097c2 req-5df32756-1de9-4b29-a3be-aace518b1690 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:57.186154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a132a24b-9831-4f87-a97e-898873a097c2 req-5df32756-1de9-4b29-a3be-aace518b1690 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 944 time: 0.2116866 Sep 18 00:40:57.223377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:57.240993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77c67cb0-af92-4b16-a4a7-e44e2ce6d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.290317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:57.293901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.295375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a132a24b-9831-4f87-a97e-898873a097c2 req-0ef638f2-9163-4c95-9546-dcdc6e9ff8e7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833514 Sep 18 00:40:57.339102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c3d81-5bab-4e91-860d-3a8558af6dc7 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:57.361549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Attempting to bind port b20f09de-a142-4298-af55-fc4d3ea7d719 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:57.364636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Attempting to bind port b20f09de-a142-4298-af55-fc4d3ea7d719 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:57.365121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Attempting to bind port b20f09de-a142-4298-af55-fc4d3ea7d719 on network 4917732e-581f-406d-b6e6-1ec796f51206 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:57.375792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Port b20f09de-a142-4298-af55-fc4d3ea7d719 on network 4917732e-581f-406d-b6e6-1ec796f51206 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:40:57.379683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Attempting to bind port b20f09de-a142-4298-af55-fc4d3ea7d719 on network 4917732e-581f-406d-b6e6-1ec796f51206 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:57.410477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:57.410920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Checking segment: {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:57.412711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Bound using segment: {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:57.415407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Bound port: b20f09de-a142-4298-af55-fc4d3ea7d719, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:57.421568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.525620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.538337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:57.543312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:57.550644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.563356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2fb6a966-af48-4dc3-b91f-bf9eadbd9453 None None] Provisioning complete for port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:57.564098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a966-af48-4dc3-b91f-bf9eadbd9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.717104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:40:57.767473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:57.783486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:57.784036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.789794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-659381c8-515b-43ff-92d1-d3914280c4cc service neutron] 10.222.0.48 "PUT /v2.0/ports/b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 1093 time: 1.5362275 Sep 18 00:40:57.793593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:40:57.807773 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557af742-4ef3-4fe5-968d-cdecfe36f123" -d '{"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:40:57.906268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-2d347b02-6cc1-4ed7-9c0e-16794ff3d5d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2141089 Sep 18 00:40:57.963471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Deleting port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:40:57.963864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.973210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:57.989585 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f76ec6e-b884-4745-9fd5-98918299f810 x-openstack-request-id: req-0f76ec6e-b884-4745-9fd5-98918299f810 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:40:57.989946 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:40:57.990127 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f76ec6e-b884-4745-9fd5-98918299f810 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:40:57.996660 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'status': 'completed', 'code': 200} Sep 18 00:40:58.050225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-4b29ac42-c4bc-4d43-bba0-ccbd8d8e31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.051999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-4b29ac42-c4bc-4d43-bba0-ccbd8d8e31d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1096 time: 0.2016227 Sep 18 00:40:58.064415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=f6d3d8af-536b-4cec-8c2f-af773130f59c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:58.083694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] For port 0532658c-0a86-4afa-ab8f-0c5b95c68db3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0532658c-0a86-4afa-ab8f-0c5b95c68db3,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:40:58.084616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.099877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Calling delete_port for 0532658c-0a86-4afa-ab8f-0c5b95c68db3 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:40:58.108260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:58.111173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:58.119837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.120839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.145295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96727e3-b73c-4401-a1f1-86921dab299d req-35ff0747-191d-4252-8b98-ca2881e8842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.147497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-35ff0747-191d-4252-8b98-ca2881e8842b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 1098 time: 0.0847876 Sep 18 00:40:58.152366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-43d46266-a289-4007-9233-3ff83638a8d6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0786788 Sep 18 00:40:58.153220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36682) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:40:58.153338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f02a38-94df-4a59-911f-b0e8ccd9740f req-9ce96bee-f461-4fab-81d3-dba80af4994d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.160348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'f6d3d8af-536b-4cec-8c2f-af773130f59c', 'ip_address': '2001:db8::cb26:1db8:7bc4:6905'}], 'name': 'tempest-NetworksTestDHCPv6-690322775'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:40:58.161186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54f02a38-94df-4a59-911f-b0e8ccd9740f req-9ce96bee-f461-4fab-81d3-dba80af4994d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 948 time: 0.3702381 Sep 18 00:40:58.191653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-43a74cd1-983c-4842-838c-704c4208a14e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 217 time: 0.1261697 Sep 18 00:40:58.232550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.257888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] No DVR routers for this DVR port 0532658c-0a86-4afa-ab8f-0c5b95c68db3 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:40:58.267207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.307746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cc925-0181-46d5-aca0-9a6aacd66d6e None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:40:58.390941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96727e3-b73c-4401-a1f1-86921dab299d req-dfa0460c-a1fe-423b-bcaf-0b4dcf87daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.390941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-dfa0460c-a1fe-423b-bcaf-0b4dcf87daa3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.2093425 Sep 18 00:40:58.441449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e46ac4-ed78-4e29-ac39-3138f3259479 None None] Pushing event deleted for resources: {'Port': ['ID=0532658c-0a86-4afa-ab8f-0c5b95c68db3,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:58.486676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': 'f6d3d8af-536b-4cec-8c2f-af773130f59c'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:40:58.489016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.498675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:40:58.620725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:58.626845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-e7ee3046-2915-4877-a271-9b7bf909bada service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 200 len: 1000 time: 0.2258723 Sep 18 00:40:58.697911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port c698adcd-3d5c-4829-b6d7-f93c5324060d yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:40:58.721567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/f6d3d8af-536b-4cec-8c2f-af773130f59c/e87d7c41-65a4-433e-8ba4-84edf10ba1e6) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:58.771710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9985-3fc4-4071-8230-9563aa59f224 req-9c0113a4-cbcd-4aa0-8a33-b1bfc7ca3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.773995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-9c0113a4-cbcd-4aa0-8a33-b1bfc7ca3595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.5648804 Sep 18 00:40:58.848274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-bb772c9e-15d3-4fd8-973d-c89e5b37b77d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496995 Sep 18 00:40:58.851714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54f02a38-94df-4a59-911f-b0e8ccd9740f req-d38f7a4f-4019-46c7-a15b-6c9e6c5ed2d0 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897314 Sep 18 00:40:58.879373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96727e3-b73c-4401-a1f1-86921dab299d req-a7c02a30-ee63-4607-9f26-4cb23f9cd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.879373 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-a7c02a30-ee63-4607-9f26-4cb23f9cd702 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.2403073 Sep 18 00:40:58.900734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7942c-bc0c-4033-acde-2a8fb3c681ae req-b378da75-626f-4e98-8af5-a5cd16bd9a25 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.911360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd7942c-bc0c-4033-acde-2a8fb3c681ae req-b378da75-626f-4e98-8af5-a5cd16bd9a25 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 943 time: 0.2701681 Sep 18 00:40:58.975878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96727e3-b73c-4401-a1f1-86921dab299d req-3dfb2d97-996b-4cd7-9625-b9516897b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:58.977409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-3dfb2d97-996b-4cd7-9625-b9516897b72b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901296 Sep 18 00:40:59.044867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd7942c-bc0c-4033-acde-2a8fb3c681ae req-c407cf78-61a4-45c5-9db3-7430cc7025db tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324351 Sep 18 00:40:59.052963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.071584 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.124018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e9d9e-9d52-4293-9722-4317e314ad7a req-5a1abedb-2868-4743-ba64-d6299fac52ec tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:59.136975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f65e9d9e-9d52-4293-9722-4317e314ad7a req-5a1abedb-2868-4743-ba64-d6299fac52ec tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 944 time: 0.1659918 Sep 18 00:40:59.144010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-b04d8107-c244-499f-95fa-cd7d91047b4a service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860792 Sep 18 00:40:59.189237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:40:59.193440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::cb26:1db8:7bc4:6905 (e7e807e1-53db-44db-8568-22231a7b4df3/f6d3d8af-536b-4cec-8c2f-af773130f59c/c698adcd-3d5c-4829-b6d7-f93c5324060d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:40:59.200672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:40:59.204033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:40:59.206678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Pushing event updated for resources: {'Port': ['ID=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:59.231802 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-160a3475-dae4-407d-9030-b3932d8e00e0 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446804 Sep 18 00:40:59.300200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Attempting to bind port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:40:59.300655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Attempting to bind port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:40:59.301027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Attempting to bind port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:40:59.311377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:40:59.311764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:40:59.312162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.312670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:40:59.313151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Bound port: e87d7c41-65a4-433e-8ba4-84edf10ba1e6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:40:59.314606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.340352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f65e9d9e-9d52-4293-9722-4317e314ad7a req-5640d736-023e-4edf-a64e-cef9c5c8caf7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527948 Sep 18 00:40:59.394852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-323b9985-3fc4-4071-8230-9563aa59f224 req-7f81bd21-4f18-4456-90e9-a4bf7b6f5af0 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390890 Sep 18 00:40:59.424921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] For port e87d7c41-65a4-433e-8ba4-84edf10ba1e6, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:40:59.429245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] For port e87d7c41-65a4-433e-8ba4-84edf10ba1e6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:40:59.449209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.555053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-50282ca1-ad81-4510-a351-4d6e78d07b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:59.556855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-50282ca1-ad81-4510-a351-4d6e78d07b0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1096 time: 0.1054504 Sep 18 00:40:59.590022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 30468b17-23c4-4fd3-9597-3b0e94fe161b details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:40:59.592014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:40:59.781329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d58ae-29f2-4aab-bb8f-171e6e973c3c None None] Pushing event updated for resources: {'Port': ['ID=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:40:59.807249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0532658c-0a86-4afa-ab8f-0c5b95c68db3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:40:59.811493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:59.824824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-5e3850ad-544c-4689-b60a-70fb9b0eb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:59.828056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-5e3850ad-544c-4689-b60a-70fb9b0eb45e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.2622745 Sep 18 00:40:59.852260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0532658c-0a86-4afa-ab8f-0c5b95c68db3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:40:59.852615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0532658c-0a86-4afa-ab8f-0c5b95c68db3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:40:59.933638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:40:59.941792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-5e37d69a-e30a-4399-9e57-d33bd026eb8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 217 time: 0.1043191 Sep 18 00:40:59.943588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:40:59.944313 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.003350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b,segment=NetworkSegment(4e491d24-3c00-4322-b9ae-4bf61dd86141),segment_id=4e491d24-3c00-4322-b9ae-4bf61dd86141)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:00.035205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '30468b17-23c4-4fd3-9597-3b0e94fe161b', 'network_id': '09614070-d945-46a8-8f2a-47d1a840c2ee', 'port_id': '30468b17-23c4-4fd3-9597-3b0e94fe161b', 'mac_address': 'fa:16:3e:54:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605b592b-95b2-43a8-97ff-3aecca023cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:00.174660 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.176949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-a4f4cd29-f81f-4654-a82c-70699948cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:00.178526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-a4f4cd29-f81f-4654-a82c-70699948cc41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.2240796 Sep 18 00:41:00.191500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30468b17-23c4-4fd3-9597-3b0e94fe161b {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:00.228993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b,segment=NetworkSegment(4e491d24-3c00-4322-b9ae-4bf61dd86141),segment_id=4e491d24-3c00-4322-b9ae-4bf61dd86141)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:00.230446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.258061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.273471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.295729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b96727e3-b73c-4401-a1f1-86921dab299d req-e53b5b60-a52f-4b52-a938-773eb1339d02 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0473299 Sep 18 00:41:00.335560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-dfd1dc2a-cc5e-41a1-b2b9-6901fec2fbba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442740 Sep 18 00:41:00.367330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.376935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710f38-8ea7-46ff-a3f2-e7da8a3b6319 req-d1284487-1e4f-4a51-b512-26b96d455d9e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:00.381117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60710f38-8ea7-46ff-a3f2-e7da8a3b6319 req-d1284487-1e4f-4a51-b512-26b96d455d9e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 948 time: 0.3043633 Sep 18 00:41:00.391606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:00.395757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:00.403161 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabf91d-1c96-4a71-b11e-0e392023e8cf" -d '{"events": [{"server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:00.410951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.441185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60710f38-8ea7-46ff-a3f2-e7da8a3b6319 req-dcb15f49-ea52-4f8e-ad14-95e68eaeb608 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Sep 18 00:41:00.462493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a6d9-e493-4dcc-a962-4daa1ba4c339 req-586013e9-8dbd-4edf-bfa9-f2504a1c47bd tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:00.464097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed00a6d9-e493-4dcc-a962-4daa1ba4c339 req-586013e9-8dbd-4edf-bfa9-f2504a1c47bd tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 944 time: 0.2596211 Sep 18 00:41:00.474074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:00.479593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:00.494955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:00.507561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:00.515213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:00.517860 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.541046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=c698adcd-3d5c-4829-b6d7-f93c5324060d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:00.554792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cb3f149a-ca16-4570-90c9-51faf18cc665 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4004445 Sep 18 00:41:00.557658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36730) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:00.565268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'f6d3d8af-536b-4cec-8c2f-af773130f59c', 'ip_address': '2001:db8::cb26:1db8:7bc4:6905'}], 'name': 'tempest-NetworksTestDHCPv6-1670555984'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:00.591531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:00.641472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed00a6d9-e493-4dcc-a962-4daa1ba4c339 req-1be26bd0-d2eb-427a-83e0-c5c7ef7c3dd5 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943670 Sep 18 00:41:00.685895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-d69bae29-2fc0-46c5-b1da-d7f2ba6acddf service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366148 Sep 18 00:41:00.703446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['30468b17-23c4-4fd3-9597-3b0e94fe161b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:00.762449 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982524b6-b575-412f-8528-4d7496c09e5b x-openstack-request-id: req-982524b6-b575-412f-8528-4d7496c09e5b {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:00.763166 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:00.763714 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-982524b6-b575-412f-8528-4d7496c09e5b {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:00.764344 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36', 'code': 200} Sep 18 00:41:00.772451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:00.794003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:00.880103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 670fd0e8-b0dc-47c8-8c6d-c7bc6193fd85 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:00.990280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438c956-5b7a-4be8-9c35-b59c2588af36 req-8ea1bb6a-ca70-4583-b0a5-e43a912685ff tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:01.003951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0438c956-5b7a-4be8-9c35-b59c2588af36 req-8ea1bb6a-ca70-4583-b0a5-e43a912685ff tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 944 time: 0.3094809 Sep 18 00:41:01.064648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-557af742-4ef3-4fe5-968d-cdecfe36f123 req-9de92c8a-b7a7-4e95-8bc2-599297dd49a5 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690295 Sep 18 00:41:01.098275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0438c956-5b7a-4be8-9c35-b59c2588af36 req-c8b822b4-5c01-4c5c-a17c-ec276fd8b139 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864944 Sep 18 00:41:01.131845 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 00:41:01.132417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:41:01.163481 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eea9ba44-da5b-4e11-a677-137b5b5dc9f1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6036770 Sep 18 00:41:01.166026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36732) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:01.171479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3bbaf-c49a-4061-8ef3-e00d4d01dba6 req-35bdd208-a43e-430b-a0a7-56a2586cb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:01.181672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ac3bbaf-c49a-4061-8ef3-e00d4d01dba6 req-35bdd208-a43e-430b-a0a7-56a2586cb981 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 1101 time: 0.0823417 Sep 18 00:41:01.267388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d397ea5-a290-4838-976c-3963309dcf31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:01.273376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d397ea5-a290-4838-976c-3963309dcf31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:01.277461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d397ea5-a290-4838-976c-3963309dcf31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1067674 Sep 18 00:41:01.277461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ac3bbaf-c49a-4061-8ef3-e00d4d01dba6 req-34080f96-f516-4aaf-b9d3-b44157c24724 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802612 Sep 18 00:41:01.278118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36734) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:01.322554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] Provisioning complete for port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:01.323112 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.418493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port c698adcd-3d5c-4829-b6d7-f93c5324060d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:01.418855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.455720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.540310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] For port e87d7c41-65a4-433e-8ba4-84edf10ba1e6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:01.548907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.553876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b20f09de-a142-4298-af55-fc4d3ea7d719 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:01.696964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.726415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for c698adcd-3d5c-4829-b6d7-f93c5324060d owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:01.778273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffbe86-939c-454d-90f0-92906d4dfb85 req-1ecf62bc-7455-4b0f-a7f4-47b537c1c091 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:01.783370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6ffbe86-939c-454d-90f0-92906d4dfb85 req-1ecf62bc-7455-4b0f-a7f4-47b537c1c091 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.2072878 Sep 18 00:41:01.817533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:01.829987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e87d7c41-65a4-433e-8ba4-84edf10ba1e6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:01.876982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206', 'port_id': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'mac_address': 'fa:16:3e:82:18:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dbc29c-0d2c-4220-986a-1055d620263a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:01.914594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-af3259d2-2a05-4499-9ebe-f7673064da0e None None] Provisioning complete for port c698adcd-3d5c-4829-b6d7-f93c5324060d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:01.914907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af3259d2-2a05-4499-9ebe-f7673064da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:01.984070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57257646-5603-4d53-ba59-569fa15ac606 None None] Pushing event updated for resources: {'Port': ['ID=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:01.994102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.013534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.029468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-af3259d2-2a05-4499-9ebe-f7673064da0e None None] Port c698adcd-3d5c-4829-b6d7-f93c5324060d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:02.040829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20f09de-a142-4298-af55-fc4d3ea7d719 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:02.106367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:02.114359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:02.114879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.121627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e87a-3a53-4c72-881d-952c3bf10bcb req-5df65c51-3608-4aed-a3fd-ea0533c197cd tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:02.159172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30d9e87a-3a53-4c72-881d-952c3bf10bcb req-5df65c51-3608-4aed-a3fd-ea0533c197cd tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 944 time: 0.3025637 Sep 18 00:41:02.164858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.168919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.270407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6ffbe86-939c-454d-90f0-92906d4dfb85 req-f6969ff8-1f5f-4a58-8337-2d15f5d9217d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739754 Sep 18 00:41:02.297381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=c698adcd-3d5c-4829-b6d7-f93c5324060d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:02.307624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:02.362235 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.364272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3d30f5b0-e6fd-4a4e-afac-0661fe99a822 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/c698adcd-3d5c-4829-b6d7-f93c5324060d HTTP/1.1" status: 204 len: 168 time: 1.0853543 Sep 18 00:41:02.366796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:02.403789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30d9e87a-3a53-4c72-881d-952c3bf10bcb req-4970e877-c562-4514-9bcb-dfdb38208f4b tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437491 Sep 18 00:41:02.453790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08e8c9-afee-497b-83bd-12e50e1612a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:02.456672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08e8c9-afee-497b-83bd-12e50e1612a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:02.459683 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d08e8c9-afee-497b-83bd-12e50e1612a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0918503 Sep 18 00:41:02.462368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36750) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:02.470543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:02.597135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet f6d3d8af-536b-4cec-8c2f-af773130f59c {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:02.607261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.647751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc7e7a-e16f-4f1a-90c9-b3f1b08d7fff req-10e33ba2-7f27-4e8a-8e68-b06bf12250b3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:02.649323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8dc7e7a-e16f-4f1a-90c9-b3f1b08d7fff req-10e33ba2-7f27-4e8a-8e68-b06bf12250b3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 945 time: 0.1766102 Sep 18 00:41:02.682568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.742913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8dc7e7a-e16f-4f1a-90c9-b3f1b08d7fff req-3df7525d-dd9e-47dd-8d4b-f22d4b66600b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823541 Sep 18 00:41:02.820000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.897290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.928704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d3d8af-536b-4cec-8c2f-af773130f59c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:02.933244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:02.935295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-28c6cd39-ee70-4751-a9b6-3026aa0276f6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f6d3d8af-536b-4cec-8c2f-af773130f59c HTTP/1.1" status: 204 len: 168 time: 0.4717472 Sep 18 00:41:02.938224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36754) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:02.944371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05b8ba-d423-49ab-bcaf-137c15fa7f52 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:02.995948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:03.002241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:03.004600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5f569ce6-ee1e-4848-b84d-225a0809ff21 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651915 Sep 18 00:41:03.157472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:41:03.170176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:03.174580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.219305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Deleting port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:03.219898 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.294015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] For port e87d7c41-65a4-433e-8ba4-84edf10ba1e6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:03.294659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.311201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Calling delete_port for e87d7c41-65a4-433e-8ba4-84edf10ba1e6 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:03.411727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.428408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821eaf8-37be-4515-acfe-5f64a4fa253b req-3b2a0d96-8800-4eb8-afbc-79a9b772d9f2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:03.441400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4821eaf8-37be-4515-acfe-5f64a4fa253b req-3b2a0d96-8800-4eb8-afbc-79a9b772d9f2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.0723825 Sep 18 00:41:03.461819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.493820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] Pushing event deleted for resources: {'Port': ['ID=e87d7c41-65a4-433e-8ba4-84edf10ba1e6,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:03.508905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4821eaf8-37be-4515-acfe-5f64a4fa253b req-717748dc-baf3-4dd6-99fd-78f2d8cd9fb5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635931 Sep 18 00:41:03.509543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9565d3-f5dc-4c19-b399-be17e21481c6 None None] No DVR routers for this DVR port e87d7c41-65a4-433e-8ba4-84edf10ba1e6 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:03.526702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:03.535804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:03.547780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e8ef7-488c-4f06-b82d-6846f60dad06 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:03.549235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:03.549929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:03.551366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b20f09de-a142-4298-af55-fc4d3ea7d719 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:03.567653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=ae0fcb81-3ef0-4968-b7be-3ee7573e58a3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:03.581312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-28527d08-07a1-4f14-8efd-07226cb03bc8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5816629 Sep 18 00:41:03.582695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:03.588379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'ae0fcb81-3ef0-4968-b7be-3ee7573e58a3', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1464698228'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:03.637568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 30468b17-23c4-4fd3-9597-3b0e94fe161b up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:03.752330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bea57-0515-44cd-9db9-7c959221614d req-91d8c620-1460-4061-9d65-61927f4a88a0 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:03.763870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0bea57-0515-44cd-9db9-7c959221614d req-91d8c620-1460-4061-9d65-61927f4a88a0 tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 1101 time: 0.1850829 Sep 18 00:41:03.785832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:03.806395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e87d7c41-65a4-433e-8ba4-84edf10ba1e6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:03.850929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed0bea57-0515-44cd-9db9-7c959221614d req-7c46709c-8232-403a-86ad-ad1937789b3e tempest-ServersOnMultiNodesTest-1246822560 tempest-ServersOnMultiNodesTest-1246822560-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751574 Sep 18 00:41:03.879365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cf7bb-fe06-4827-a45e-36d271dedb2f req-98b21055-bcc6-4eca-a69d-05afa3e38d24 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:03.879365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97cf7bb-fe06-4827-a45e-36d271dedb2f req-98b21055-bcc6-4eca-a69d-05afa3e38d24 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 944 time: 0.2124076 Sep 18 00:41:03.938897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97cf7bb-fe06-4827-a45e-36d271dedb2f req-73645c9c-3e1b-4dc5-92a4-1abc9ca77b18 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Sep 18 00:41:03.971469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.012141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port e270a6ce-91e4-47f1-9d1d-c7115c8ed2f9 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:04.101632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262df459-190a-4ff2-81cd-64d4aac5e1e8 req-2b0017d4-bcdb-4959-a6b9-668e692e44d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:04.103214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-262df459-190a-4ff2-81cd-64d4aac5e1e8 req-2b0017d4-bcdb-4959-a6b9-668e692e44d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 945 time: 0.1129041 Sep 18 00:41:04.119944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e87d7c41-65a4-433e-8ba4-84edf10ba1e6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:04.120714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e87d7c41-65a4-433e-8ba4-84edf10ba1e6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:04.195788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-262df459-190a-4ff2-81cd-64d4aac5e1e8 req-b549dac8-8708-4e82-a4f0-5f12176a45d7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865951 Sep 18 00:41:04.224158 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:41:04.224158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:41:04.255548 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-63028e93-3bba-4330-976d-407307c65eb3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6690791 Sep 18 00:41:04.255882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36784) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:04.265263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 30468b17-23c4-4fd3-9597-3b0e94fe161b completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:04.282157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b17fc4-c28b-4194-b987-3ef379c427df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': 'ae0fcb81-3ef0-4968-b7be-3ee7573e58a3'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:04.283769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c5b17fc4-c28b-4194-b987-3ef379c427df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.287788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 30468b17-23c4-4fd3-9597-3b0e94fe161b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:04.288175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.302243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port b20f09de-a142-4298-af55-fc4d3ea7d719 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:04.315236 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d06cead2-95e1-42a7-9f9f-98a167a4d20f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0550015 Sep 18 00:41:04.315541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36786) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:04.333010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port b20f09de-a142-4298-af55-fc4d3ea7d719 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:04.333975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.376943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e72843-eba0-42f6-92d1-75ee8ea5e896 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:04.395040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e72843-eba0-42f6-92d1-75ee8ea5e896 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:04.402759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36790) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:04.404123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b8e72843-eba0-42f6-92d1-75ee8ea5e896 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0875044 Sep 18 00:41:04.494360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet ae0fcb81-3ef0-4968-b7be-3ee7573e58a3 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:04.525241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.573830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.587977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.600955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0afd-8de5-4464-b0a5-6593ef452bd2 req-7e3722c3-e395-4713-8441-8c9cd8ec48cb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:04.609065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b34a0afd-8de5-4464-b0a5-6593ef452bd2 req-7e3722c3-e395-4713-8441-8c9cd8ec48cb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.1604252 Sep 18 00:41:04.635859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.645265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:04.648038 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8edc3-a114-4d36-a1df-44e6d551aee9" -d '{"events": [{"server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "name": "network-vif-plugged", "status": "completed", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:04.688923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b,segment=NetworkSegment(4e491d24-3c00-4322-b9ae-4bf61dd86141),segment_id=4e491d24-3c00-4322-b9ae-4bf61dd86141)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:04.692793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b34a0afd-8de5-4464-b0a5-6593ef452bd2 req-08b4b5c6-21d1-487c-8d3b-54abab243c78 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Sep 18 00:41:04.723475 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.728126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.776808 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c56a71-89f0-4308-b5c1-c190275b91ea x-openstack-request-id: req-e1c56a71-89f0-4308-b5c1-c190275b91ea {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:04.777146 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "name": "network-vif-plugged", "status": "completed", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:04.777435 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1c56a71-89f0-4308-b5c1-c190275b91ea {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:04.777820 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b', 'code': 200} Sep 18 00:41:04.785936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:04.821145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.835395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:04.858083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:04.926232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0fcb81-3ef0-4968-b7be-3ee7573e58a3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:04.956862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e979d-5e19-4c41-b5c9-57b0f122fe3e req-3e6909db-bbd0-4b3a-9de5-3f386f267bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:04.959149 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e55e979d-5e19-4c41-b5c9-57b0f122fe3e req-3e6909db-bbd0-4b3a-9de5-3f386f267bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 1097 time: 0.0923858 Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-c5b17fc4-c28b-4194-b987-3ef379c427df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0fcb81-3ef0-4968-b7be-3ee7573e58a3: This subnet is being modified by another concurrent operation. Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:41:04.959761 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0fcb81-3ef0-4968-b7be-3ee7573e58a3: This subnet is being modified by another concurrent operation. Sep 18 00:41:04.962734 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 00:41:05.001592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:05.033358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.041061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-96a62a18-23fc-45b9-946e-1b62d5cfebf7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/ae0fcb81-3ef0-4968-b7be-3ee7573e58a3 HTTP/1.1" status: 204 len: 168 time: 0.6352518 Sep 18 00:41:05.043812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:05.075901 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e55e979d-5e19-4c41-b5c9-57b0f122fe3e req-74682fbb-952c-4a19-9502-b04672a85bc1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828443 Sep 18 00:41:05.085105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a086aaa5-6f3e-41fa-a451-9d79f3a2085b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395710 Sep 18 00:41:05.101601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36802) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:05.106575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:05.139917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176ce3c-2d51-4025-ad04-f3cc3051b95d req-ba8c3263-2787-4662-8db5-9b24e33b7f3e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:05.142369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5176ce3c-2d51-4025-ad04-f3cc3051b95d req-ba8c3263-2787-4662-8db5-9b24e33b7f3e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.0626130 Sep 18 00:41:05.220628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8fad5-520d-4ffc-bdd2-5bceee9a12b1 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:41:05.225680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5176ce3c-2d51-4025-ad04-f3cc3051b95d req-69f0621a-490b-42f7-8b6c-45148cc8540a tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Sep 18 00:41:05.294952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:05.299178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.369819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d1291-9015-4949-8ced-f39a2aa5f2ff req-d186a84f-18fe-446a-be61-7b0db6515ba6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:05.379988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-125d1291-9015-4949-8ced-f39a2aa5f2ff req-d186a84f-18fe-446a-be61-7b0db6515ba6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 946 time: 0.0770113 Sep 18 00:41:05.449172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-125d1291-9015-4949-8ced-f39a2aa5f2ff req-6a30812d-bc36-490a-b983-90c15ca3e93a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680132 Sep 18 00:41:05.449960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8fad5-520d-4ffc-bdd2-5bceee9a12b1 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:41:05.584538 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.662058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:05.665786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:05.670302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:05.670911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.681763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=6e22dd5e-7a11-4029-b987-b1acd4b38fee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:05.699251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36812) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:05.705226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1338678722', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:05.716344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0117eacc-7615-4c6c-b295-d91e2814179d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6130297 Sep 18 00:41:05.752016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.753267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.854431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:05.855321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.860086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.888619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.921099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6391ae-8075-4eae-8b9f-6b5fc9784baf req-b9ab7e69-323c-420b-b040-4e18a7fa4ade tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:05.924252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f6391ae-8075-4eae-8b9f-6b5fc9784baf req-b9ab7e69-323c-420b-b040-4e18a7fa4ade tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.1223006 Sep 18 00:41:05.925269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:05.928957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-540e4792-b9b5-4f75-8c8a-fdab1a6d8c83 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2260511 Sep 18 00:41:05.929646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36820) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:06.042983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f6391ae-8075-4eae-8b9f-6b5fc9784baf req-c22769d5-83bc-4642-a3a7-6ed5486fc6ee tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028771 Sep 18 00:41:06.047531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/6e22dd5e-7a11-4029-b987-b1acd4b38fee/27a002be-ff7a-46f3-8e2e-cff088945387) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:06.354488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.378021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.388871 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.458060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Pushing event updated for resources: {'Port': ['ID=27a002be-ff7a-46f3-8e2e-cff088945387,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:06.473675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:06.476073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:06.485619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:06.557329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Attempting to bind port 27a002be-ff7a-46f3-8e2e-cff088945387 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:06.557662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Attempting to bind port 27a002be-ff7a-46f3-8e2e-cff088945387 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:06.560628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Attempting to bind port 27a002be-ff7a-46f3-8e2e-cff088945387 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:06.568264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:06.568929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:06.569392 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.569797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:06.570804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Bound port: 27a002be-ff7a-46f3-8e2e-cff088945387, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:06.571198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.599111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11518e-1a94-4eea-864e-15180a81c98c req-f4883c36-513e-43dd-ba0c-1517ba88d5e7 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:06.601394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af11518e-1a94-4eea-864e-15180a81c98c req-f4883c36-513e-43dd-ba0c-1517ba88d5e7 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.2165370 Sep 18 00:41:06.662558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] For port 27a002be-ff7a-46f3-8e2e-cff088945387, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:06.666496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] For port 27a002be-ff7a-46f3-8e2e-cff088945387, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=27a002be-ff7a-46f3-8e2e-cff088945387,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:06.679686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:06.751223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f7a1c-7f7b-4232-96ff-2c8b8154b18b req-834a9988-4586-4e75-89ad-5491372430d5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:06.758582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-104f7a1c-7f7b-4232-96ff-2c8b8154b18b req-834a9988-4586-4e75-89ad-5491372430d5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 946 time: 0.1801560 Sep 18 00:41:06.774567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df26ee-2ee5-4f5c-8fb4-ebb5ae6d0276 None None] Pushing event updated for resources: {'Port': ['ID=27a002be-ff7a-46f3-8e2e-cff088945387,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:06.779259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:06.782611 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f043c2-4b66-42db-93dc-fc73a52cf0ef" -d '{"events": [{"server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "name": "network-vif-plugged", "status": "completed", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:06.829714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-5d182546-a431-42d6-8a6a-fd25092df744 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:06.832251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-5d182546-a431-42d6-8a6a-fd25092df744 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.0912199 Sep 18 00:41:06.871189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af11518e-1a94-4eea-864e-15180a81c98c req-57132214-1dd6-45cf-928a-4fabadcc4d9b tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441199 Sep 18 00:41:06.979924 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8a1e8d-b062-4647-be0b-dadacfab9c94 x-openstack-request-id: req-7d8a1e8d-b062-4647-be0b-dadacfab9c94 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:06.981094 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "name": "network-vif-plugged", "status": "completed", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:06.981608 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d8a1e8d-b062-4647-be0b-dadacfab9c94 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:06.982227 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'code': 200} Sep 18 00:41:06.985337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-104f7a1c-7f7b-4232-96ff-2c8b8154b18b req-7f1dc018-e940-4a16-9744-93d4c76a1f4f tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251029 Sep 18 00:41:07.067394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:07.067870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:07.196351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::1 (e7e807e1-53db-44db-8568-22231a7b4df3/6e22dd5e-7a11-4029-b987-b1acd4b38fee/58673350-7979-4953-93a2-644f52264239) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:07.274478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da80a-683a-4b5c-aebd-e320c368dad4 req-33c3e80a-a5cd-41c6-9fee-7f62b833b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:07.275823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b25da80a-683a-4b5c-aebd-e320c368dad4 req-33c3e80a-a5cd-41c6-9fee-7f62b833b2ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1098 time: 0.2306244 Sep 18 00:41:07.295203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:07.296018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:07.311062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:07.315358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239714d2-3318-4642-b3d2-724dbc4d4f63 req-5268dc23-404b-46ce-acc2-d2176c71a663 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:07.316935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-239714d2-3318-4642-b3d2-724dbc4d4f63 req-5268dc23-404b-46ce-acc2-d2176c71a663 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0092734d-3964-407b-8732-33507aacdd7d HTTP/1.1" status: 200 len: 949 time: 0.1171811 Sep 18 00:41:07.498313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:07.511679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', '06859ece-3752-4da8-b07b-445ed395b6c0', '7518fa7a-3c95-4324-a3a9-547a3d1028dc'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:07.585671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3', '9fbca4a8-ce35-4aa8-b539-17b1c4497c36'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:07.611926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=9fbca4a8-ce35-4aa8-b539-17b1c4497c36,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:07.711343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:07.720384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:07.722498 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4fc311d6-ff39-42a0-a4a2-2cd524c3dd7d req-d03bf9a0-0aa3-42fe-b83e-a181abd37361 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "DELETE /v2.0/ports/9fbca4a8-ce35-4aa8-b539-17b1c4497c36 HTTP/1.1" status: 204 len: 173 time: 0.8740909 Sep 18 00:41:07.722953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'name': 'network-vif-deleted', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:07.725400 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7c0a8-0489-4fb7-82fe-bdf3c806edf9" -d '{"events": [{"server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "name": "network-vif-deleted", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:07.943691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 27a002be-ff7a-46f3-8e2e-cff088945387 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:07.970711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-239714d2-3318-4642-b3d2-724dbc4d4f63 req-5ac12299-84eb-4b6d-9b91-008e4bf91fe8 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451559 Sep 18 00:41:07.982010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b25da80a-683a-4b5c-aebd-e320c368dad4 req-54cfdf90-f1e1-40e5-b808-ae4af482d674 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6869562 Sep 18 00:41:08.003419 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89d7711-e1f0-450c-afe2-332cca83d2e6 x-openstack-request-id: req-c89d7711-e1f0-450c-afe2-332cca83d2e6 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:08.003419 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0092734d-3964-407b-8732-33507aacdd7d", "name": "network-vif-deleted", "tag": "9fbca4a8-ce35-4aa8-b539-17b1c4497c36", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:08.004065 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c89d7711-e1f0-450c-afe2-332cca83d2e6 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:08.004065 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0092734d-3964-407b-8732-33507aacdd7d', 'name': 'network-vif-deleted', 'tag': '9fbca4a8-ce35-4aa8-b539-17b1c4497c36', 'status': 'completed', 'code': 200} Sep 18 00:41:08.101268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.237548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d2126-2c87-40bb-8822-1fdc8fffae61 req-a91983bd-63fb-443e-9401-ca3444bd8be5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:08.239892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-809d2126-2c87-40bb-8822-1fdc8fffae61 req-a91983bd-63fb-443e-9401-ca3444bd8be5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 946 time: 0.0983796 Sep 18 00:41:08.273354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f13691-d224-4986-9d76-ca079de952ad req-b64a5354-946b-4eb2-8058-1471b1164a63 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:08.282949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32f13691-d224-4986-9d76-ca079de952ad req-b64a5354-946b-4eb2-8058-1471b1164a63 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.1714048 Sep 18 00:41:08.322915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.327071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 27a002be-ff7a-46f3-8e2e-cff088945387 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:08.327561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.403423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:08.415841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:08.418554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:08.419588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.486041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32f13691-d224-4986-9d76-ca079de952ad req-9cb6bdc9-7b4d-4e99-ba60-e9a604c9c7aa tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018654 Sep 18 00:41:08.505225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af087804-7f5b-4e9c-a97e-c6b25f25925a None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:08.521382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-809d2126-2c87-40bb-8822-1fdc8fffae61 req-1179d331-97c7-43e0-8b9f-bc409ae73aad tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567570 Sep 18 00:41:08.525340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=58673350-7979-4953-93a2-644f52264239,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:08.573992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.574425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.574827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.575233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.575638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.576175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.576795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.577192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.577695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.578217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.578679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.579070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:08.674592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.800934 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:08.849010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e237d50c-8b30-4688-9bb0-4b78fc79891f None None] Provisioning complete for port 27a002be-ff7a-46f3-8e2e-cff088945387 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:08.861103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e237d50c-8b30-4688-9bb0-4b78fc79891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.008578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 27a002be-ff7a-46f3-8e2e-cff088945387, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=27a002be-ff7a-46f3-8e2e-cff088945387,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:09.052741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.211876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1fed4-efc6-467e-bcf3-298298989792 req-7fbb5818-2007-4d85-8d87-beb0ba805c8e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:09.225362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b1fed4-efc6-467e-bcf3-298298989792 req-7fbb5818-2007-4d85-8d87-beb0ba805c8e tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.2760546 Sep 18 00:41:09.326333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=27a002be-ff7a-46f3-8e2e-cff088945387,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:09.354046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b1fed4-efc6-467e-bcf3-298298989792 req-22a98e72-7cfc-4ba0-9757-d9c87ceac6ae tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242859 Sep 18 00:41:09.433033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.443688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.444658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.647128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:09.649192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=58673350-7979-4953-93a2-644f52264239,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:09.653050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:09.741636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 27a002be-ff7a-46f3-8e2e-cff088945387 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:09.789893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d800-3053-4ca5-9d37-b53d037ec016 req-65c36ea3-d9e4-465f-a872-79b09dbd49c5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:09.797463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b418d800-3053-4ca5-9d37-b53d037ec016 req-65c36ea3-d9e4-465f-a872-79b09dbd49c5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.1984446 Sep 18 00:41:09.822136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 27a002be-ff7a-46f3-8e2e-cff088945387 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:09.824777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.827028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6606-2e27-4deb-8520-957e0dfaf427 req-d25f1086-43c0-4902-b3a9-da2eafdeb9f7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:09.835077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d58c6606-2e27-4deb-8520-957e0dfaf427 req-d25f1086-43c0-4902-b3a9-da2eafdeb9f7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 946 time: 0.1551387 Sep 18 00:41:09.912057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-89afec62-2237-4e0d-b9b6-c74661c636f3 None None] Provisioning complete for port 58673350-7979-4953-93a2-644f52264239 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:09.912661 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-89afec62-2237-4e0d-b9b6-c74661c636f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:09.945119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b418d800-3053-4ca5-9d37-b53d037ec016 req-619951d9-0ed0-4888-9426-228f501cce86 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466682 Sep 18 00:41:10.005423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-89afec62-2237-4e0d-b9b6-c74661c636f3 None None] Port 58673350-7979-4953-93a2-644f52264239 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:10.016195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-89afec62-2237-4e0d-b9b6-c74661c636f3 None None] Provisioning complete for port 27a002be-ff7a-46f3-8e2e-cff088945387 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:10.026774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d58c6606-2e27-4deb-8520-957e0dfaf427 req-d6c9a414-24d8-4735-b4c8-3c61dbd5a01b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838117 Sep 18 00:41:10.028883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-89afec62-2237-4e0d-b9b6-c74661c636f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:10.145099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Router 14598c69-4f21-463c-aa2e-e5497dd8f35d is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:41:10.227053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476c1e70-50e4-4327-980a-54f90bc793dc req-7c6cfc0e-bb78-41c5-8f96-5da3febc17c9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1159839204&fields=id&tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 267 time: 0.1347811 Sep 18 00:41:10.318957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5b1898a1-ecab-4de6-a874-106fead14aa9 None None] Provisioning complete for port 58673350-7979-4953-93a2-644f52264239 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:10.319492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:10.320412 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5b1898a1-ecab-4de6-a874-106fead14aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:10.335864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:10.336434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-393e387a-fd47-46c1-92fd-1e4fca643718 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "PUT /v2.0/routers/14598c69-4f21-463c-aa2e-e5497dd8f35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4040167 Sep 18 00:41:10.351216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1e70-50e4-4327-980a-54f90bc793dc req-d076376f-0f83-40df-9378-e97048b8b363 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:10.360812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476c1e70-50e4-4327-980a-54f90bc793dc req-d076376f-0f83-40df-9378-e97048b8b363 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 946 time: 0.0939438 Sep 18 00:41:10.365516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Sync routers for ids ['14598c69-4f21-463c-aa2e-e5497dd8f35d'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:10.366420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'security_groups': ['0cd8d579-7683-4f0b-beca-b2e904789ab6', 'fb076236-f236-49c6-9903-5023eb20441d']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:10.412264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Routers {'14598c69-4f21-463c-aa2e-e5497dd8f35d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:10.414044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['14598c69-4f21-463c-aa2e-e5497dd8f35d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:10.463413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a7bde-8295-438a-a099-4ea486d14af4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:10.470282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:10.481577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-010a7bde-8295-438a-a099-4ea486d14af4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports/58673350-7979-4953-93a2-644f52264239 HTTP/1.1" status: 200 len: 911 time: 0.1423965 Sep 18 00:41:10.482120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:10.524138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Set router 14598c69-4f21-463c-aa2e-e5497dd8f35d gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:10.602441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a4f78-37e9-46e7-b23c-eccb988a5a8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:10.608815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a4f78-37e9-46e7-b23c-eccb988a5a8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:10.611026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bc6a4f78-37e9-46e7-b23c-eccb988a5a8c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1276860 Sep 18 00:41:10.621312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36902) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:10.802670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:10.843100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:10.931171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5b1898a1-ecab-4de6-a874-106fead14aa9 None None] Port 58673350-7979-4953-93a2-644f52264239 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:10.949738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.003341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:11.082060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:11.082866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.096716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476c1e70-50e4-4327-980a-54f90bc793dc req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "PUT /v2.0/ports/b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 982 time: 0.7348664 Sep 18 00:41:11.101272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:11.110842 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef6ff5-1031-4777-b715-836fa0573670" -d '{"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:11.150885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-56f933f0-52ae-454e-96ff-c7551d299a24 None None] Provisioning complete for port 58673350-7979-4953-93a2-644f52264239 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:11.151094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56f933f0-52ae-454e-96ff-c7551d299a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.184117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-bf019354-7c5d-47f4-a61d-9c7093e31aff tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:11.186395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-bf019354-7c5d-47f4-a61d-9c7093e31aff tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.5739620 Sep 18 00:41:11.191858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4fd87-c675-46dd-aea0-c71291f236b1 req-f192ef59-8fb2-4cc6-8f34-b9bfd762e356 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:11.201423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d4fd87-c675-46dd-aea0-c71291f236b1 req-f192ef59-8fb2-4cc6-8f34-b9bfd762e356 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 945 time: 0.3557453 Sep 18 00:41:11.204615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:11.258203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-56f933f0-52ae-454e-96ff-c7551d299a24 None None] Port 58673350-7979-4953-93a2-644f52264239 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:11.301067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-32b349db-ce60-4ff1-835f-e2297676adcc tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:11.302886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-32b349db-ce60-4ff1-835f-e2297676adcc tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.3856761 Sep 18 00:41:11.336615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'name': 'tempest-NetworksTestDHCPv6-router-1338678722', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:05Z', 'updated_at': '2021-09-18T00:41:08Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None, '_interfaces': [{'id': '58673350-7979-4953-93a2-644f52264239', 'name': '', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'mac_address': 'fa:16:3e:c7:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:41:06Z', 'updated_at': '2021-09-18T00:41:08Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'subnets': [{'id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:11.383050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Checking router: 14598c69-4f21-463c-aa2e-e5497dd8f35d for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:11.383050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Updating router 14598c69-4f21-463c-aa2e-e5497dd8f35d port 58673350-7979-4953-93a2-644f52264239 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:41:11.404782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Deleting port 30468b17-23c4-4fd3-9597-3b0e94fe161b {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:11.405335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.427338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.430218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e50f2-5753-4714-9165-c39696f56bd9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:11.504149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d4fd87-c675-46dd-aea0-c71291f236b1 req-9bc51504-de64-4f7a-b4c1-280211ac5452 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c103667-a512-4af4-a667-d9763c8de344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011799 Sep 18 00:41:11.526236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd847e-cada-4f4e-8748-eb26844ee2b8 req-a8c79c78-9cb6-41a7-83c6-1a9064c78514 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:11.538040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cfd847e-cada-4f4e-8748-eb26844ee2b8 req-a8c79c78-9cb6-41a7-83c6-1a9064c78514 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.3699036 Sep 18 00:41:11.643163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.650027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] For port 30468b17-23c4-4fd3-9597-3b0e94fe161b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=30468b17-23c4-4fd3-9597-3b0e94fe161b,segment=NetworkSegment(4e491d24-3c00-4322-b9ae-4bf61dd86141),segment_id=4e491d24-3c00-4322-b9ae-4bf61dd86141)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:11.650593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.699337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Calling delete_port for 30468b17-23c4-4fd3-9597-3b0e94fe161b owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:11.724241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:11.750524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 7518fa7a-3c95-4324-a3a9-547a3d1028dc {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:11.750868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:11.756055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cfd847e-cada-4f4e-8748-eb26844ee2b8 req-cee0c20f-47fa-4a78-adb4-2ba15e7b9d27 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170630 Sep 18 00:41:11.791624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:11.791967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9fbca4a8-ce35-4aa8-b539-17b1c4497c36 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:11.863148 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c408db-b629-436b-ac08-710b1c818baa x-openstack-request-id: req-30c408db-b629-436b-ac08-710b1c818baa {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:11.863435 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:11.863691 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30c408db-b629-436b-ac08-710b1c818baa {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:11.864090 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'status': 'completed', 'code': 200} Sep 18 00:41:11.881429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-1170032e-1319-45cd-aaa3-2f1c686030bd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1693012532&fields=id&tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 267 time: 0.2149537 Sep 18 00:41:12.170265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 7518fa7a-3c95-4324-a3a9-547a3d1028dc, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=7518fa7a-3c95-4324-a3a9-547a3d1028dc,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:12.170642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.210556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 7518fa7a-3c95-4324-a3a9-547a3d1028dc owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:12.237766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-e2246933-8ca6-4497-858d-a993136e124a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:12.240399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-e2246933-8ca6-4497-858d-a993136e124a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 985 time: 0.3575199 Sep 18 00:41:12.255679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'security_groups': ['0cd8d579-7683-4f0b-beca-b2e904789ab6', 'fb076236-f236-49c6-9903-5023eb20441d', '14472b47-c36e-4bd4-a221-ef9fedfbc5e6']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:12.258308 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.274983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef6ff5-1031-4777-b715-836fa0573670 req-aa5ae643-ed66-4e79-a6b1-b86b9b4d7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:12.279081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.280874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-aa5ae643-ed66-4e79-a6b1-b86b9b4d7c31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1137 time: 0.3675303 Sep 18 00:41:12.488986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.549624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['30468b17-23c4-4fd3-9597-3b0e94fe161b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:12.571282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef6ff5-1031-4777-b715-836fa0573670 req-b2babcdf-31cb-442e-822a-269dbed62ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:12.573106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-b2babcdf-31cb-442e-822a-269dbed62ff2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.2647593 Sep 18 00:41:12.626809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Pushing event deleted for resources: {'Port': ['ID=30468b17-23c4-4fd3-9597-3b0e94fe161b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:12.663598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 58673350-7979-4953-93a2-644f52264239 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:12.666650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.686623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148051ad-1b5f-49bb-aac5-a811d393e04a None None] Pushing event updated for resources: {'Port': ['ID=58673350-7979-4953-93a2-644f52264239,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:12.694706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.695050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.695391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.695890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.696239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.696567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.696947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.697279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.697602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.697924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.698242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.698556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:12.705680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-e51248fa-fe6d-4585-9449-acf8c22604a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 217 time: 0.1082408 Sep 18 00:41:12.721282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.766195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:12.807409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] No DVR routers for this DVR port 30468b17-23c4-4fd3-9597-3b0e94fe161b on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:12.810334 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.810635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Attempting to bind port 58673350-7979-4953-93a2-644f52264239 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:12.811048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Attempting to bind port 58673350-7979-4953-93a2-644f52264239 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:12.811414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Attempting to bind port 58673350-7979-4953-93a2-644f52264239 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:12.813038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5e1b85bf-b425-410d-af2e-0fa462b3cdf1 req-44cf9197-15fe-4e86-b210-9db7e0230d6f tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.54 "DELETE /v2.0/ports/30468b17-23c4-4fd3-9597-3b0e94fe161b HTTP/1.1" status: 204 len: 173 time: 1.6159542 Sep 18 00:41:12.825034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'name': 'network-vif-deleted', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:12.827807 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd77340-737c-48c1-b60d-69e3711160f7" -d '{"events": [{"server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "name": "network-vif-deleted", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:12.833026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:12.833418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:12.833811 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.834204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:12.834680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Bound port: 58673350-7979-4953-93a2-644f52264239, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:12.835069 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:12.996479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef6ff5-1031-4777-b715-836fa0573670 req-821e8e08-7cd5-4137-a89e-0aa1921cbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:13.001995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-821e8e08-7cd5-4137-a89e-0aa1921cbb38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.2583992 Sep 18 00:41:13.021511 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81b01405-e959-4526-921d-1b1c0cca55ee req-8c215c06-5bfc-4361-9e4f-ca19931230c6 tempest-InstanceActionsV221TestJSON-1418824809 tempest-InstanceActionsV221TestJSON-1418824809-project] 10.222.0.49 "GET /v2.0/ports?device_id=a629c455-430e-46a2-80bf-c1cff0361167 HTTP/1.1" status: 200 len: 210 time: 0.2786450 Sep 18 00:41:13.055262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50505038-2d5f-4b76-9abf-bb8e0dcf227e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.100334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] For port 58673350-7979-4953-93a2-644f52264239, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:13.103875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] For port 58673350-7979-4953-93a2-644f52264239, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=58673350-7979-4953-93a2-644f52264239,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:13.106703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7eb827a9-f4b5-4e3f-993f-983c76275fb1 None None] Provisioning complete for port 58673350-7979-4953-93a2-644f52264239 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:13.108050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7eb827a9-f4b5-4e3f-993f-983c76275fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.161611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.221228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50505038-2d5f-4b76-9abf-bb8e0dcf227e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.222966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] For port 58673350-7979-4953-93a2-644f52264239, host n-d-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:13.224591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.241248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50505038-2d5f-4b76-9abf-bb8e0dcf227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.249416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 58673350-7979-4953-93a2-644f52264239 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:13.267726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7eb827a9-f4b5-4e3f-993f-983c76275fb1 None None] Port 58673350-7979-4953-93a2-644f52264239 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:13.272575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-73ce4cb9-0dd4-492f-89f9-121ae4e567a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460496 Sep 18 00:41:13.318625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-0d1e3f29-97fb-411a-a719-9306c73a197c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:41:13.320318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50505038-2d5f-4b76-9abf-bb8e0dcf227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6769f40c-e4b9-455e-b73c-04f722e5ced9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:13.321640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-0d1e3f29-97fb-411a-a719-9306c73a197c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231700 Sep 18 00:41:13.322958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148051ad-1b5f-49bb-aac5-a811d393e04a None None] Pushing event updated for resources: {'Port': ['ID=58673350-7979-4953-93a2-644f52264239,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:13.325866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Routers {'14598c69-4f21-463c-aa2e-e5497dd8f35d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:13.326477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['14598c69-4f21-463c-aa2e-e5497dd8f35d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:13.456825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50505038-2d5f-4b76-9abf-bb8e0dcf227e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3737c994409400e989db65c661ba9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891325 Sep 18 00:41:13.459264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36946) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:13.510126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-66809135-5e56-4ace-ab3a-11855d9f45c7 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715400 Sep 18 00:41:13.604462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] Set router 14598c69-4f21-463c-aa2e-e5497dd8f35d gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:13.655434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89ef6ff5-1031-4777-b715-836fa0573670 req-008f6ba6-386e-4df9-81d8-fa9758199ba8 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280167 Sep 18 00:41:13.719918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.758600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.798961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dae85-39d2-478d-80e4-21dd3cd117d9 req-13e3651b-afbb-48d8-9901-d21487011101 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:13.800689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-075dae85-39d2-478d-80e4-21dd3cd117d9 req-13e3651b-afbb-48d8-9901-d21487011101 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b592159-8794-4010-8728-0f21f350e4fc HTTP/1.1" status: 200 len: 949 time: 0.2894254 Sep 18 00:41:13.804099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.836704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', '06859ece-3752-4da8-b07b-445ed395b6c0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:13.846395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:13.848533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1898d0c8-c075-4035-b3cc-c828cc52e24f None None] Provisioning complete for port 58673350-7979-4953-93a2-644f52264239 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:13.849052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1898d0c8-c075-4035-b3cc-c828cc52e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.868035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=7518fa7a-3c95-4324-a3a9-547a3d1028dc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:13.882371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.936982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1898d0c8-c075-4035-b3cc-c828cc52e24f None None] Port 58673350-7979-4953-93a2-644f52264239 was deleted so its status cannot be updated. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 00:41:13.945728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=58673350-7979-4953-93a2-644f52264239,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:13.983918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.992196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.997222 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6769f40c-e4b9-455e-b73c-04f722e5ced9 HTTP/1.1" status: 204 len: 168 time: 0.5343759 Sep 18 00:41:14.112453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20262-67ef-408c-86e9-63f9ea5e7ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6769f40c-e4b9-455e-b73c-04f722e5ced9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:14.177096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:14.267888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'name': 'tempest-NetworksTestDHCPv6-router-1338678722', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:05Z', 'updated_at': '2021-09-18T00:41:08Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None, '_interfaces': [{'id': '58673350-7979-4953-93a2-644f52264239', 'name': '', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'mac_address': 'fa:16:3e:c7:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:41:06Z', 'updated_at': '2021-09-18T00:41:13Z', 'revision_number': 4, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'subnets': [{'id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:14.315344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc73840-fd72-4d4f-9d76-b9fa266919f9 None None] The sync data for ids ['14598c69-4f21-463c-aa2e-e5497dd8f35d'] in n-d-712707-16 is: [{'id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'name': 'tempest-NetworksTestDHCPv6-router-1338678722', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:05Z', 'updated_at': '2021-09-18T00:41:08Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None, '_interfaces': [{'id': '58673350-7979-4953-93a2-644f52264239', 'name': '', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'mac_address': 'fa:16:3e:c7:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:41:06Z', 'updated_at': '2021-09-18T00:41:13Z', 'revision_number': 4, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'subnets': [{'id': '6e22dd5e-7a11-4029-b987-b1acd4b38fee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:14.483463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Router 14598c69-4f21-463c-aa2e-e5497dd8f35d has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:41:14.622239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36954) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:14.648526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e173c41-c019-48c4-b05b-0e24049603dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:14.662106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:14.673755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01b7a31c-a4a7-409f-a8a7-e2c0e0193c6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "PUT /v2.0/routers/14598c69-4f21-463c-aa2e-e5497dd8f35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0453818 Sep 18 00:41:14.673755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36956) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:14.749293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-075dae85-39d2-478d-80e4-21dd3cd117d9 req-552d3f28-ffe6-41c6-a216-e5455682d121 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9406400 Sep 18 00:41:14.784183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596efbb9-bda7-420f-aebf-1151a24b12d4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:14.786224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596efbb9-bda7-420f-aebf-1151a24b12d4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:14.788737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-596efbb9-bda7-420f-aebf-1151a24b12d4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1167691 Sep 18 00:41:14.797608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36958) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:14.801237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 7518fa7a-3c95-4324-a3a9-547a3d1028dc on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:14.865362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:14.867550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e406b3bd-abbf-4bd0-8028-76d582e299d6 req-6d179173-ca78-476b-9a67-7920112aac6a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "DELETE /v2.0/ports/7518fa7a-3c95-4324-a3a9-547a3d1028dc HTTP/1.1" status: 204 len: 173 time: 3.5456185 Sep 18 00:41:14.900763 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7d3b1-4f20-4b1d-ae1a-a85d9777b263 x-openstack-request-id: req-e7a7d3b1-4f20-4b1d-ae1a-a85d9777b263 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:14.901071 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a629c455-430e-46a2-80bf-c1cff0361167", "name": "network-vif-deleted", "tag": "30468b17-23c4-4fd3-9597-3b0e94fe161b", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:14.901312 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7a7d3b1-4f20-4b1d-ae1a-a85d9777b263 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:14.901714 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a629c455-430e-46a2-80bf-c1cff0361167', 'name': 'network-vif-deleted', 'tag': '30468b17-23c4-4fd3-9597-3b0e94fe161b', 'status': 'completed', 'code': 200} Sep 18 00:41:14.961193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e173c41-c019-48c4-b05b-0e24049603dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:14.979795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e173c41-c019-48c4-b05b-0e24049603dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.012493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 6e22dd5e-7a11-4029-b987-b1acd4b38fee {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:15.018817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'name': 'network-vif-deleted', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:15.025397 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9612f7-b710-4634-976f-22ba1a8906f4" -d '{"events": [{"server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "name": "network-vif-deleted", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:15.035500 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.042091 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e173c41-c019-48c4-b05b-0e24049603dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44afcd2e73f248ccb9b9939e268e1952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161704 Sep 18 00:41:15.042091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e173c41-c019-48c4-b05b-0e24049603dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8e3bb-e592-462f-887f-f7bc06407539,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:15.043426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36962) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:15.104915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.194867 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.198693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:15.236550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.283489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.319639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.322917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.324174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6c8e3bb-e592-462f-887f-f7bc06407539 HTTP/1.1" status: 204 len: 168 time: 0.2683167 Sep 18 00:41:15.337303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.345962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3130ed4-c07e-4f9e-8bae-9d1e691d5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8e3bb-e592-462f-887f-f7bc06407539,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:15.367729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.540192 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab6b949-d62a-4aa0-b6a6-d15ccb0db057 x-openstack-request-id: req-3ab6b949-d62a-4aa0-b6a6-d15ccb0db057 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:15.540564 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b592159-8794-4010-8728-0f21f350e4fc", "name": "network-vif-deleted", "tag": "7518fa7a-3c95-4324-a3a9-547a3d1028dc", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:15.540789 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ab6b949-d62a-4aa0-b6a6-d15ccb0db057 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:15.541133 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b592159-8794-4010-8728-0f21f350e4fc', 'name': 'network-vif-deleted', 'tag': '7518fa7a-3c95-4324-a3a9-547a3d1028dc', 'status': 'completed', 'code': 200} Sep 18 00:41:15.599502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 7518fa7a-3c95-4324-a3a9-547a3d1028dc no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:15.608993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:15.610421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.612012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1329c79f-b1fb-4cc1-9a50-fc9f34c62217 req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "PUT /v2.0/ports/b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 1021 time: 3.3628523 Sep 18 00:41:15.664458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 7518fa7a-3c95-4324-a3a9-547a3d1028dc {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:15.664458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 7518fa7a-3c95-4324-a3a9-547a3d1028dc not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:15.675099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 30468b17-23c4-4fd3-9597-3b0e94fe161b no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:15.713438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc752a90-5786-4f9e-8159-d789f8f3af15 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:15.722854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.753265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 30468b17-23c4-4fd3-9597-3b0e94fe161b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:15.753498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 30468b17-23c4-4fd3-9597-3b0e94fe161b not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:15.762037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:15.801493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=6e22dd5e-7a11-4029-b987-b1acd4b38fee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:15.806982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.809478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-73a56329-e082-4f14-b2b6-80bf192f7444 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6e22dd5e-7a11-4029-b987-b1acd4b38fee HTTP/1.1" status: 204 len: 168 time: 1.0058634 Sep 18 00:41:15.812078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36982) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:15.836541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be8401-8e6a-4434-8c86-4a379d1a4e6f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:15.864816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeca1a-723d-4faf-9cfd-906e07f38435 req-f5a178f9-5eb5-4685-b053-feda4fb07dba tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:15.867140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2eeca1a-723d-4faf-9cfd-906e07f38435 req-f5a178f9-5eb5-4685-b053-feda4fb07dba tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1024 time: 0.1249576 Sep 18 00:41:15.947990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:16.043905 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.052193 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3c2ddc18-0a3c-4a51-9933-28bd6189a09d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2353387 Sep 18 00:41:16.054692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36994) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:16.069670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2eeca1a-723d-4faf-9cfd-906e07f38435 req-db625b10-e849-4f86-87de-62e713337576 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb076236-f236-49c6-9903-5023eb20441d&id=14472b47-c36e-4bd4-a221-ef9fedfbc5e6&id=0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 200 len: 6156 time: 0.1948943 Sep 18 00:41:16.096243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37000) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:16.197097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.323725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Deleting subnet 605b592b-95b2-43a8-97ff-3aecca023cfb {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:16.351743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.391847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:41:16.439594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1764224415 ', 'description': 'tempest-description-513198755'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:16.504148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.529779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.669375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.694064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Deleting port 27a002be-ff7a-46f3-8e2e-cff088945387 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:16.694544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.701958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.713968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.731834 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Sync routers for ids ['14598c69-4f21-463c-aa2e-e5497dd8f35d'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:16.746990 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Routers {'14598c69-4f21-463c-aa2e-e5497dd8f35d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:16.747611 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['14598c69-4f21-463c-aa2e-e5497dd8f35d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:16.820045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.820917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Fanout notify agent at l3_agent the message router_deleted on router 14598c69-4f21-463c-aa2e-e5497dd8f35d {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:41:16.833042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.836583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-47ad25be-4eec-4f24-96ea-5597f046a636 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/routers/14598c69-4f21-463c-aa2e-e5497dd8f35d HTTP/1.1" status: 204 len: 168 time: 0.7806833 Sep 18 00:41:16.840971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:16.849257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:16.917800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] For port 27a002be-ff7a-46f3-8e2e-cff088945387, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=27a002be-ff7a-46f3-8e2e-cff088945387,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:16.918232 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.925227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aea7e-c546-4cad-9421-85477ac9096a req-cc5226dd-d811-4be7-9942-3154ec2c61e9 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:16.932987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46aea7e-c546-4cad-9421-85477ac9096a req-cc5226dd-d811-4be7-9942-3154ec2c61e9 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 949 time: 0.1819544 Sep 18 00:41:16.959633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.964968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Set router 14598c69-4f21-463c-aa2e-e5497dd8f35d gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:16.995579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605b592b-95b2-43a8-97ff-3aecca023cfb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:17.017244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.029406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.032002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d5f1ae79-0fae-4be1-bc75-690adeae9405 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/605b592b-95b2-43a8-97ff-3aecca023cfb HTTP/1.1" status: 204 len: 168 time: 0.9313867 Sep 18 00:41:17.036520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.039140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37018) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:17.150176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:17.154291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.178584 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14598c69-4f21-463c-aa2e-e5497dd8f35d', 'name': 'tempest-NetworksTestDHCPv6-router-1338678722', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:05Z', 'updated_at': '2021-09-18T00:41:13Z', 'revision_number': 3, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:17.190530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Calling delete_port for 27a002be-ff7a-46f3-8e2e-cff088945387 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:17.202396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.243614 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Checking router: 14598c69-4f21-463c-aa2e-e5497dd8f35d for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:17.248821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46aea7e-c546-4cad-9421-85477ac9096a req-5c517cdb-fe6b-4f1e-a33f-f5ab4c05fa90 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146691 Sep 18 00:41:17.278925 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:17.279540 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:41:17.280379 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14598c69-4f21-463c-aa2e-e5497dd8f35d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent'). {{(pid=106455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:41:17.285608 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa5aaf-d824-4ec5-9d53-bdf3ed85473d None None] The sync data for ids ['14598c69-4f21-463c-aa2e-e5497dd8f35d'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:17.327549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.335418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4bb523-4194-4d87-b478-ac462b4f8747,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:17.342532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.366120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6cd966e-f95c-4e1b-9bc0-f4d4859d8862 req-2eb50ee6-5fdb-4b6a-97cc-10baa6ba8efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.0154376 Sep 18 00:41:17.404835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] Pushing event deleted for resources: {'Port': ['ID=27a002be-ff7a-46f3-8e2e-cff088945387,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:17.414860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b25480-7699-4d64-bfee-34293ddcb37e None None] No DVR routers for this DVR port 27a002be-ff7a-46f3-8e2e-cff088945387 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:17.551504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:17.554902 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c76f09-96f7-4650-a005-c4096c1396cf" -d '{"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:17.570475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.629027 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d94de4-849c-4c0a-b669-754ca0e6864a x-openstack-request-id: req-36d94de4-849c-4c0a-b669-754ca0e6864a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:17.629328 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:17.629581 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36d94de4-849c-4c0a-b669-754ca0e6864a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:17.629973 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'status': 'completed', 'code': 200} Sep 18 00:41:17.704294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09614070-d945-46a8-8f2a-47d1a840c2ee']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:17.736581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.756867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b31dd1c0-11e2-4d94-9b12-376dd5615da7 req-a042d25f-cd0b-42d6-90cd-2baa7a0e31d7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/ee4bb523-4194-4d87-b478-ac462b4f8747 HTTP/1.1" status: 200 len: 1782 time: 0.1834240 Sep 18 00:41:17.777201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e491d24-3c00-4322-b9ae-4bf61dd86141') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:17.790742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e491d24-3c00-4322-b9ae-4bf61dd86141') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:17.826617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 27a002be-ff7a-46f3-8e2e-cff088945387 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:17.850087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:17.858795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:17.864086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:17.875558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.893784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 27a002be-ff7a-46f3-8e2e-cff088945387 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:17.894363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 27a002be-ff7a-46f3-8e2e-cff088945387 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:17.895487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 58673350-7979-4953-93a2-644f52264239 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:17.901738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006777f-2965-46cc-bb41-8c555ba00d4b None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:17.917350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=be559324-f075-4f24-9190-0380c49e315d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:17.924208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.956148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d0332e9-d0d2-4a41-9e5a-ae4471ab4f6b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1112397 Sep 18 00:41:17.956487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37040) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:17.961591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1614383207', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:17.976274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 58673350-7979-4953-93a2-644f52264239 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:17.976876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 58673350-7979-4953-93a2-644f52264239 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:17.982722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c76f09-96f7-4650-a005-c4096c1396cf req-c6263dc8-b36c-48e2-bb79-519dfdd0ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:17.988978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-c6263dc8-b36c-48e2-bb79-519dfdd0ffea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1176 time: 0.3299787 Sep 18 00:41:18.038303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.040203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.167550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.168967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c76f09-96f7-4650-a005-c4096c1396cf req-be0ed486-1f90-4091-bd36-ebac4a3665a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.170772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-be0ed486-1f90-4091-bd36-ebac4a3665a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.1536756 Sep 18 00:41:18.178677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.182216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-deaf6366-08da-4b54-9a7f-4bf44011c172 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/ee4bb523-4194-4d87-b478-ac462b4f8747 HTTP/1.1" status: 200 len: 1782 time: 0.4069262 Sep 18 00:41:18.216204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.217404 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-daedd80e-d703-49a6-abcc-61a6a19f71a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2599151 Sep 18 00:41:18.220639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:18.234954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.253067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:41:18.254167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.289937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': 'be559324-f075-4f24-9190-0380c49e315d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:18.290805 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:41:18.403742 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:41:18.497284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-c89758a2-1e33-4c64-98cf-90d2019debf4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.504615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-c89758a2-1e33-4c64-98cf-90d2019debf4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 949 time: 0.6907732 Sep 18 00:41:18.545041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.548590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-0e6d89a9-1f72-437b-a896-17be0a92ee27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 200 len: 217 time: 0.3620615 Sep 18 00:41:18.641550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/be559324-f075-4f24-9190-0380c49e315d/4e69e922-2b87-4c7b-9aab-d2ba95189540) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:18.668825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.685021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] 10.222.0.49 "DELETE /v2.0/networks/09614070-d945-46a8-8f2a-47d1a840c2ee HTTP/1.1" status: 204 len: 168 time: 1.6305981 Sep 18 00:41:18.747925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642302f-8cd5-4cf5-bd29-eff1a4a0cb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=09614070-d945-46a8-8f2a-47d1a840c2ee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:18.807791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.911308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37066) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:18.931216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1cd0-5679-44eb-b2d4-38739ca1f614 req-6e7929a4-16fa-4fe2-a8b2-616036c33d2f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.933204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c64c1cd0-5679-44eb-b2d4-38739ca1f614 req-6e7929a4-16fa-4fe2-a8b2-616036c33d2f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 949 time: 0.5280755 Sep 18 00:41:18.944696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:18.948611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c76f09-96f7-4650-a005-c4096c1396cf req-7596e5c1-594a-46f0-9def-5dda392a7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.950491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-7596e5c1-594a-46f0-9def-5dda392a7b9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.3519378 Sep 18 00:41:18.991648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.006170 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.034668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-e2abb22e-8f8b-4c2c-b684-ee68f6c922f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694890 Sep 18 00:41:19.078736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Pushing event updated for resources: {'Port': ['ID=4e69e922-2b87-4c7b-9aab-d2ba95189540,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:19.118223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:19.119840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:19.122419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:19.142275 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-367a0d62-7fb5-4b19-8f02-1c28ec59f556 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01a9ef2813624ef2905370968a6d51ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553299 Sep 18 00:41:19.145525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:19.199565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c64c1cd0-5679-44eb-b2d4-38739ca1f614 req-c0eba8b7-50af-4e52-8b77-20c2905e13ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590888 Sep 18 00:41:19.233194 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.237071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.243812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51763fe3-33a7-42c0-93f5-c7d16a52a281 req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/ee4bb523-4194-4d87-b478-ac462b4f8747 HTTP/1.1" status: 204 len: 173 time: 1.0593698 Sep 18 00:41:19.291126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 06859ece-3752-4da8-b07b-445ed395b6c0 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:19.291622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.293130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.302566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Attempting to bind port 4e69e922-2b87-4c7b-9aab-d2ba95189540 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:19.303018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Attempting to bind port 4e69e922-2b87-4c7b-9aab-d2ba95189540 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:19.303310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Attempting to bind port 4e69e922-2b87-4c7b-9aab-d2ba95189540 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:19.329903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:19.330279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:19.330688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.331085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:19.331565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Bound port: 4e69e922-2b87-4c7b-9aab-d2ba95189540, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:19.331956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.389785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773e01c-bf50-4b85-b3f7-0668c97c8aef tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4bb523-4194-4d87-b478-ac462b4f8747,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:19.535492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] For port 4e69e922-2b87-4c7b-9aab-d2ba95189540, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:19.539087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] For port 4e69e922-2b87-4c7b-9aab-d2ba95189540, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e69e922-2b87-4c7b-9aab-d2ba95189540,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:19.546922 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-10d493c3-22ee-417b-b73a-76c9d255e2a0 req-a97d76a2-b249-4187-ba0b-ae23ce7b5ff8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:41:19.550711 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.558042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10d493c3-22ee-417b-b73a-76c9d255e2a0 req-a97d76a2-b249-4187-ba0b-ae23ce7b5ff8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/ee4bb523-4194-4d87-b478-ac462b4f8747 HTTP/1.1" status: 404 len: 352 time: 0.1512928 Sep 18 00:41:19.579345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-0d6ddb4a-8965-4755-afab-8238a28c7f9c service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195584 Sep 18 00:41:19.670627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-983151096', 'description': 'tempest-description-617245260'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:19.685090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de22e0e-dbbe-4095-b0b9-65fce534df53 None None] Pushing event updated for resources: {'Port': ['ID=4e69e922-2b87-4c7b-9aab-d2ba95189540,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:19.718004 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.780711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.792270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.882659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 06859ece-3752-4da8-b07b-445ed395b6c0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=06859ece-3752-4da8-b07b-445ed395b6c0,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:19.883813 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:19.947033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 06859ece-3752-4da8-b07b-445ed395b6c0 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:20.051962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.054246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.055446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c103667-a512-4af4-a667-d9763c8de344 HTTP/1.1" status: 204 len: 168 time: 0.9089973 Sep 18 00:41:20.074303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c76f09-96f7-4650-a005-c4096c1396cf req-e20be6a7-a26c-44a2-afbe-f9250dd6d300 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809020 Sep 18 00:41:20.118098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::1 (e7e807e1-53db-44db-8568-22231a7b4df3/be559324-f075-4f24-9190-0380c49e315d/1085f6c4-b469-427e-84c3-dd1f7cb6efbe) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:20.302500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffb01b-2214-4a22-b355-a384cc9c580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c103667-a512-4af4-a667-d9763c8de344,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:20.411479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.412933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.425931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', '06859ece-3752-4da8-b07b-445ed395b6c0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:20.446642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.528520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=06859ece-3752-4da8-b07b-445ed395b6c0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:20.532944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:20.542518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.565686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.566383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5609430f-9830-4b97-b492-e1d397a633a2 req-b970bd9b-4870-4f36-a57e-4bda58d22484 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 210 time: 0.1822712 Sep 18 00:41:20.658209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:20.661688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:20.665748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:20.666312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.714800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=1085f6c4-b469-427e-84c3-dd1f7cb6efbe,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:20.717741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.720723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3042af86-cdd2-4790-992c-e707847ff3fa req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1040001 Sep 18 00:41:20.785048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 06859ece-3752-4da8-b07b-445ed395b6c0 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:20.791479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.804061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97d0fe8f-c6aa-41ce-902b-97bc7709b455 req-7967554d-547c-4ec3-a3bb-a581dc1877fe tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "DELETE /v2.0/ports/06859ece-3752-4da8-b07b-445ed395b6c0 HTTP/1.1" status: 204 len: 173 time: 2.2850773 Sep 18 00:41:20.804987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'name': 'network-vif-deleted', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:20.817642 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ffb2d-e3da-425a-928e-31c722e44943" -d '{"events": [{"server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "name": "network-vif-deleted", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:20.833587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118e6f5-a6be-4ac6-ab6c-8861b082b4ce tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb618e3-f316-487b-bc1a-7fede95c4136,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:20.858789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-5047175', 'description': 'tempest-description-796046869'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:20.949694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:21.002101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:21.141481 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b38e65-a246-4be1-b436-29c4e442e1f8 x-openstack-request-id: req-20b38e65-a246-4be1-b436-29c4e442e1f8 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:21.141995 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47e788-a24a-4486-89a3-8583e634ff02", "name": "network-vif-deleted", "tag": "06859ece-3752-4da8-b07b-445ed395b6c0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:21.145183 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20b38e65-a246-4be1-b436-29c4e442e1f8 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:21.145646 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47e788-a24a-4486-89a3-8583e634ff02', 'name': 'network-vif-deleted', 'tag': '06859ece-3752-4da8-b07b-445ed395b6c0', 'status': 'completed', 'code': 200} Sep 18 00:41:21.321848 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:21.361312 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:21.506604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dd7721-5b78-460e-b03e-65afeb0d6733,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:21.507776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:21.509375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-367c6284-e0d5-46bb-b787-52bbaa21b5ba req-0da87ade-fe5e-4f35-997a-d38914d679c2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6821148 Sep 18 00:41:21.554379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-522188243', 'description': 'tempest-description-1042465838'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:21.631392 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.027264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.028407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39f2086f-1ffa-4280-99d9-0d6f43f0b08f req-bbf648b5-b984-40eb-8f7d-1dc6333e84ed tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f47e788-a24a-4486-89a3-8583e634ff02 HTTP/1.1" status: 200 len: 210 time: 0.1757865 Sep 18 00:41:22.032025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e69e922-2b87-4c7b-9aab-d2ba95189540 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:22.049108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.050094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.118080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37138) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:22.139796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] Provisioning complete for port 4e69e922-2b87-4c7b-9aab-d2ba95189540 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:22.140177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.208774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.219671 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.274172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=1085f6c4-b469-427e-84c3-dd1f7cb6efbe,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:22.357399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.366102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7211225f-a02a-4385-96ba-134512f319a1 req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8162575 Sep 18 00:41:22.414778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:22.421554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:22.480791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b52f-3417-4bc4-8204-f02aa2fb7e57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7e256-fd2a-4817-91a8-d162289e9ce0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:22.512467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-248188773-network', 'tenant_id': '502327dfb54a48d6bfece2ccaf9bcb44'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:22.665651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Made reservation on behalf of 502327dfb54a48d6bfece2ccaf9bcb44 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:22.669679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.676740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Router d67a057d-40ba-4b53-bd09-bc9a66d3e125 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:41:22.697501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:22.819388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:22.828615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5a5fa52-7f06-4703-9aa7-265385c760e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "PUT /v2.0/routers/d67a057d-40ba-4b53-bd09-bc9a66d3e125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6037807 Sep 18 00:41:22.828749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37148) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:22.838213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45fdb912-edd4-451e-bf79-aa41adaa8db4 req-0fef285c-1d0b-41e3-b7e1-a35a4f534ab4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 10905 time: 0.4557676 Sep 18 00:41:22.873633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Sync routers for ids ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:22.908107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81517143-5275-4de9-bbda-57acfcaa7aae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:22.909772 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81517143-5275-4de9-bbda-57acfcaa7aae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports/1085f6c4-b469-427e-84c3-dd1f7cb6efbe HTTP/1.1" status: 200 len: 911 time: 0.0799878 Sep 18 00:41:22.912185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:22.933963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Routers {'d67a057d-40ba-4b53-bd09-bc9a66d3e125'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:22.934586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:22.982107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c64f8-55d2-4d48-bafe-42510606be3d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:22.985481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45fdb912-edd4-451e-bf79-aa41adaa8db4 req-7fa0fe03-991f-4cbf-aa21-eb1613ca9857 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 200 len: 2985 time: 0.1233826 Sep 18 00:41:22.990778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c64f8-55d2-4d48-bafe-42510606be3d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:22.992595 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef6c64f8-55d2-4d48-bafe-42510606be3d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0787036 Sep 18 00:41:22.995323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37152) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:23.043399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e69e922-2b87-4c7b-9aab-d2ba95189540 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:23.044108 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.098828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.134928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45fdb912-edd4-451e-bf79-aa41adaa8db4 req-b47151e8-004a-43f7-b66d-f2d9c7baf3ca tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 200 len: 2985 time: 0.1427953 Sep 18 00:41:23.155686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Set router d67a057d-40ba-4b53-bd09-bc9a66d3e125 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:23.204596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.209278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-1d128ff9-7c88-411b-ba44-3c0c57eb1b54 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/8bb618e3-f316-487b-bc1a-7fede95c4136 HTTP/1.1" status: 200 len: 1801 time: 0.0496452 Sep 18 00:41:23.215817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.219376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] For port 4e69e922-2b87-4c7b-9aab-d2ba95189540, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e69e922-2b87-4c7b-9aab-d2ba95189540,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:23.260758 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.319057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:41:23.324435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.363640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.385589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e491d-0b75-4d79-9fa3-28191b5c977c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:23.400985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.400985 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Added segment 6fa9b061-b94a-4695-aaff-dd29847d9801 of type vlan for network 822e0191-ab1f-459c-883b-924423e4a41c Sep 18 00:41:23.470783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.473984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.487550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f611e3ab-fbc6-4ee4-abbd-1ae7fa577a80 req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bb618e3-f316-487b-bc1a-7fede95c4136 HTTP/1.1" status: 204 len: 173 time: 0.2644410 Sep 18 00:41:23.502448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b41e5b-b764-4248-b1b5-ed71287d5ba1 None None] Pushing event updated for resources: {'Port': ['ID=4e69e922-2b87-4c7b-9aab-d2ba95189540,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:23.514171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.537422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0443d8d7-ac3c-46ed-b6cd-66174220aaf2 None None] Provisioning complete for port 1085f6c4-b469-427e-84c3-dd1f7cb6efbe triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:23.538378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0443d8d7-ac3c-46ed-b6cd-66174220aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.554796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c6c3-5fb9-4d2f-b529-768638c46cb5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb618e3-f316-487b-bc1a-7fede95c4136,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:23.605228 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-ca0f971b-f226-4dce-9c1c-76f62dbb57bf req-c401eaf6-7d35-45bd-9bc8-78c3b80309fc tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:41:23.633600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca0f971b-f226-4dce-9c1c-76f62dbb57bf req-c401eaf6-7d35-45bd-9bc8-78c3b80309fc tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/8bb618e3-f316-487b-bc1a-7fede95c4136 HTTP/1.1" status: 404 len: 352 time: 0.0799367 Sep 18 00:41:23.660336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.663421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:23.664968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.700605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 06859ece-3752-4da8-b07b-445ed395b6c0 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:23.716153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:23.763868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 06859ece-3752-4da8-b07b-445ed395b6c0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:23.765146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 06859ece-3752-4da8-b07b-445ed395b6c0 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:23.822391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e69e922-2b87-4c7b-9aab-d2ba95189540 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:23.862328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0443d8d7-ac3c-46ed-b6cd-66174220aaf2 None None] Port 1085f6c4-b469-427e-84c3-dd1f7cb6efbe cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:23.884388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] Pushing event updated for resources: {'Network': ['ID=822e0191-ab1f-459c-883b-924423e4a41c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:23.899709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 822e0191-ab1f-459c-883b-924423e4a41c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:41:23.914438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-9112641a-81ca-4462-a3e6-8a2fc6bd5b0a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b8dd7721-5b78-460e-b03e-65afeb0d6733 HTTP/1.1" status: 200 len: 1799 time: 0.0646207 Sep 18 00:41:23.916550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45622b72-9a7a-4dd5-a098-ee3bd565f746 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7974730 Sep 18 00:41:23.919415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:23.926053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Request body: {'subnet': {'network_id': '822e0191-ab1f-459c-883b-924423e4a41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-248188773-subnet', 'tenant_id': '502327dfb54a48d6bfece2ccaf9bcb44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:24.037982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.048515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Made reservation on behalf of 502327dfb54a48d6bfece2ccaf9bcb44 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:24.051673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.057603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67a057d-40ba-4b53-bd09-bc9a66d3e125', 'name': 'tempest-NetworksTestDHCPv6-router-1614383207', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:18Z', 'updated_at': '2021-09-18T00:41:20Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None, '_interfaces': [{'id': '1085f6c4-b469-427e-84c3-dd1f7cb6efbe', 'name': '', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'mac_address': 'fa:16:3e:68:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67a057d-40ba-4b53-bd09-bc9a66d3e125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'be559324-f075-4f24-9190-0380c49e315d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:41:19Z', 'updated_at': '2021-09-18T00:41:21Z', 'revision_number': 2, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'subnets': [{'id': 'be559324-f075-4f24-9190-0380c49e315d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:24.093140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e69e922-2b87-4c7b-9aab-d2ba95189540 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:24.093545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.095495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Checking router: d67a057d-40ba-4b53-bd09-bc9a66d3e125 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:24.095900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Updating router d67a057d-40ba-4b53-bd09-bc9a66d3e125 port 1085f6c4-b469-427e-84c3-dd1f7cb6efbe binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:41:24.129673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.142550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.167764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 1085f6c4-b469-427e-84c3-dd1f7cb6efbe {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:24.168113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.214678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc587-1de2-4147-be52-4e919c6a02be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.358270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.384439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 1085f6c4-b469-427e-84c3-dd1f7cb6efbe owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:24.390304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.393953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.395288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-893fb63f-dd27-43f6-a9da-62a91de5f3e6 req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/b8dd7721-5b78-460e-b03e-65afeb0d6733 HTTP/1.1" status: 204 len: 173 time: 0.4650512 Sep 18 00:41:24.458923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeb57a-d78c-490e-b7c4-b51d2d64fff9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dd7721-5b78-460e-b03e-65afeb0d6733,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:24.475965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-a58f1736-bdef-4743-a045-638447efdf7b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:24.483342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-a58f1736-bdef-4743-a045-638447efdf7b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/networks?id=798a3fc1-dfa0-43db-b251-b5f30b80902e HTTP/1.1" status: 200 len: 815 time: 0.2520154 Sep 18 00:41:24.508288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-0e81615f-ba77-417f-abaf-894856db2906 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/quotas/23fe6c76982f4255a64c062ef69f77ad HTTP/1.1" status: 200 len: 375 time: 0.0238409 Sep 18 00:41:24.654166 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.663393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-565519ce-b6e7-4d8f-b660-2208ef71a2b5 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=23fe6c76982f4255a64c062ef69f77ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539121 Sep 18 00:41:24.672052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:41:24.672052 n-d-712707-16 neutron-server[106454]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Sep 18 00:41:24.672052 n-d-712707-16 neutron-server[106454]: [parameters: {'host': 'n-d-712707-16', 'ml2_port_bindings_port_id': '1085f6c4-b469-427e-84c3-dd1f7cb6efbe', 'ml2_port_bindings_host': ''}] Sep 18 00:41:24.672052 n-d-712707-16 neutron-server[106454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:41:24.672746 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:41:24.674773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.751764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.779544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667180-08fd-462d-8ffc-6efdf84cd47a req-079410f4-b958-492e-b3c7-62464cafe339 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:24.781463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a667180-08fd-462d-8ffc-6efdf84cd47a req-079410f4-b958-492e-b3c7-62464cafe339 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 949 time: 0.1938636 Sep 18 00:41:24.793532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=1085f6c4-b469-427e-84c3-dd1f7cb6efbe,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:24.831353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:24.904038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-93229f40-2abd-4f3f-9f55-5252e5150ef5 service neutron] 10.222.0.49 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391231 Sep 18 00:41:24.917859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Checking segment: {'id': '6fa9b061-b94a-4695-aaff-dd29847d9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:24.918379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Network hostable DHCP agents. Network: 822e0191-ab1f-459c-883b-924423e4a41c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:41:24.933360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:24.951889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a667180-08fd-462d-8ffc-6efdf84cd47a req-a5149dd3-490a-4fe6-b588-40eb3f133340 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Sep 18 00:41:25.055507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Network 822e0191-ab1f-459c-883b-924423e4a41c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:41:25.060459 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-4a45464d-982f-49cb-9eb0-74936d718edd req-b8af7dd5-9a49-4422-8557-1fb197b07bbc tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:41:25.076855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a45464d-982f-49cb-9eb0-74936d718edd req-b8af7dd5-9a49-4422-8557-1fb197b07bbc tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b8dd7721-5b78-460e-b03e-65afeb0d6733 HTTP/1.1" status: 404 len: 352 time: 0.0618720 Sep 18 00:41:25.093407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 822e0191-ab1f-459c-883b-924423e4a41c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:25.101060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:25.103144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528c6bd-ea68-49a0-940a-e8dc49bb2939 None None] Network 822e0191-ab1f-459c-883b-924423e4a41c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:25.112594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:25.130345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-388080a6-098a-49af-8b3c-0524f36e70bb service neutron] 10.222.0.49 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257941 Sep 18 00:41:25.168194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-784dd77b-2491-44d7-ab79-484156c7a9ab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2392881 Sep 18 00:41:25.252520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-c3ecdbee-351c-4a23-bb4b-ed06d0cdc8c5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:25.254032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-c3ecdbee-351c-4a23-bb4b-ed06d0cdc8c5 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 949 time: 0.1318877 Sep 18 00:41:25.255980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Router d67a057d-40ba-4b53-bd09-bc9a66d3e125 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:41:25.300172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-b629c5e9-07a0-457d-abe3-6ef914ec9789 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/7cf7e256-fd2a-4817-91a8-d162289e9ce0 HTTP/1.1" status: 200 len: 1802 time: 0.0976629 Sep 18 00:41:25.304820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Port 1085f6c4-b469-427e-84c3-dd1f7cb6efbe not found while updating agent binding for router d67a057d-40ba-4b53-bd09-bc9a66d3e125. {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 00:41:25.354773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Routers {'d67a057d-40ba-4b53-bd09-bc9a66d3e125'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:25.355420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:40:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:25.523328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1dd6da32-a7db-4c4b-ba25-3ca2a4f9344e req-65d5ca2e-afa0-47cb-914e-015ed3ef0a53 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 210 time: 0.0566971 Sep 18 00:41:25.539995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-5406c0ac-f33a-42dc-9b7c-49bb8d938de2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:25.541625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-5406c0ac-f33a-42dc-9b7c-49bb8d938de2 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55fba6b-98aa-4051-bbe7-71138ab55fca HTTP/1.1" status: 200 len: 950 time: 0.1936896 Sep 18 00:41:25.704513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:25.758636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:25.766773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] Set router d67a057d-40ba-4b53-bd09-bc9a66d3e125 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:25.782542 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-843ba4f7-2e62-458d-9b93-8ba2147808b6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "PUT /v2.0/routers/d67a057d-40ba-4b53-bd09-bc9a66d3e125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7833316 Sep 18 00:41:25.782542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37250) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:25.805655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50666d08-f194-45bc-a55c-b9f692be75d2 None None] Network 822e0191-ab1f-459c-883b-924423e4a41c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:25.853137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3867d-2c02-4bb4-802f-1af191116610 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:25.854730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3867d-2c02-4bb4-802f-1af191116610 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:25.859443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-07d3867d-2c02-4bb4-802f-1af191116610 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0759299 Sep 18 00:41:25.859914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67a057d-40ba-4b53-bd09-bc9a66d3e125', 'name': 'tempest-NetworksTestDHCPv6-router-1614383207', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:18Z', 'updated_at': '2021-09-18T00:41:24Z', 'revision_number': 3, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:25.861561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37256) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:25.900741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ccd56-5e28-4f3b-babd-0979153794bb None None] The sync data for ids ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'] in n-d-712707-16 is: [{'id': 'd67a057d-40ba-4b53-bd09-bc9a66d3e125', 'name': 'tempest-NetworksTestDHCPv6-router-1614383207', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:18Z', 'updated_at': '2021-09-18T00:41:24Z', 'revision_number': 3, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:25.909199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 9e098b70-6c5f-4ef5-b826-496b656800d3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:25.909921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:25.965595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet be559324-f075-4f24-9190-0380c49e315d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:26.005218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.100158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.100987 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.104835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 9e098b70-6c5f-4ef5-b826-496b656800d3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e098b70-6c5f-4ef5-b826-496b656800d3,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:26.105575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.150466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 9e098b70-6c5f-4ef5-b826-496b656800d3 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:26.224773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:26.225127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.274953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.287354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-b1278e99-f942-461a-97f3-d53544e7bbbb tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:26.289170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-b1278e99-f942-461a-97f3-d53544e7bbbb tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/networks?id=822e0191-ab1f-459c-883b-924423e4a41c HTTP/1.1" status: 200 len: 821 time: 0.5792730 Sep 18 00:41:26.290103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.296629 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.315288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e108b3cb-c1b5-4ad6-8844-74c92c2788e7 req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/7cf7e256-fd2a-4817-91a8-d162289e9ce0 HTTP/1.1" status: 204 len: 173 time: 1.0068550 Sep 18 00:41:26.385020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471dd2-e26b-4d76-8f97-0cbf96fa4bb3 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7e256-fd2a-4817-91a8-d162289e9ce0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:26.390819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-0765bba5-f815-44e7-bfa3-5906e975f094 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/quotas/502327dfb54a48d6bfece2ccaf9bcb44 HTTP/1.1" status: 200 len: 375 time: 0.0732310 Sep 18 00:41:26.474103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-cb971161-7b72-45d2-8c0d-60c8eeb3211d tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=502327dfb54a48d6bfece2ccaf9bcb44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580246 Sep 18 00:41:26.506549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.552406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=be559324-f075-4f24-9190-0380c49e315d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:26.557945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.565457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-67da9757-5263-4e88-90da-e1923a1f24e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/be559324-f075-4f24-9190-0380c49e315d HTTP/1.1" status: 204 len: 168 time: 0.7007518 Sep 18 00:41:26.565720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37274) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:26.566707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.579808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82', 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:26.584813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f59672-8e57-4a7e-b856-457d85de5fd0 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:26.618488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=9e098b70-6c5f-4ef5-b826-496b656800d3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:26.644639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port cd5ddb86-0ff6-4555-bffd-eb797a212bb5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:26.645291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.653586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef', '9e098b70-6c5f-4ef5-b826-496b656800d3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:26.666674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for cd5ddb86-0ff6-4555-bffd-eb797a212bb5 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:26.681197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39fb18-c1bb-423c-98fb-d3c2850b1293 req-387d01df-6cbb-4446-b19b-be0ee8724dfa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:26.688776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a39fb18-c1bb-423c-98fb-d3c2850b1293 req-387d01df-6cbb-4446-b19b-be0ee8724dfa tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3779a8f-22fd-43b3-a333-916c67d6abdf HTTP/1.1" status: 200 len: 867 time: 0.1932445 Sep 18 00:41:26.783482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 9e098b70-6c5f-4ef5-b826-496b656800d3 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:26.787397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.788492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d47809d1-0984-48bb-9d70-0159ad7e5590 req-8da1f954-0c46-4ac7-94e6-efe99bfed6e3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "DELETE /v2.0/ports/9e098b70-6c5f-4ef5-b826-496b656800d3 HTTP/1.1" status: 204 len: 173 time: 1.5270250 Sep 18 00:41:26.789826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'name': 'network-vif-deleted', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:26.792191 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36e218-bab8-47e8-8bfb-4e2648df9ea9" -d '{"events": [{"server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "name": "network-vif-deleted", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:26.801291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-c2ca3bb2-47cd-4b3e-bc2e-aab9d25cc820 service neutron] 10.222.0.49 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262930 Sep 18 00:41:26.832639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a39fb18-c1bb-423c-98fb-d3c2850b1293 req-e7f5a0e9-9ee4-42a4-9b33-8c872f428ddb tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377838 Sep 18 00:41:26.858783 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-091c5741-804c-41f7-829b-8df30577b9d0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2888381 Sep 18 00:41:26.860670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:26.955688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:26.994230 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-8e2f02ae-850b-4531-9da4-094b15e3ff4a req-5c418024-8e97-466d-8fb4-320ef5daa14f tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:41:27.006558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e2f02ae-850b-4531-9da4-094b15e3ff4a req-5c418024-8e97-466d-8fb4-320ef5daa14f tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/7cf7e256-fd2a-4817-91a8-d162289e9ce0 HTTP/1.1" status: 404 len: 352 time: 0.0353515 Sep 18 00:41:27.164582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-ffb23f34-64b2-4071-b216-c8527d238474 service neutron] 10.222.0.49 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582482 Sep 18 00:41:27.239719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.243281 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8567-ab86-47c5-95f9-433a10647847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.262715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:41:27.325872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=cd5ddb86-0ff6-4555-bffd-eb797a212bb5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:27.440510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port cd5ddb86-0ff6-4555-bffd-eb797a212bb5 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:27.443371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.445513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0cddb5e-48e5-4124-a2e9-bfee3fa9bfab req-e8864b0e-5af8-4a49-b55c-1a9521bd9135 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "DELETE /v2.0/ports/cd5ddb86-0ff6-4555-bffd-eb797a212bb5 HTTP/1.1" status: 204 len: 173 time: 1.8952575 Sep 18 00:41:27.445970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'name': 'network-vif-deleted', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:27.450197 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c6412-30c5-405f-bd25-ff30223eb126" -d '{"events": [{"server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "name": "network-vif-deleted", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:27.536528 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Sync routers for ids ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:27.544902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f4f8983-bcf6-4fcb-bd99-7f80433265f0 req-0234aab4-2a6b-4a94-b6e3-7226977bd5b7 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 210 time: 0.0623477 Sep 18 00:41:27.582815 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.584105 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Routers {'d67a057d-40ba-4b53-bd09-bc9a66d3e125'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:27.587651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.589475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.593494 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:27.596698 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed2e3c-f63c-4dd0-aa16-dd7603df66b1 x-openstack-request-id: req-6fed2e3c-f63c-4dd0-aa16-dd7603df66b1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:27.598139 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3779a8f-22fd-43b3-a333-916c67d6abdf", "name": "network-vif-deleted", "tag": "9e098b70-6c5f-4ef5-b826-496b656800d3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:27.598565 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fed2e3c-f63c-4dd0-aa16-dd7603df66b1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:27.598982 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3779a8f-22fd-43b3-a333-916c67d6abdf', 'name': 'network-vif-deleted', 'tag': '9e098b70-6c5f-4ef5-b826-496b656800d3', 'status': 'completed', 'code': 200} Sep 18 00:41:27.826831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc4c653c-27f8-40b9-b792-fc085e113474 req-bf6f6b04-95aa-41e6-b222-4ae1e02d2fac tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 6156 time: 0.2646022 Sep 18 00:41:27.852969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.853593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Fanout notify agent at l3_agent the message router_deleted on router d67a057d-40ba-4b53-bd09-bc9a66d3e125 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:41:27.879434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:27.880763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d84de3e-e655-4e97-beb5-dcd4d5cb133d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/routers/d67a057d-40ba-4b53-bd09-bc9a66d3e125 HTTP/1.1" status: 204 len: 168 time: 1.0186782 Sep 18 00:41:27.882363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993a4a4-d483-4725-b458-e169ed2816ae req-4b7e31a3-9d0a-4e89-8851-f6b9ef1cd66e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:27.883398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:27.884766 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Set router d67a057d-40ba-4b53-bd09-bc9a66d3e125 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:27.885787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4993a4a4-d483-4725-b458-e169ed2816ae req-4b7e31a3-9d0a-4e89-8851-f6b9ef1cd66e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.1898136 Sep 18 00:41:27.913482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-3a994ddd-6cb1-4d65-a800-f1a6b60162d8 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:27.918804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e69e922-2b87-4c7b-9aab-d2ba95189540 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:27.919150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-3a994ddd-6cb1-4d65-a800-f1a6b60162d8 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.54 "GET /v2.0/networks?id=798a3fc1-dfa0-43db-b251-b5f30b80902e HTTP/1.1" status: 200 len: 815 time: 0.5739233 Sep 18 00:41:27.983443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4993a4a4-d483-4725-b458-e169ed2816ae req-0ee7b5cb-b76f-4b2a-9aa8-965e8dc9ac5e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839605 Sep 18 00:41:27.987794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Request body: {'port': {'device_id': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'admin_state_up': True, 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:28.057436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc4c653c-27f8-40b9-b792-fc085e113474 req-7f74d755-0a7d-41e2-9848-d4290231a7bf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 200 len: 2985 time: 0.2269042 Sep 18 00:41:28.087891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Deleting port 4e69e922-2b87-4c7b-9aab-d2ba95189540 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:28.088384 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.100068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67a057d-40ba-4b53-bd09-bc9a66d3e125', 'name': 'tempest-NetworksTestDHCPv6-router-1614383207', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:41:18Z', 'updated_at': '2021-09-18T00:41:24Z', 'revision_number': 3, 'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:28.143466 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9d72e-0998-450a-b1c9-2aab6a4c1176 x-openstack-request-id: req-f7e9d72e-0998-450a-b1c9-2aab6a4c1176 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:28.143885 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55fba6b-98aa-4051-bbe7-71138ab55fca", "name": "network-vif-deleted", "tag": "cd5ddb86-0ff6-4555-bffd-eb797a212bb5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:28.144146 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7e9d72e-0998-450a-b1c9-2aab6a4c1176 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:28.144769 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55fba6b-98aa-4051-bbe7-71138ab55fca', 'name': 'network-vif-deleted', 'tag': 'cd5ddb86-0ff6-4555-bffd-eb797a212bb5', 'status': 'completed', 'code': 200} Sep 18 00:41:28.158405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc4c653c-27f8-40b9-b792-fc085e113474 req-a969c422-8e41-49e8-979c-15a07c5a63c7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 200 len: 2985 time: 0.0951619 Sep 18 00:41:28.164281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:28.196558 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Checking router: d67a057d-40ba-4b53-bd09-bc9a66d3e125 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:28.230477 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:28.230913 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:41:28.231456 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d67a057d-40ba-4b53-bd09-bc9a66d3e125'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent'). {{(pid=106455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:41:28.231831 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d287ea4-a2d7-47ac-b0fd-2c1bd98c779a None None] The sync data for ids ['d67a057d-40ba-4b53-bd09-bc9a66d3e125'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:28.313645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2bff8d6-4e82-4f18-ad90-a50c729d56b0 req-58f3ec05-8652-43fe-8158-ceba9b0b0726 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.0483899 Sep 18 00:41:28.427779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1047735663', 'description': 'tempest-description-288516057'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:28.458690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd6075-347b-4ce4-96fa-40f04e8055e9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:28.463895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c8cd6075-347b-4ce4-96fa-40f04e8055e9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5795450 Sep 18 00:41:28.466428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:28.528401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.617236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] For port 4e69e922-2b87-4c7b-9aab-d2ba95189540, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e69e922-2b87-4c7b-9aab-d2ba95189540,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:28.617908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.618744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.634458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:28.669007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Made reservation on behalf of 23fe6c76982f4255a64c062ef69f77ad for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:28.670992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Calling delete_port for 4e69e922-2b87-4c7b-9aab-d2ba95189540 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:28.680607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eea1e-6726-426f-a8e2-36e23af833a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:28.680791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.682457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a44eea1e-6726-426f-a8e2-36e23af833a5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2098794 Sep 18 00:41:28.691707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37336) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:28.694458 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.802722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-48cacc05-4b99-4fba-86f4-3646c4a881e3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091418 Sep 18 00:41:28.807743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37338) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:28.823937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:28.870231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 4e69e922-2b87-4c7b-9aab-d2ba95189540, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e69e922-2b87-4c7b-9aab-d2ba95189540,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:28.884132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.946726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd555cf7-d69e-44b6-b0b9-c081157e55e3 req-62fc13d3-3c65-499f-bcd1-fe708c5cd707 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 210 time: 0.1577723 Sep 18 00:41:28.991179 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:28.997557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=4e69e922-2b87-4c7b-9aab-d2ba95189540,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:29.019261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.019626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.019957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.020383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.020722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.021055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.021444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.021769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.022096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.022477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.022804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.023128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:29.051119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:29.052119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] No DVR routers for this DVR port 4e69e922-2b87-4c7b-9aab-d2ba95189540 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:29.059250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Allocated IP 172.20.0.5 (798a3fc1-dfa0-43db-b251-b5f30b80902e/0d040e41-48f7-449a-a79a-f23b61e0d972/d57e8fd1-abb2-4363-9b80-5eac955c0aae) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:29.079175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e969-ce99-403c-9627-b19c451770e9 None None] Pushing event deleted for resources: {'Port': ['ID=4e69e922-2b87-4c7b-9aab-d2ba95189540,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:29.151106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19eef6e6-ea96-45ea-baec-740c02a48b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.293810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.305035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.338332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5e81-0aa6-4d50-93cf-706e34299330 req-2df4f5c4-bc2c-43bd-85ba-18a811212b16 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:29.349321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd5a5e81-0aa6-4d50-93cf-706e34299330 req-2df4f5c4-bc2c-43bd-85ba-18a811212b16 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.1946111 Sep 18 00:41:29.444658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.449659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc6c33-b258-48bd-8ab3-9eada264384e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:29.457677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:29.463765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.524678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.538474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-262f7173-739c-40fa-bb4f-4869dfe38928 req-e0ed1708-bf38-4b49-8f37-52850708f04b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1151116 Sep 18 00:41:29.564006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd5a5e81-0aa6-4d50-93cf-706e34299330 req-95529b28-f6f1-4a4e-8755-39d11032971b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090247 Sep 18 00:41:29.581774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19eef6e6-ea96-45ea-baec-740c02a48b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.615135 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.626369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19eef6e6-ea96-45ea-baec-740c02a48b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.660323 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:41:29.674692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cd5ddb86-0ff6-4555-bffd-eb797a212bb5 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:29.722952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e098b70-6c5f-4ef5-b826-496b656800d3 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:29.727168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: cd5ddb86-0ff6-4555-bffd-eb797a212bb5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:29.727987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cd5ddb86-0ff6-4555-bffd-eb797a212bb5 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:29.731236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c2b6792-7ccf-4089-b429-52fb383a55fb req-fe40c674-b7db-4b86-b493-7c2a60665c9e tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.0402117 Sep 18 00:41:29.738411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef6e6-ea96-45ea-baec-740c02a48b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f3b836-5043-43d9-b9c3-9c8d028eb01b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:29.752254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 9e098b70-6c5f-4ef5-b826-496b656800d3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:29.752997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e098b70-6c5f-4ef5-b826-496b656800d3 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:29.788015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973803053', 'description': 'tempest-description-1708423782'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:29.854546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-19eef6e6-ea96-45ea-baec-740c02a48b87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c787fde339f41118e6aa3e6e62e1385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2138782 Sep 18 00:41:29.857683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37358) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:29.902540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:29.904365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.089131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:30.119631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.122759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:30.133996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:30.139429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:41:30.144621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.211167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:30.211828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.225341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Pushing event updated for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:30.257177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.277407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:30.318891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:30.332306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a39e9-935e-41dc-b271-e6092a31ac2d None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:30.334230 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.348142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:30.348901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.356469 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-2834d41f-cb53-4d2c-aee3-4d0fbec52318 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3956499 Sep 18 00:41:30.365069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.372533 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.382296 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.386455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8f3b836-5043-43d9-b9c3-9c8d028eb01b HTTP/1.1" status: 204 len: 168 time: 0.5267246 Sep 18 00:41:30.422317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6ca56-899d-44ac-9021-0635c6f6612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f3b836-5043-43d9-b9c3-9c8d028eb01b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:30.429427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=964678fc-f473-4024-bb97-5c6c2ec90e22,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:30.466841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78e663be-43c0-4f55-87e7-ade73a6c6ebc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6538956 Sep 18 00:41:30.468533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.471480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:30.479397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:30.496907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a9e3db1-6bbf-402c-9d86-a9520587ccb0 req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7162731 Sep 18 00:41:30.497618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee2f82-8f35-4dce-b958-486accf2944e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b6e4d-87df-4dcd-8571-d92f345921a3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:30.721587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a54f3-6b93-49d9-9acd-8325ddaeac83 req-9c7b6a6e-0f21-4e81-b8c4-f0a13d406611 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:30.728960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-611a54f3-6b93-49d9-9acd-8325ddaeac83 req-9c7b6a6e-0f21-4e81-b8c4-f0a13d406611 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 931 time: 0.1954815 Sep 18 00:41:30.772003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:30.776498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.793211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d81e3d90-fbe2-4327-9c41-b444a3c50751 None None] Provisioning complete for port d57e8fd1-abb2-4363-9b80-5eac955c0aae triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:30.793764 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d81e3d90-fbe2-4327-9c41-b444a3c50751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.798361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad0eb-a5ce-4e90-9c44-dada37dd3452 req-dd4c3c8c-d836-4bcb-bfae-7e5299325543 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:30.812950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15bad0eb-a5ce-4e90-9c44-dada37dd3452 req-dd4c3c8c-d836-4bcb-bfae-7e5299325543 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.1673374 Sep 18 00:41:30.851277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-611a54f3-6b93-49d9-9acd-8325ddaeac83 req-63d024dc-b9b0-4800-a774-5e7ed8f56b02 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 Sep 18 00:41:30.874759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '964678fc-f473-4024-bb97-5c6c2ec90e22'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:30.874759 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:30.962870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d81e3d90-fbe2-4327-9c41-b444a3c50751 None None] Port d57e8fd1-abb2-4363-9b80-5eac955c0aae cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:30.966907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15bad0eb-a5ce-4e90-9c44-dada37dd3452 req-39a07406-4caf-438e-acbf-abb6b29b91b4 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456733 Sep 18 00:41:31.137931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6f47-ddbc-4ff8-99a4-6944e64e7253 req-e5179361-8751-4e49-8da5-b5091c1e3c4c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.145739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14bc6f47-ddbc-4ff8-99a4-6944e64e7253 req-e5179361-8751-4e49-8da5-b5091c1e3c4c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.1415300 Sep 18 00:41:31.275273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Allocated IP 2001:db8::f816:3eff:fe1b:e822 (e7e807e1-53db-44db-8568-22231a7b4df3/964678fc-f473-4024-bb97-5c6c2ec90e22/04d65aab-abfb-4d9c-8498-91ec0c9f68cd) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:31.308376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37388) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:31.315436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14bc6f47-ddbc-4ff8-99a4-6944e64e7253 req-76ec1a96-b23f-4b4e-9dc3-d8abb10d1677 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624937 Sep 18 00:41:31.349144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc866aad-1d8f-4a78-a81b-8c6c3201c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.381999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.410283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-01a5c192-fa2d-4768-9e25-019066ed8477 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.418306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-01a5c192-fa2d-4768-9e25-019066ed8477 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 813 time: 0.3141580 Sep 18 00:41:31.460266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd446d88-34c1-4658-9232-20a6bab29241 req-c014d1d1-bda8-49e2-a961-0f2db2d9a6cd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.0383985 Sep 18 00:41:31.469948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-36508a2a-4c8c-4b5a-8a48-c823b78a41c3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.471498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-36508a2a-4c8c-4b5a-8a48-c823b78a41c3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.1940906 Sep 18 00:41:31.478936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-9e1fb43c-af34-48e2-b31d-1c2f49566f62 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/quotas/7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 375 time: 0.0593290 Sep 18 00:41:31.492100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:31.496861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=7e17443a-b87b-4066-bc72-9e93d15f3950,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.499158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:31.504448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.505335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.522993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.534119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.582974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc866aad-1d8f-4a78-a81b-8c6c3201c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.583263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:31.587535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:31.589646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc866aad-1d8f-4a78-a81b-8c6c3201c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.595097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:31.597213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Pushing event updated for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.608169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-78aeba9e-caa4-4798-9a9c-9b280b9d4f8e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1350114 Sep 18 00:41:31.608612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37390) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:31.617227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:23:fb:b3', 'name': 'tempest-NetworksTestDHCPv6-722788836'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:31.636112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-6649501b-5652-46dc-89da-8c255e281bf8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565666 Sep 18 00:41:31.667673 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc866aad-1d8f-4a78-a81b-8c6c3201c25d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=682804c39ebc401485ea6434ce3a9984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556883 Sep 18 00:41:31.667673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866aad-1d8f-4a78-a81b-8c6c3201c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb569058-e75d-4df6-a665-dc66bd7d2c7e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.668935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37394) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:31.717277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Attempting to bind port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:31.718124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Attempting to bind port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:31.718841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Attempting to bind port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:31.726676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:31.727437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:31.728260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.728870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:31.729932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Bound port: 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:31.731767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.738279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.750873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:31.751464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.776139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.825313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:31.831705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:31.839962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.862975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.868107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.874122 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb569058-e75d-4df6-a665-dc66bd7d2c7e HTTP/1.1" status: 204 len: 168 time: 0.2018487 Sep 18 00:41:31.916605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-9c38b1e1-a2a2-44af-8274-e609eac2f1ee tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.918443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-9c38b1e1-a2a2-44af-8274-e609eac2f1ee tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e327306-9649-4c99-94d9-28d70bde3de0 HTTP/1.1" status: 200 len: 950 time: 0.1824770 Sep 18 00:41:31.929022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52581e0a-a8f4-48fe-a9e0-a08888dfdcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb569058-e75d-4df6-a665-dc66bd7d2c7e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.946982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.979137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf06d7-f28b-4508-8ec7-b0b820f47e24 None None] Pushing event updated for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:32.170571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-3e3cede7-0542-4685-bf01-b7653c389a29 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:41:32.180839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-3e3cede7-0542-4685-bf01-b7653c389a29 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5288842 Sep 18 00:41:32.420771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:32.583931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:32.584304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.605428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ece6-b038-4221-964d-eba2253254f8 req-3d32efb7-bf19-48b9-bf08-8b3f886dbb5e tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:32.607113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d231ece6-b038-4221-964d-eba2253254f8 req-3d32efb7-bf19-48b9-bf08-8b3f886dbb5e tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 931 time: 0.4985957 Sep 18 00:41:32.682822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:32.702562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:32.742585 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a72eff-a6ab-477c-b424-12d1f59df762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.752088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 8159cf6e-af10-4522-99d9-6200e57c7c82 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:32.752509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.851524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.869886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d231ece6-b038-4221-964d-eba2253254f8 req-68ea53bf-343b-4cdb-8aa9-e38a428df580 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987290 Sep 18 00:41:32.877904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-de8ceef9-2a9b-4a00-978d-f988033fe0ff service neutron] 10.222.0.49 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380251 Sep 18 00:41:32.929547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a72eff-a6ab-477c-b424-12d1f59df762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.938035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a72eff-a6ab-477c-b424-12d1f59df762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:32.991789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a72eff-a6ab-477c-b424-12d1f59df762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324eabf0-de1a-4162-899f-6a40d8d64994,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:33.009197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89a72eff-a6ab-477c-b424-12d1f59df762 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3dde739d60249c4933a3e3129527675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051040 Sep 18 00:41:33.012958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37414) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:33.080497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.105903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.170562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.175497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.178739 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/324eabf0-de1a-4162-899f-6a40d8d64994 HTTP/1.1" status: 204 len: 168 time: 0.1637907 Sep 18 00:41:33.215441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffdbc-b02f-49ca-8c45-dbfe92dcbf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324eabf0-de1a-4162-899f-6a40d8d64994,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:33.365167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 4a84c06e-70ae-4dd8-9258-44feb68cda72 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:33.589976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89cb5a-0e83-4353-86a1-5e1ccee3b42f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:33.639510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 8159cf6e-af10-4522-99d9-6200e57c7c82, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8159cf6e-af10-4522-99d9-6200e57c7c82,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:33.640011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.654912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd90f0-a6a3-410c-9eb3-cbe66842fa85 req-d2efa140-8d34-4ef5-848a-3e5bcbbe95e1 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.657314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccd90f0-a6a3-410c-9eb3-cbe66842fa85 req-d2efa140-8d34-4ef5-848a-3e5bcbbe95e1 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2689b060-e185-46b8-8928-94e32dfcb826 HTTP/1.1" status: 200 len: 948 time: 0.4138391 Sep 18 00:41:33.673377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:33.673754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.691773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:33.706831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['62dd3692-7b42-49e0-a8d1-6dbd21c931c9', '8159cf6e-af10-4522-99d9-6200e57c7c82'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:33.715451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-4abf7ed4-301a-4d6a-b639-17f115044c6e service neutron] 10.222.0.49 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844742 Sep 18 00:41:33.720885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 8159cf6e-af10-4522-99d9-6200e57c7c82 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:33.744797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:33.747151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 580888b2-9663-47b9-8563-8866ee43be35 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:33.801557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04d65aab-abfb-4d9c-8498-91ec0c9f68cd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:33.893035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=62dd3692-7b42-49e0-a8d1-6dbd21c931c9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:34.079457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccd90f0-a6a3-410c-9eb3-cbe66842fa85 req-e891e9a7-e197-4a89-9961-fa7de505f27d tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080436 Sep 18 00:41:34.286116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:34.293510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.295504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d942137a-ca03-49bf-ac8b-9b8d99748d67 req-c520cba2-c66a-44b7-9732-2f4fb2540476 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "DELETE /v2.0/ports/62dd3692-7b42-49e0-a8d1-6dbd21c931c9 HTTP/1.1" status: 204 len: 173 time: 2.8150742 Sep 18 00:41:34.300638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'name': 'network-vif-deleted', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:34.302941 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b01f0d-8fcf-4964-b416-8ef0909ff11c" -d '{"events": [{"server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "name": "network-vif-deleted", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:34.370857 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.448352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:34.448728 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.450107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.550668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:34.599666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:34.602121 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d663c2b1-77cb-443c-adaf-15e0da1dfbf7" -d '{"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-unplugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:34.622498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.627763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 172.20.0.6 (e7e807e1-53db-44db-8568-22231a7b4df3/7e17443a-b87b-4066-bc72-9e93d15f3950/4a84c06e-70ae-4dd8-9258-44feb68cda72) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:34.658227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe23:fbb3 (e7e807e1-53db-44db-8568-22231a7b4df3/964678fc-f473-4024-bb97-5c6c2ec90e22/4a84c06e-70ae-4dd8-9258-44feb68cda72) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:34.733239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=13']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:34.793243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '964678fc-f473-4024-bb97-5c6c2ec90e22', 'ip_address': '2001:db8::f816:3eff:fe1b:e822'}, {'subnet_id': '7e17443a-b87b-4066-bc72-9e93d15f3950'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '04d65aab-abfb-4d9c-8498-91ec0c9f68cd'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:41:34.826588 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.866800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:34.868885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf6ed94-ccde-43e1-bfbc-cdc68abb0ac5 req-e1c2f5ff-d77e-4850-af1c-84b82d42d94e tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.5756440 Sep 18 00:41:34.889945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:34.894277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.074804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30bfc-7947-460d-8192-2f190e5241c3 req-c17b573b-7423-4757-a0b9-ea518b142dc6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.077658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0e30bfc-7947-460d-8192-2f190e5241c3 req-c17b573b-7423-4757-a0b9-ea518b142dc6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 946 time: 0.9944363 Sep 18 00:41:35.187805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc2b4-0b60-4275-94ab-1f3ee196fa95 None None] Pushing event updated for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:35.205740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=8159cf6e-af10-4522-99d9-6200e57c7c82,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:35.420956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:35.433583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdfef-719b-46a4-9823-77467265ea7d req-1df9aa73-f2bb-4d05-81a1-325697dceb60 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.435385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6ffdfef-719b-46a4-9823-77467265ea7d req-1df9aa73-f2bb-4d05-81a1-325697dceb60 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 931 time: 0.2969403 Sep 18 00:41:35.442507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 8159cf6e-af10-4522-99d9-6200e57c7c82 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:35.451821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.454134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99e1c8e1-ef5d-49a9-a090-3fb3087ce164 req-b9a354da-9c79-4d4d-9dc5-d5c908f39d5e tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.48 "DELETE /v2.0/ports/8159cf6e-af10-4522-99d9-6200e57c7c82 HTTP/1.1" status: 204 len: 173 time: 3.5242243 Sep 18 00:41:35.457567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0e30bfc-7947-460d-8192-2f190e5241c3 req-efc0925a-327c-4c67-b80e-a83503ef9832 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656815 Sep 18 00:41:35.478745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.551975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6ffdfef-719b-46a4-9823-77467265ea7d req-e9a85479-6862-42b9-8572-77b06fc3d598 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014595 Sep 18 00:41:35.590739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.654652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=4a84c06e-70ae-4dd8-9258-44feb68cda72,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:35.688193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:35.700184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:35.709828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8159cf6e-af10-4522-99d9-6200e57c7c82 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:35.714226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:35.731333 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b6cc5-9452-4b22-b7e4-d975423c36e4 x-openstack-request-id: req-a40b6cc5-9452-4b22-b7e4-d975423c36e4 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:35.731587 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2689b060-e185-46b8-8928-94e32dfcb826", "name": "network-vif-deleted", "tag": "62dd3692-7b42-49e0-a8d1-6dbd21c931c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:35.731841 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a40b6cc5-9452-4b22-b7e4-d975423c36e4 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:35.733561 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689b060-e185-46b8-8928-94e32dfcb826', 'name': 'network-vif-deleted', 'tag': '62dd3692-7b42-49e0-a8d1-6dbd21c931c9', 'status': 'completed', 'code': 200} Sep 18 00:41:35.835701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a93b1bb4-de29-4cb0-9506-a1ceec558990 req-81d0afc5-0f12-4aaf-8895-321e53886efd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 210 time: 0.0550578 Sep 18 00:41:35.873267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.874185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.881296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 8159cf6e-af10-4522-99d9-6200e57c7c82 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:35.883240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8159cf6e-af10-4522-99d9-6200e57c7c82 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:35.884337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:35.911551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04d65aab-abfb-4d9c-8498-91ec0c9f68cd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:35.928664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5c6173ab-9114-4a01-b2b5-b601aeabbf96 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3167822 Sep 18 00:41:35.931146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37474) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:36.038604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b7c70-3a18-41d3-9027-610a445d721a req-68e5e695-7003-42b6-b6c5-2321c6d391f3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.041222 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b7c70-3a18-41d3-9027-610a445d721a req-68e5e695-7003-42b6-b6c5-2321c6d391f3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.54 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.1471975 Sep 18 00:41:36.076262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Allocated IP 172.20.0.2 (e7e807e1-53db-44db-8568-22231a7b4df3/7e17443a-b87b-4066-bc72-9e93d15f3950/04d65aab-abfb-4d9c-8498-91ec0c9f68cd) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:36.079375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d9fffa-f0f3-4d28-b6b7-8cb9b8927660 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.084966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:36.088083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 62dd3692-7b42-49e0-a8d1-6dbd21c931c9 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:36.129336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d9fffa-f0f3-4d28-b6b7-8cb9b8927660 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.135977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-59d9fffa-f0f3-4d28-b6b7-8cb9b8927660 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2034526 Sep 18 00:41:36.162954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37484) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:36.174385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:36.174895 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:36.352088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:36.527491 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:36.543203 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:36.640265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Request body: {'port': {'device_id': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:36.650236 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b60e62-4fa8-4799-bb41-790f2907c609 x-openstack-request-id: req-c2b60e62-4fa8-4799-bb41-790f2907c609 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:36.653958 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-unplugged", "status": "completed", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:36.654214 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2b60e62-4fa8-4799-bb41-790f2907c609 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:36.655371 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'code': 200} Sep 18 00:41:36.693151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85f24616-29c5-4cf0-b79a-ea3d6e2b9aa3 req-8a20b8b4-d593-44f3-8c08-0581e0b7fc3b tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.4225302 Sep 18 00:41:36.726739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-9642a512-dbf5-4cf4-8278-cfbde99dd63d tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.729781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-9642a512-dbf5-4cf4-8278-cfbde99dd63d tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 813 time: 0.5926962 Sep 18 00:41:36.747628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'device_id': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206', 'admin_state_up': True, 'tenant_id': '7a51b3bf698245848d12785b111f689e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:36.761611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2cee5-1620-475c-aae0-dcb7e7362d42 None None] Pushing event updated for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:37.050740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.075047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 4a84c06e-70ae-4dd8-9258-44feb68cda72 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:37.075573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.086595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Deleting port 580888b2-9663-47b9-8563-8866ee43be35 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:37.087192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.101231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Made reservation on behalf of 7a51b3bf698245848d12785b111f689e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:37.105994 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.151023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5aea3-25ff-4f0e-97a0-376e1f58206d req-07ebfda3-c9d1-4019-ba5e-1396c9038e77 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:37.159776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e5aea3-25ff-4f0e-97a0-376e1f58206d req-07ebfda3-c9d1-4019-ba5e-1396c9038e77 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 931 time: 0.1510880 Sep 18 00:41:37.192367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84811720-aa47-409b-bb84-fa2f4b9a7cff req-25f9f0b0-fdbc-4f2b-acd1-60f72d3358ef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:37.201154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84811720-aa47-409b-bb84-fa2f4b9a7cff req-25f9f0b0-fdbc-4f2b-acd1-60f72d3358ef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.2679005 Sep 18 00:41:37.308462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-07bad3e8-298e-41ce-a3ba-9cfd473a4c64 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:37.311201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-07bad3e8-298e-41ce-a3ba-9cfd473a4c64 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.54 "GET /v2.0/networks?id=822e0191-ab1f-459c-883b-924423e4a41c HTTP/1.1" status: 200 len: 821 time: 0.9020441 Sep 18 00:41:37.364098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e5aea3-25ff-4f0e-97a0-376e1f58206d req-51b61a68-3097-4004-97f7-46e858c854fd tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034359 Sep 18 00:41:37.375033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.378741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84811720-aa47-409b-bb84-fa2f4b9a7cff req-5eac8f75-31d9-4e23-a96d-f030dc2e8e79 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766295 Sep 18 00:41:37.389925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 4a84c06e-70ae-4dd8-9258-44feb68cda72 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:37.606924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56a13381-9634-41f7-820e-9427fea8ff66 req-df838e22-2e31-4994-a956-e4fff26cf67e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 210 time: 0.0934508 Sep 18 00:41:37.637528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Allocated IP 172.20.0.9 (4917732e-581f-406d-b6e6-1ec796f51206/17dbc29c-0d2c-4220-986a-1055d620263a/6fd78edd-f665-40d0-8e6b-5829cf587ec0) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:37.751032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'name': 'network-vif-deleted', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:37.759176 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6770a3b-1fed-4e64-989b-9739a8636623" -d '{"events": [{"server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "name": "network-vif-deleted", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:37.809683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04d65aab-abfb-4d9c-8498-91ec0c9f68cd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:37.928606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Request body: {'port': {'device_id': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c', 'admin_state_up': True, 'tenant_id': '502327dfb54a48d6bfece2ccaf9bcb44'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:37.993135 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16dcf8a-b547-4e3b-937c-89260e695c24 x-openstack-request-id: req-e16dcf8a-b547-4e3b-937c-89260e695c24 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:37.993426 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e327306-9649-4c99-94d9-28d70bde3de0", "name": "network-vif-deleted", "tag": "8159cf6e-af10-4522-99d9-6200e57c7c82", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:37.993679 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e16dcf8a-b547-4e3b-937c-89260e695c24 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:37.994073 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e327306-9649-4c99-94d9-28d70bde3de0', 'name': 'network-vif-deleted', 'tag': '8159cf6e-af10-4522-99d9-6200e57c7c82', 'status': 'completed', 'code': 200} Sep 18 00:41:37.999354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:38.000575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.173376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.223828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3cbd9bd6-320f-48a0-bce9-13201a19449e None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:38.224199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9bd6-320f-48a0-bce9-13201a19449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.227387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e1ecc4f-ccc9-4078-8780-bc5070214e86 req-9f249367-c271-450c-a5be-98e44ab84c63 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.3663313 Sep 18 00:41:38.229370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] For port 580888b2-9663-47b9-8563-8866ee43be35, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=580888b2-9663-47b9-8563-8866ee43be35,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:38.229849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.238239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.294253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:38.454819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Network 4917732e-581f-406d-b6e6-1ec796f51206 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:38.492541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:38.495140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:38.510150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:38.608800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:38.609577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.612359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:38.720673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4d324a85-32fe-4070-926a-81f4ca184d76 None None] Provisioning complete for port 4a84c06e-70ae-4dd8-9258-44feb68cda72 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:38.721627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d324a85-32fe-4070-926a-81f4ca184d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:38.728934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf0d8-2b88-4609-bcbe-15bfaabbedc0 req-d1b85c6f-2404-49df-9287-1bb27c49c939 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:38.732460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b84cf0d8-2b88-4609-bcbe-15bfaabbedc0 req-d1b85c6f-2404-49df-9287-1bb27c49c939 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.4991722 Sep 18 00:41:38.803947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4d324a85-32fe-4070-926a-81f4ca184d76 None None] Port 4a84c06e-70ae-4dd8-9258-44feb68cda72 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:38.809348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-65c55628-aa83-49de-a671-cf1ff56864d6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0679970 Sep 18 00:41:38.846054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Request body: {'port': {'device_id': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:38.903886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b84cf0d8-2b88-4609-bcbe-15bfaabbedc0 req-552638ac-d476-4d39-9004-caaacc9eb7dd tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568177 Sep 18 00:41:38.995358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b5e759d-0c91-401b-8dfc-4724ef7da653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.049837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.061654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Made reservation on behalf of 502327dfb54a48d6bfece2ccaf9bcb44 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:39.065511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.089077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e1c9b-645d-470e-be47-13edd1c061f4 req-01d38d97-407a-40bc-a1bd-f8e189b14de8 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:39.100929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a32e1c9b-645d-470e-be47-13edd1c061f4 req-01d38d97-407a-40bc-a1bd-f8e189b14de8 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 931 time: 0.4845693 Sep 18 00:41:39.118318 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.145168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57e8fd1-abb2-4363-9b80-5eac955c0aae {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:39.187139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=4a84c06e-70ae-4dd8-9258-44feb68cda72,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:39.215079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.254898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f16d2-6322-4a47-af78-1032e0770863 req-98fb9d2a-046c-4c4a-a74d-16990e045ba9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:39.256499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e25f16d2-6322-4a47-af78-1032e0770863 req-98fb9d2a-046c-4c4a-a74d-16990e045ba9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 944 time: 0.2229044 Sep 18 00:41:39.301584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a32e1c9b-645d-470e-be47-13edd1c061f4 req-cf0195bb-7979-4430-9487-49c286fd9499 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996903 Sep 18 00:41:39.417188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e25f16d2-6322-4a47-af78-1032e0770863 req-066199ce-889d-4919-b3c9-7c53c6fa43ce tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b3eed23-686a-4050-a29d-6dc8d43ca3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507297 Sep 18 00:41:39.419251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Transition to ACTIVE for port object d57e8fd1-abb2-4363-9b80-5eac955c0aae will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:39.467119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.563507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Allocated IP 172.20.0.14 (822e0191-ab1f-459c-883b-924423e4a41c/50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e/3129cdca-5176-46d7-83f8-9cb2d1162945) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:39.684369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b85dd7ee-4ab4-4930-a3b6-c820594ae6eb req-4d2f880f-1b60-4a60-904c-0f4cc0494bf7 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.1260743 Sep 18 00:41:39.849935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd7922-a360-4ac2-97ec-7888db9e3bca req-bb243320-9bf4-46b3-bc1d-5bf72d8b9c97 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:39.871814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0fd7922-a360-4ac2-97ec-7888db9e3bca req-bb243320-9bf4-46b3-bc1d-5bf72d8b9c97 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 931 time: 0.4385369 Sep 18 00:41:40.018357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.020335 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4dd685c5-ea97-4ad2-b5cd-6ca256e5ece1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/4a84c06e-70ae-4dd8-9258-44feb68cda72 HTTP/1.1" status: 204 len: 168 time: 3.8346653 Sep 18 00:41:40.028188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.028578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.028904 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Floating IP f7968500-b3d6-458b-a871-b8f8effb62ad disassociated. External IP: 172.25.7.54, port: 580888b2-9663-47b9-8563-8866ee43be35. Sep 18 00:41:40.029302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Calling delete_port for 580888b2-9663-47b9-8563-8866ee43be35 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:40.032084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:40.032306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Attempting to bind port d57e8fd1-abb2-4363-9b80-5eac955c0aae on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:40.032559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Attempting to bind port d57e8fd1-abb2-4363-9b80-5eac955c0aae by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:40.032887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Attempting to bind port d57e8fd1-abb2-4363-9b80-5eac955c0aae on network 798a3fc1-dfa0-43db-b251-b5f30b80902e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:40.036421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b5e759d-0c91-401b-8dfc-4724ef7da653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.083220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Port d57e8fd1-abb2-4363-9b80-5eac955c0aae on network 798a3fc1-dfa0-43db-b251-b5f30b80902e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:40.083503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Attempting to bind port d57e8fd1-abb2-4363-9b80-5eac955c0aae on network 798a3fc1-dfa0-43db-b251-b5f30b80902e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:40.107437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Pushing event updated for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:40.116972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:40.117368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Checking segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:40.117963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Bound using segment: {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:40.118400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Bound port: d57e8fd1-abb2-4363-9b80-5eac955c0aae, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:40.118768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.171922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b5e759d-0c91-401b-8dfc-4724ef7da653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.207911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:40.215278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:40.222180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e759d-0c91-401b-8dfc-4724ef7da653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5944ed3-5200-4fe8-a03f-57bc62cd5abf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:40.241261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0fd7922-a360-4ac2-97ec-7888db9e3bca req-ec2f9165-d01f-4716-a708-7fb38c452149 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569684 Sep 18 00:41:40.279137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.304249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1b5e759d-0c91-401b-8dfc-4724ef7da653 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ca6799b38024a9a9ba9a4032bfabf67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7960255 Sep 18 00:41:40.321753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37556) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:40.416322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.417774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.419480 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] 10.222.0.54 "PUT /v2.0/ports/d57e8fd1-abb2-4363-9b80-5eac955c0aae HTTP/1.1" status: 200 len: 1092 time: 4.6260357 Sep 18 00:41:40.432575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:40.435300 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1aea5-e91e-4c83-adce-a6113ba38370" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:40.461543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.464885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.490577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.591050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.594080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.598168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5944ed3-5200-4fe8-a03f-57bc62cd5abf HTTP/1.1" status: 204 len: 168 time: 0.2702429 Sep 18 00:41:40.628193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478758c-cbf5-43a5-a0af-ab02ebd8e103 service neutron] Pushing event updated for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:40.636661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d32b-4845-4b93-aa6b-fcdd5b4d00d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5944ed3-5200-4fe8-a03f-57bc62cd5abf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:40.793235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.969649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.971055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b125-fd15-4fb7-b2f6-7d30e2b291f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.990256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b125-fd15-4fb7-b2f6-7d30e2b291f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.991790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b125-fd15-4fb7-b2f6-7d30e2b291f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.996305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eaa9b125-fd15-4fb7-b2f6-7d30e2b291f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9511178 Sep 18 00:41:41.007221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Network 822e0191-ab1f-459c-883b-924423e4a41c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:41.010465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37574) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:41.010687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0c9b-511f-4662-abcb-cb2cced6f820 req-ee4603ad-a317-4b13-a8a3-7cb32ca227b3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.020664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d2a0c9b-511f-4662-abcb-cb2cced6f820 req-ee4603ad-a317-4b13-a8a3-7cb32ca227b3 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.9615374 Sep 18 00:41:41.023237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:41.025570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Pushing event updated for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:41.051219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:41.129291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'Port': ['ID=580888b2-9663-47b9-8563-8866ee43be35,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:41.160262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 7e17443a-b87b-4066-bc72-9e93d15f3950 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:41.200234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.205783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-24eee2ca-d7ef-402f-88cc-41a2ededc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.207555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-24eee2ca-d7ef-402f-88cc-41a2ededc69b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23fe6c76982f4255a64c062ef69f77ad&device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 1095 time: 0.2780290 Sep 18 00:41:41.243530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.244477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.268072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d2a0c9b-511f-4662-abcb-cb2cced6f820 req-178007c4-f5ea-44ce-a0ca-22fd531e5122 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464411 Sep 18 00:41:41.363807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:41.374700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-4479c92b-1eeb-43cf-87f2-af562d06d61d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4609220 Sep 18 00:41:41.385992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4552-86ef-45fe-a317-1340385441fd req-e6cb7f17-7796-4698-b840-ec94c25a3679 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.387563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2dd4552-86ef-45fe-a317-1340385441fd req-e6cb7f17-7796-4698-b840-ec94c25a3679 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 943 time: 0.3648999 Sep 18 00:41:41.396029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9be0f326-9b51-4d34-a21f-29cbeb65938e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.441121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd78edd-f665-40d0-8e6b-5829cf587ec0 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:41.486992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.498247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618f0407-64d4-4987-926f-c516cce439ff req-636366ad-bc21-43ae-bc6b-d627003e5504 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 210 time: 0.0727959 Sep 18 00:41:41.531461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Transition to ACTIVE for port object 6fd78edd-f665-40d0-8e6b-5829cf587ec0 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:41.541005 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea14398-a1d1-4d45-ab48-27d9b1a73567 x-openstack-request-id: req-4ea14398-a1d1-4d45-ab48-27d9b1a73567 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:41.541631 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:41.541631 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ea14398-a1d1-4d45-ab48-27d9b1a73567 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:41.541995 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae', 'status': 'completed', 'code': 200} Sep 18 00:41:41.543586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2dd4552-86ef-45fe-a317-1340385441fd req-346bfd9f-5c40-41d5-84da-6e0c2bade99b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437449 Sep 18 00:41:41.546706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.572640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.598213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-3cb467fe-bc52-46fe-87ee-9f38ef2d16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.598576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-3cb467fe-bc52-46fe-87ee-9f38ef2d16f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08639242bffe427398e18ba915c82612&device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 1098 time: 0.1967750 Sep 18 00:41:41.670528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:41:41.727456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:41.728598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.870717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.904277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=7e17443a-b87b-4066-bc72-9e93d15f3950,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:41.909399 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.913631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14cc53db-be91-4d6b-a009-4466a8a9592d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/7e17443a-b87b-4066-bc72-9e93d15f3950 HTTP/1.1" status: 204 len: 168 time: 0.8989766 Sep 18 00:41:41.916254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37580) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:41.916655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad666fc3-63f0-45e6-8253-e170c6b118d7 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:41.919403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:41.936852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:41.939013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5870c3-79eb-43b3-9bac-1bf0fdb08b5c req-fd0969fe-9100-4ca8-a83a-2d47a296d0ed tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.940583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e5870c3-79eb-43b3-9bac-1bf0fdb08b5c req-fd0969fe-9100-4ca8-a83a-2d47a296d0ed tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 932 time: 0.2643912 Sep 18 00:41:41.944017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-8f64c279-ff30-461a-8f95-14b546c83f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.945465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-8f64c279-ff30-461a-8f95-14b546c83f35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 200 len: 907 time: 0.3157640 Sep 18 00:41:41.961222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] No DVR routers for this DVR port 580888b2-9663-47b9-8563-8866ee43be35 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:41.964163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.966164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c61b7c70-3a18-41d3-9027-610a445d721a req-6b9a30a3-b0da-4eac-8ad7-8b96be0fe8e2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.54 "DELETE /v2.0/ports/580888b2-9663-47b9-8563-8866ee43be35 HTTP/1.1" status: 204 len: 173 time: 5.9060225 Sep 18 00:41:41.986661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:41.987647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:41.990634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1442-5d0f-4dfc-85ec-1e6e4482079d req-8090b86d-401a-4952-a56a-08dd94aa24db tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.992162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4e1442-5d0f-4dfc-85ec-1e6e4482079d req-8090b86d-401a-4952-a56a-08dd94aa24db tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 943 time: 0.2142475 Sep 18 00:41:41.994321 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9be0f326-9b51-4d34-a21f-29cbeb65938e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.013066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-48404ce1-06b3-4487-bb1b-0f3cef110cea tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5990369 Sep 18 00:41:42.063734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9be0f326-9b51-4d34-a21f-29cbeb65938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.065989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Attempting to bind port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:42.066324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Attempting to bind port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:42.066655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Attempting to bind port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 on network 4917732e-581f-406d-b6e6-1ec796f51206 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:42.116527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 on network 4917732e-581f-406d-b6e6-1ec796f51206 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:42.116852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Attempting to bind port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 on network 4917732e-581f-406d-b6e6-1ec796f51206 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:42.150404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:42.160842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 964678fc-f473-4024-bb97-5c6c2ec90e22 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:42.172767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:42.173128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Checking segment: {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:42.173520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Bound using segment: {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:42.173965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Bound port: 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e95913-0b50-4c61-9a82-dacb685ff8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:42.174330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.185384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.214763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f326-9b51-4d34-a21f-29cbeb65938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2639994f-8ff8-411b-a1e4-b458fcb5c22a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:42.220291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e5870c3-79eb-43b3-9bac-1bf0fdb08b5c req-de16edd9-01b5-47bc-8f04-8943d9bd803c tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550657 Sep 18 00:41:42.222464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9be0f326-9b51-4d34-a21f-29cbeb65938e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab40231ffc504a68b68efc251b079028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572171 Sep 18 00:41:42.230486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-ef74cd85-d506-4790-9e85-624eefaa399c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 200 len: 1002 time: 0.2305024 Sep 18 00:41:42.231247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37582) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:42.249787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4e1442-5d0f-4dfc-85ec-1e6e4482079d req-f3d7b02d-c58d-4c17-840a-ae4ac42ba52a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340534 Sep 18 00:41:42.303921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.310202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.329362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.391441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.394775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.396642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2639994f-8ff8-411b-a1e4-b458fcb5c22a HTTP/1.1" status: 204 len: 168 time: 0.1641786 Sep 18 00:41:42.409639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827dd65-5ba5-41af-84ca-31bd7ffcc34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2639994f-8ff8-411b-a1e4-b458fcb5c22a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:42.467716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-5b3a0b5a-ce2a-47ae-a946-5c0c22c5b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.470323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-5b3a0b5a-ce2a-47ae-a946-5c0c22c5b287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 HTTP/1.1" status: 200 len: 845 time: 0.2208130 Sep 18 00:41:42.486751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:42.501270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:42.545295 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.604052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2efa6-1006-4622-b4de-b4b69d62038c req-fb11b871-4437-4e99-88f2-63614090921f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.605654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45b2efa6-1006-4622-b4de-b4b69d62038c req-fb11b871-4437-4e99-88f2-63614090921f tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.2203746 Sep 18 00:41:42.634563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:42.643605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.644380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.645825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] 10.222.0.48 "PUT /v2.0/ports/6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 1092 time: 3.8113246 Sep 18 00:41:42.652433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:42.654733 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38" -d '{"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:42.661458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.671320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:42.681574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:42.682543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:42.716432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25fed230-09c7-470f-9e1d-1bcf076d0fe3 req-91837ada-66b7-4745-ad85-f4a4b340b27d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 210 time: 0.1032362 Sep 18 00:41:42.831163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-1b165572-4d5d-4786-bae6-d6f34cb72207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.833067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-1b165572-4d5d-4786-bae6-d6f34cb72207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1811e9b9-72a0-44fa-ba9d-53adbad32780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3528059 Sep 18 00:41:42.833316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:42.888739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:42.942332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc4d19-6abb-44d2-837b-7ca002593be2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:43.031543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=964678fc-f473-4024-bb97-5c6c2ec90e22,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:43.038711 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.042884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f177cf9-9f11-4dd2-b3b3-1d053710d26e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/964678fc-f473-4024-bb97-5c6c2ec90e22 HTTP/1.1" status: 204 len: 168 time: 1.1222150 Sep 18 00:41:43.048639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:43.051629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45b2efa6-1006-4622-b4de-b4b69d62038c req-89df743c-b270-42df-9ea7-5b450d117f36 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272313 Sep 18 00:41:43.070359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-7f2b9c11-fb69-412d-ae69-be3ddc3b8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.071868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-7f2b9c11-fb69-412d-ae69-be3ddc3b8d68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1095 time: 0.3438253 Sep 18 00:41:43.080934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f2d6b-354e-4eb3-a082-9edb69a36ee3 req-9cfccf01-5abd-40e8-8022-606a4a0c770c tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.082446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-003f2d6b-354e-4eb3-a082-9edb69a36ee3 req-9cfccf01-5abd-40e8-8022-606a4a0c770c tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 943 time: 0.2482781 Sep 18 00:41:43.102557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e89ef-ed55-48da-a504-731f78adfcbb None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:43.110992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f82674a-b983-4d67-b72e-6fe621941b9c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590949 Sep 18 00:41:43.111716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37608) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:43.117263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:43.137753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-8b009dd6-f2ca-49de-a34d-479d39c2ac1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 217 time: 0.0543365 Sep 18 00:41:43.158157 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b80d083-0737-431e-a951-7b72e1a3fa87 x-openstack-request-id: req-0b80d083-0737-431e-a951-7b72e1a3fa87 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:43.158469 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:43.158741 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b80d083-0737-431e-a951-7b72e1a3fa87 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:43.159079 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'status': 'completed', 'code': 200} Sep 18 00:41:43.204400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:43.205369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-f6369c79-2a9b-444d-9297-c8f7931a33e0 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215122 Sep 18 00:41:43.235213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:43.241815 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.244681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-3e35be4d-91c5-4820-89db-a7f4636f6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.246132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-3e35be4d-91c5-4820-89db-a7f4636f6ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.0899379 Sep 18 00:41:43.276342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c15863-8399-4c8d-a615-0525489351b5 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:43.290778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-003f2d6b-354e-4eb3-a082-9edb69a36ee3 req-1269ca68-f608-4f3b-837b-7df0d74d8ae4 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975839 Sep 18 00:41:43.297486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-19731e0b-4412-4baf-b301-4cba95327e00 None None] Provisioning complete for port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:43.297874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-19731e0b-4412-4baf-b301-4cba95327e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.356629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-cfee1818-15b3-49a2-a72b-5e5e332be05b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964530 Sep 18 00:41:43.563681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-deleted', 'tag': '580888b2-9663-47b9-8563-8866ee43be35'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:43.566644 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3124e14e-f0a2-4ddc-9568-69067bb4e58a" -d '{"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-deleted", "tag": "580888b2-9663-47b9-8563-8866ee43be35"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:43.598118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:41:43.616341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cea34fb-21f6-45a0-9f4e-b41080bb1661 req-e1022ed3-5d07-4bc2-ba0f-39d5e791d913 service neutron] 10.222.0.48 "GET /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907571 Sep 18 00:41:43.653102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa46830-d5b1-4140-baa8-849864a389eb req-846d48be-c4e1-4ef4-a4f5-6af0cdc62dd4 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.662333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aa46830-d5b1-4140-baa8-849864a389eb req-846d48be-c4e1-4ef4-a4f5-6af0cdc62dd4 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 932 time: 0.3156319 Sep 18 00:41:43.694617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843913b-4b27-4f6d-819e-164639ca65e8 req-88169856-12f6-4420-9429-e0c6824647b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.702671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Deleting port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:43.703583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.704588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0843913b-4b27-4f6d-819e-164639ca65e8 req-88169856-12f6-4420-9429-e0c6824647b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 943 time: 0.2550149 Sep 18 00:41:43.708016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2455ff49-ff7d-4b79-95cc-f1501ebf27e9 None None] New status for floating IP f7968500-b3d6-458b-a871-b8f8effb62ad: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:41:43.755011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-5e650006-447e-4491-a69b-9b1bf2317dab service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624909 Sep 18 00:41:43.789417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aa46830-d5b1-4140-baa8-849864a389eb req-0f8a5253-ebbb-463e-b53e-b79301617507 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245463 Sep 18 00:41:43.864804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 04d65aab-abfb-4d9c-8498-91ec0c9f68cd no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:43.881990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0843913b-4b27-4f6d-819e-164639ca65e8 req-d23a11ae-fa73-480e-87d7-350356f88db6 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764843 Sep 18 00:41:43.890061 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb1210-4291-4af8-91b1-a749ee28dcca x-openstack-request-id: req-dffb1210-4291-4af8-91b1-a749ee28dcca {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:43.890061 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e8c3c-1473-40a8-8a0a-09c0320eec63", "name": "network-vif-deleted", "tag": "580888b2-9663-47b9-8563-8866ee43be35", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:43.890061 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dffb1210-4291-4af8-91b1-a749ee28dcca {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:43.890061 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e8c3c-1473-40a8-8a0a-09c0320eec63', 'name': 'network-vif-deleted', 'tag': '580888b2-9663-47b9-8563-8866ee43be35', 'status': 'completed', 'code': 200} Sep 18 00:41:43.986118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:43.986532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.988147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Request body: {'port': {'device_id': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:43.992148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:41:44.026715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Calling delete_port for 04d65aab-abfb-4d9c-8498-91ec0c9f68cd owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:44.163517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.220536 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-e4098a29-0e9a-435e-b59f-7481eda9d90d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae HTTP/1.1" status: 200 len: 217 time: 0.2452900 Sep 18 00:41:44.222891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:44.228339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.267234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.285738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] No DVR routers for this DVR port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:44.318123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:44.344750 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.346445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731da5de-47f9-4e54-9905-b9082e27a838 None None] Pushing event deleted for resources: {'Port': ['ID=04d65aab-abfb-4d9c-8498-91ec0c9f68cd,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:44.423441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef879085-4c6e-4775-b6c4-bd58b147bdd4 req-528f5f2b-a3da-4ec0-aa5c-4b512d48c368 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15e8c3c-1473-40a8-8a0a-09c0320eec63 HTTP/1.1" status: 200 len: 210 time: 0.4006922 Sep 18 00:41:44.425255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-8b0e60c3-13db-4f1b-b49b-deb7d6a1cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.427840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-8b0e60c3-13db-4f1b-b49b-deb7d6a1cd8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d040e41-48f7-449a-a79a-f23b61e0d972 HTTP/1.1" status: 200 len: 854 time: 0.1778831 Sep 18 00:41:44.444896 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.revisions.revision_plugin [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Could not find related port for resource to bump revision. Sep 18 00:41:44.468257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39104fb-885f-48fc-981b-cbe7195306d3 req-c919f026-5420-47ae-9830-8bf5d9673186 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950114 Sep 18 00:41:44.474478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Port 04d65aab-abfb-4d9c-8498-91ec0c9f68cd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 00:41:44.474857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:e822 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 00:41:44.503521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1b:e822 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 00:41:44.516336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.518004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8482-0e02-4e6a-9169-0ce554fb43c4 req-611d4ef7-5595-44e9-8413-fb85ed9f6d43 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.519669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-699c8482-0e02-4e6a-9169-0ce554fb43c4 req-611d4ef7-5595-44e9-8413-fb85ed9f6d43 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.1056294 Sep 18 00:41:44.622172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-699c8482-0e02-4e6a-9169-0ce554fb43c4 req-e3e56a14-97b0-4a54-8e19-71cb3a283e57 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844417 Sep 18 00:41:44.625199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-d03da8e3-19fb-4716-beff-10c9782409e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.628505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-d03da8e3-19fb-4716-beff-10c9782409e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1095 time: 0.1027203 Sep 18 00:41:44.643079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:44.654621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-3deed804-9206-4acb-b414-1e64cbeefb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.654621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-3deed804-9206-4acb-b414-1e64cbeefb10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=798a3fc1-dfa0-43db-b251-b5f30b80902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948278 Sep 18 00:41:44.654621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:44.662562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.663154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.666091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c398829-2d5f-48f0-8612-627cc01826ec None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:44.676663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=633ed040-a206-4756-bb7a-d2e99835d3a7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:44.841719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-e4f722fb-a2d7-4611-94d1-96e272daea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.843232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-e4f722fb-a2d7-4611-94d1-96e272daea17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.2016530 Sep 18 00:41:44.861157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '633ed040-a206-4756-bb7a-d2e99835d3a7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:44.862716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.895183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-bb2e0122-1b68-4b5c-8e93-a8cab9d0a18f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 217 time: 0.0421219 Sep 18 00:41:44.903991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65845c-b7e5-4b08-8f61-6412dd8e7312 req-6cd9fb54-f84a-4868-973d-e399fc60a8d6 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.905067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a65845c-b7e5-4b08-8f61-6412dd8e7312 req-6cd9fb54-f84a-4868-973d-e399fc60a8d6 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 943 time: 0.2755892 Sep 18 00:41:44.939998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-a562f1cd-399e-46d2-9af2-9c2296df349c service neutron] 10.222.0.54 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739952 Sep 18 00:41:44.941281 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2276f3c4-26cd-4304-be84-2f2830961c6a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8281066 Sep 18 00:41:44.944138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:44.949041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:45.012183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a65845c-b7e5-4b08-8f61-6412dd8e7312 req-e6cc18a7-5bd4-43e7-bc56-28d5243ed9da tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976322 Sep 18 00:41:45.036790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf931bfb-e3d7-40d5-9942-1e13ca17ab7c req-d5ab0fc0-6f58-4aea-9162-b2f55df3ad6d tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.038355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf931bfb-e3d7-40d5-9942-1e13ca17ab7c req-d5ab0fc0-6f58-4aea-9162-b2f55df3ad6d tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 932 time: 0.0866160 Sep 18 00:41:45.040647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-1878471a-09ce-4e5a-a278-254e597fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.042142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-1878471a-09ce-4e5a-a278-254e597fb732 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.1361303 Sep 18 00:41:45.070612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Allocated IP 2001:db8::f816:3eff:fe42:3845 (e7e807e1-53db-44db-8568-22231a7b4df3/633ed040-a206-4756-bb7a-d2e99835d3a7/638e4879-06cc-48c1-b2ff-04e884900495) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:45.117676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-508811b6-2605-4a46-8275-1dae0d45007e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413952 Sep 18 00:41:45.128979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf931bfb-e3d7-40d5-9942-1e13ca17ab7c req-740063d4-a728-47b6-93ad-86d35fab2651 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Sep 18 00:41:45.138325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3129cdca-5176-46d7-83f8-9cb2d1162945 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:45.159221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.201989 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4370ebb6-7f13-4423-aba6-1029bf8761c2 req-e7252da5-e11f-4720-a14f-e335188eca4f service neutron] 10.222.0.54 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454855 Sep 18 00:41:45.206746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Transition to ACTIVE for port object 3129cdca-5176-46d7-83f8-9cb2d1162945 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:45.241564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.269784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.286586 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.291836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41effc0e-5813-4cc6-995d-809f7fe75af6 req-6e6f0cad-efe4-49df-83d8-8f7b2e8d8189 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.293654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41effc0e-5813-4cc6-995d-809f7fe75af6 req-6e6f0cad-efe4-49df-83d8-8f7b2e8d8189 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 943 time: 0.1193109 Sep 18 00:41:45.298616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-d2198468-f50f-4cdf-b6a0-65456c538a7e service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681118 Sep 18 00:41:45.345696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:45.349239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:45.351946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:45.371968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Pushing event updated for resources: {'Port': ['ID=638e4879-06cc-48c1-b2ff-04e884900495,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:45.392554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Pushing event updated for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:45.431797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Attempting to bind port 638e4879-06cc-48c1-b2ff-04e884900495 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:45.432303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Attempting to bind port 638e4879-06cc-48c1-b2ff-04e884900495 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:45.432628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Attempting to bind port 638e4879-06cc-48c1-b2ff-04e884900495 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:45.439663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:45.439663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:45.459522 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.464687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41effc0e-5813-4cc6-995d-809f7fe75af6 req-6ee192b2-f731-4016-b0ce-8a94d99726bc tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612151 Sep 18 00:41:45.466418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:45.467842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Bound port: 638e4879-06cc-48c1-b2ff-04e884900495, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:45.475352 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.498852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:45.533709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.551578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1258a2-4731-48c5-81d3-fa0a0bbf0b38 req-63ad43ed-1661-49ee-8c28-7af889eca3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379220 Sep 18 00:41:45.582308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:45.621099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] For port 638e4879-06cc-48c1-b2ff-04e884900495, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:45.626163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] For port 638e4879-06cc-48c1-b2ff-04e884900495, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=638e4879-06cc-48c1-b2ff-04e884900495,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:45.634930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.642027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-db126183-3502-4db6-aed4-649c00a7c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.643628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-db126183-3502-4db6-aed4-649c00a7c453 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23fe6c76982f4255a64c062ef69f77ad&device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 1095 time: 0.2776864 Sep 18 00:41:45.648344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Attempting to bind port 3129cdca-5176-46d7-83f8-9cb2d1162945 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:45.648668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Attempting to bind port 3129cdca-5176-46d7-83f8-9cb2d1162945 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '6fa9b061-b94a-4695-aaff-dd29847d9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:45.648992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Attempting to bind port 3129cdca-5176-46d7-83f8-9cb2d1162945 on network 822e0191-ab1f-459c-883b-924423e4a41c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:45.694482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.757614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c0def-4d3b-40a0-823b-33d742203953 None None] Pushing event updated for resources: {'Port': ['ID=638e4879-06cc-48c1-b2ff-04e884900495,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:45.770035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6fd78edd-f665-40d0-8e6b-5829cf587ec0 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:45.781968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.782815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Port 3129cdca-5176-46d7-83f8-9cb2d1162945 on network 822e0191-ab1f-459c-883b-924423e4a41c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:45.783147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Attempting to bind port 3129cdca-5176-46d7-83f8-9cb2d1162945 on network 822e0191-ab1f-459c-883b-924423e4a41c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:45.829404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:45.829743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Checking segment: {'id': '6fa9b061-b94a-4695-aaff-dd29847d9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:45.830158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Bound using segment: {'id': '6fa9b061-b94a-4695-aaff-dd29847d9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:45.830606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Bound port: 3129cdca-5176-46d7-83f8-9cb2d1162945, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa9b061-b94a-4695-aaff-dd29847d9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:45.830963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.889828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-cee91d98-9e33-4251-b764-3a7031930dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.889828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-cee91d98-9e33-4251-b764-3a7031930dab service neutron] 10.222.0.54 "GET /v2.0/networks?id=798a3fc1-dfa0-43db-b251-b5f30b80902e HTTP/1.1" status: 200 len: 916 time: 0.2107463 Sep 18 00:41:45.899159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735883e7-103c-45b0-b0bf-fb0053c9cff3 req-edc352b9-3006-4daa-ba46-31b7e2664940 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.901031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-735883e7-103c-45b0-b0bf-fb0053c9cff3 req-edc352b9-3006-4daa-ba46-31b7e2664940 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.1676199 Sep 18 00:41:45.916658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:45.937137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'network_id': '4917732e-581f-406d-b6e6-1ec796f51206', 'port_id': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'mac_address': 'fa:16:3e:39:00:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dbc29c-0d2c-4220-986a-1055d620263a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:45.946797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-b7dd1521-1abd-4d6c-9ce1-0dca3d4a4c06 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.947909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.948567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-b7dd1521-1abd-4d6c-9ce1-0dca3d4a4c06 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.1833673 Sep 18 00:41:45.955274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.955274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "DELETE /v2.0/security-groups/2b3eed23-686a-4050-a29d-6dc8d43ca3f3 HTTP/1.1" status: 204 len: 168 time: 0.3694255 Sep 18 00:41:45.959518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:45.989964 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-2860a672-236d-4ff8-98a1-552e2bc06bc9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] show failed (client error): The resource could not be found. Sep 18 00:41:45.994584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2860a672-236d-4ff8-98a1-552e2bc06bc9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups/2b3eed23-686a-4050-a29d-6dc8d43ca3f3 HTTP/1.1" status: 404 len: 347 time: 0.0273232 Sep 18 00:41:46.002460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.008597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-735883e7-103c-45b0-b0bf-fb0053c9cff3 req-28cca727-2e5d-4015-82b9-9b47aca6c018 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951803 Sep 18 00:41:46.014933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:46.021015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c624b4-f824-4760-b13b-2eb91d7f977e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3eed23-686a-4050-a29d-6dc8d43ca3f3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:46.026109 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-21517cfd-dd95-487f-be30-e50f8281e3b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae HTTP/1.1" status: 200 len: 217 time: 0.1274378 Sep 18 00:41:46.026287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd78edd-f665-40d0-8e6b-5829cf587ec0 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:46.057239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:46.073692 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.141462 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.183000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:46.240998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ae795-1e21-46a6-ada9-86c658c34e1a req-6b802603-7caa-4207-b6ee-36799c70f90c tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.243256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d43ae795-1e21-46a6-ada9-86c658c34e1a req-6b802603-7caa-4207-b6ee-36799c70f90c tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 943 time: 0.1049244 Sep 18 00:41:46.303537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:46.385318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d43ae795-1e21-46a6-ada9-86c658c34e1a req-c558e808-4a2e-48c7-84c4-75c02e38232e tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306536 Sep 18 00:41:46.410514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007e2dc-72d5-40fa-801c-d72dd63e2511 req-e006edb4-b194-4f04-8b80-72cef77dd15a tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.412449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6007e2dc-72d5-40fa-801c-d72dd63e2511 req-e006edb4-b194-4f04-8b80-72cef77dd15a tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 944 time: 0.1392224 Sep 18 00:41:46.458934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6007e2dc-72d5-40fa-801c-d72dd63e2511 req-4129d5bc-83b0-493e-bf37-d8fbad228009 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Sep 18 00:41:46.592852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b75a75-1a4d-475b-bf04-99cc1390d446 req-e84abebe-3b2f-4d25-8340-a164372c6433 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.594544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50b75a75-1a4d-475b-bf04-99cc1390d446 req-e84abebe-3b2f-4d25-8340-a164372c6433 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 944 time: 0.0506051 Sep 18 00:41:46.631969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:46.663523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50b75a75-1a4d-475b-bf04-99cc1390d446 req-9e81a9f5-a256-426e-a543-97414ebbc31a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581417 Sep 18 00:41:46.686947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-68436088-ddcf-463a-b2ba-054f33c07e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.689399 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-68436088-ddcf-463a-b2ba-054f33c07e4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d040e41-48f7-449a-a79a-f23b61e0d972 HTTP/1.1" status: 200 len: 854 time: 0.5895386 Sep 18 00:41:46.692002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3129cdca-5176-46d7-83f8-9cb2d1162945,segment=NetworkSegment(6fa9b061-b94a-4695-aaff-dd29847d9801),segment_id=6fa9b061-b94a-4695-aaff-dd29847d9801)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:46.712937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.819731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.820394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.821801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] 10.222.0.54 "PUT /v2.0/ports/3129cdca-5176-46d7-83f8-9cb2d1162945 HTTP/1.1" status: 200 len: 1093 time: 2.8481231 Sep 18 00:41:46.823294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:46.825565 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b37f3-02b4-411e-a011-996047a05f63" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:46.877015 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01df6b5-99a6-4f3e-b64d-f853ee56affb x-openstack-request-id: req-e01df6b5-99a6-4f3e-b64d-f853ee56affb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:46.877317 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:46.877573 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e01df6b5-99a6-4f3e-b64d-f853ee56affb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:46.877970 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945', 'status': 'completed', 'code': 200} Sep 18 00:41:46.884554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Deleting port 47161214-e074-4cc4-a790-0d5d24ffc2ef {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:46.888580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.901082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-ca86f33b-7c74-442f-8fca-bfa27b4e6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:46.902738 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-ca86f33b-7c74-442f-8fca-bfa27b4e6013 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=798a3fc1-dfa0-43db-b251-b5f30b80902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032030 Sep 18 00:41:46.903406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb910b-96c8-4d89-8512-0e8777875457 service neutron] Pushing event updated for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:46.946738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Deleting port 96156e8b-4d4b-4e03-ac55-bd2de16800b4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:46.947082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.982820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] Provisioning complete for port 638e4879-06cc-48c1-b2ff-04e884900495 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:46.983193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.027783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.064274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.096118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] For port 638e4879-06cc-48c1-b2ff-04e884900495, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=638e4879-06cc-48c1-b2ff-04e884900495,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:47.100912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.155467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17dc46-c504-42c0-a214-5d24276e809a None None] Pushing event updated for resources: {'Port': ['ID=638e4879-06cc-48c1-b2ff-04e884900495,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:47.191724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b5b6-3bc0-4fe7-95a6-850d0216801d req-d1a8aed2-df54-45e3-b6d2-dd87eca73fbf tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.193567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8892b5b6-3bc0-4fe7-95a6-850d0216801d req-d1a8aed2-df54-45e3-b6d2-dd87eca73fbf tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 950 time: 0.0552754 Sep 18 00:41:47.196185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:47.205164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-4f725cc4-4709-453b-8be8-30567bfbc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.206615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-4f725cc4-4709-453b-8be8-30567bfbc0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=502327dfb54a48d6bfece2ccaf9bcb44&device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 1096 time: 0.2961264 Sep 18 00:41:47.219593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:47.233619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8892b5b6-3bc0-4fe7-95a6-850d0216801d req-50190d25-ba80-4b8b-b8dd-0bb367b0ca0a tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/security-groups?id=be025067-5412-4e96-9a6d-d38a5df5ccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338376 Sep 18 00:41:47.236256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23847191-41df-4814-bb65-bf0324b84267 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:47.263707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.264464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.319043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.319419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.324257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9db66-8055-48a7-9ef3-b5164be185b7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:47.337789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-0f1aafa7-7f87-433f-85ee-fcb4c70064bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3129cdca-5176-46d7-83f8-9cb2d1162945 HTTP/1.1" status: 200 len: 217 time: 0.1086240 Sep 18 00:41:47.339712 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-8aab33d7-fbd0-4406-a109-e0756c44334e service neutron] 10.222.0.54 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228253 Sep 18 00:41:47.344555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] For port 47161214-e074-4cc4-a790-0d5d24ffc2ef, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47161214-e074-4cc4-a790-0d5d24ffc2ef,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:47.344996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.359614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2ed9ce4c-ac02-4415-991f-7378a0273826 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4143648 Sep 18 00:41:47.363440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37694) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:47.369084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:b8:00:c6', 'name': 'tempest-NetworksTestDHCPv6-722633407'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:47.369488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Calling delete_port for 96156e8b-4d4b-4e03-ac55-bd2de16800b4 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:47.385604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Calling delete_port for 47161214-e074-4cc4-a790-0d5d24ffc2ef owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:47.494454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '633ed040-a206-4756-bb7a-d2e99835d3a7', 'ip_address': '2001:db8::f816:3eff:fe42:3845'}, {'subnet_id': 'f4e9db66-8055-48a7-9ef3-b5164be185b7'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '638e4879-06cc-48c1-b2ff-04e884900495'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:41:47.573521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.588589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5df36-327e-47ea-bfc6-bf86111eae3e req-26ee9baa-bb93-47f8-adb8-893f0e80696f tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.594075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-1188b240-af74-4e59-b0f3-8b016035789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.595732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-1188b240-af74-4e59-b0f3-8b016035789c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e HTTP/1.1" status: 200 len: 861 time: 0.2402861 Sep 18 00:41:47.597000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34c5df36-327e-47ea-bfc6-bf86111eae3e req-26ee9baa-bb93-47f8-adb8-893f0e80696f tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 943 time: 0.0885129 Sep 18 00:41:47.705170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-a6d22a25-c89b-4f8f-bcd8-372bb9cc58b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=822e0191-ab1f-459c-883b-924423e4a41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964093 Sep 18 00:41:47.736499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34c5df36-327e-47ea-bfc6-bf86111eae3e req-15e7fcd8-a8cc-45f6-aa80-54f8975e3439 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343455 Sep 18 00:41:47.790146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Allocated IP 172.20.0.2 (e7e807e1-53db-44db-8568-22231a7b4df3/f4e9db66-8055-48a7-9ef3-b5164be185b7/638e4879-06cc-48c1-b2ff-04e884900495) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:47.801563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.807835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9d7b3-0591-422f-a6fc-67ed7b12c5f7 req-7a27e7e8-8584-4e0d-955a-18e776ea94c1 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.816940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc9d7b3-0591-422f-a6fc-67ed7b12c5f7 req-7a27e7e8-8584-4e0d-955a-18e776ea94c1 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 944 time: 0.2450371 Sep 18 00:41:47.818719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:47.827673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6fd78edd-f665-40d0-8e6b-5829cf587ec0 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:47.830529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d57e8fd1-abb2-4363-9b80-5eac955c0aae details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:47.832723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 638e4879-06cc-48c1-b2ff-04e884900495 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:47.840045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47161214-e074-4cc4-a790-0d5d24ffc2ef'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:47.854995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9c1aea5-e91e-4c83-adce-a6113ba38370 req-7386b62a-a4da-4289-a595-9c471746428b service neutron] 10.222.0.54 "GET /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968781 Sep 18 00:41:47.932274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc9d7b3-0591-422f-a6fc-67ed7b12c5f7 req-9970bad7-e81a-42e4-a897-749a18017f4d tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009421 Sep 18 00:41:48.061088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987cce2-ab24-476d-9cea-5ff4eb42e581 req-a970159d-ec32-4acc-be30-0f486de140fe tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:48.064656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2987cce2-ab24-476d-9cea-5ff4eb42e581 req-a970159d-ec32-4acc-be30-0f486de140fe tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 944 time: 0.2123044 Sep 18 00:41:48.070713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.114051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.124075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] No DVR routers for this DVR port 47161214-e074-4cc4-a790-0d5d24ffc2ef on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:48.126987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Pushing event deleted for resources: {'Port': ['ID=47161214-e074-4cc4-a790-0d5d24ffc2ef,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:48.134949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2987cce2-ab24-476d-9cea-5ff4eb42e581 req-513e64df-579e-40eb-bae8-908a79b57aac tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Sep 18 00:41:48.138553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] For port 638e4879-06cc-48c1-b2ff-04e884900495, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=638e4879-06cc-48c1-b2ff-04e884900495,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:48.146988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 53cb310c-78b5-48a5-b922-b018e0f3777a yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:48.150834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:48.158571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 638e4879-06cc-48c1-b2ff-04e884900495 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:48.158955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.185822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:48.186200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.198936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.201476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8c9468b4-cce0-43ae-829f-31f858444f60 req-bb810253-e1de-4120-8b32-35bec738c0ce tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.54 "DELETE /v2.0/ports/47161214-e074-4cc4-a790-0d5d24ffc2ef HTTP/1.1" status: 204 len: 173 time: 2.2094860 Sep 18 00:41:48.211943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'Port': ['ID=96156e8b-4d4b-4e03-ac55-bd2de16800b4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:48.226800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-e1c8c1b1-ae30-4afe-87a9-48214b302a3c service neutron] 10.222.0.54 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508154 Sep 18 00:41:48.383853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:48.389063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.424342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.427737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0eed3f2d-17d1-4984-a80e-aad41542199d req-6aafca0f-21b7-477c-8b18-ed76cf56f0c7 tempest-ServersOnMultiNodesTest-494767679 tempest-ServersOnMultiNodesTest-494767679-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d HTTP/1.1" status: 200 len: 210 time: 0.0801833 Sep 18 00:41:48.429119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae', 'network_id': '798a3fc1-dfa0-43db-b251-b5f30b80902e', 'port_id': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae', 'mac_address': 'fa:16:3e:b7:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d040e41-48f7-449a-a79a-f23b61e0d972', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:48.518672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e9f5f930-58ae-4859-a08b-e53ed1a8df12 {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:41:48.519110 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:41:48.522708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9fa96ce5-c145-4ba7-8ba9-26597513e9bc req-138a2f23-14e9-416a-8e96-caacb898713a service neutron] 10.222.0.54 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634394 Sep 18 00:41:48.541989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.549956 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.560563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e03cba7d-bb97-4d98-a05f-2e79c9cea6ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7968500-b3d6-458b-a871-b8f8effb62ad HTTP/1.1" status: 204 len: 168 time: 2.5438063 Sep 18 00:41:48.630677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b810734-ffea-4451-9f55-5315d6f58214 None None] Pushing event updated for resources: {'Port': ['ID=638e4879-06cc-48c1-b2ff-04e884900495,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:48.644958 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.698482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57e8fd1-abb2-4363-9b80-5eac955c0aae {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:48.706592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-00aa3f67-10bc-42d2-aa11-6669af78a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:48.708117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-00aa3f67-10bc-42d2-aa11-6669af78a9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=502327dfb54a48d6bfece2ccaf9bcb44&device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 1096 time: 0.0894544 Sep 18 00:41:48.766925 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.809982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:48.833381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.842059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:48.845238 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758de18f-c159-4adf-9076-119f8b217562" -d '{"events": [{"server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:48.905145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:48.914503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.923612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'name': 'network-vif-deleted', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:48.928955 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be26d3d4-bdbd-4199-ae92-7474f6ff7526" -d '{"events": [{"server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "name": "network-vif-deleted", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:48.939445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:48.993874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c845af-d6b7-4e5e-8031-9b09a942dca9 req-4c9ae35c-b3d4-4269-b711-77c7bf2493f7 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.004339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69c845af-d6b7-4e5e-8031-9b09a942dca9 req-4c9ae35c-b3d4-4269-b711-77c7bf2493f7 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 944 time: 0.1293437 Sep 18 00:41:49.005965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-6bc12966-c294-4b6f-be24-e131d1c0ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.009952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:49.011613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-6bc12966-c294-4b6f-be24-e131d1c0ca54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=822e0191-ab1f-459c-883b-924423e4a41c HTTP/1.1" status: 200 len: 922 time: 0.2931957 Sep 18 00:41:49.027316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.070093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 9abe893c-eaa7-486b-823e-803580227028 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:49.085050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69c845af-d6b7-4e5e-8031-9b09a942dca9 req-002e8c2e-4199-4875-b307-83eac83864bd tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Sep 18 00:41:49.100897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-cc15ddb1-04d5-4d5c-be29-c272b80dbe30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3129cdca-5176-46d7-83f8-9cb2d1162945 HTTP/1.1" status: 200 len: 217 time: 0.0808370 Sep 18 00:41:49.174930 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f856fe0e-b6dd-46eb-b7b1-7b2bc92c0109 x-openstack-request-id: req-f856fe0e-b6dd-46eb-b7b1-7b2bc92c0109 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:49.177040 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:49.177376 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f856fe0e-b6dd-46eb-b7b1-7b2bc92c0109 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:49.177851 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'code': 200} Sep 18 00:41:49.238852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-cb755850-6fe2-47b0-ae45-ca7edc339328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.240569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-cb755850-6fe2-47b0-ae45-ca7edc339328 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e HTTP/1.1" status: 200 len: 861 time: 0.1307034 Sep 18 00:41:49.242077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc1258f-9782-498e-82bb-45c8ee3c0195 x-openstack-request-id: req-8cc1258f-9782-498e-82bb-45c8ee3c0195 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:49.242366 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d", "name": "network-vif-deleted", "tag": "47161214-e074-4cc4-a790-0d5d24ffc2ef", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:49.242617 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cc1258f-9782-498e-82bb-45c8ee3c0195 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:49.242998 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddd900b-4736-48f9-a7eb-e3bbd7a99b5d', 'name': 'network-vif-deleted', 'tag': '47161214-e074-4cc4-a790-0d5d24ffc2ef', 'status': 'completed', 'code': 200} Sep 18 00:41:49.291759 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-5f2f3d7b-4351-4ced-b42a-8fbd4c351714 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=822e0191-ab1f-459c-883b-924423e4a41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375006 Sep 18 00:41:49.317148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d57e8fd1-abb2-4363-9b80-5eac955c0aae'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:49.412846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-eeff80bd-c93e-447f-b560-8e123dc2a732 service neutron] 10.222.0.54 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136684 Sep 18 00:41:49.436375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37738) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:49.448405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--518792266', 'description': 'tempest-description--1163999044'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:49.487342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 172.20.0.3 (e7e807e1-53db-44db-8568-22231a7b4df3/f4e9db66-8055-48a7-9ef3-b5164be185b7/9abe893c-eaa7-486b-823e-803580227028) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:49.489737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.494985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:feb8:c6 (e7e807e1-53db-44db-8568-22231a7b4df3/633ed040-a206-4756-bb7a-d2e99835d3a7/9abe893c-eaa7-486b-823e-803580227028) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:49.634361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.645954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.686381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.694715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2540824 Sep 18 00:41:49.698918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:49.745120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group_rule': {'security_group_id': '00df0507-20e5-44f9-8898-421439125063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:49.751656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ef32ff17-74fe-4c73-8901-4e23e4caf0d6 None None] Provisioning complete for port 638e4879-06cc-48c1-b2ff-04e884900495 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:49.752124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef32ff17-74fe-4c73-8901-4e23e4caf0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.770874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a3755-6e55-451e-8a89-5815ae24a410 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00df0507-20e5-44f9-8898-421439125063,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:49.795403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 638e4879-06cc-48c1-b2ff-04e884900495 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:49.815219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b1240-4338-4b27-b882-bc3122fc1026 req-8cd0de86-4c08-42f8-9655-d823c43f77b3 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.816181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.817125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef3b1240-4338-4b27-b882-bc3122fc1026 req-8cd0de86-4c08-42f8-9655-d823c43f77b3 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 944 time: 0.5166850 Sep 18 00:41:49.824721 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1a9b37f3-02b4-411e-a011-996047a05f63 req-7e70bde0-8b4d-4110-8370-c16a3ea1e412 service neutron] 10.222.0.54 "GET /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034574 Sep 18 00:41:49.833372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47161214-e074-4cc4-a790-0d5d24ffc2ef no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:49.852450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e232c5a-21a5-4508-adc7-fe48a2609511 req-e5c00772-88fd-4911-ad53-289ef393127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.854986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e232c5a-21a5-4508-adc7-fe48a2609511 req-e5c00772-88fd-4911-ad53-289ef393127f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1097 time: 0.6061203 Sep 18 00:41:49.866190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 47161214-e074-4cc4-a790-0d5d24ffc2ef {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:49.866528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47161214-e074-4cc4-a790-0d5d24ffc2ef not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:49.895782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 638e4879-06cc-48c1-b2ff-04e884900495 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:49.895782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.912086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a3db5-3ed0-4836-8f65-fff9bb4fd5c2 req-47b03ab3-1fb2-473a-826e-4be349e319d0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:49.919585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e26a3db5-3ed0-4836-8f65-fff9bb4fd5c2 req-47b03ab3-1fb2-473a-826e-4be349e319d0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 945 time: 0.2161615 Sep 18 00:41:49.969728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.971683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:49.978178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.005874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef3b1240-4338-4b27-b882-bc3122fc1026 req-42c97b9c-b05c-418a-a96c-288165bd2ab3 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740234 Sep 18 00:41:50.023837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e26a3db5-3ed0-4836-8f65-fff9bb4fd5c2 req-972cdced-1cdb-4b95-89b4-367945b7cef5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014283 Sep 18 00:41:50.024877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.029464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279178 Sep 18 00:41:50.030410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.031753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ff8cd-064f-460a-b9c9-a03bd316c68a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb046a3-33e7-45d9-83ea-7106f37a360a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:50.038896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'security_group_rule': {'security_group_id': '00df0507-20e5-44f9-8898-421439125063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:50.047800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e232c5a-21a5-4508-adc7-fe48a2609511 req-5fd9a72a-df9c-4fb7-af3b-d67b2dc29b16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800907 Sep 18 00:41:50.082402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.084104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.161200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.167092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.192677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=9abe893c-eaa7-486b-823e-803580227028,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:50.196142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a37eef1-4faa-44d4-99a1-3d89c3afc6ee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:50.206279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:50.210937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.215105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0e3137fb-0db9-414b-b64f-a84ec72bb2d7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785300 Sep 18 00:41:50.216932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.217890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:50.221901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:50.222611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:50.264989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.316239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.317336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.330547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95b61-74e7-4dfc-a9be-5e292a84d576 req-8e40ea39-6bc7-4b8f-a30a-5fd1b05d82b2 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.344742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21d95b61-74e7-4dfc-a9be-5e292a84d576 req-8e40ea39-6bc7-4b8f-a30a-5fd1b05d82b2 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 944 time: 0.1326854 Sep 18 00:41:50.389804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a44bd6f0-dd17-4a1c-ae3b-e1c5ad6bffe7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0249152 Sep 18 00:41:50.393426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37760) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.435211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21d95b61-74e7-4dfc-a9be-5e292a84d576 req-9ff2cf7d-7cb6-4e3b-b528-c2962250ad8d tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894442 Sep 18 00:41:50.464672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663feb7d-d758-4f9e-b35b-9e43f6b5b5b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.471046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663feb7d-d758-4f9e-b35b-9e43f6b5b5b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.472763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-663feb7d-d758-4f9e-b35b-9e43f6b5b5b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0780833 Sep 18 00:41:50.475369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37762) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.482790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37764) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.498757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.638286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 9abe893c-eaa7-486b-823e-803580227028 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:50.638640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.653057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Allocated IP 172.25.7.247 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/34acc724-6e97-4b14-9974-e8d6b7877208) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:50.693284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-12f3d900-396a-4961-99ed-e4e092955f52 None None] Provisioning complete for port 9abe893c-eaa7-486b-823e-803580227028 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:50.693994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12f3d900-396a-4961-99ed-e4e092955f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.746759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d900-396a-4961-99ed-e4e092955f52 None None] Port 9abe893c-eaa7-486b-823e-803580227028 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:50.800082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.822248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f0eedc1-1a0e-4ec6-a086-1fac3507bdea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41b4621b5b6940f5b350c951b35b1810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366683 Sep 18 00:41:50.826484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:50.851151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 9abe893c-eaa7-486b-823e-803580227028 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:50.885075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8e960-e605-45bc-8ba8-a5f541ecc5e6 req-c4b5da9b-b8ad-41d6-8c3f-fdd318e64ce1 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.886684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26c8e960-e605-45bc-8ba8-a5f541ecc5e6 req-c4b5da9b-b8ad-41d6-8c3f-fdd318e64ce1 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.1582725 Sep 18 00:41:51.020510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.032294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26c8e960-e605-45bc-8ba8-a5f541ecc5e6 req-eb87b5f5-ef0a-46d3-b958-03c327238f3e tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270385 Sep 18 00:41:51.128552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.150018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.196723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.239003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:51.243105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:51.247527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:51.284037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=34acc724-6e97-4b14-9974-e8d6b7877208,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.363099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.366248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.369158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.372910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be025067-5412-4e96-9a6d-d38a5df5ccd4 HTTP/1.1" status: 204 len: 168 time: 0.5409160 Sep 18 00:41:51.386237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7280-3a4e-4025-b91c-8e7294a38ff8 req-638322a8-6524-4338-88fd-233fa6690d37 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.394672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08fb7280-3a4e-4025-b91c-8e7294a38ff8 req-638322a8-6524-4338-88fd-233fa6690d37 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 945 time: 0.2028801 Sep 18 00:41:51.455309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.459003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aa5cd-41c7-4cd3-b08b-2adaed548a24 req-7c0ed19d-618d-469f-9996-1eedf119406c tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.461168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-702aa5cd-41c7-4cd3-b08b-2adaed548a24 req-7c0ed19d-618d-469f-9996-1eedf119406c tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 944 time: 0.2708037 Sep 18 00:41:51.489307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=9abe893c-eaa7-486b-823e-803580227028,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.495434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d6c17-5d1a-4f61-9f0a-640462307607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be025067-5412-4e96-9a6d-d38a5df5ccd4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.543685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.634392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08fb7280-3a4e-4025-b91c-8e7294a38ff8 req-4de68fb0-0cab-498b-a71c-196e314619a0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387371 Sep 18 00:41:51.689314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-702aa5cd-41c7-4cd3-b08b-2adaed548a24 req-b699c583-4dac-4ffc-bc65-89d5d1f8f120 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908574 Sep 18 00:41:51.751975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.756903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6e520ed9-409a-405d-913d-f33134fc7c12 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/9abe893c-eaa7-486b-823e-803580227028 HTTP/1.1" status: 204 len: 168 time: 1.2781191 Sep 18 00:41:51.759197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:51.845563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d57e8fd1-abb2-4363-9b80-5eac955c0aae up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:51.862596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.879457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.893687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678eadf-d911-4b18-a288-b08891aee1eb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.895618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678eadf-d911-4b18-a288-b08891aee1eb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.900287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678eadf-d911-4b18-a288-b08891aee1eb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.904912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0678eadf-d911-4b18-a288-b08891aee1eb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1435480 Sep 18 00:41:51.905575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:51.905848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37808) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:51.985391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port d57e8fd1-abb2-4363-9b80-5eac955c0aae completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:51.987769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=34acc724-6e97-4b14-9974-e8d6b7877208,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.991493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port d57e8fd1-abb2-4363-9b80-5eac955c0aae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:51.991973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.999549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685690a9-ae5c-4dc2-b8d3-7de3f19fcd12 req-482c5b98-b519-4285-8092-c59932865351 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.007795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-685690a9-ae5c-4dc2-b8d3-7de3f19fcd12 req-482c5b98-b519-4285-8092-c59932865351 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 944 time: 0.1983397 Sep 18 00:41:52.024403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.039753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 633ed040-a206-4756-bb7a-d2e99835d3a7 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:52.047419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.064608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.066476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f84c3bd3-44ac-4b0b-a5f0-fd3d0204c78f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8480647 Sep 18 00:41:52.073211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4ae92aa6-ae42-47b4-9255-1613781e13d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051b47af15904cd38a91cac84a8c168d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636090 Sep 18 00:41:52.074290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37810) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:52.119205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-685690a9-ae5c-4dc2-b8d3-7de3f19fcd12 req-76e9676a-2477-4f72-b68b-77dc67a41b3e tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 Sep 18 00:41:52.126121 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.141778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.170677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.172549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.233719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:52.236167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:52.239232 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c292d1f2-4771-4d40-a219-9159182d61dd" -d '{"events": [{"server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "name": "network-vif-plugged", "status": "completed", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:52.242338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.245222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.246801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/311fd411-c160-4eef-a3b9-dcee855a48c7 HTTP/1.1" status: 204 len: 168 time: 0.1714554 Sep 18 00:41:52.247650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.259439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b54cb4-a4c3-48b1-98ef-0430c885df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fd411-c160-4eef-a3b9-dcee855a48c7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:52.298828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.309084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6da1f-0562-47f4-935c-22178d04a0bc req-9e4c9faa-12a4-4697-82b2-b15fc840fddc tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.310627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaa6da1f-0562-47f4-935c-22178d04a0bc req-9e4c9faa-12a4-4697-82b2-b15fc840fddc tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.1902380 Sep 18 00:41:52.323355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:52.424789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaa6da1f-0562-47f4-935c-22178d04a0bc req-c6873ddd-e194-4fd1-8b0f-9482ff819b24 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709972 Sep 18 00:41:52.436635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-5ad4d14f-6f90-4425-8a22-3251fa8598b3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--518792266&fields=id&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 267 time: 0.1222548 Sep 18 00:41:52.472704 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83181f-9385-48f1-a131-a7d83e977ee6 x-openstack-request-id: req-af83181f-9385-48f1-a131-a7d83e977ee6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:52.473004 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "name": "network-vif-plugged", "status": "completed", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:52.473261 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af83181f-9385-48f1-a131-a7d83e977ee6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:52.473660 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae', 'code': 200} Sep 18 00:41:52.641377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375099-01b2-46cf-bfaa-a146b5f17b58 req-bf5eb6f1-a534-43c6-a98d-5fda292aa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.651171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c375099-01b2-46cf-bfaa-a146b5f17b58 req-bf5eb6f1-a534-43c6-a98d-5fda292aa9bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 1097 time: 0.0847974 Sep 18 00:41:52.696722 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c375099-01b2-46cf-bfaa-a146b5f17b58 req-797e7343-816b-40ca-a75f-84478358fff3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384274 Sep 18 00:41:52.845646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.908806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=633ed040-a206-4756-bb7a-d2e99835d3a7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:52.914582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:52.915306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a7423-6764-4e10-ae46-8ac0962071a9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:52.918847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6a671ec-b93d-4742-a314-f9a75f2c3bf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/633ed040-a206-4756-bb7a-d2e99835d3a7 HTTP/1.1" status: 204 len: 168 time: 1.0080318 Sep 18 00:41:52.919169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37850) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:52.943807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-e1ec2211-f5bc-4139-bf3e-c731c34f9f46 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.950767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-e1ec2211-f5bc-4139-bf3e-c731c34f9f46 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 817 time: 0.5032494 Sep 18 00:41:52.968968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16082f-27eb-4986-9def-d6d1c9b7de51 req-1dbc86f2-2c6c-43ba-b2b4-703e3d955b3d tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.970480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb16082f-27eb-4986-9def-d6d1c9b7de51 req-1dbc86f2-2c6c-43ba-b2b4-703e3d955b3d tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 945 time: 0.1289425 Sep 18 00:41:52.978630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-f84ccdc5-2447-496f-b463-c11bcfcbc89f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/quotas/51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 375 time: 0.0269561 Sep 18 00:41:52.992675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet f4e9db66-8055-48a7-9ef3-b5164be185b7 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:52.996392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.043890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.056865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb16082f-27eb-4986-9def-d6d1c9b7de51 req-14e07228-d989-4a37-8a60-a7287cb446df tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737224 Sep 18 00:41:53.094525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-302d2f22-a18b-4e47-8287-a012d65b2a8a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140931 Sep 18 00:41:53.113896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-8c635486-31e6-483e-a3b8-16c1288b7cb0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:41:53.115323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-8c635486-31e6-483e-a3b8-16c1288b7cb0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063741 Sep 18 00:41:53.167161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.255328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.261620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37864) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:53.279673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558670-540d-4765-b8e3-0bc7dc041394 req-7cceb3c8-ecf6-4e00-b2af-91f7f88ba5ae tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:53.281591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c558670-540d-4765-b8e3-0bc7dc041394 req-7cceb3c8-ecf6-4e00-b2af-91f7f88ba5ae tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 944 time: 0.0872536 Sep 18 00:41:53.284662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9db66-8055-48a7-9ef3-b5164be185b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:53.289666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-2d5614a8-569b-4d35-84ca-f26d8526f3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666095 Sep 18 00:41:53.293445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.298780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1fc0c11a-f660-4fa7-8587-d3cb8725475a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f4e9db66-8055-48a7-9ef3-b5164be185b7 HTTP/1.1" status: 204 len: 168 time: 0.3785472 Sep 18 00:41:53.299412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:53.340567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05176456-53ae-46e9-9dcc-589c99c5afd4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399721 Sep 18 00:41:53.341166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37870) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:53.346421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:53.392716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c558670-540d-4765-b8e3-0bc7dc041394 req-f5a1eddb-efc8-43b1-abaf-1cd9d16b0c99 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931277 Sep 18 00:41:53.413595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-c3db5639-0cbc-4646-b719-61838c32a3e6 service neutron] 10.222.0.49 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229064 Sep 18 00:41:53.422190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-483292085-network', 'tenant_id': '3371ac011b9a4790959ea2d02eec8359'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:53.447946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.db.api [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:41:53.447946 n-d-712707-16 neutron-server[106452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 00:41:53.447946 n-d-712707-16 neutron-server[106452]: [parameters: {'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'id': 'ef6d1b93-014d-494d-aca1-f442b9ff6b66', 'expiration': datetime.datetime(2021, 9, 18, 0, 43, 53, 443984)}] Sep 18 00:41:53.447946 n-d-712707-16 neutron-server[106452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:41:53.448325 n-d-712707-16 neutron-server[106452]: DEBUG oslo_db.api [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:41:53.462054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:53.464766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.475064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.676267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.680188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-3f2eb634-c1ce-44b7-a8d3-9ddf011c8598 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1047735663&fields=id&tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 267 time: 0.0637636 Sep 18 00:41:53.714910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.749433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:41:53.798441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.798970 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Added segment 72b4d9e4-6cf4-4598-b765-71a7e7b2304d of type vlan for network 1f44fafd-fe2b-4836-9940-80635cfa049a Sep 18 00:41:53.858407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2ddf6-472f-466b-8cf1-3357f7cf8c7c req-cc790041-4cbe-4f84-85d6-28d1c24e0b35 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:53.861194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb2ddf6-472f-466b-8cf1-3357f7cf8c7c req-cc790041-4cbe-4f84-85d6-28d1c24e0b35 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.1800284 Sep 18 00:41:53.862036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a7439e-61b9-4e88-9740-ce6e77ba4acf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:53.863829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3129cdca-5176-46d7-83f8-9cb2d1162945 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:53.890137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:53.916069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-4223b485-542c-44d3-a581-2d87c7072cad tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:53.918582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-4223b485-542c-44d3-a581-2d87c7072cad tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 945 time: 0.2069142 Sep 18 00:41:53.923227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31671a98-160a-4571-a155-64e417624017 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:53.946737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'security_groups': ['0cd8d579-7683-4f0b-beca-b2e904789ab6', 'b1fc6c33-b258-48bd-8ab3-9eada264384e']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:53.990560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb2ddf6-472f-466b-8cf1-3357f7cf8c7c req-b1a97196-4472-4d45-8284-5c0560048d6b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177394 Sep 18 00:41:54.002372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:54.007155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.025400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f054de0-a62f-42be-8d4c-cd388ce5c8cc None None] Provisioning complete for port 638e4879-06cc-48c1-b2ff-04e884900495 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:54.026042 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f054de0-a62f-42be-8d4c-cd388ce5c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.035739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.047429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:54.048286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.184339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a054171d-e452-4384-8d7c-8a4b1d4e7546 req-8d36c90d-8675-48de-bbf3-8b9d1c217a82 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 210 time: 0.0914299 Sep 18 00:41:54.261047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] Pushing event updated for resources: {'Network': ['ID=1f44fafd-fe2b-4836-9940-80635cfa049a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:54.276902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-446fe030-e680-4444-80c5-079cb34d2f43 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0127451 Sep 18 00:41:54.277875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.281871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37896) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:54.290049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Request body: {'subnet': {'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-483292085-subnet', 'tenant_id': '3371ac011b9a4790959ea2d02eec8359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:54.318181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 1f44fafd-fe2b-4836-9940-80635cfa049a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:41:54.325579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:54.328931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.398666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d500db-02d8-427b-b9eb-14ec4285a6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.486306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.557298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3129cdca-5176-46d7-83f8-9cb2d1162945,segment=NetworkSegment(6fa9b061-b94a-4695-aaff-dd29847d9801),segment_id=6fa9b061-b94a-4695-aaff-dd29847d9801)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:54.595607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '3129cdca-5176-46d7-83f8-9cb2d1162945', 'network_id': '822e0191-ab1f-459c-883b-924423e4a41c', 'port_id': '3129cdca-5176-46d7-83f8-9cb2d1162945', 'mac_address': 'fa:16:3e:77:06:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:54.598437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:54.599655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=d5237524-896b-460e-9a91-9dcad01370b0,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:54.602193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:54.604988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:54.605603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.630111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb084811-3da5-473f-a8c4-a2fdce0ff2b0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2877574 Sep 18 00:41:54.632757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:54.643539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:54.659913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.683350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3129cdca-5176-46d7-83f8-9cb2d1162945 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:54.708104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:41:54.721778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3129cdca-5176-46d7-83f8-9cb2d1162945,segment=NetworkSegment(6fa9b061-b94a-4695-aaff-dd29847d9801),segment_id=6fa9b061-b94a-4695-aaff-dd29847d9801)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:54.748308 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.816773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:54.839472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Deleting port 638e4879-06cc-48c1-b2ff-04e884900495 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:54.839900 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.841041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:54.845625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.916644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194356f3-fbb9-4c59-a1f2-02d0f81a8472 req-3a0ef698-1eae-476f-808f-19918fae0f49 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:54.924832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-194356f3-fbb9-4c59-a1f2-02d0f81a8472 req-3a0ef698-1eae-476f-808f-19918fae0f49 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.5741303 Sep 18 00:41:54.935065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] For port 638e4879-06cc-48c1-b2ff-04e884900495, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=638e4879-06cc-48c1-b2ff-04e884900495,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:54.936290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:54.954264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Calling delete_port for 638e4879-06cc-48c1-b2ff-04e884900495 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:55.135483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.197774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-194356f3-fbb9-4c59-a1f2-02d0f81a8472 req-9c58b170-6cb4-40d3-a9fa-dcf97507ad54 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675564 Sep 18 00:41:55.206427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:55.227306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3129cdca-5176-46d7-83f8-9cb2d1162945'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:55.284533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:41:55.288294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.331955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-cf83c439-7519-4a7b-92b5-b74880e97337 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:55.334112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:55.337880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] Pushing event deleted for resources: {'Port': ['ID=638e4879-06cc-48c1-b2ff-04e884900495,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:55.338030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-cf83c439-7519-4a7b-92b5-b74880e97337 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.48 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.3791246 Sep 18 00:41:55.340034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:55.347395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:55.348089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.350539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25465c4d-498b-42a6-82f4-027df731e67f None None] No DVR routers for this DVR port 638e4879-06cc-48c1-b2ff-04e884900495 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:55.371478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94381ef0-bc61-4b46-8437-0ae43ff1322f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:55.384400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-c7240d40-23d1-4465-a4b7-0814cdcb1192 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:55.385877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-c7240d40-23d1-4465-a4b7-0814cdcb1192 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 817 time: 0.3328280 Sep 18 00:41:55.411401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=1b9c0132-0b13-466c-a9d3-41adaecfd037,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:55.441307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.441519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-716a083c-34e2-4b2d-a9b6-79b559568e30 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8046274 Sep 18 00:41:55.441740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37908) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:55.447087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:5d:30:55', 'name': 'tempest-NetworksTestDHCPv6-921651746'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:55.502432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.517336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719', '6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:55.612556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:55.681104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:55.681798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.687688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bcf2041-4b53-4b56-bce7-e3a88b1d5178 req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "PUT /v2.0/ports/6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 981 time: 1.7578132 Sep 18 00:41:55.737183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:55.753624 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7211537e-787a-41b8-922c-69544299feda" -d '{"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:55.784905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:55.806173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-9a100ecf-fe03-4ff0-933c-688e094360a9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 379 time: 0.3646142 Sep 18 00:41:55.837791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.839680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '1b9c0132-0b13-466c-a9d3-41adaecfd037'}, {'subnet_id': 'd5237524-896b-460e-9a91-9dcad01370b0'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:41:55.840749 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.840870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.843107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 638e4879-06cc-48c1-b2ff-04e884900495 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:55.851970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'port': {'device_id': '5dc485c8-de42-417b-b667-c5d24b41543e', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'admin_state_up': True, 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'security_groups': ['00df0507-20e5-44f9-8898-421439125063']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:55.865868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f326b-cac6-4852-b664-b7b4d33b9753 req-ce1d9067-8a49-4066-bf21-e8963e2feb02 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:55.873703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a14f326b-cac6-4852-b664-b7b4d33b9753 req-ce1d9067-8a49-4066-bf21-e8963e2feb02 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 945 time: 0.4785995 Sep 18 00:41:55.881443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 638e4879-06cc-48c1-b2ff-04e884900495 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:55.881999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 638e4879-06cc-48c1-b2ff-04e884900495 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:55.904743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 8b45b82a-8a24-44e1-a36e-ff351393ad03 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:41:56.023583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f312a9-899e-4895-8931-21e4297e6d47,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:56.086191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b50f-fd77-4bfe-a866-2d002c4a7d6e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:56.116711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Deleting port cefe1ea7-6e73-4a75-b857-867edecd1b05 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:56.117221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.153698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 172.20.0.3 (e7e807e1-53db-44db-8568-22231a7b4df3/d5237524-896b-460e-9a91-9dcad01370b0/8b45b82a-8a24-44e1-a36e-ff351393ad03) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:56.174274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe5d:3055 (e7e807e1-53db-44db-8568-22231a7b4df3/1b9c0132-0b13-466c-a9d3-41adaecfd037/8b45b82a-8a24-44e1-a36e-ff351393ad03) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:56.206075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a14f326b-cac6-4852-b664-b7b4d33b9753 req-06adc1af-4ae6-4f96-9eae-f4b66fea3ed7 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314486 Sep 18 00:41:56.225674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91b23-1a47-4f1a-8e43-60af1a8da38c req-285e857c-6f22-4db0-9036-280178634bdb tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:56.227858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24a91b23-1a47-4f1a-8e43-60af1a8da38c req-285e857c-6f22-4db0-9036-280178634bdb tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.4203329 Sep 18 00:41:56.296155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Checking segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:56.297544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Network hostable DHCP agents. Network: 1f44fafd-fe2b-4836-9940-80635cfa049a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:41:56.432889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.439727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24a91b23-1a47-4f1a-8e43-60af1a8da38c req-35371d2b-f268-473e-b526-4c16b9558fc7 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753259 Sep 18 00:41:56.447098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-664379f9-fc86-44c5-bb3e-f2d2f2b400b5 req-11e0c268-11ae-462e-92b1-bb5b16d0eebb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 210 time: 0.1062472 Sep 18 00:41:56.469183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] For port cefe1ea7-6e73-4a75-b857-867edecd1b05, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=cefe1ea7-6e73-4a75-b857-867edecd1b05,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:56.469631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.494577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Network 1f44fafd-fe2b-4836-9940-80635cfa049a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:41:56.549730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.554163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Made reservation on behalf of 51114a6e249d4935ab9b0a950e9e72b0 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:56.559616 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.576283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 1f44fafd-fe2b-4836-9940-80635cfa049a) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:56.581412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:56.582399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.603561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c7670-1d0f-4db6-9c83-6c0bd88d0030 None None] Network 1f44fafd-fe2b-4836-9940-80635cfa049a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:56.638522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cef0ddee-1ad3-4309-8ac4-f06fb9788866 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3539124 Sep 18 00:41:56.680326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:56.683566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:56.701047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:56.737121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=8b45b82a-8a24-44e1-a36e-ff351393ad03,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:56.806360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:56.807018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.835237 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-90fda036-628f-4952-aec3-2e3d69b4c142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3921993 Sep 18 00:41:56.836002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37924) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:56.935476 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c66fd5-3d6d-4f1e-bac2-61405505ad33 x-openstack-request-id: req-67c66fd5-3d6d-4f1e-bac2-61405505ad33 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:56.935774 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:56.936025 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67c66fd5-3d6d-4f1e-bac2-61405505ad33 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:56.936443 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'status': 'completed', 'code': 200} Sep 18 00:41:56.961321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b30171c-d49f-4c24-8298-e2da0d2c18a4 req-125c3d80-2ae2-4d8d-8d0a-01dfa1629bfd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b1fc6c33-b258-48bd-8ab3-9eada264384e HTTP/1.1" status: 200 len: 1802 time: 0.4282041 Sep 18 00:41:56.963518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.963973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:56.964321 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Floating IP 9bade5f3-b05e-4369-aaf1-e0eb2c58dda1 disassociated. External IP: 172.25.7.156, port: cefe1ea7-6e73-4a75-b857-867edecd1b05. Sep 18 00:41:56.964678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Calling delete_port for cefe1ea7-6e73-4a75-b857-867edecd1b05 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:57.019364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feaadd3-d6b2-405e-a7b9-15e7f01a3332 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.026581 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5feaadd3-d6b2-405e-a7b9-15e7f01a3332 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1892092 Sep 18 00:41:57.027645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:57.104810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211537e-787a-41b8-922c-69544299feda req-39223481-e89b-431c-a275-e18a459390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.106331 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-39223481-e89b-431c-a275-e18a459390d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1136 time: 0.1752586 Sep 18 00:41:57.247777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211537e-787a-41b8-922c-69544299feda req-1aac0252-d24a-4214-b65c-a9d221d4ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.249193 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-1aac0252-d24a-4214-b65c-a9d221d4ffda service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.1335163 Sep 18 00:41:57.255947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 8b45b82a-8a24-44e1-a36e-ff351393ad03 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:57.256328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.317920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-18dd59b9-5e0e-4f95-b0f3-6ab58b8a2041 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 217 time: 0.0582862 Sep 18 00:41:57.381289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8d37-b9fd-40bc-8711-8f2d1e8dfba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.451110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77e5f0-3824-458f-8416-8fe7ebbf7636 req-0f9bf7d8-48f7-403b-95c2-1123dd2e781b tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.462691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211537e-787a-41b8-922c-69544299feda req-e002a04b-fb87-40bb-9ee5-0d27136907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.465038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd77e5f0-3824-458f-8416-8fe7ebbf7636 req-0f9bf7d8-48f7-403b-95c2-1123dd2e781b tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 946 time: 0.4229703 Sep 18 00:41:57.465636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-e002a04b-fb87-40bb-9ee5-0d27136907f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.1397564 Sep 18 00:41:57.507718 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-8b30171c-d49f-4c24-8298-e2da0d2c18a4 req-085d7bae-fc26-4786-b9b7-d79d9b66a798 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:41:57.512125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b30171c-d49f-4c24-8298-e2da0d2c18a4 req-085d7bae-fc26-4786-b9b7-d79d9b66a798 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1fc6c33-b258-48bd-8ab3-9eada264384e HTTP/1.1" status: 409 len: 341 time: 0.4618618 Sep 18 00:41:57.523514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-d039c7dd-f4fd-4e30-aef8-fd3382048561 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494401 Sep 18 00:41:57.526600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.540956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.565660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 8b45b82a-8a24-44e1-a36e-ff351393ad03 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:57.707985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bccff-efaf-4851-874f-8a20f97d0412 None None] Network 1f44fafd-fe2b-4836-9940-80635cfa049a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:41:57.810798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Allocated IP 172.20.0.2 (e7e807e1-53db-44db-8568-22231a7b4df3/d5237524-896b-460e-9a91-9dcad01370b0/ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:57.859462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-662f98a0-c4de-4dcc-9586-6860c5a6e251 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222198 Sep 18 00:41:57.912072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3129cdca-5176-46d7-83f8-9cb2d1162945 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:57.927257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Allocated IP 2001:db8::f816:3eff:fecd:f23 (e7e807e1-53db-44db-8568-22231a7b4df3/1b9c0132-0b13-466c-a9d3-41adaecfd037/ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:58.033432 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7211537e-787a-41b8-922c-69544299feda req-fbf1379e-0f10-468d-aec6-4ca2338dbb72 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554317 Sep 18 00:41:58.095685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.139799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=8b45b82a-8a24-44e1-a36e-ff351393ad03,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:58.216764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Allocated IP 172.20.0.13 (eb03cf79-2cb7-4785-aaac-15de94b74a44/5700b119-244a-4c37-b44a-b097602967ad/217b6138-ec37-4867-91bd-cc451841cb79) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:58.280153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.286243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7d644f41-ebb6-46d7-82c1-b67170a29d22 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/8b45b82a-8a24-44e1-a36e-ff351393ad03 HTTP/1.1" status: 204 len: 168 time: 1.2560806 Sep 18 00:41:58.287170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37962) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:58.344335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd77e5f0-3824-458f-8416-8fe7ebbf7636 req-018db1e4-91b2-4972-b2c0-b4b3d8f931fb tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c880a3c-bedc-4847-96cc-ccfef8db87a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8751905 Sep 18 00:41:58.373880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefea37-bbfd-4a88-a947-fb26ac4386bf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.377661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefea37-bbfd-4a88-a947-fb26ac4386bf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.380147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefea37-bbfd-4a88-a947-fb26ac4386bf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.387294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-beefea37-bbfd-4a88-a947-fb26ac4386bf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0989454 Sep 18 00:41:58.391361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37964) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:58.400700 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.490524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 3129cdca-5176-46d7-83f8-9cb2d1162945 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:58.504538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 1b9c0132-0b13-466c-a9d3-41adaecfd037 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:58.506049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 3129cdca-5176-46d7-83f8-9cb2d1162945 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:58.506768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.616261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.643480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:58.645896 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6a529-be32-4a15-978f-71b4de91c29b" -d '{"events": [{"server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "name": "network-vif-plugged", "status": "completed", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:58.660351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3129cdca-5176-46d7-83f8-9cb2d1162945,segment=NetworkSegment(6fa9b061-b94a-4695-aaff-dd29847d9801),segment_id=6fa9b061-b94a-4695-aaff-dd29847d9801)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:58.685259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.692566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.712566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da886c8-680d-4b6d-a04f-6735ac3d63f4 req-25109d0d-458e-4e9d-b03f-693b5d66f6a9 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.714570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6da886c8-680d-4b6d-a04f-6735ac3d63f4 req-25109d0d-458e-4e9d-b03f-693b5d66f6a9 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 945 time: 0.1732476 Sep 18 00:41:58.754314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-315c8b3e-a726-4287-a4df-d70829154fec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.760832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-315c8b3e-a726-4287-a4df-d70829154fec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.6610370 Sep 18 00:41:58.788794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:58.792949 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.806510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.807223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.821106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event deleted for resources: {'Port': ['ID=cefe1ea7-6e73-4a75-b857-867edecd1b05,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:58.824843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-2845108d-7030-4924-a493-43e96569debc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/quotas/3371ac011b9a4790959ea2d02eec8359 HTTP/1.1" status: 200 len: 375 time: 0.0453224 Sep 18 00:41:58.852943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:58.856123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:58.863970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:58.867117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Pushing event updated for resources: {'Port': ['ID=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:58.892450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.930483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-f3ba2e8f-145d-4c44-bccc-524f9cc3da98 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520091 Sep 18 00:41:58.962774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Attempting to bind port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:58.963147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Attempting to bind port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:58.963510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Attempting to bind port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:58.969890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:58.970639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:58.971236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.971792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:58.972451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Bound port: ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:58.973000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:58.995066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6da886c8-680d-4b6d-a04f-6735ac3d63f4 req-81457977-0da3-48df-92ae-e38a0a86fc8d tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085097 Sep 18 00:41:59.001829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.103452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.107214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] For port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:59.109669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.111840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] For port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:59.122527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.133671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.138927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1b9c0132-0b13-466c-a9d3-41adaecfd037 HTTP/1.1" status: 204 len: 168 time: 0.7459490 Sep 18 00:41:59.139273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37970) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:59.164835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cb191-0264-48cf-bfc3-bfcd2a43b953 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9c0132-0b13-466c-a9d3-41adaecfd037,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:59.201105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73361d-15c6-4093-b91c-5ee9ded90779 None None] Pushing event updated for resources: {'Port': ['ID=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:59.217212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet d5237524-896b-460e-9a91-9dcad01370b0 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:41:59.225724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2c612d8-6cce-4f33-8e2c-49c12ff87b01 req-0aa06a0a-e8a4-426d-80de-df59572ef997 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 210 time: 0.1142089 Sep 18 00:41:59.233093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Router a013a64b-28f4-4819-a115-5c3072a94249 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:41:59.236894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.317222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-ab1b90a5-a7f6-4877-9c37-63c5cd3671ef service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706605 Sep 18 00:41:59.357189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.451086 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb488a-5fa1-4e9b-98ca-46e6b780143f x-openstack-request-id: req-fafb488a-5fa1-4e9b-98ca-46e6b780143f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:59.451444 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "name": "network-vif-plugged", "status": "completed", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:59.451761 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fafb488a-5fa1-4e9b-98ca-46e6b780143f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:59.452242 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945', 'code': 200} Sep 18 00:41:59.479913 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.577300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-36b65c43-501b-4a76-b626-b03c0280eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.580347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-36b65c43-501b-4a76-b626-b03c0280eb49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1136 time: 0.1154263 Sep 18 00:41:59.585702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.624489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:59.717025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d91d534c-4d9d-4342-877d-37e28ec3500c req-84563511-9523-4d28-b95f-70fc776580d7 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/ports?device_id=b898f28a-63e6-4f54-9d74-6c10b21224d6 HTTP/1.1" status: 200 len: 210 time: 0.0923948 Sep 18 00:41:59.742568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e826f-6486-4ea1-ad30-454bc5346afb req-e8767cc5-9330-437e-8dfb-594790819180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.743943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-561e826f-6486-4ea1-ad30-454bc5346afb req-e8767cc5-9330-437e-8dfb-594790819180 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 1098 time: 0.1455827 Sep 18 00:41:59.804721 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-561e826f-6486-4ea1-ad30-454bc5346afb req-1e2cf39f-86c4-427d-96cd-524caaaa3f48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506823 Sep 18 00:41:59.806048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-597c4a07-5ae7-4da6-aedb-b41aef1963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.808258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-597c4a07-5ae7-4da6-aedb-b41aef1963eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.2204707 Sep 18 00:41:59.818168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:59.829764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:59.848773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:59.872355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-73719684-6716-4a05-92e2-148a979f9024 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 217 time: 0.0522895 Sep 18 00:41:59.877445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:59.880502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cefe1ea7-6e73-4a75-b857-867edecd1b05 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:59.943755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:59.947677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-618d3476-a6d2-4e33-8d87-6272138e5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.950072 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-618d3476-a6d2-4e33-8d87-6272138e5bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.0646491 Sep 18 00:41:59.972010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: cefe1ea7-6e73-4a75-b857-867edecd1b05 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:59.973985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device cefe1ea7-6e73-4a75-b857-867edecd1b05 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:59.996135 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-5adeb50a-1e8a-47de-bd1e-18a2759f82fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348716 Sep 18 00:42:00.002828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:42:00.028910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Sync routers for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:42:00.062089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:00.063750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.081512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] No DVR routers for this DVR port cefe1ea7-6e73-4a75-b857-867edecd1b05 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:00.084609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.087389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.48 "DELETE /v2.0/ports/cefe1ea7-6e73-4a75-b857-867edecd1b05 HTTP/1.1" status: 204 len: 173 time: 4.7005277 Sep 18 00:42:00.093646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'name': 'network-vif-deleted', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:00.096689 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b36f1f-3c64-43aa-921d-e694f3caebcf" -d '{"events": [{"server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "name": "network-vif-deleted", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:00.099427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:00.105373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:00.138292 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-37be46b7-b769-47b0-985a-406445bf9bf4 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333554 Sep 18 00:42:00.138472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-64a40e3e-5a6b-41d1-a1af-48e451bb6561 service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838552 Sep 18 00:42:00.176935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:00.181761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.252398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95792-89c6-4d8e-b3a4-581783ffae09 req-780894a9-c0d0-4112-a614-cee3a17963d0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:00.262389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c8c7be59-4646-48e5-a28a-0fc74e9941cb None None] Provisioning complete for port 217b6138-ec37-4867-91bd-cc451841cb79 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:00.262781 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8c7be59-4646-48e5-a28a-0fc74e9941cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.271331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b95792-89c6-4d8e-b3a4-581783ffae09 req-780894a9-c0d0-4112-a614-cee3a17963d0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 984 time: 0.4498930 Sep 18 00:42:00.300488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a0555bc3-346e-4803-b6e8-4ba40b0eddb0 req-f7c17461-8dbb-421b-a496-35cfbca52f8a service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549053 Sep 18 00:42:00.314890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-4165c95c-5b77-4de3-9127-260a93e71fe1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4683812 Sep 18 00:42:00.317882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:00.342303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Request body: {'port': {'device_id': '5dc485c8-de42-417b-b667-c5d24b41543e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:00.381996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.473072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7be59-4646-48e5-a28a-0fc74e9941cb None None] Port 217b6138-ec37-4867-91bd-cc451841cb79 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:42:00.489291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.509693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b95792-89c6-4d8e-b3a4-581783ffae09 req-c874c727-1153-4c61-92a4-92e69a0ab65e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1fc6c33-b258-48bd-8ab3-9eada264384e&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2235475 Sep 18 00:42:00.509693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=d5237524-896b-460e-9a91-9dcad01370b0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:00.512162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.517526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-abe6c6c5-ad12-46f8-96fd-e3c003a16f44 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/d5237524-896b-460e-9a91-9dcad01370b0 HTTP/1.1" status: 204 len: 168 time: 1.3757341 Sep 18 00:42:00.520018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37994) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:00.571535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.775729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:00.776259 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:00.804718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0c0a-0a33-4faa-a540-6e3f912a8a83 req-49323f00-ab1e-4ac1-b443-64993e9c2417 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:00.818324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-674d0c0a-0a33-4faa-a540-6e3f912a8a83 req-49323f00-ab1e-4ac1-b443-64993e9c2417 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 946 time: 0.2179794 Sep 18 00:42:00.929104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:01.050751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Checking router: a013a64b-28f4-4819-a115-5c3072a94249 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:42:01.071522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:01.076709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:01.140465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-674d0c0a-0a33-4faa-a540-6e3f912a8a83 req-b59c98ee-7ad5-4206-8597-2803ec75d584 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152966 Sep 18 00:42:01.158420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133237ae-3d79-4df0-b50e-ec1b7a815e09 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:01.214609 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e7ddf-8110-4dc7-86cd-9573db263c0d x-openstack-request-id: req-5d1e7ddf-8110-4dc7-86cd-9573db263c0d {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:01.214609 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b898f28a-63e6-4f54-9d74-6c10b21224d6", "name": "network-vif-deleted", "tag": "cefe1ea7-6e73-4a75-b857-867edecd1b05", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:01.214609 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d1e7ddf-8110-4dc7-86cd-9573db263c0d {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:01.214609 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b898f28a-63e6-4f54-9d74-6c10b21224d6', 'name': 'network-vif-deleted', 'tag': 'cefe1ea7-6e73-4a75-b857-867edecd1b05', 'status': 'completed', 'code': 200} Sep 18 00:42:01.502650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8d347893-9ee4-49bc-a16a-681fe30369f4 None None] Provisioning complete for port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:01.504391 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d347893-9ee4-49bc-a16a-681fe30369f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:01.512493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62a7ff85-faf2-47bb-be90-93cd4165da62 req-83fccc33-7624-4f10-b704-c56a22c36381 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 210 time: 0.1870210 Sep 18 00:42:01.571933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70dce0e0-becf-4553-bc3b-6e837f8d7e9d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0482428 Sep 18 00:42:01.573489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38020) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:01.597162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:01.615698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:01.628053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:01.648916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Transition to ACTIVE for port object 217b6138-ec37-4867-91bd-cc451841cb79 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:42:01.661348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:01.722883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e3f07-81ef-4835-800e-66fbb53e88e4 req-ebd7fca1-1dd9-43e6-b391-2476831dd4de tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:01.733768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-982e3f07-81ef-4835-800e-66fbb53e88e4 req-ebd7fca1-1dd9-43e6-b391-2476831dd4de tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 932 time: 0.4424829 Sep 18 00:42:01.745784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:01.835839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:01.839942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:01.910601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-982e3f07-81ef-4835-800e-66fbb53e88e4 req-a0c61466-5dc2-4d98-964f-1c751bf57d39 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732876 Sep 18 00:42:02.026924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:02.075869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:02.151404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:02.151741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:02.152067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:02.180140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.192088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:02.243908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dcf92-1658-4417-95c8-7bfd9355573d req-83fb4d90-1c41-4c3f-8bdd-58dd392e0e87 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:02.245585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-196dcf92-1658-4417-95c8-7bfd9355573d req-83fb4d90-1c41-4c3f-8bdd-58dd392e0e87 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 984 time: 0.4842358 Sep 18 00:42:02.246413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:42:02.246736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:02.313807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.395081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-196dcf92-1658-4417-95c8-7bfd9355573d req-2703e890-8f41-4c5e-9b6b-609c7abec045 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1fc6c33-b258-48bd-8ab3-9eada264384e&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1327009 Sep 18 00:42:02.399318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:02.399663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:02.400052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:02.400525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Bound port: 217b6138-ec37-4867-91bd-cc451841cb79, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:02.400885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.492001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.549643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:02.568258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e5768-7093-41c3-8b4f-4363edcf33a5 req-966eec0c-d192-41be-aa2c-b23c43ef45f2 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:02.580780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d8e5768-7093-41c3-8b4f-4363edcf33a5 req-966eec0c-d192-41be-aa2c-b23c43ef45f2 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 946 time: 0.1959043 Sep 18 00:42:02.592109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-cbfbc3ac-01df-4fbe-b2f8-7b24f1eb0737 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:02.594599 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-cbfbc3ac-01df-4fbe-b2f8-7b24f1eb0737 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.2579947 Sep 18 00:42:02.613685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.657431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.659739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Request body: {'port': {'device_id': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'admin_state_up': True, 'tenant_id': '3371ac011b9a4790959ea2d02eec8359'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:02.788865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:02.801792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:02.809462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:02.810324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.834722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.837649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.841359 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c880a3c-bedc-4847-96cc-ccfef8db87a5 HTTP/1.1" status: 204 len: 168 time: 0.8108165 Sep 18 00:42:02.841359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=0cda1852-83d8-4cc3-94c8-8d1e281c4249,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:02.844442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:02.864846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92919b-bd56-43b0-ab3e-e7f7b28e3d86 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c880a3c-bedc-4847-96cc-ccfef8db87a5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:02.868989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:02.873458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:02.882511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-26947c5a-0896-439e-b078-1569a2a03a6f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3079147 Sep 18 00:42:02.890971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:02.892164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38038) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:02.893093 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-1080ed4c-bf63-4ed1-b296-5d68d546ccaa tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] show failed (client error): The resource could not be found. Sep 18 00:42:02.896952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1080ed4c-bf63-4ed1-b296-5d68d546ccaa tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "GET /v2.0/security-groups/3c880a3c-bedc-4847-96cc-ccfef8db87a5 HTTP/1.1" status: 404 len: 347 time: 0.0390766 Sep 18 00:42:02.905339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:02.912335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38040) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:02.978680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:03.098633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:03.137671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Deleting port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:03.138685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.143057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:03.170325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:03.187989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-c3e22da3-3a2e-42ed-ba28-99d77ab3968a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1973803053&fields=id&tenant_id=7a51b3bf698245848d12785b111f689e HTTP/1.1" status: 200 len: 267 time: 0.6044893 Sep 18 00:42:03.197771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b835f3-57f0-44d1-bc1e-657e7cb15504 None None] The sync data for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 is: [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:39:44Z', 'revision_number': 4, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '2a2387a2-3664-4838-a614-f5a98edaf29d', 'name': '', 'network_id': '1811e9b9-72a0-44fa-ba9d-53adbad32780', 'tenant_id': '08639242bffe427398e18ba915c82612', 'mac_address': 'fa:16:3e:0d:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:44Z', 'updated_at': '2021-09-18T00:39:49Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'subnets': [{'id': '7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:42:03.204097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.248694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Allocated IP 172.20.0.4 (1f44fafd-fe2b-4836-9940-80635cfa049a/31f312a9-899e-4895-8931-21e4297e6d47/a80ca6db-ad06-4a5d-b6c2-d7289721a24d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:03.325482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d8e5768-7093-41c3-8b4f-4363edcf33a5 req-010ee921-1a78-4d6a-8a33-26a334d33ac1 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435141 Sep 18 00:42:03.341725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] For port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:03.342132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.366895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:03.387389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Calling delete_port for ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:03.472610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:03.473560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.476983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-c1fe84a2-6523-478e-ab5c-edce42d7ca86 service neutron] 10.222.0.48 "PUT /v2.0/ports/217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1093 time: 3.1476591 Sep 18 00:42:03.536218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:03.545159 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899019ec-0d9a-4319-9f60-bed26cb8325a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:03.551660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.560573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5046650-710e-43c8-94cb-d2ef7236153c req-1b8b5853-5f40-4a22-8176-68ce663748b3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 210 time: 0.0992453 Sep 18 00:42:03.619102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.660890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] Pushing event deleted for resources: {'Port': ['ID=ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:03.693634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:03.696744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b084c-3583-456c-9188-bc64d4920b0c None None] No DVR routers for this DVR port ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:03.704536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.715803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-c0158051-5f2e-454d-8573-58de78dd188b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:03.716538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Deleting port c6869307-433c-4e3b-a11d-183547a9d5a3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:03.716884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.720601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-c0158051-5f2e-454d-8573-58de78dd188b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 984 time: 0.5234852 Sep 18 00:42:03.727135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a0954-4504-4231-8acf-139a318f801d None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:03.739292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'port': {'security_groups': ['0cd8d579-7683-4f0b-beca-b2e904789ab6', 'b1fc6c33-b258-48bd-8ab3-9eada264384e', '9a1b6e4d-87df-4dcd-8571-d92f345921a3']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:03.763080 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55796494-6ccb-466f-b416-d194794ad515 None None] New status for floating IP 9bade5f3-b05e-4369-aaf1-e0eb2c58dda1: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:42:03.974336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:03.978847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-881b6bd6-3dfa-46db-b498-d112bab64d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:03.980544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-881b6bd6-3dfa-46db-b498-d112bab64d0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1096 time: 0.4143808 Sep 18 00:42:03.982194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '0cda1852-83d8-4cc3-94c8-8d1e281c4249'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:03.983401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.001139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94dc45-2035-48e9-98c5-c112c7bd424e req-2df861e8-cd46-47a2-aaea-ff749b70ae33 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:04.002934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae94dc45-2035-48e9-98c5-c112c7bd424e req-2df861e8-cd46-47a2-aaea-ff749b70ae33 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 944 time: 0.2788022 Sep 18 00:42:04.041189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-c5e709a1-1cfe-4dfe-a41e-1da37770a0ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 217 time: 0.0498931 Sep 18 00:42:04.106392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.228360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae94dc45-2035-48e9-98c5-c112c7bd424e req-195e4aa6-eed1-4bf0-a872-b9f91c8b56ce tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843150 Sep 18 00:42:04.232557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-d4ba6e4b-6bf3-4c6e-9668-7870bd7dc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:04.234266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-d4ba6e4b-6bf3-4c6e-9668-7870bd7dc56c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.0968227 Sep 18 00:42:04.243424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.244870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.275756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Allocated IP 172.20.0.2 (e7e807e1-53db-44db-8568-22231a7b4df3/0cda1852-83d8-4cc3-94c8-8d1e281c4249/e252e888-a802-4033-a519-4be409547f80) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:04.296922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Calling delete_port for c6869307-433c-4e3b-a11d-183547a9d5a3 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:04.300643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Network 1f44fafd-fe2b-4836-9940-80635cfa049a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:04.322208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:04.332830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:04.423247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6293626-9266-4833-9058-f82899ab46e0 req-9addc2b4-b854-4633-a068-db5ab6ebbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:04.426280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-9addc2b4-b854-4633-a068-db5ab6ebbc79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849375 Sep 18 00:42:04.433650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:04.490379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:04.491142 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.492083 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ecc19-dab7-4858-af57-2c058a6c2918 x-openstack-request-id: req-706ecc19-dab7-4858-af57-2c058a6c2918 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:04.493376 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:04.493739 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-706ecc19-dab7-4858-af57-2c058a6c2918 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:04.494352 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'status': 'completed', 'code': 200} Sep 18 00:42:04.554906 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.568147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-17949705-56a0-463d-a569-7753f1f9a667 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9146457 Sep 18 00:42:04.570557 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.590764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:04.611025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:04.631406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Request body: {'port': {'device_id': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:04.653202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:04.659826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:04.748887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Pushing event updated for resources: {'Port': ['ID=e252e888-a802-4033-a519-4be409547f80,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:04.794940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.839779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:04.851415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.878980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.895792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:04.908065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719', '6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:04.952405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-1509cc01-acd4-4f7f-93c6-04e9b7c711b0 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039535 Sep 18 00:42:05.010143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:05.012412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce1652c5-e2cf-4426-bf7e-5f5ccadd59ae not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:05.031787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Attempting to bind port e252e888-a802-4033-a519-4be409547f80 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:05.042878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Attempting to bind port e252e888-a802-4033-a519-4be409547f80 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:05.043415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Attempting to bind port e252e888-a802-4033-a519-4be409547f80 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:05.049807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38070) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:05.057132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:05.057797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:05.058526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.059131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:05.059766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Bound port: e252e888-a802-4033-a519-4be409547f80, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:05.060375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.133424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:05.134368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.135897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efe96211-e195-4995-a3c8-24aa8151bb2e req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "PUT /v2.0/ports/6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 1020 time: 1.4037099 Sep 18 00:42:05.165233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6293626-9266-4833-9058-f82899ab46e0 req-0571014f-70a4-4f68-b211-aa374afb62c3 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115235 Sep 18 00:42:05.224344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f54e79-cf0b-4640-9135-c016f8e6d1f9 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:05.239918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80ca6db-ad06-4a5d-b6c2-d7289721a24d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:05.248579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.263650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:05.264701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Transition to ACTIVE for port object a80ca6db-ad06-4a5d-b6c2-d7289721a24d will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:42:05.308991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afeeb4-4e5f-4247-adfa-91992aefdd26 req-cd7f7044-1552-44a2-be80-23a2b1bfd99e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:05.313591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85afeeb4-4e5f-4247-adfa-91992aefdd26 req-cd7f7044-1552-44a2-be80-23a2b1bfd99e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 931 time: 0.2610633 Sep 18 00:42:05.326563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.337009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Pushing event deleted for resources: {'Port': ['ID=c6869307-433c-4e3b-a11d-183547a9d5a3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:05.352338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] For port e252e888-a802-4033-a519-4be409547f80, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:05.408693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] For port e252e888-a802-4033-a519-4be409547f80, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e252e888-a802-4033-a519-4be409547f80,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:05.429698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.457316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aba5a4cb-8a72-4832-ab38-a51a35e20112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.490974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.501419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:05.502864 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf95949e-97dc-4510-8710-b78e613c95a4 tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] 10.222.0.49 "DELETE /v2.0/floatingips/9bade5f3-b05e-4369-aaf1-e0eb2c58dda1 HTTP/1.1" status: 204 len: 168 time: 2.5894337 Sep 18 00:42:05.504583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85afeeb4-4e5f-4247-adfa-91992aefdd26 req-17cc2600-2fe5-4eb8-b6c7-5c87959fc0a0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848791 Sep 18 00:42:05.508546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-b5fac559-85e6-44ab-aba6-c7725463db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:05.515346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-b5fac559-85e6-44ab-aba6-c7725463db40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1096 time: 0.2831750 Sep 18 00:42:05.516741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38078) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:05.675351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:05.701260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:05.708893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f91d-5d23-409e-b279-0919f08dfa56 req-de4d59a9-532e-45ea-a00c-a2248556f3ce tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:05.714099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2317f91d-5d23-409e-b279-0919f08dfa56 req-de4d59a9-532e-45ea-a00c-a2248556f3ce tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 946 time: 0.4232090 Sep 18 00:42:05.741972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2776a1f-5027-41f0-9249-1f8c908c96db None None] Pushing event updated for resources: {'Port': ['ID=e252e888-a802-4033-a519-4be409547f80,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:05.887762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-9fe867b8-3c9d-4e8a-b322-5e68a46a0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:05.889298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-9fe867b8-3c9d-4e8a-b322-5e68a46a0521 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.3623183 Sep 18 00:42:05.971075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Attempting to bind port a80ca6db-ad06-4a5d-b6c2-d7289721a24d on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:05.971660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Attempting to bind port a80ca6db-ad06-4a5d-b6c2-d7289721a24d by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:05.971753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Attempting to bind port a80ca6db-ad06-4a5d-b6c2-d7289721a24d on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:06.014564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Port a80ca6db-ad06-4a5d-b6c2-d7289721a24d on network 1f44fafd-fe2b-4836-9940-80635cfa049a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:42:06.014906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Attempting to bind port a80ca6db-ad06-4a5d-b6c2-d7289721a24d on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:06.024097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:06.024097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Checking segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:06.024523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Bound using segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:06.024891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Bound port: a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:06.025254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.112210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2317f91d-5d23-409e-b279-0919f08dfa56 req-18d42715-f912-4cd6-add8-335a4601dc30 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728569 Sep 18 00:42:06.113830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-b2b6cbb1-84d8-4fcb-8503-7279b0d81c0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 217 time: 0.1971047 Sep 18 00:42:06.126661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c127bd03-0f6c-4923-bcf4-9a5f060e3016 req-29b3573f-d294-4e68-a8ea-70844d175472 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/9a1b6e4d-87df-4dcd-8571-d92f345921a3 HTTP/1.1" status: 200 len: 1803 time: 0.5640459 Sep 18 00:42:06.149396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:06.159492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:06.180203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.244450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.245751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.247514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] 10.222.0.54 "PUT /v2.0/ports/a80ca6db-ad06-4a5d-b6c2-d7289721a24d HTTP/1.1" status: 200 len: 1092 time: 1.6239119 Sep 18 00:42:06.248332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:06.252789 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11afbf-249c-451a-ab4f-912cee512869" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:06.289962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.329796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdd933-6527-454d-8539-2e0811a8eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:06.408796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-78893592-b59f-44c3-9ffd-17806297661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.410408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-78893592-b59f-44c3-9ffd-17806297661a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.2674994 Sep 18 00:42:06.415000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-c3912d7a-317c-4968-a770-d33ba361b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.416754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-c3912d7a-317c-4968-a770-d33ba361b808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0822170 Sep 18 00:42:06.482010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386659e2-1d58-4b8a-a42a-d0272ce9bfc7 req-f34ee32c-95a9-440a-ae85-19458a130416 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.483463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-386659e2-1d58-4b8a-a42a-d0272ce9bfc7 req-f34ee32c-95a9-440a-ae85-19458a130416 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 944 time: 0.2083464 Sep 18 00:42:06.483849 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-03248f1a-f661-4bc7-b3f1-e43014727461 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d HTTP/1.1" status: 200 len: 217 time: 0.0509610 Sep 18 00:42:06.489399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aba5a4cb-8a72-4832-ab38-a51a35e20112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.497700 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-c127bd03-0f6c-4923-bcf4-9a5f060e3016 req-fa5b539a-3e8c-48a8-aa87-7e930c8a04dd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:42:06.498845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c127bd03-0f6c-4923-bcf4-9a5f060e3016 req-fa5b539a-3e8c-48a8-aa87-7e930c8a04dd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a1b6e4d-87df-4dcd-8571-d92f345921a3 HTTP/1.1" status: 409 len: 341 time: 0.3713207 Sep 18 00:42:06.499287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:06.502935 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab8654-10d3-4e46-831e-599796a558b9" -d '{"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:06.543801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aba5a4cb-8a72-4832-ab38-a51a35e20112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:06.591326 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec09fa-b939-4376-aee4-88057eadca0d x-openstack-request-id: req-1dec09fa-b939-4376-aee4-88057eadca0d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:06.591604 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:06.591858 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dec09fa-b939-4376-aee4-88057eadca0d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:06.592265 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'status': 'completed', 'code': 200} Sep 18 00:42:06.648598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa026-5db1-439a-b7ea-3684f870888a req-5c70a10a-5fa7-4246-b6d3-69323b008d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.649944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-5c70a10a-5fa7-4246-b6d3-69323b008d70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.0602522 Sep 18 00:42:06.665379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aba5a4cb-8a72-4832-ab38-a51a35e20112 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca5bce66c90047b0b1d73101f4994ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6106973 Sep 18 00:42:06.670330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-32093d59-b78c-4148-98fa-7bc133691d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:06.672707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-32093d59-b78c-4148-98fa-7bc133691d89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473679 Sep 18 00:42:06.673524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5a4cb-8a72-4832-ab38-a51a35e20112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b1e9c-40c6-4e76-81ca-70e939779920,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:06.676974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:06.689315 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:42:06.698578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-386659e2-1d58-4b8a-a42a-d0272ce9bfc7 req-fc2ec07c-f8e8-48f9-a87a-3c224170ea67 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652699 Sep 18 00:42:06.725697 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-d474a635-ca68-45f1-ae4f-c6c7574abe24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484898 Sep 18 00:42:06.969003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e252e888-a802-4033-a519-4be409547f80 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:07.106800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:07.107183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.170335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:07.170725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.254501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.256825 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cfe8aa-06e6-4776-ad17-35b649e96bdf x-openstack-request-id: req-27cfe8aa-06e6-4776-ad17-35b649e96bdf {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:07.257118 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:07.257365 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27cfe8aa-06e6-4776-ad17-35b649e96bdf {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:07.257881 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'status': 'completed', 'code': 200} Sep 18 00:42:07.275000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] For port e252e888-a802-4033-a519-4be409547f80, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e252e888-a802-4033-a519-4be409547f80,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:07.327417 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.334016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-d13746da-5692-49ba-a6a6-01c151c73bd1 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.336181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-d13746da-5692-49ba-a6a6-01c151c73bd1 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 946 time: 0.7478683 Sep 18 00:42:07.350427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-e003534e-3496-4611-8d77-0d6074403b69 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103160 Sep 18 00:42:07.384637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.418574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-b61a4ef1-a095-46ca-8f30-0eb5017353a6 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323534 Sep 18 00:42:07.426247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.436918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ba162-89f0-4fd2-a1dc-d672ba23a291 req-f71a5312-be1b-4588-afe1-42fe22d62125 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.442634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8654-10d3-4e46-831e-599796a558b9 req-7105fe20-35b6-4d3a-8f1a-3900d20c99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.444153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-7105fe20-35b6-4d3a-8f1a-3900d20c99d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a51b3bf698245848d12785b111f689e&device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1175 time: 0.1980431 Sep 18 00:42:07.451381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f3ba162-89f0-4fd2-a1dc-d672ba23a291 req-f71a5312-be1b-4588-afe1-42fe22d62125 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1023 time: 0.1925793 Sep 18 00:42:07.459486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.460345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.470566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.512469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427d7c-70be-4f88-8655-59605fa5a7a9 req-d4677474-0334-463d-a713-fcb9a3d35cec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.519131 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:07.519498 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:07.524055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1427d7c-70be-4f88-8655-59605fa5a7a9 req-d4677474-0334-463d-a713-fcb9a3d35cec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 943 time: 0.6496689 Sep 18 00:42:07.527712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:07.528073 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:07.645187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:07.694275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:07.706621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.707318 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.713661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f3ba162-89f0-4fd2-a1dc-d672ba23a291 req-ab8c014b-38c3-4ff1-a5ab-9bf41f19b128 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a1b6e4d-87df-4dcd-8571-d92f345921a3&id=b1fc6c33-b258-48bd-8ab3-9eada264384e&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2567880 Sep 18 00:42:07.738254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=925deab3-64c9-4e8e-9f61-c8228f9d6f6d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:07.739480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.740242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=e252e888-a802-4033-a519-4be409547f80,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:07.740515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6637cf-2079-411b-a504-82dd08021d6d None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:07.755285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c35aa026-5db1-439a-b7ea-3684f870888a req-3920494a-cdae-468e-b932-1b2ceb18183d service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932316 Sep 18 00:42:07.767584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.773332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a08b1e9c-40c6-4e76-81ca-70e939779920 HTTP/1.1" status: 204 len: 168 time: 1.0939748 Sep 18 00:42:07.777295 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d12ba96f-fd1c-4d38-83b4-000507470ddb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8817873 Sep 18 00:42:07.781314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38102) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:07.787916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:0e:f8:15', 'name': 'tempest-NetworksTestDHCPv6-63828858'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:07.800808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Deleting port 3129cdca-5176-46d7-83f8-9cb2d1162945 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:07.800971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:07.804451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1427d7c-70be-4f88-8655-59605fa5a7a9 req-f631944a-7331-4c0c-b006-b6a4fc6825ce tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793159 Sep 18 00:42:07.814448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8654-10d3-4e46-831e-599796a558b9 req-37354b00-ee19-4ec9-b1d3-25e247299666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:07.816052 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-37354b00-ee19-4ec9-b1d3-25e247299666 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 200 len: 914 time: 0.3534088 Sep 18 00:42:07.837100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691ff5d-8828-45db-a021-d2e63803cbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b1e9c-40c6-4e76-81ca-70e939779920,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:07.872605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-899019ec-0d9a-4319-9f60-bed26cb8325a req-383fef41-16c6-44d8-a93e-645d8b1d6fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145567 Sep 18 00:42:07.925894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:07.970441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-3434a749-bf77-4181-a905-760541ba2776 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 200 len: 217 time: 0.1173987 Sep 18 00:42:08.036796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60835821-696c-44a0-aa69-587ee5a170d0 req-f8ef23c6-09a0-4249-a472-1ecfa1bf7d73 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.046975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60835821-696c-44a0-aa69-587ee5a170d0 req-f8ef23c6-09a0-4249-a472-1ecfa1bf7d73 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 946 time: 0.1391609 Sep 18 00:42:08.066751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65e87-db37-46d5-bbee-44781e909aa8 req-c10e6485-10c0-4f05-bfba-7e6458f7932d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.068708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea65e87-db37-46d5-bbee-44781e909aa8 req-c10e6485-10c0-4f05-bfba-7e6458f7932d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 944 time: 0.1446137 Sep 18 00:42:08.071774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.211067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60835821-696c-44a0-aa69-587ee5a170d0 req-435ea999-340f-495c-96fc-a8e4407083a7 tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/security-groups?id=658e491d-0b75-4d79-9fa3-28191b5c977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627312 Sep 18 00:42:08.255776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea65e87-db37-46d5-bbee-44781e909aa8 req-9388249a-6103-4c8a-aeba-70dfe1c18de4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798570 Sep 18 00:42:08.271959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.300989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.345859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] For port 3129cdca-5176-46d7-83f8-9cb2d1162945, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3129cdca-5176-46d7-83f8-9cb2d1162945,segment=NetworkSegment(6fa9b061-b94a-4695-aaff-dd29847d9801),segment_id=6fa9b061-b94a-4695-aaff-dd29847d9801)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:08.346440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.349676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8654-10d3-4e46-831e-599796a558b9 req-53e51de6-fbc5-4da1-97e3-3b5c139698f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.351156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-53e51de6-fbc5-4da1-97e3-3b5c139698f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 200 len: 853 time: 0.3033326 Sep 18 00:42:08.386030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11afbf-249c-451a-ab4f-912cee512869 req-e72cf8e5-7170-4446-b9d1-ca8eecb5482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.386030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-e72cf8e5-7170-4446-b9d1-ca8eecb5482f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 1095 time: 0.4492357 Sep 18 00:42:08.392969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:08.400879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Calling delete_port for 3129cdca-5176-46d7-83f8-9cb2d1162945 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:08.423438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.433238 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-53788eb2-37cb-407e-acdf-d67aba50d0b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4917732e-581f-406d-b6e6-1ec796f51206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653973 Sep 18 00:42:08.473035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-ecc97615-5245-4e23-a3d4-b0fe0e2bff57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.474899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-ecc97615-5245-4e23-a3d4-b0fe0e2bff57 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1023 time: 0.1514623 Sep 18 00:42:08.484960 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.db.api [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:42:08.484960 n-d-712707-16 neutron-server[106452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 00:42:08.484960 n-d-712707-16 neutron-server[106452]: [parameters: {'project_id': '9fccc570d16747d9b28a267383b1d4b8', 'id': '1c6f830a-3196-4c6c-a0ce-415b4fcf08ed', 'expiration': datetime.datetime(2021, 9, 18, 0, 44, 8, 449476)}] Sep 18 00:42:08.484960 n-d-712707-16 neutron-server[106452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:08.485582 n-d-712707-16 neutron-server[106452]: DEBUG oslo_db.api [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:08.580684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:08.601771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e252e888-a802-4033-a519-4be409547f80, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e252e888-a802-4033-a519-4be409547f80,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:08.605282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '217b6138-ec37-4867-91bd-cc451841cb79', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:08.611093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.661286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11afbf-249c-451a-ab4f-912cee512869 req-3b929ced-09e8-4b76-9d16-a53db586542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.662776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-3b929ced-09e8-4b76-9d16-a53db586542c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 905 time: 0.2633939 Sep 18 00:42:08.670948 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-2c0f8fff-82c6-4d97-84ad-726844042765 service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191014 Sep 18 00:42:08.735419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:08.735768 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-dfed5006-fd89-4d8b-82b3-34ca22feadee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:08.741358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Deleting port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:08.741911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.745306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e252e888-a802-4033-a519-4be409547f80,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:08.748858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.753003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-1d52f46e-537a-4953-a686-b7f3784fc7e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d HTTP/1.1" status: 200 len: 217 time: 0.0793555 Sep 18 00:42:08.759226 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.776992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:08.792019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.805947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:08.815052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.829639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e252e888-a802-4033-a519-4be409547f80 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:08.875186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33de86-f9a5-4060-969e-3bcfe0e532b6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:08.880481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Deleting port 2a2387a2-3664-4838-a614-f5a98edaf29d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:08.881153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.921092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:08.922664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11afbf-249c-451a-ab4f-912cee512869 req-f2111993-6df0-419b-8b15-25fd1b9a9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:08.932069 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-f2111993-6df0-419b-8b15-25fd1b9a9705 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.1455953 Sep 18 00:42:08.934922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:08.935307 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.984964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:08.992176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-cb78998b-9e74-4c46-ab01-9c5dad076366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515258 Sep 18 00:42:09.023134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3129cdca-5176-46d7-83f8-9cb2d1162945'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:09.028688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Pushing event deleted for resources: {'Port': ['ID=3129cdca-5176-46d7-83f8-9cb2d1162945,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:09.035494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.036535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.036846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.037487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.037831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.038167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.038496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.038822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.039144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.039462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.039786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.040108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:09.063733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['217b6138-ec37-4867-91bd-cc451841cb79'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:09.115363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ecf53ad-a4c8-4fe4-a1eb-45b16cc64477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d58e24a68b7443986651def961ec729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145076 Sep 18 00:42:09.120453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38116) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:09.173992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] No DVR routers for this DVR port 3129cdca-5176-46d7-83f8-9cb2d1162945 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:09.177502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.180853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fbc34b20-335e-4ce0-bed1-46d85add9f1e req-690915b1-bb9d-4161-a671-495e37ad0ebd tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.54 "DELETE /v2.0/ports/3129cdca-5176-46d7-83f8-9cb2d1162945 HTTP/1.1" status: 204 len: 173 time: 1.8341675 Sep 18 00:42:09.186749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'name': 'network-vif-deleted', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:09.191088 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b582e7e-a309-4a29-a5a2-b595dfdc830d" -d '{"events": [{"server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "name": "network-vif-deleted", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:09.199347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7eab8654-10d3-4e46-831e-599796a558b9 req-8d5da141-7239-4825-8e10-17b4322e02fc service neutron] 10.222.0.48 "GET /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148361 Sep 18 00:42:09.219369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd9d31-eeba-4d7f-a4a9-de5929224a15 req-101533ca-9cad-4c91-82d3-97895df2c009 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:09.221542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9dd9d31-eeba-4d7f-a4a9-de5929224a15 req-101533ca-9cad-4c91-82d3-97895df2c009 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 943 time: 0.2719305 Sep 18 00:42:09.240156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:09.247229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af3859-f34b-4a39-ae75-c39f80c84204 req-92da0c13-2099-4dbb-bf4c-e03358af564b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:09.248807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89af3859-f34b-4a39-ae75-c39f80c84204 req-92da0c13-2099-4dbb-bf4c-e03358af564b tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 1023 time: 0.3756280 Sep 18 00:42:09.251697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] For port 2a2387a2-3664-4838-a614-f5a98edaf29d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2a2387a2-3664-4838-a614-f5a98edaf29d,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:09.252100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.266008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port 6fd78edd-f665-40d0-8e6b-5829cf587ec0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6fd78edd-f665-40d0-8e6b-5829cf587ec0,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:09.266744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.344815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Calling delete_port for 2a2387a2-3664-4838-a614-f5a98edaf29d owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:09.348547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Calling delete_port for 6fd78edd-f665-40d0-8e6b-5829cf587ec0 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:09.350720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-4f6fff16-d8e6-43d8-9efd-72adfaae507a service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240097 Sep 18 00:42:09.401253 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.455512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 9789894f-e608-4902-b13f-7838469b0429 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:09.481931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.491329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89af3859-f34b-4a39-ae75-c39f80c84204 req-76630101-bc39-428e-ae4a-07ea6c0580e2 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a1b6e4d-87df-4dcd-8571-d92f345921a3&id=b1fc6c33-b258-48bd-8ab3-9eada264384e&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2173784 Sep 18 00:42:09.494464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9dd9d31-eeba-4d7f-a4a9-de5929224a15 req-1433035b-aedb-4e31-b7bd-20c3437f8055 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586560 Sep 18 00:42:09.560670 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f11afbf-249c-451a-ab4f-912cee512869 req-3949a720-488c-4cd7-924c-60dc1f5ee788 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013040 Sep 18 00:42:09.564935 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40174463-4c72-4458-a1bf-ba3b0111f4d7 x-openstack-request-id: req-40174463-4c72-4458-a1bf-ba3b0111f4d7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:09.565224 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb2592f-c448-4b29-a0bf-a19d52ab7862", "name": "network-vif-deleted", "tag": "3129cdca-5176-46d7-83f8-9cb2d1162945", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:09.565492 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40174463-4c72-4458-a1bf-ba3b0111f4d7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:09.566582 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb2592f-c448-4b29-a0bf-a19d52ab7862', 'name': 'network-vif-deleted', 'tag': '3129cdca-5176-46d7-83f8-9cb2d1162945', 'status': 'completed', 'code': 200} Sep 18 00:42:09.607636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.677317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-abfc8b7e-8515-4fac-b424-a3af441c8f52 None None] Could not find standard attr ID for object 8b45b82a-8a24-44e1-a36e-ff351393ad03. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:42:09.686957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 172.20.0.3 (e7e807e1-53db-44db-8568-22231a7b4df3/0cda1852-83d8-4cc3-94c8-8d1e281c4249/9789894f-e608-4902-b13f-7838469b0429) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:09.696193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-abfc8b7e-8515-4fac-b424-a3af441c8f52 None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:09.698565 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abfc8b7e-8515-4fac-b424-a3af441c8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.699027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90ff6af7-9804-454a-b015-b0540a9f1a82 req-5ce946bf-65cc-43b2-a48f-f199924bbbab tempest-ServerAddressesNegativeTestJSON-2029785405 tempest-ServerAddressesNegativeTestJSON-2029785405-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfb2592f-c448-4b29-a0bf-a19d52ab7862 HTTP/1.1" status: 200 len: 210 time: 0.0653303 Sep 18 00:42:09.707913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe0e:f815 (e7e807e1-53db-44db-8568-22231a7b4df3/925deab3-64c9-4e8e-9f61-c8228f9d6f6d/9789894f-e608-4902-b13f-7838469b0429) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:09.833724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aea9e-8675-4853-a28a-2a065cf4fd5f req-56e10a69-ac3b-4dfd-9599-753f483af2ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:09.835333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-780aea9e-8675-4853-a28a-2a065cf4fd5f req-56e10a69-ac3b-4dfd-9599-753f483af2ff tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.1804430 Sep 18 00:42:09.844200 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.846975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.848053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f33de86-f9a5-4060-969e-3bcfe0e532b6 HTTP/1.1" status: 204 len: 168 time: 0.7219524 Sep 18 00:42:09.879069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.884732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214510d-f764-4098-9904-d62837f8b1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33de86-f9a5-4060-969e-3bcfe0e532b6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:09.901512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b20f09de-a142-4298-af55-fc4d3ea7d719', '6fd78edd-f665-40d0-8e6b-5829cf587ec0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:09.930361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'Port': ['ID=6fd78edd-f665-40d0-8e6b-5829cf587ec0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:09.937609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:09.939569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:09.988757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-780aea9e-8675-4853-a28a-2a065cf4fd5f req-604d1034-8927-4b7b-8512-ade18d677da6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394789 Sep 18 00:42:10.007859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2387a2-3664-4838-a614-f5a98edaf29d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:10.012249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] No DVR routers for this DVR port 6fd78edd-f665-40d0-8e6b-5829cf587ec0 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:10.016781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.018948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5572f8b2-dea9-4401-9413-41d4cf0b899f req-56b25561-0435-4c16-81d8-b31b74649c14 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "DELETE /v2.0/ports/6fd78edd-f665-40d0-8e6b-5829cf587ec0 HTTP/1.1" status: 204 len: 173 time: 1.5357084 Sep 18 00:42:10.019425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'name': 'network-vif-deleted', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:10.021872 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf48f5-ac0a-483b-a42f-bbf390382406" -d '{"events": [{"server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "name": "network-vif-deleted", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:10.078636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 217b6138-ec37-4867-91bd-cc451841cb79 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:42:10.089994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 217b6138-ec37-4867-91bd-cc451841cb79 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:10.096360 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.134081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.141909 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9b84f5-e375-4fbf-9eab-17edc8f770e6 x-openstack-request-id: req-9e9b84f5-e375-4fbf-9eab-17edc8f770e6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:10.142350 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a12e69-e424-4fcb-b4de-6b7d8137a3ea", "name": "network-vif-deleted", "tag": "6fd78edd-f665-40d0-8e6b-5829cf587ec0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:10.142673 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e9b84f5-e375-4fbf-9eab-17edc8f770e6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:10.143128 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a12e69-e424-4fcb-b4de-6b7d8137a3ea', 'name': 'network-vif-deleted', 'tag': '6fd78edd-f665-40d0-8e6b-5829cf587ec0', 'status': 'completed', 'code': 200} Sep 18 00:42:10.222191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.288450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.298276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:10.310019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:10.320668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:10.335146 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.395128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=9789894f-e608-4902-b13f-7838469b0429,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:10.395958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:10.402115 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2390096-5dd1-4e3a-830c-2fc03bbf148a" -d '{"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:10.425626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:10.441916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.452434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:10.453356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.492003 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bb2f9-1789-4ba5-be77-986a8887e770 x-openstack-request-id: req-435bb2f9-1789-4ba5-be77-986a8887e770 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:10.492311 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:10.492703 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-435bb2f9-1789-4ba5-be77-986a8887e770 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:10.493099 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'code': 200} Sep 18 00:42:10.505981 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4cc62c71-d818-4e53-a7b7-73c90516ac09 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.7222815 Sep 18 00:42:10.510376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38140) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:10.537784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:10.867068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e252e888-a802-4033-a519-4be409547f80 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:10.911056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe346dcd-6635-41a3-9994-2f790102d5bc None None] Provisioning complete for port 9789894f-e608-4902-b13f-7838469b0429 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:10.911435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe346dcd-6635-41a3-9994-2f790102d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:10.960738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fe346dcd-6635-41a3-9994-2f790102d5bc None None] Port 9789894f-e608-4902-b13f-7838469b0429 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:42:10.971938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:10.972358 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.028661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-355f6191-f2e7-4f84-bea5-20cfad9a6224 req-db3187f5-7156-47ec-9a47-48a343177650 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a12e69-e424-4fcb-b4de-6b7d8137a3ea HTTP/1.1" status: 200 len: 210 time: 0.0920672 Sep 18 00:42:11.080381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf393f7-4688-4027-b538-ff62bf61d2d5 req-7b0cadae-5504-4d55-9683-79254d4561a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:11.081994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acf393f7-4688-4027-b538-ff62bf61d2d5 req-7b0cadae-5504-4d55-9683-79254d4561a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1098 time: 0.4916127 Sep 18 00:42:11.085500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Router a013a64b-28f4-4819-a115-5c3072a94249 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:42:11.098416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38164) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:11.099865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7086f-d1a1-4ea7-b2b3-187c77ddcd48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:11.106359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7086f-d1a1-4ea7-b2b3-187c77ddcd48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:11.111143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25a7086f-d1a1-4ea7-b2b3-187c77ddcd48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5190325 Sep 18 00:42:11.116581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38166) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:11.124925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316f51d-8390-443a-a716-642d95724e56 req-c450ff7d-b2d4-4124-abca-165e59cacdf8 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:11.125932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9316f51d-8390-443a-a716-642d95724e56 req-c450ff7d-b2d4-4124-abca-165e59cacdf8 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 943 time: 0.1819561 Sep 18 00:42:11.159518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Deleting subnet 50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:11.162709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.198148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.243095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.315831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acf393f7-4688-4027-b538-ff62bf61d2d5 req-3eebb8d4-a0bf-4d9b-b240-22eb90b41dfb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053938 Sep 18 00:42:11.328816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.330105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9316f51d-8390-443a-a716-642d95724e56 req-54105ce3-1565-43bd-9017-98d149cd5f02 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930933 Sep 18 00:42:11.378037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.382311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e HTTP/1.1" status: 204 len: 168 time: 0.2801573 Sep 18 00:42:11.382311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2099e-e892-4f66-b518-35aa319c4d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50420771-c7fa-4d8a-9f0d-ac6a8ef34c8e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:11.383395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c816fc-5e99-4e6f-ba6a-b375f7025268 req-e89e2aed-3373-426b-a3dd-4b8eb9b7e7af tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:11.384972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6c816fc-5e99-4e6f-ba6a-b375f7025268 req-e89e2aed-3373-426b-a3dd-4b8eb9b7e7af tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.2095633 Sep 18 00:42:11.386336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38174) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:11.451597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:42:11.462739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38176) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:11.463220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Sync routers for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:42:11.474439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:11.475122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.491267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49a701c5-12c7-48e9-bbc9-3b742d091034 admin admin] 10.222.0.49 "PUT /v2.0/routers/a013a64b-28f4-4819-a115-5c3072a94249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9677110 Sep 18 00:42:11.492267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38180) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:11.523480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 9789894f-e608-4902-b13f-7838469b0429 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:11.524068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.531737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6c816fc-5e99-4e6f-ba6a-b375f7025268 req-ea929979-57a7-4d3f-bf75-c4e5968c21fd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335170 Sep 18 00:42:11.544527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.595303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:11.677707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.714074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.724434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 9789894f-e608-4902-b13f-7838469b0429 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:11.750876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822e0191-ab1f-459c-883b-924423e4a41c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.781520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:42:09Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.796686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa9b061-b94a-4695-aaff-dd29847d9801') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.797081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa9b061-b94a-4695-aaff-dd29847d9801') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.809731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.813205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Checking router: a013a64b-28f4-4819-a115-5c3072a94249 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:42:11.822182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Routers {'a013a64b-28f4-4819-a115-5c3072a94249'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:11.822498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a013a64b-28f4-4819-a115-5c3072a94249'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:11.833437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.842222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:11.842628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:11.844452 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:11.919578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed11a-f80a-409e-b960-9d009ba6e351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.922450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.937719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] Set router a013a64b-28f4-4819-a115-5c3072a94249 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:11.947442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.947831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:11.949783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] 10.222.0.49 "DELETE /v2.0/networks/822e0191-ab1f-459c-883b-924423e4a41c HTTP/1.1" status: 204 len: 168 time: 0.5609629 Sep 18 00:42:11.969305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a83b1b-da5a-4997-a113-ef5294efce73 admin admin] Pushing event deleted for resources: {'Network': ['ID=822e0191-ab1f-459c-883b-924423e4a41c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.024564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:12.027274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3129cdca-5176-46d7-83f8-9cb2d1162945 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:12.054953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.092413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=9789894f-e608-4902-b13f-7838469b0429,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.113119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.123486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 3129cdca-5176-46d7-83f8-9cb2d1162945 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:12.123797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3129cdca-5176-46d7-83f8-9cb2d1162945 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:12.183873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:12.244063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed11a-f80a-409e-b960-9d009ba6e351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.246375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Deleting port 230ad296-500a-4ed0-bdcb-02083fbd1747 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:12.246825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.263096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed11a-f80a-409e-b960-9d009ba6e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.294526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.297669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8bfd1e31-c415-4faa-bb22-2e890da0ca49 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/9789894f-e608-4902-b13f-7838469b0429 HTTP/1.1" status: 204 len: 168 time: 1.1705365 Sep 18 00:42:12.303011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38190) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:12.307028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50d43527-8c5d-4168-913f-788b7f898f32 req-76e27cfc-e342-4329-b9f6-01e06a1380aa tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b1fc6c33-b258-48bd-8ab3-9eada264384e HTTP/1.1" status: 200 len: 1802 time: 0.1602519 Sep 18 00:42:12.314730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:12.332171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5d9ed11a-f80a-409e-b960-9d009ba6e351 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1035f8e915846f3a766c66f4724a64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683281 Sep 18 00:42:12.341940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'mac_address': 'fa:16:3e:9d:8f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:12.344908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38192) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:12.383113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55e8b774-378a-4704-8801-ce6c5ab011d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=502327dfb54a48d6bfece2ccaf9bcb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972001 Sep 18 00:42:12.393984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:12.448964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:42:09Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:12.464776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ed11a-f80a-409e-b960-9d009ba6e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18984ca4-a22d-40c5-b3d4-4257751333df,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.490662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc47bd3-609d-4cb8-8178-881af42f2e98 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:12.491353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63122f8e-f221-4a57-8071-050c2a97bced None None] The sync data for ids ['a013a64b-28f4-4819-a115-5c3072a94249'] in n-d-712707-16 is: [{'id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'name': 'tempest-ServersTestJSON-1591191289-router', 'tenant_id': '08639242bffe427398e18ba915c82612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:39:37Z', 'updated_at': '2021-09-18T00:42:09Z', 'revision_number': 5, 'project_id': '08639242bffe427398e18ba915c82612', 'gw_port': {'id': '230ad296-500a-4ed0-bdcb-02083fbd1747', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a013a64b-28f4-4819-a115-5c3072a94249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:39:39Z', 'updated_at': '2021-09-18T00:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:42:12.492618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc47bd3-609d-4cb8-8178-881af42f2e98 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:12.494201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc47bd3-609d-4cb8-8178-881af42f2e98 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:12.494319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.496033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5bc47bd3-609d-4cb8-8178-881af42f2e98 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1884518 Sep 18 00:42:12.499454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:12.528578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80ca6db-ad06-4a5d-b6c2-d7289721a24d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:12.550601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:12.554667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.570635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] For port 230ad296-500a-4ed0-bdcb-02083fbd1747, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=230ad296-500a-4ed0-bdcb-02083fbd1747,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:12.571002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.598458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Calling delete_port for 230ad296-500a-4ed0-bdcb-02083fbd1747 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:12.599729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-50d43527-8c5d-4168-913f-788b7f898f32 req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.601921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.603456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 0cda1852-83d8-4cc3-94c8-8d1e281c4249 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:12.608267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.610555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.613080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.645055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee609d8a-f370-4d4f-a138-21197a2a1d50 req-7a0b1e62-6c93-4c7a-915d-bfcadaec7176 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:12.646554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee609d8a-f370-4d4f-a138-21197a2a1d50 req-7a0b1e62-6c93-4c7a-915d-bfcadaec7176 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 943 time: 0.1173520 Sep 18 00:42:12.652450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-50d43527-8c5d-4168-913f-788b7f898f32 req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.658354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.698496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.711239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.739857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee609d8a-f370-4d4f-a138-21197a2a1d50 req-74f39a5c-9e31-42b0-b04f-02e20c21b6f7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844896 Sep 18 00:42:12.760752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-50d43527-8c5d-4168-913f-788b7f898f32 req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.764094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-50d43527-8c5d-4168-913f-788b7f898f32 req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.768785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50d43527-8c5d-4168-913f-788b7f898f32 req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1fc6c33-b258-48bd-8ab3-9eada264384e HTTP/1.1" status: 204 len: 173 time: 0.4473670 Sep 18 00:42:12.776393 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.778777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.779956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/658e491d-0b75-4d79-9fa3-28191b5c977c HTTP/1.1" status: 204 len: 168 time: 0.3769336 Sep 18 00:42:12.802364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180688-44d7-4c03-9166-5a73348f8dcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc6c33-b258-48bd-8ab3-9eada264384e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.870595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.873167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.874326 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18984ca4-a22d-40c5-b3d4-4257751333df HTTP/1.1" status: 204 len: 168 time: 0.5229762 Sep 18 00:42:12.880511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d80ed6-ae19-46b4-bc92-43a888892b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e491d-0b75-4d79-9fa3-28191b5c977c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.906917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18984ca4-a22d-40c5-b3d4-4257751333df,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:12.919830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2a2387a2-3664-4838-a614-f5a98edaf29d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:12.920115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:12.925116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.925465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.925809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.926184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.926528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.926825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.931972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.932378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.932801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.933049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.933382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.933722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065617c4-32f1-49b8-a904-fbb24ed5e1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:12.940946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-e08321bc-9e6d-4462-859a-eff2d6aa4941 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/9a1b6e4d-87df-4dcd-8571-d92f345921a3 HTTP/1.1" status: 200 len: 1803 time: 0.1249413 Sep 18 00:42:12.981487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0883f7-0d94-4ec3-8883-c467888d715c req-865a20b2-e8bb-4931-a2ef-7b9fee96b92e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:12.982316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['a80ca6db-ad06-4a5d-b6c2-d7289721a24d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:12.983143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a0883f7-0d94-4ec3-8883-c467888d715c req-865a20b2-e8bb-4931-a2ef-7b9fee96b92e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.0975835 Sep 18 00:42:13.038642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.072928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.080761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Pushing event deleted for resources: {'Port': ['ID=230ad296-500a-4ed0-bdcb-02083fbd1747,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:13.082513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2a2387a2-3664-4838-a614-f5a98edaf29d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:13.083047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2a2387a2-3664-4838-a614-f5a98edaf29d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:13.110432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a0883f7-0d94-4ec3-8883-c467888d715c req-3697e5cd-c9a4-4ec6-8224-d0226e832d9a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099591 Sep 18 00:42:13.131677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.152205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.157028 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/0cda1852-83d8-4cc3-94c8-8d1e281c4249 HTTP/1.1" status: 204 len: 168 time: 0.6511736 Sep 18 00:42:13.157028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c3b8e-6bdd-40ca-a71e-1d1d07c1a90b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=0cda1852-83d8-4cc3-94c8-8d1e281c4249,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:13.160084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:13.175531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.197554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66bebf-630f-4617-8c05-269f57effd93 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:13.286291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.301077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.306425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.307415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e67dc987-a4d9-4916-9e7b-09c8077a22ef req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a1b6e4d-87df-4dcd-8571-d92f345921a3 HTTP/1.1" status: 204 len: 173 time: 0.3520055 Sep 18 00:42:13.358378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899591451', 'description': 'tempest-description-113552740'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:13.365702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ea7b8-3d91-40f0-9853-c99a945816da tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b6e4d-87df-4dcd-8571-d92f345921a3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:13.433286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1f11-4e67-4ff0-9b7b-575d02dfac70 req-54fc1ca6-b8e5-49d7-842d-3caa3ed29e23 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:13.434984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8dea1f11-4e67-4ff0-9b7b-575d02dfac70 req-54fc1ca6-b8e5-49d7-842d-3caa3ed29e23 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1637967 Sep 18 00:42:13.436360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.447477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 925deab3-64c9-4e8e-9f61-c8228f9d6f6d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:13.447704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:13.456889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Request body: {'floatingip': {'port_id': '217b6138-ec37-4867-91bd-cc451841cb79'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:13.461473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.527863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.532547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.536997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.620524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.690261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.697611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a013a64b-28f4-4819-a115-5c3072a94249 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:42:13.703731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.707806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-45233db9-f43e-4845-a364-4f7cc6ca0624 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a013a64b-28f4-4819-a115-5c3072a94249 HTTP/1.1" status: 204 len: 168 time: 2.2140322 Sep 18 00:42:13.707953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:13.842779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.905842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.950799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.956013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6fd78edd-f665-40d0-8e6b-5829cf587ec0 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:13.958685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Deleting subnet 7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:13.995889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 6fd78edd-f665-40d0-8e6b-5829cf587ec0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:13.996487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6fd78edd-f665-40d0-8e6b-5829cf587ec0 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:14.007245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.009796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.012329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.017057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/925deab3-64c9-4e8e-9f61-c8228f9d6f6d HTTP/1.1" status: 204 len: 168 time: 0.8530891 Sep 18 00:42:14.017057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbbb64-3834-45ce-a2af-0f2bdd239977 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=925deab3-64c9-4e8e-9f61-c8228f9d6f6d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:14.018123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.084196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7bc07290-d54c-4a55-b5c0-bfcea4441d3b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652533 Sep 18 00:42:14.086745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38260) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.117941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.147386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aee1d4-8097-4f1d-adeb-99a3c4b66e78 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:14.149339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-06aee1d4-8097-4f1d-adeb-99a3c4b66e78 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0616083 Sep 18 00:42:14.152925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38262) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.216574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c76eeb-21b4-4264-bad3-3518cdb73428 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:14.221190 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8c76eeb-21b4-4264-bad3-3518cdb73428 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660684 Sep 18 00:42:14.224581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.238827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e2d78-30b1-4c27-b8bd-ee39c6c48533 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:14.295603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c31ab9c0-d9b0-4bcf-adff-f4bde5114403 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697892 Sep 18 00:42:14.303354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38270) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.306892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.308169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2eaed43-7798-48d3-86d5-6ae89880cf44 req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9563515 Sep 18 00:42:14.334282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63908-55e9-42cd-9e19-b5a5ccfb41cb tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4cbce-449c-481a-b5fe-95b5aaed3cf3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:14.337191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:14.429254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a01934-82e4-4f8e-b7de-d6224412fba5 req-3211ff2f-d0e7-4477-b4c6-5d7105857893 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:14.430979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76a01934-82e4-4f8e-b7de-d6224412fba5 req-3211ff2f-d0e7-4477-b4c6-5d7105857893 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 944 time: 0.5484667 Sep 18 00:42:14.434682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.469382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:14.473299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.474992 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:14.475650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:14.491210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38274) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.517737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7ef30551-2519-437d-a885-a84e473e9744 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2096698 Sep 18 00:42:14.518575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38284) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.536415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:14.590703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-eeb3d482-ad3f-4fa1-8f06-8c2bfa1002f0 None None] Provisioning complete for port e252e888-a802-4033-a519-4be409547f80 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:14.590977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d482-ad3f-4fa1-8f06-8c2bfa1002f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.691247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76a01934-82e4-4f8e-b7de-d6224412fba5 req-906da5f1-8302-4be2-8213-03a7901e15e9 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510347 Sep 18 00:42:14.754371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-353925404-network', 'tenant_id': '9e23879aeeae4eac97ba6c0e33ae462e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:14.785763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 230ad296-500a-4ed0-bdcb-02083fbd1747 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:14.816007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-6d2892c3-5cda-4cea-8a4f-98bba5804a61 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/12b4cbce-449c-481a-b5fe-95b5aaed3cf3 HTTP/1.1" status: 200 len: 1801 time: 0.4157815 Sep 18 00:42:14.828543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 230ad296-500a-4ed0-bdcb-02083fbd1747 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:14.828780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 230ad296-500a-4ed0-bdcb-02083fbd1747 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:14.831305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Made reservation on behalf of 9e23879aeeae4eac97ba6c0e33ae462e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:14.834582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1515967321', 'description': 'tempest-description-hth-693647255'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:14.838140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:14.847306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.848855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.873320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.889971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:14.911065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Deleting port e252e888-a802-4033-a519-4be409547f80 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:14.911692 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.917446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:14.921495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.923480 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:14.923949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:14.946128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.951113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3a0a2182-4dcb-4b32-ad88-30ffaa073553 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7e988fae-eb13-4a3e-8a84-6b15dcdfa9c8 HTTP/1.1" status: 204 len: 168 time: 1.2371387 Sep 18 00:42:14.953471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749610f3-aed3-4a4a-8345-b674ce8e3dbe None None] Network 1811e9b9-72a0-44fa-ba9d-53adbad32780 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:14.955395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.957597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.985376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14111b24-269d-4547-81a8-636a2d4be695 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4608946 Sep 18 00:42:14.986679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38328) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:14.996131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:15.102643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] For port e252e888-a802-4033-a519-4be409547f80, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e252e888-a802-4033-a519-4be409547f80,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:15.103160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.121501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Calling delete_port for e252e888-a802-4033-a519-4be409547f80 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:15.260577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.261996 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.271615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.301267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] Pushing event deleted for resources: {'Port': ['ID=e252e888-a802-4033-a519-4be409547f80,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:15.305197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7ff4f-7a3f-4329-9e55-c7f0eaa2ba5b None None] No DVR routers for this DVR port e252e888-a802-4033-a519-4be409547f80 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:15.322290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] DHCP port deletion for 1811e9b9-72a0-44fa-ba9d-53adbad32780 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:15.340655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:15.357610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:15.370748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.373745 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:15.374653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:15.387443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Deleting port f917a5d2-6a80-4f7a-a48b-beea669c949e {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:15.387876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.398763 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.399128 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Added segment 37daa4a0-7b91-4f39-b56e-a689a497c87b of type vlan for network c4709980-9ade-47b9-8f5d-880e48e0e29c Sep 18 00:42:15.478783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:15.503479 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e40f2f16-8ed1-4827-a165-ebcfa14c786d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5156035 Sep 18 00:42:15.525616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:15.532692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:15.579146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] For port f917a5d2-6a80-4f7a-a48b-beea669c949e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f917a5d2-6a80-4f7a-a48b-beea669c949e,segment=NetworkSegment(a9fb7d13-1f09-43a5-9ffe-c376fb11793b),segment_id=a9fb7d13-1f09-43a5-9ffe-c376fb11793b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:15.580719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.584523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.592899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.596185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.599302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Calling delete_port for f917a5d2-6a80-4f7a-a48b-beea669c949e owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:15.599502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.614241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.619993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.622627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.627925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed96984b-8f6b-41fa-81d8-7096ec2a66b8 req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "PUT /v2.0/security-groups/12b4cbce-449c-481a-b5fe-95b5aaed3cf3 HTTP/1.1" status: 200 len: 1776 time: 0.8042927 Sep 18 00:42:15.688177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.689553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:15.690289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.710469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e846c-3655-4d5e-9add-f93b395d30b1 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4cbce-449c-481a-b5fe-95b5aaed3cf3,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:15.716146 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.727675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:15.731628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.733136 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:15.733777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:15.762800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] Pushing event deleted for resources: {'Port': ['ID=f917a5d2-6a80-4f7a-a48b-beea669c949e,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:15.766390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ee9cb-050c-4ddc-9b88-1770ca00df2c None None] No DVR routers for this DVR port f917a5d2-6a80-4f7a-a48b-beea669c949e on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:15.814462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3190758 Sep 18 00:42:15.816673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38372) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:15.822265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Request body: {'subnet': {'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-353925404-subnet', 'tenant_id': '9e23879aeeae4eac97ba6c0e33ae462e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:15.828369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94729a4-e494-4c7c-a0dd-68513e456ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4709980-9ade-47b9-8f5d-880e48e0e29c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:15.839521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b037a7be-5e4e-40d8-93b0-a19dbdf023ac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3126316 Sep 18 00:42:15.845500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c4709980-9ade-47b9-8f5d-880e48e0e29c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:15.853064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38374) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:15.862888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:15.878921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7dd47bda-f939-44db-9ed1-f20eea73329e req-a0067a18-7b48-4d36-b4de-c6f1fd882294 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/12b4cbce-449c-481a-b5fe-95b5aaed3cf3 HTTP/1.1" status: 200 len: 1776 time: 0.1699889 Sep 18 00:42:15.947075 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.948743 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:15.985383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Made reservation on behalf of 9e23879aeeae4eac97ba6c0e33ae462e for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:15.988621 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.020731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1811e9b9-72a0-44fa-ba9d-53adbad32780']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:16.023522 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Floating IP cea00a4e-bad2-4287-802c-df70acb75c46 associated. External IP: 172.25.7.247, port: 217b6138-ec37-4867-91bd-cc451841cb79. Sep 18 00:42:16.028831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:16.057913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:16.061787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.064973 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:16.065734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:16.079553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:16.080034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fb7d13-1f09-43a5-9ffe-c376fb11793b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:16.099044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70e7c0-e412-40f0-968e-503a6ec76225 req-eeac0011-8427-4f1e-98c8-2a3634688737 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:16.101160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d70e7c0-e412-40f0-968e-503a6ec76225 req-eeac0011-8427-4f1e-98c8-2a3634688737 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 944 time: 0.2783422 Sep 18 00:42:16.101617 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66528831-13c7-47df-b9ab-b15d0bce0f8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2470980 Sep 18 00:42:16.104502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.107343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.110419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:16.117047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port a80ca6db-ad06-4a5d-b6c2-d7289721a24d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:42:16.121905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port a80ca6db-ad06-4a5d-b6c2-d7289721a24d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:16.122287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.128256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-aff50217-d65e-4633-ad21-a783f90c3b01 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/12b4cbce-449c-481a-b5fe-95b5aaed3cf3 HTTP/1.1" status: 200 len: 1776 time: 0.1830626 Sep 18 00:42:16.142580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.172688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:16.173355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:16.180374 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:16.266875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.303777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:16.304783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d70e7c0-e412-40f0-968e-503a6ec76225 req-653a9502-92bd-4984-a3f0-e196d98ce4a6 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854296 Sep 18 00:42:16.309366 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cb49c1-485b-4051-96a9-04b43bfe00b6" -d '{"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:16.310122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:16.314732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.323801 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:16.323957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.324588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:16.332129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.336797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1811e9b9-72a0-44fa-ba9d-53adbad32780 HTTP/1.1" status: 204 len: 168 time: 1.3760693 Sep 18 00:42:16.358378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:16.367027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b358d-1c79-4a0f-a002-9f866ec33352 admin admin] Pushing event deleted for resources: {'Network': ['ID=1811e9b9-72a0-44fa-ba9d-53adbad32780,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:16.367578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-39811b36-ba7f-496d-89de-58ecb409cbd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2617445 Sep 18 00:42:16.375487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.378336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38392) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.408774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.413407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.442884 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a94ff5-c308-4aeb-bac0-4ea2e9c1e7cf x-openstack-request-id: req-b6a94ff5-c308-4aeb-bac0-4ea2e9c1e7cf {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:16.443115 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:16.443230 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6a94ff5-c308-4aeb-bac0-4ea2e9c1e7cf {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:16.443892 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'code': 200} Sep 18 00:42:16.446516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.477500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a180e478-d4a4-48c8-9fa0-7fa1be45daad tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0905955 Sep 18 00:42:16.479780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38394) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.528541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:16.543491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:42:16.554452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.558071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.564738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b570c50-cd4c-4f6e-a6e5-048567e89fef req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/12b4cbce-449c-481a-b5fe-95b5aaed3cf3 HTTP/1.1" status: 204 len: 173 time: 0.4280045 Sep 18 00:42:16.580388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262cfc-1ffe-4e5b-a234-977c874f8848 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4cbce-449c-481a-b5fe-95b5aaed3cf3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:16.698695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38402) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.756606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c2d6b-4e38-410a-bf7d-bce642284704 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:16.758108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e8c2d6b-4e38-410a-bf7d-bce642284704 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933515 Sep 18 00:42:16.766390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.786183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:42:16.795560 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:42:16.804322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e252e888-a802-4033-a519-4be409547f80 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:16.815228 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:16.815855 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:16.828121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Checking segment: {'id': '37daa4a0-7b91-4f39-b56e-a689a497c87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:16.828535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Network hostable DHCP agents. Network: c4709980-9ade-47b9-8f5d-880e48e0e29c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:42:16.832343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2493e90a-95d9-42fb-8f35-5d27532620fd,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:16.841393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e252e888-a802-4033-a519-4be409547f80 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:16.842632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e252e888-a802-4033-a519-4be409547f80 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:16.844175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f917a5d2-6a80-4f7a-a48b-beea669c949e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:16.857492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070c500-912f-4862-b5f3-6bbbc07f1c0e req-464ab366-af45-4fd3-af43-868be8eb8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:16.859184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5070c500-912f-4862-b5f3-6bbbc07f1c0e req-464ab366-af45-4fd3-af43-868be8eb8840 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 1097 time: 0.2632275 Sep 18 00:42:16.877106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Network c4709980-9ade-47b9-8f5d-880e48e0e29c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:42:16.880198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bfe51254-5191-4f93-abaa-0ad7a76273c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08639242bffe427398e18ba915c82612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800640 Sep 18 00:42:16.883406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.888874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38410) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.918513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f917a5d2-6a80-4f7a-a48b-beea669c949e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:16.919235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f917a5d2-6a80-4f7a-a48b-beea669c949e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:16.922126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-158197dd-713a-4633-8983-0a15ae691506 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "PUT /v2.0/floatingips/cea00a4e-bad2-4287-802c-df70acb75c46 HTTP/1.1" status: 200 len: 992 time: 3.4735918 Sep 18 00:42:16.928008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1cd6e8dd-2b5c-444e-a09d-1173e291bea9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552894 Sep 18 00:42:16.932594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:16.933004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:16.935555 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555f289-6036-4845-a8ac-2c5a43cce03e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:16.946655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:16.947315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c4709980-9ade-47b9-8f5d-880e48e0e29c) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:16.953575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:16.954180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.957234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34a427-39b2-462c-b755-0f20b21e4485 None None] Network c4709980-9ade-47b9-8f5d-880e48e0e29c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:17.004615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2262299d-e9d3-4e24-a76d-f24e2f2d42b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1862645 Sep 18 00:42:17.087646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5070c500-912f-4862-b5f3-6bbbc07f1c0e req-6c4467a0-0812-4557-8623-e87636c63c14 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188828 Sep 18 00:42:17.102688 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:17.119259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.134731 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-d9be7815-5a94-497a-bb4f-9b85ecdaf4f1 req-bd8ee03e-7135-4c3c-ac4b-7a9d97d9ceb8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:17.135815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9be7815-5a94-497a-bb4f-9b85ecdaf4f1 req-bd8ee03e-7135-4c3c-ac4b-7a9d97d9ceb8 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/9a1b6e4d-87df-4dcd-8571-d92f345921a3 HTTP/1.1" status: 404 len: 352 time: 0.3567472 Sep 18 00:42:17.144409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:17.147962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.207190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.220493 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a6f54-dbb1-4713-a58e-b4d698671ea7 x-openstack-request-id: req-682a6f54-dbb1-4713-a58e-b4d698671ea7 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:17.220778 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:17.221028 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-682a6f54-dbb1-4713-a58e-b4d698671ea7 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:17.221427 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'status': 'completed', 'code': 200} Sep 18 00:42:17.241371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b677d-b5e6-407d-a712-850a47d26e5f None None] Network c4709980-9ade-47b9-8f5d-880e48e0e29c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:17.319974 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-78a911ed-dcb4-4c57-bfe4-32f8fb43dd34 req-f6a5cac5-2124-40f4-b85e-1d523fe77719 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:17.328567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78a911ed-dcb4-4c57-bfe4-32f8fb43dd34 req-f6a5cac5-2124-40f4-b85e-1d523fe77719 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b1fc6c33-b258-48bd-8ab3-9eada264384e HTTP/1.1" status: 404 len: 352 time: 0.1580348 Sep 18 00:42:17.336924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.339740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.344041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5958bdf5-b389-4a49-8a41-cb6376c52a52 HTTP/1.1" status: 204 len: 168 time: 0.4387655 Sep 18 00:42:17.361665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f00d2-0e02-4119-992d-70ddf2d258b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958bdf5-b389-4a49-8a41-cb6376c52a52,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:17.386001 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-49a66aa1-f501-40a5-bb6c-068b307a6239 req-ca2a7ee1-ff83-4281-ba0e-0e56610fb654 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:17.407177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49a66aa1-f501-40a5-bb6c-068b307a6239 req-ca2a7ee1-ff83-4281-ba0e-0e56610fb654 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/7cf7e256-fd2a-4817-91a8-d162289e9ce0 HTTP/1.1" status: 404 len: 352 time: 0.0430737 Sep 18 00:42:17.489367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c9732b65-fb6a-4155-8ed8-d9a0d93a63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:17.494100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c9732b65-fb6a-4155-8ed8-d9a0d93a63b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1098 time: 0.2257009 Sep 18 00:42:17.629033 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cea00a4e-bad2-4287-802c-df70acb75c46', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc485c8-de42-417b-b667-c5d24b41543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:41:51Z', 'updated_at': '2021-09-18T00:42:14Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:17.674184 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:42:17.687158 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:17.688605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:17.889638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc0bf-75ca-4165-a4e7-2bdd60cb2b32 req-a261c768-d4d1-4cc3-961e-b383bd12f42e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:17.891931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce5fc0bf-75ca-4165-a4e7-2bdd60cb2b32 req-a261c768-d4d1-4cc3-961e-b383bd12f42e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 945 time: 0.3720262 Sep 18 00:42:18.108479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-3b7c86d4-eefd-4d78-8407-f5eb9a63613d tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:18.110072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-3b7c86d4-eefd-4d78-8407-f5eb9a63613d tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/networks?id=c4709980-9ade-47b9-8f5d-880e48e0e29c HTTP/1.1" status: 200 len: 812 time: 0.4092209 Sep 18 00:42:18.115320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-19f84d53-d184-4ae9-9158-d8294d5bdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:18.117029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-19f84d53-d184-4ae9-9158-d8294d5bdea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.6116109 Sep 18 00:42:18.124927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce5fc0bf-75ca-4165-a4e7-2bdd60cb2b32 req-a1dce86d-b871-44a6-939a-8877b71d5c01 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971636 Sep 18 00:42:18.127764 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:18.200743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-84fa92c6-876b-423e-8ceb-7b3c5ca9145c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1000 time: 0.0734820 Sep 18 00:42:18.220967 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-c70c562d-54f0-4f06-b8fc-2504a01a05e0 req-1615b853-872e-465e-a188-126276b00c4a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:18.222035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c70c562d-54f0-4f06-b8fc-2504a01a05e0 req-1615b853-872e-465e-a188-126276b00c4a tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/b8dd7721-5b78-460e-b03e-65afeb0d6733 HTTP/1.1" status: 404 len: 352 time: 0.0182087 Sep 18 00:42:18.227274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-16bd9408-5048-44a8-8c34-f55bf045813c tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/quotas/9e23879aeeae4eac97ba6c0e33ae462e HTTP/1.1" status: 200 len: 375 time: 0.1066787 Sep 18 00:42:18.341881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-957ba197-e443-4aae-a51f-6062c8115b9a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e23879aeeae4eac97ba6c0e33ae462e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015568 Sep 18 00:42:18.471782 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-5f00e42c-05ed-49db-8b48-da244050aca4 req-ab5c6de5-543a-48f5-9eca-86c035c9193e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:18.479024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f00e42c-05ed-49db-8b48-da244050aca4 req-ab5c6de5-543a-48f5-9eca-86c035c9193e tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/8bb618e3-f316-487b-bc1a-7fede95c4136 HTTP/1.1" status: 404 len: 352 time: 0.0553434 Sep 18 00:42:18.526437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c85dd85c-4060-4c59-a88f-ca1022ff6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:18.528518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c85dd85c-4060-4c59-a88f-ca1022ff6267 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.3054273 Sep 18 00:42:18.539508 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cea00a4e-bad2-4287-802c-df70acb75c46', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc485c8-de42-417b-b667-c5d24b41543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:41:51Z', 'updated_at': '2021-09-18T00:42:14Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:18.546815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:18.570791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:18.571557 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90dc933-ecd9-40ca-8d7b-074f63878ea2 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cea00a4e-bad2-4287-802c-df70acb75c46', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc485c8-de42-417b-b667-c5d24b41543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:41:51Z', 'updated_at': '2021-09-18T00:42:14Z', 'revision_number': 1, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:42:18.619763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-09606e31-c330-4871-91b8-523f35235019 service neutron] 10.222.0.49 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699888 Sep 18 00:42:18.641523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:18.642523 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-82f56bf4-d214-4666-b746-cd268f6ed1a4 req-c29fad42-2f8c-4861-9464-62ec5547cbcd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] show failed (client error): The resource could not be found. Sep 18 00:42:18.643581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82f56bf4-d214-4666-b746-cd268f6ed1a4 req-c29fad42-2f8c-4861-9464-62ec5547cbcd tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/ee4bb523-4194-4d87-b478-ac462b4f8747 HTTP/1.1" status: 404 len: 352 time: 0.0955856 Sep 18 00:42:18.759421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:18.786593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-7a1b1878-94a5-4f76-8e25-ae920b6801b4 service neutron] 10.222.0.49 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382577 Sep 18 00:42:18.787615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:18.802628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49e65e-4e85-49c3-8c3e-c0fa773b8d84 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:18.829383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:18.829987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:18.972806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=564c57ce-4a86-4488-b891-66656d5137da,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:18.979883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c62b1bc3-3ccf-42b7-913a-f3ad1f559ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:18.981440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-c62b1bc3-3ccf-42b7-913a-f3ad1f559ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4266307 Sep 18 00:42:18.983288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5dca3bb-2265-4f9b-896f-67bd9dc985ae tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0434289 Sep 18 00:42:18.987366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38484) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:18.994336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:72:57:4f', 'name': 'tempest-NetworksTestDHCPv6-931734195'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:19.051345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e30f26-425d-4dc5-ba90-ddae795de029 None None] New status for floating IP cea00a4e-bad2-4287-802c-df70acb75c46: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:42:19.086163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1594454216-network', 'tenant_id': '749c616829274ba48a94aeddf5dcf87a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:19.169034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Made reservation on behalf of 749c616829274ba48a94aeddf5dcf87a for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:19.172257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.188211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.278770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '564c57ce-4a86-4488-b891-66656d5137da'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:19.280066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.408671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.431521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.480180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:19.528967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:19.541041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefabcd8-9f8a-4f98-990e-f8e37c3741fc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:19.558115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.558460 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Added segment 514180a0-643c-4323-bd43-2cd2f5bc872d of type vlan for network d8a74521-679d-4e97-9040-42ba3bdcff09 Sep 18 00:42:19.638936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Allocated IP 2001:db8::f816:3eff:fe0f:b51a (e7e807e1-53db-44db-8568-22231a7b4df3/564c57ce-4a86-4488-b891-66656d5137da/bc4f539e-662b-465b-9285-1f0506302a91) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:19.650596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.686044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.712100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 83d26799-89d0-4488-a1a0-0f6f0c9027f8 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:19.718955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.719910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:19.720532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.843279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0820339 Sep 18 00:42:19.846548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:19.851965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Request body: {'subnet': {'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1594454216-subnet', 'tenant_id': '749c616829274ba48a94aeddf5dcf87a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:19.855148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0a8fd-f823-4f24-8da6-39ffd1794ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a74521-679d-4e97-9040-42ba3bdcff09,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:19.889706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Made reservation on behalf of 749c616829274ba48a94aeddf5dcf87a for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:19.892019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d8a74521-679d-4e97-9040-42ba3bdcff09 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:19.893350 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.004196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764d98c2-7f32-4300-a516-187adcac74ad req-eeed96aa-2fb2-47bf-8a77-cb2895bb8427 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 210 time: 0.0435073 Sep 18 00:42:20.118835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.119037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-d3a3c9ad-42d1-4c55-85b3-da2f03efdcf5 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1191235 Sep 18 00:42:20.147737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a03cd-fe3b-455a-a627-7bfc21ffdf03 req-4b859fe2-3f6d-419d-b136-0d5bf0b6dfcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:20.149712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.162551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b5a03cd-fe3b-455a-a627-7bfc21ffdf03 req-4b859fe2-3f6d-419d-b136-0d5bf0b6dfcf tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1024 time: 1.0639172 Sep 18 00:42:20.245879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:20.253679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:20.261863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe72:574f (e7e807e1-53db-44db-8568-22231a7b4df3/564c57ce-4a86-4488-b891-66656d5137da/83d26799-89d0-4488-a1a0-0f6f0c9027f8) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:20.272017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:20.332136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-3c0c1155-fef3-4b5a-82d4-c935c1d76ed5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:20.334211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-3c0c1155-fef3-4b5a-82d4-c935c1d76ed5 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1024 time: 0.1655252 Sep 18 00:42:20.351362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Pushing event updated for resources: {'Port': ['ID=bc4f539e-662b-465b-9285-1f0506302a91,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:20.413231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Attempting to bind port bc4f539e-662b-465b-9285-1f0506302a91 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:20.413597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Attempting to bind port bc4f539e-662b-465b-9285-1f0506302a91 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:20.413959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Attempting to bind port bc4f539e-662b-465b-9285-1f0506302a91 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:20.424093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:20.424500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:20.424906 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.425300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:20.425773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Bound port: bc4f539e-662b-465b-9285-1f0506302a91, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:20.425944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47a6f0-005d-4348-b631-6fb5bb43eb65 req-5f71b7ff-f8a8-4a1b-9402-ec8542ac128b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:20.426147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.427546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a47a6f0-005d-4348-b631-6fb5bb43eb65 req-5f71b7ff-f8a8-4a1b-9402-ec8542ac128b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 945 time: 0.2451117 Sep 18 00:42:20.448475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b5a03cd-fe3b-455a-a627-7bfc21ffdf03 req-68187984-4465-4d9c-8541-a4d2468a5d7d tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb076236-f236-49c6-9903-5023eb20441d&id=14472b47-c36e-4bd4-a221-ef9fedfbc5e6&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2794266 Sep 18 00:42:20.574817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a47a6f0-005d-4348-b631-6fb5bb43eb65 req-63f33433-de02-4d97-b66c-2d166fa49539 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250527 Sep 18 00:42:20.580785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e555f289-6036-4845-a8ac-2c5a43cce03e req-d8d0d57f-3389-4c8e-bd67-bb3c175d7ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434982 Sep 18 00:42:20.591856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] For port bc4f539e-662b-465b-9285-1f0506302a91, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:20.596848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] For port bc4f539e-662b-465b-9285-1f0506302a91, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bc4f539e-662b-465b-9285-1f0506302a91,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:20.604036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:20.729787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f2aac-4d80-4d67-8a30-fa8bce89a358 None None] Pushing event updated for resources: {'Port': ['ID=bc4f539e-662b-465b-9285-1f0506302a91,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:20.730010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.063258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-0e4f3213-dfff-49e0-9be8-875093d9cea8 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:21.066293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-0e4f3213-dfff-49e0-9be8-875093d9cea8 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.48 "GET /v2.0/networks?id=c4709980-9ade-47b9-8f5d-880e48e0e29c HTTP/1.1" status: 200 len: 812 time: 0.2744122 Sep 18 00:42:21.088048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Request body: {'port': {'device_id': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c', 'admin_state_up': True, 'tenant_id': '9e23879aeeae4eac97ba6c0e33ae462e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:21.106613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9d62-b0b1-4020-9a56-d3c543486a5a req-27bf88df-a48e-4a87-9dbb-68e31035c72a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:21.122638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e2f9d62-b0b1-4020-9a56-d3c543486a5a req-27bf88df-a48e-4a87-9dbb-68e31035c72a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 945 time: 0.1418419 Sep 18 00:42:21.276815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=587f41bf-dde9-4944-bd00-069b0aedc39b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:21.299055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e2f9d62-b0b1-4020-9a56-d3c543486a5a req-0d7cd91f-e888-42ba-9394-47db0c33de74 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619365 Sep 18 00:42:21.308108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Checking segment: {'id': '514180a0-643c-4323-bd43-2cd2f5bc872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:21.308499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Network hostable DHCP agents. Network: d8a74521-679d-4e97-9040-42ba3bdcff09, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:42:21.342672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Deleting port b20f09de-a142-4298-af55-fc4d3ea7d719 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:21.343567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.350656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a762191b-0a4a-44a2-9b23-a29ee8d9091e req-5cee0d52-5298-47a3-b566-bcd244de3450 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 210 time: 0.0506003 Sep 18 00:42:21.407723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.414948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Network d8a74521-679d-4e97-9040-42ba3bdcff09 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:42:21.420303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Made reservation on behalf of 9e23879aeeae4eac97ba6c0e33ae462e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:21.426100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.499338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d8a74521-679d-4e97-9040-42ba3bdcff09) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:21.510823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94690669-1a09-46ba-b8cb-1675bee30bc8 None None] Network d8a74521-679d-4e97-9040-42ba3bdcff09 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:21.554893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:21.556727 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.599465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] For port b20f09de-a142-4298-af55-fc4d3ea7d719, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b20f09de-a142-4298-af55-fc4d3ea7d719,segment=NetworkSegment(14e95913-0b50-4c61-9a82-dacb685ff8b7),segment_id=14e95913-0b50-4c61-9a82-dacb685ff8b7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:21.599930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.612672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7958b060-71a9-402e-8ef7-d72f05ebfebd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7650466 Sep 18 00:42:21.645292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:21.647185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Calling delete_port for b20f09de-a142-4298-af55-fc4d3ea7d719 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:21.731617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Allocated IP 172.20.0.13 (c4709980-9ade-47b9-8f5d-880e48e0e29c/2493e90a-95d9-42fb-8f35-5d27532620fd/17bd8413-37f3-4efd-afb2-80d4bc6c1eb4) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:21.773392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=83d26799-89d0-4488-a1a0-0f6f0c9027f8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:21.793159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3ee35-556b-4b5a-a770-433db9bcdeb0 None None] Network d8a74521-679d-4e97-9040-42ba3bdcff09 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:21.916016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:21.929240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:21.937611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:21.951462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:21.952143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.018534 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9874206b-5a58-4a90-8b1c-cbbce1bc0381 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0265412 Sep 18 00:42:22.021799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38528) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:22.060089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e77697-6e81-4f82-8602-181d2a8e6ec0 req-071154d4-0991-4379-aabc-03d60dd53aa7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.063649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e77697-6e81-4f82-8602-181d2a8e6ec0 req-071154d4-0991-4379-aabc-03d60dd53aa7 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/ports?device_id=52654883-ba28-4a2d-8d41-078c6ad9e505 HTTP/1.1" status: 200 len: 1024 time: 0.4427762 Sep 18 00:42:22.147730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.181554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.208823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'Port': ['ID=b20f09de-a142-4298-af55-fc4d3ea7d719,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:22.268729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] No DVR routers for this DVR port b20f09de-a142-4298-af55-fc4d3ea7d719 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:22.273124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aae9a7-6e81-4db2-a6d0-4f6ab6c58b33 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.277155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.280572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aae9a7-6e81-4db2-a6d0-4f6ab6c58b33 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.286405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39aae9a7-6e81-4db2-a6d0-4f6ab6c58b33 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2629285 Sep 18 00:42:22.288005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e73dfba-c8a8-4461-b60b-a7123b6e66aa req-0ea87305-c0be-4104-9872-24bd4dbd37b4 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.48 "DELETE /v2.0/ports/b20f09de-a142-4298-af55-fc4d3ea7d719 HTTP/1.1" status: 204 len: 173 time: 1.9416704 Sep 18 00:42:22.288542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38542) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:22.289007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'name': 'network-vif-deleted', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:22.298830 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232eda02-b9fe-468e-bda5-657fd15f1bab" -d '{"events": [{"server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "name": "network-vif-deleted", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:22.320808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e77697-6e81-4f82-8602-181d2a8e6ec0 req-39b155e9-53c9-43cd-acb8-04004a5d1f30 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb076236-f236-49c6-9903-5023eb20441d&id=14472b47-c36e-4bd4-a221-ef9fedfbc5e6&id=0cd8d579-7683-4f0b-beca-b2e904789ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2416213 Sep 18 00:42:22.393205 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.448721 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadbdd7-73f3-461e-a368-7096c4aa846d x-openstack-request-id: req-bdadbdd7-73f3-461e-a368-7096c4aa846d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:22.448989 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52654883-ba28-4a2d-8d41-078c6ad9e505", "name": "network-vif-deleted", "tag": "b20f09de-a142-4298-af55-fc4d3ea7d719", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:22.449241 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdadbdd7-73f3-461e-a368-7096c4aa846d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:22.449666 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52654883-ba28-4a2d-8d41-078c6ad9e505', 'name': 'network-vif-deleted', 'tag': 'b20f09de-a142-4298-af55-fc4d3ea7d719', 'status': 'completed', 'code': 200} Sep 18 00:42:22.532021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Network c4709980-9ade-47b9-8f5d-880e48e0e29c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:22.557509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 83d26799-89d0-4488-a1a0-0f6f0c9027f8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:22.557819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.573254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:22.577025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] Provisioning complete for port bc4f539e-662b-465b-9285-1f0506302a91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:22.581277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.583201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:22.586231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Pushing event updated for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:22.733945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.736783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.757050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.766105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-9319334a-6dc8-442a-89cf-d9f90ba0d3b8 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.767946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-9319334a-6dc8-442a-89cf-d9f90ba0d3b8 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/networks?id=d8a74521-679d-4e97-9040-42ba3bdcff09 HTTP/1.1" status: 200 len: 822 time: 0.4797001 Sep 18 00:42:22.786970 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.797560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 83d26799-89d0-4488-a1a0-0f6f0c9027f8 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:22.831011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8755a0-9ed8-49e7-a60f-282ab071ee62 req-3f015c1c-6a0c-4546-a21a-2e6f6a5ad9be tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:22.832962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da8755a0-9ed8-49e7-a60f-282ab071ee62 req-3f015c1c-6a0c-4546-a21a-2e6f6a5ad9be tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 945 time: 0.2890506 Sep 18 00:42:22.837253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-02af686a-9383-4a08-ab9c-6b8eab340f5a tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/quotas/749c616829274ba48a94aeddf5dcf87a HTTP/1.1" status: 200 len: 375 time: 0.0489094 Sep 18 00:42:22.892953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] For port bc4f539e-662b-465b-9285-1f0506302a91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bc4f539e-662b-465b-9285-1f0506302a91,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:22.897911 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:22.928433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-2f610be4-3ace-4a75-9155-ab56706c28bf tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=749c616829274ba48a94aeddf5dcf87a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792501 Sep 18 00:42:22.956893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-47dd44f3-ecf9-4f0b-9aef-06b4a611f0b4 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8739314 Sep 18 00:42:22.992473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bc4f539e-662b-465b-9285-1f0506302a91 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:22.993859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Request body: {'port': {'device_id': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:23.033832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da8755a0-9ed8-49e7-a60f-282ab071ee62 req-7b10fc07-aaa5-4dfa-a6e5-8849a01060f0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932976 Sep 18 00:42:23.072010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.112287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.151629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc4cc-5ff6-4e9b-8837-e0fff15cc2ce None None] Pushing event updated for resources: {'Port': ['ID=bc4f539e-662b-465b-9285-1f0506302a91,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:23.156881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-17bd05ae-9858-49b6-98c3-9bff33eb70c8 None None] Provisioning complete for port 83d26799-89d0-4488-a1a0-0f6f0c9027f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:23.157253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-17bd05ae-9858-49b6-98c3-9bff33eb70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.178790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=83d26799-89d0-4488-a1a0-0f6f0c9027f8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:23.199556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-a9b99e50-ed5f-4417-8187-4414f378e984 service neutron] 10.222.0.49 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670431 Sep 18 00:42:23.240612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.243560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-20197d64-0cd8-4911-84a0-73599ce0ce43 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/83d26799-89d0-4488-a1a0-0f6f0c9027f8 HTTP/1.1" status: 204 len: 168 time: 0.9408233 Sep 18 00:42:23.248747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38556) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:23.337442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ee17e-65c6-42f3-ac91-01fb33c32bc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:23.339359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ee17e-65c6-42f3-ac91-01fb33c32bc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:23.345075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d9ee17e-65c6-42f3-ac91-01fb33c32bc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0943105 Sep 18 00:42:23.346014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38558) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:23.346410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-17bd05ae-9858-49b6-98c3-9bff33eb70c8 None None] Port 83d26799-89d0-4488-a1a0-0f6f0c9027f8 was deleted so its status cannot be updated. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 00:42:23.354405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port bc4f539e-662b-465b-9285-1f0506302a91 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:23.354782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.430378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1694-9d44-4cd6-9cec-1e7d529ffb1e req-efd2c546-af0a-45f7-8b29-e42be00a1e53 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:23.433264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 564c57ce-4a86-4488-b891-66656d5137da {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:23.437893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.439607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3fe1694-9d44-4cd6-9cec-1e7d529ffb1e req-efd2c546-af0a-45f7-8b29-e42be00a1e53 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 932 time: 0.2326047 Sep 18 00:42:23.495356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.569957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-7f958a4d-6693-41d0-a0fc-bc3148c52efe service neutron] 10.222.0.49 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711169 Sep 18 00:42:23.605512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3fe1694-9d44-4cd6-9cec-1e7d529ffb1e req-21a51ff1-e1e3-4431-820f-2f88597c25a7 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642418 Sep 18 00:42:23.614974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.713092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.738026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:23.739941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/564c57ce-4a86-4488-b891-66656d5137da HTTP/1.1" status: 204 len: 168 time: 0.3927715 Sep 18 00:42:23.742459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:23.753324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501b4fc-1054-4edd-b423-0ae21f1d9189 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:23.924026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b373601-673d-4043-b1c8-356e74191905 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=564c57ce-4a86-4488-b891-66656d5137da,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:23.929170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-acddcfbc-fcfe-44f0-af5c-ea806d1ec9e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679144 Sep 18 00:42:23.931826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38584) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:23.939673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:23.974326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:23.980551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7c1c84f-c355-45cb-bba6-4e4a0f2d38ed req-19a77ef4-5e27-44e0-9eba-a1f8da7b9cea tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 210 time: 0.0684018 Sep 18 00:42:23.986337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.004133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b20f09de-a142-4298-af55-fc4d3ea7d719 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:24.010170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Transition to ACTIVE for port object 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:42:24.019786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.034448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: b20f09de-a142-4298-af55-fc4d3ea7d719 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:24.034836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b20f09de-a142-4298-af55-fc4d3ea7d719 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:24.145634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:24.147827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:24.151197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.159610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-49892131-fb1b-42a2-a04a-5c50455a7778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.243278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Deleting port bc4f539e-662b-465b-9285-1f0506302a91 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:24.243659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.248419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Pushing event updated for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:24.341310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Attempting to bind port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:24.341648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Attempting to bind port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '37daa4a0-7b91-4f39-b56e-a689a497c87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:24.341981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Attempting to bind port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 on network c4709980-9ade-47b9-8f5d-880e48e0e29c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:24.357048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-cd80b629-06f5-4868-8294-954da9d096e0 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/14472b47-c36e-4bd4-a221-ef9fedfbc5e6 HTTP/1.1" status: 200 len: 1802 time: 0.3181040 Sep 18 00:42:24.359139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 on network c4709980-9ade-47b9-8f5d-880e48e0e29c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:42:24.359514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Attempting to bind port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 on network c4709980-9ade-47b9-8f5d-880e48e0e29c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:24.376861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:24.377234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Checking segment: {'id': '37daa4a0-7b91-4f39-b56e-a689a497c87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:24.377586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Bound using segment: {'id': '37daa4a0-7b91-4f39-b56e-a689a497c87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:24.378088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Bound port: 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37daa4a0-7b91-4f39-b56e-a689a497c87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:24.378722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.418553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] For port bc4f539e-662b-465b-9285-1f0506302a91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bc4f539e-662b-465b-9285-1f0506302a91,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:24.427474 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.448445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Calling delete_port for bc4f539e-662b-465b-9285-1f0506302a91 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:24.512589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:24.533583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,segment=NetworkSegment(37daa4a0-7b91-4f39-b56e-a689a497c87b),segment_id=37daa4a0-7b91-4f39-b56e-a689a497c87b)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:24.546613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.646301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Pushing event updated for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:24.653096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.657661 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.691766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:24.692595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.694145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c7d90a11-fd59-46fa-9b17-9131db68e30b service neutron] 10.222.0.48 "PUT /v2.0/ports/17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 HTTP/1.1" status: 200 len: 1093 time: 1.7084250 Sep 18 00:42:24.694718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:24.707517 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e9424-14d4-42fc-a873-7907da0c39cb" -d '{"events": [{"name": "network-changed", "server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:24.718327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] Pushing event deleted for resources: {'Port': ['ID=bc4f539e-662b-465b-9285-1f0506302a91,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:24.723181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689e223-b5f5-4618-9a7f-20e5337e872d None None] No DVR routers for this DVR port bc4f539e-662b-465b-9285-1f0506302a91 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:24.735038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:24.738294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.767111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.817504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:24.821174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:24.826840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bc4f539e-662b-465b-9285-1f0506302a91 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:24.833706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d83ffb-131d-430d-92e8-fa1e0727af1f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:24.845225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:24.846032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.859240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=4249d3ed-28e8-4046-a4c2-617612aa8f06,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:24.898455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f6d81b3-1ffd-4e41-bda3-5f74dc29895e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9644365 Sep 18 00:42:24.900492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38620) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:24.907154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: bc4f539e-662b-465b-9285-1f0506302a91 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:24.907736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:0c:9b:af', 'name': 'tempest-NetworksTestDHCPv6-88359226'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:24.908037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bc4f539e-662b-465b-9285-1f0506302a91 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:24.911527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.914126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.915790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88665a1e-a7aa-466c-9352-e5bcee4b9a5b req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/14472b47-c36e-4bd4-a221-ef9fedfbc5e6 HTTP/1.1" status: 204 len: 173 time: 0.5574892 Sep 18 00:42:24.947491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d50d-b19d-4429-b664-0287b6d1f322 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14472b47-c36e-4bd4-a221-ef9fedfbc5e6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:24.991014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-5ed38f7f-acc1-4c04-bf7d-f3bab70862ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:24.992599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-5ed38f7f-acc1-4c04-bf7d-f3bab70862ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e23879aeeae4eac97ba6c0e33ae462e&device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 1096 time: 0.1352856 Sep 18 00:42:25.088415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f3c2-cfe4-4885-a1f7-0ec1a88b688e req-9624b219-be2f-4bdb-9064-9f8dfa32bb0b tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:25.089995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0f3f3c2-cfe4-4885-a1f7-0ec1a88b688e req-9624b219-be2f-4bdb-9064-9f8dfa32bb0b tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 944 time: 0.1458337 Sep 18 00:42:25.091634 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b847a-04ef-48ce-8758-d9fe9594e8be x-openstack-request-id: req-e56b847a-04ef-48ce-8758-d9fe9594e8be {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:25.091911 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:25.092319 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e56b847a-04ef-48ce-8758-d9fe9594e8be {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:25.092661 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4', 'status': 'completed', 'code': 200} Sep 18 00:42:25.094724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-54d86bf8-7414-47fa-b9cd-d73b83bba831 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 HTTP/1.1" status: 200 len: 217 time: 0.0732701 Sep 18 00:42:25.094932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:25.149170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '4249d3ed-28e8-4046-a4c2-617612aa8f06'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:25.150123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.180928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0f3f3c2-cfe4-4885-a1f7-0ec1a88b688e req-b16f0958-cbe3-4abd-8647-68241532adf1 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831735 Sep 18 00:42:25.260684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.282554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port dd7c4b61-74a7-4689-a2da-0cef891b6742 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:25.291544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c3ae8599-79de-424c-942e-9fbbc564e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:25.292372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c3ae8599-79de-424c-942e-9fbbc564e498 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2493e90a-95d9-42fb-8f35-5d27532620fd HTTP/1.1" status: 200 len: 852 time: 0.1701021 Sep 18 00:42:25.358247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Allocated IP 2001:db8::f816:3eff:fee4:fc11 (e7e807e1-53db-44db-8568-22231a7b4df3/4249d3ed-28e8-4046-a4c2-617612aa8f06/826772af-cac2-458f-8f01-130636f9de94) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:25.363211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-185013f4-d3e5-4599-9535-893b38095fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4709980-9ade-47b9-8f5d-880e48e0e29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600047 Sep 18 00:42:25.375026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b378-2c2b-42bb-bfb9-63cc01637d40 req-92a39b82-6ce9-4ca2-9bf7-64c279031f09 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:25.376920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53c4b378-2c2b-42bb-bfb9-63cc01637d40 req-92a39b82-6ce9-4ca2-9bf7-64c279031f09 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.2037075 Sep 18 00:42:25.392785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-4910cfd6-6c86-4a8e-ac90-642e026ad044 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "GET /v2.0/security-groups/fb076236-f236-49c6-9903-5023eb20441d HTTP/1.1" status: 200 len: 1802 time: 0.1798446 Sep 18 00:42:25.528376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-c0257585-6036-49d2-a85c-119a0f4a1862 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:25.529481 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-c0257585-6036-49d2-a85c-119a0f4a1862 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.54 "GET /v2.0/networks?id=d8a74521-679d-4e97-9040-42ba3bdcff09 HTTP/1.1" status: 200 len: 822 time: 0.1580973 Sep 18 00:42:25.551177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.559557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53c4b378-2c2b-42bb-bfb9-63cc01637d40 req-87efd1e7-a453-47fa-8e6c-77747f58668a tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656034 Sep 18 00:42:25.561653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.563632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Request body: {'port': {'device_id': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09', 'admin_state_up': True, 'tenant_id': '749c616829274ba48a94aeddf5dcf87a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:25.595212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.604973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-829e5609-b38f-4d06-acc1-623d69ff579c service neutron] 10.222.0.48 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268367 Sep 18 00:42:25.629324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:25.632778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:25.637927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:25.654401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.659989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Pushing event updated for resources: {'Port': ['ID=826772af-cac2-458f-8f01-130636f9de94,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:25.736492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Attempting to bind port 826772af-cac2-458f-8f01-130636f9de94 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:25.737369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Attempting to bind port 826772af-cac2-458f-8f01-130636f9de94 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:25.737998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Attempting to bind port 826772af-cac2-458f-8f01-130636f9de94 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:25.745287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:25.746407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:25.747340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.747684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0772d4f-c20c-4cf1-be57-dcdc6624921e req-874ad964-82d4-41ee-b653-5ed05f465c34 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 210 time: 0.0491979 Sep 18 00:42:25.748047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:25.748689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Bound port: 826772af-cac2-458f-8f01-130636f9de94, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:25.749783 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.794762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c8ca077-2674-42dd-be48-5d8e9676f37d req-c1283be5-8ef7-48a3-a087-a27207eb7c0c service neutron] 10.222.0.48 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823144 Sep 18 00:42:25.795516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.805549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.807164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-719788b5-feec-46af-9716-fb4f7ad1baf8 req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb076236-f236-49c6-9903-5023eb20441d HTTP/1.1" status: 204 len: 173 time: 0.3742790 Sep 18 00:42:25.814499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:25.820467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e4638-4983-47a3-90e9-e107e5331d96 tempest-SecurityGroupsTestJSON-1732292391 tempest-SecurityGroupsTestJSON-1732292391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb076236-f236-49c6-9903-5023eb20441d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:25.836933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe0c:9baf (e7e807e1-53db-44db-8568-22231a7b4df3/4249d3ed-28e8-4046-a4c2-617612aa8f06/dd7c4b61-74a7-4689-a2da-0cef891b6742) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:25.880388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] For port 826772af-cac2-458f-8f01-130636f9de94, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:25.883955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] For port 826772af-cac2-458f-8f01-130636f9de94, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=826772af-cac2-458f-8f01-130636f9de94,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:25.900529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Made reservation on behalf of 749c616829274ba48a94aeddf5dcf87a for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:25.902216 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.904164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:25.957430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-6d37c1c8-9d05-4ca7-9403-90cbd679d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:25.961219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-6d37c1c8-9d05-4ca7-9403-90cbd679d31c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e23879aeeae4eac97ba6c0e33ae462e&device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 1096 time: 0.0671082 Sep 18 00:42:25.975334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Deleting subnet 17dbc29c-0d2c-4220-986a-1055d620263a {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:25.982238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a93ab-2ec2-49f2-a55c-140f6c7b70dc None None] Pushing event updated for resources: {'Port': ['ID=826772af-cac2-458f-8f01-130636f9de94,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:25.985755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.101631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-ba3d9b14-cfc0-49e4-8a38-c5b03f6b6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.103168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-ba3d9b14-cfc0-49e4-8a38-c5b03f6b6ee0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4709980-9ade-47b9-8f5d-880e48e0e29c HTTP/1.1" status: 200 len: 913 time: 0.1350842 Sep 18 00:42:26.114113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.177414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-25735dee-b4cb-48e5-848a-60255b412275 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 HTTP/1.1" status: 200 len: 217 time: 0.0517466 Sep 18 00:42:26.248747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.304271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-02f21122-81fc-4a39-9430-00fa00aa07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.305261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Allocated IP 172.20.0.9 (d8a74521-679d-4e97-9040-42ba3bdcff09/587f41bf-dde9-4944-bd00-069b0aedc39b/bc321737-5cc8-4202-97fc-b5e4e66e07ea) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:26.311268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-02f21122-81fc-4a39-9430-00fa00aa07dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2493e90a-95d9-42fb-8f35-5d27532620fd HTTP/1.1" status: 200 len: 852 time: 0.1264007 Sep 18 00:42:26.329102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.381631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-2a0b1679-8ec6-4017-9324-2bcbe7849f4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4709980-9ade-47b9-8f5d-880e48e0e29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610495 Sep 18 00:42:26.396426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.442462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dbc29c-0d2c-4220-986a-1055d620263a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:26.462777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.464651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-054b1796-e4c0-4ed9-ab2d-157598ea653a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/17dbc29c-0d2c-4220-986a-1055d620263a HTTP/1.1" status: 204 len: 168 time: 0.6480210 Sep 18 00:42:26.469591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38644) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:26.474888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebb90a-8671-4c9d-8cdb-7cb7548c5e66 req-c70a9b60-f4dd-44eb-8a85-c57e00be2b0a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.476890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16ebb90a-8671-4c9d-8cdb-7cb7548c5e66 req-c70a9b60-f4dd-44eb-8a85-c57e00be2b0a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 944 time: 0.1448638 Sep 18 00:42:26.483900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.537983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16ebb90a-8671-4c9d-8cdb-7cb7548c5e66 req-004e3705-7e08-451e-925f-1a74ff737a25 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538077 Sep 18 00:42:26.539976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-0def9f4a-91b7-476a-b7c0-2e4ee72222d5 service neutron] 10.222.0.48 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482947 Sep 18 00:42:26.627419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:26.635176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=dd7c4b61-74a7-4689-a2da-0cef891b6742,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:26.641784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:26.650990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:26.651820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e02e9424-14d4-42fc-a873-7907da0c39cb req-b435fb8e-0129-4cca-9191-356606676ae5 service neutron] 10.222.0.48 "GET /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036129 Sep 18 00:42:26.656809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.657591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.669150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.696287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.702289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-acc78ffb-3573-4e27-a901-70c5f35405dc tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8005784 Sep 18 00:42:26.704461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38648) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:26.788355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30cd4-166b-4e4a-b68e-bda813a0dbca req-aac64468-1c98-44ce-99e9-146d31eb65f1 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.797035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2b30cd4-166b-4e4a-b68e-bda813a0dbca req-aac64468-1c98-44ce-99e9-146d31eb65f1 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.1031423 Sep 18 00:42:26.799420 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.842764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d9840-200c-49b5-85d8-136a684e5926 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.861885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d9840-200c-49b5-85d8-136a684e5926 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.865884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f34d9840-200c-49b5-85d8-136a684e5926 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1568518 Sep 18 00:42:26.866033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Network d8a74521-679d-4e97-9040-42ba3bdcff09 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:26.870298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:26.871965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:26.879147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:26.908534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 826772af-cac2-458f-8f01-130636f9de94 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:26.966613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2b30cd4-166b-4e4a-b68e-bda813a0dbca req-ef7d51ba-55ff-4d48-8aff-66e0baca9cff tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667593 Sep 18 00:42:26.984465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:26.985158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.995145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 826772af-cac2-458f-8f01-130636f9de94 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:26.996838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:26.998188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.024548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238a509-abfd-4150-a86c-8ac62d9f22a8 req-2f6deb34-af53-483b-b5f4-d999bb569b4d tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:27.034363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4238a509-abfd-4150-a86c-8ac62d9f22a8 req-2f6deb34-af53-483b-b5f4-d999bb569b4d tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 931 time: 0.1481974 Sep 18 00:42:27.039446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891360 Sep 18 00:42:27.073659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce573-d71e-477d-9d19-cf2c74e3c05b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Pushing event updated for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:27.081694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Request body: {'port': {'device_id': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:27.100745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4238a509-abfd-4150-a86c-8ac62d9f22a8 req-8c8dbd19-6a2c-4fb5-88b5-831f905e5a4d tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652561 Sep 18 00:42:27.161739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4917732e-581f-406d-b6e6-1ec796f51206']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:27.164342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.175149 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b37a86cc-1580-413a-8bd0-edc0bd3d48fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.205188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 826772af-cac2-458f-8f01-130636f9de94, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=826772af-cac2-458f-8f01-130636f9de94,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:27.214693 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.224539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e95913-0b50-4c61-9a82-dacb685ff8b7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:27.224842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e95913-0b50-4c61-9a82-dacb685ff8b7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:27.244419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.256067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.277900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2305d-f77e-45b5-9cab-b981111da13b req-32a8f135-9b91-4d0b-b34e-2cf0de89870b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:27.279469 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52d2305d-f77e-45b5-9cab-b981111da13b req-32a8f135-9b91-4d0b-b34e-2cf0de89870b tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.2745628 Sep 18 00:42:27.291134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.297224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=826772af-cac2-458f-8f01-130636f9de94,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:27.356160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:27.356595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:27.358390 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:27.377311 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.506101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ddaf20e0-6592-47a0-993f-2b9d43c7e78b None None] Provisioning complete for port 826772af-cac2-458f-8f01-130636f9de94 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:27.506461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddaf20e0-6592-47a0-993f-2b9d43c7e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.700412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f687e-0e90-4929-b5a3-1fb990a387c7 req-1f558b0d-76bf-4eb5-a5e7-a91795522d1e tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:27.701949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4f687e-0e90-4929-b5a3-1fb990a387c7 req-1f558b0d-76bf-4eb5-a5e7-a91795522d1e tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 944 time: 0.0706668 Sep 18 00:42:27.739383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7e18b0c3-faa8-4cf3-a7c8-6c91c05b95b8 None None] Provisioning complete for port dd7c4b61-74a7-4689-a2da-0cef891b6742 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:27.739761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7e18b0c3-faa8-4cf3-a7c8-6c91c05b95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.747683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.753172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4f687e-0e90-4929-b5a3-1fb990a387c7 req-05536a78-c354-4561-9ccc-ff0605cbba4b tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Sep 18 00:42:27.787716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7e18b0c3-faa8-4cf3-a7c8-6c91c05b95b8 None None] Port dd7c4b61-74a7-4689-a2da-0cef891b6742 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:42:27.806553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port dd7c4b61-74a7-4689-a2da-0cef891b6742 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:27.806895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.811247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.813362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4917732e-581f-406d-b6e6-1ec796f51206 HTTP/1.1" status: 204 len: 168 time: 1.3433702 Sep 18 00:42:27.851370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273ee75-05b2-4cc7-9534-b830c1b7a3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4917732e-581f-406d-b6e6-1ec796f51206,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:27.976694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Deleting port d57e8fd1-abb2-4363-9b80-5eac955c0aae {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:27.977316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:27.980486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:28.002922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:28.026784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0feb8c37-acb9-43f7-837c-356ea6ef2e0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a51b3bf698245848d12785b111f689e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427248 Sep 18 00:42:28.027529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38678) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:28.074353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.152682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9868a-695d-4de6-a64b-18889a2d9ec9 req-e8526d8d-5a74-4188-8cf3-c8f7be3f033f tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:28.156095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fef9868a-695d-4de6-a64b-18889a2d9ec9 req-e8526d8d-5a74-4188-8cf3-c8f7be3f033f tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 945 time: 0.1009436 Sep 18 00:42:28.168494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,segment=NetworkSegment(37daa4a0-7b91-4f39-b56e-a689a497c87b),segment_id=37daa4a0-7b91-4f39-b56e-a689a497c87b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:28.182599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4', 'network_id': 'c4709980-9ade-47b9-8f5d-880e48e0e29c', 'port_id': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4', 'mac_address': 'fa:16:3e:3d:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2493e90a-95d9-42fb-8f35-5d27532620fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:28.199357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for dd7c4b61-74a7-4689-a2da-0cef891b6742 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:28.226306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.241787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.242592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.252921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.260748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:28.286691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,segment=NetworkSegment(37daa4a0-7b91-4f39-b56e-a689a497c87b),segment_id=37daa4a0-7b91-4f39-b56e-a689a497c87b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:28.292532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.314733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fef9868a-695d-4de6-a64b-18889a2d9ec9 req-520b9570-41d9-4d42-a528-ba5784b9bc09 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d064e89-ec42-4cef-b5dc-e8f6aead904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448169 Sep 18 00:42:28.333984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0abda-02a4-4870-a27f-8295d399266d req-edd70dca-19cb-4ade-9fa8-45cb31bca728 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:28.340779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6db0abda-02a4-4870-a27f-8295d399266d req-edd70dca-19cb-4ade-9fa8-45cb31bca728 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 931 time: 0.1560173 Sep 18 00:42:28.359400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] For port d57e8fd1-abb2-4363-9b80-5eac955c0aae, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d57e8fd1-abb2-4363-9b80-5eac955c0aae,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:28.359846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.366443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:28.380311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.382843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.387728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cd8d579-7683-4f0b-beca-b2e904789ab6 HTTP/1.1" status: 204 len: 168 time: 0.3596315 Sep 18 00:42:28.408852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6db0abda-02a4-4870-a27f-8295d399266d req-76219981-18f0-446e-bd98-305620733ee3 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Sep 18 00:42:28.416277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd514ec3-629c-43a7-b3a2-6002611a6665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8d579-7683-4f0b-beca-b2e904789ab6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:28.422447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc321737-5cc8-4202-97fc-b5e4e66e07ea {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:28.450156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.454865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Calling delete_port for d57e8fd1-abb2-4363-9b80-5eac955c0aae owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:28.492704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Transition to ACTIVE for port object bc321737-5cc8-4202-97fc-b5e4e66e07ea will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:42:28.503942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['17bd8413-37f3-4efd-afb2-80d4bc6c1eb4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:28.524761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.637497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:28.680864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.738803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=dd7c4b61-74a7-4689-a2da-0cef891b6742,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:28.827636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 826772af-cac2-458f-8f01-130636f9de94 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:28.868519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.870628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72c6cede-003c-447d-a029-69679d9f1c00 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dd7c4b61-74a7-4689-a2da-0cef891b6742 HTTP/1.1" status: 204 len: 168 time: 1.9881845 Sep 18 00:42:28.873781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:28.933526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.952166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 826772af-cac2-458f-8f01-130636f9de94 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:28.952614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:28.963596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Attempting to bind port bc321737-5cc8-4202-97fc-b5e4e66e07ea on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:28.963942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Attempting to bind port bc321737-5cc8-4202-97fc-b5e4e66e07ea by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '514180a0-643c-4323-bd43-2cd2f5bc872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:28.964415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Attempting to bind port bc321737-5cc8-4202-97fc-b5e4e66e07ea on network d8a74521-679d-4e97-9040-42ba3bdcff09 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:29.010562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Pushing event deleted for resources: {'Port': ['ID=d57e8fd1-abb2-4363-9b80-5eac955c0aae,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:29.014607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d57e8fd1-abb2-4363-9b80-5eac955c0aae'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:29.024635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Port bc321737-5cc8-4202-97fc-b5e4e66e07ea on network d8a74521-679d-4e97-9040-42ba3bdcff09 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:42:29.025048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Attempting to bind port bc321737-5cc8-4202-97fc-b5e4e66e07ea on network d8a74521-679d-4e97-9040-42ba3bdcff09 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:29.084465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86b225-ceb2-46fe-9eed-3c74a02d49fe tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.086288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86b225-ceb2-46fe-9eed-3c74a02d49fe tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.087910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-df86b225-ceb2-46fe-9eed-3c74a02d49fe tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2126780 Sep 18 00:42:29.094952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38712) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:29.094952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:29.094952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Checking segment: {'id': '514180a0-643c-4323-bd43-2cd2f5bc872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:29.094952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Bound using segment: {'id': '514180a0-643c-4323-bd43-2cd2f5bc872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:29.096896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Bound port: bc321737-5cc8-4202-97fc-b5e4e66e07ea, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514180a0-643c-4323-bd43-2cd2f5bc872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:29.097516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.227366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] No DVR routers for this DVR port d57e8fd1-abb2-4363-9b80-5eac955c0aae on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:29.230923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.236057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52d2305d-f77e-45b5-9cab-b981111da13b req-60e79455-9f23-4266-8929-468f99953b38 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.54 "DELETE /v2.0/ports/d57e8fd1-abb2-4363-9b80-5eac955c0aae HTTP/1.1" status: 204 len: 173 time: 1.9338934 Sep 18 00:42:29.241104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'name': 'network-vif-deleted', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:29.243533 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ce1f7-c77a-408b-be3b-b27f556adc73" -d '{"events": [{"server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "name": "network-vif-deleted", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:29.336125 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfceed-c78e-4ca0-90ae-99e4db5078c3 x-openstack-request-id: req-40bfceed-c78e-4ca0-90ae-99e4db5078c3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:29.340038 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba", "name": "network-vif-deleted", "tag": "d57e8fd1-abb2-4363-9b80-5eac955c0aae", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:29.341166 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40bfceed-c78e-4ca0-90ae-99e4db5078c3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:29.341540 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba', 'name': 'network-vif-deleted', 'tag': 'd57e8fd1-abb2-4363-9b80-5eac955c0aae', 'status': 'completed', 'code': 200} Sep 18 00:42:29.349758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 4249d3ed-28e8-4046-a4c2-617612aa8f06 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:29.382474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.470402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1ed06-c4b1-495c-bb28-03187b97421f req-a8663f95-83b1-4410-bccb-d2e7b54e1f5a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.472767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ee1ed06-c4b1-495c-bb28-03187b97421f req-a8663f95-83b1-4410-bccb-d2e7b54e1f5a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 945 time: 0.6163642 Sep 18 00:42:29.487493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:29.493285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea,segment=NetworkSegment(514180a0-643c-4323-bd43-2cd2f5bc872d),segment_id=514180a0-643c-4323-bd43-2cd2f5bc872d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:29.508779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.512585 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.542932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7376160a-5a22-4007-bb4a-3fea73accf47 req-a692eff0-7454-4fc5-a6ea-482e7ecec701 tempest-AttachSCSIVolumeTestJSON-1906781695 tempest-AttachSCSIVolumeTestJSON-1906781695-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4c81c0-7f7d-435f-a51c-44f5fb2b66ba HTTP/1.1" status: 200 len: 210 time: 0.0329578 Sep 18 00:42:29.548531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ee1ed06-c4b1-495c-bb28-03187b97421f req-b289dedd-26c8-4779-966f-5f7c5c5d0926 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689180 Sep 18 00:42:29.579701 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.606915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.607540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.609032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] 10.222.0.54 "PUT /v2.0/ports/bc321737-5cc8-4202-97fc-b5e4e66e07ea HTTP/1.1" status: 200 len: 1092 time: 2.5388989 Sep 18 00:42:29.640360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfab4f-f91c-460a-8ae9-12e0c999b1cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:29.684753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.719887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38740) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:29.771002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-30ded620-4f9a-4a8a-b3de-220dba564359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.771895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aca5-5d95-4200-aecc-1c6dd34ebcce req-6e1397ad-efbd-418e-add9-9c3b239f7207 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.772622 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-30ded620-4f9a-4a8a-b3de-220dba564359 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=749c616829274ba48a94aeddf5dcf87a&device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 1095 time: 0.0835977 Sep 18 00:42:29.773693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8440aca5-5d95-4200-aecc-1c6dd34ebcce req-6e1397ad-efbd-418e-add9-9c3b239f7207 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 943 time: 0.0913434 Sep 18 00:42:29.798025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.840822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8440aca5-5d95-4200-aecc-1c6dd34ebcce req-9abcfb44-8533-4096-8d4e-1e304ba355da tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Sep 18 00:42:29.868789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1592704247-network', 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:29.872119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=4249d3ed-28e8-4046-a4c2-617612aa8f06,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:29.876262 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-88cea67e-96b8-427b-9fab-fc1a0b8a2732 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea HTTP/1.1" status: 200 len: 217 time: 0.0872400 Sep 18 00:42:29.879429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:29.883872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e958f660-3907-4232-81ea-f887edbd3cf2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/4249d3ed-28e8-4046-a4c2-617612aa8f06 HTTP/1.1" status: 204 len: 168 time: 0.7760727 Sep 18 00:42:29.887713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5fe99-6efa-479b-9c42-a4ac4b9d093e None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:29.898032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38744) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:29.948217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69df7-d162-4941-9392-909472d901fb req-a733569d-a9fe-4050-a872-f86ae143e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:29.952497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-a733569d-a9fe-4050-a872-f86ae143e295 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=587f41bf-dde9-4944-bd00-069b0aedc39b HTTP/1.1" status: 200 len: 862 time: 0.0674682 Sep 18 00:42:29.972884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:29.973116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45098d2d-4930-4b82-8753-c44f74d8ec34 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717945 Sep 18 00:42:29.986125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:29.988546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.000386 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.014701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:30.023328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-6382460e-f288-48b1-a1bb-f87868860ef3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d8a74521-679d-4e97-9040-42ba3bdcff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612402 Sep 18 00:42:30.106425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:42:30.111722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.117686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.127348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:30.128473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.152341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:30.165717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.166133 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Added segment 7d613a9c-b56c-4ebb-a168-34ae90f416fe of type vlan for network 232efd39-ba00-439b-a822-ba1db65a124b Sep 18 00:42:30.175603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec369634-47e4-4aed-959b-cc811c5b8686,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:30.190358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cae393-3427-490c-a4ef-73600aabad8a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:30.194135 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80cae393-3427-490c-a4ef-73600aabad8a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2180960 Sep 18 00:42:30.194307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:30.194410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:30.200730 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-013634eb-062a-419a-b51c-68ce266b1739 service neutron] 10.222.0.54 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522818 Sep 18 00:42:30.245831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.287711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:30.313811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.316979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:30.317592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.352820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86550117-abfd-4fc0-b883-f3c7ad986e21 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:30.354303 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-86550117-abfd-4fc0-b883-f3c7ad986e21 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1563189 Sep 18 00:42:30.357201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.357350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38762) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:30.362066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6392915 Sep 18 00:42:30.364973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38764) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:30.369654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Request body: {'subnet': {'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1592704247-subnet', 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:30.402597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-95a5bef0-b354-4817-add4-507a8580b625 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442855 Sep 18 00:42:30.409711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:30.410850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb02756-2756-4b43-8431-061587668e75 admin admin] Pushing event updated for resources: {'Network': ['ID=232efd39-ba00-439b-a822-ba1db65a124b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:30.415998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:30.427907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 232efd39-ba00-439b-a822-ba1db65a124b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:30.441184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:30.443870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.448923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:30.453811 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e46ac7-29b5-4790-b0b7-df7f5146691c" -d '{"events": [{"server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "name": "network-vif-plugged", "status": "completed", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:30.499224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Deleting port 826772af-cac2-458f-8f01-130636f9de94 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:30.499742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.504544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,segment=NetworkSegment(37daa4a0-7b91-4f39-b56e-a689a497c87b),segment_id=37daa4a0-7b91-4f39-b56e-a689a497c87b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:30.521787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5af69df7-d162-4941-9392-909472d901fb req-18b59c7b-7188-4bbc-975b-70fa951089a6 service neutron] 10.222.0.54 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126400 Sep 18 00:42:30.549768 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572873a7-0595-454b-97e9-d67f04609057 x-openstack-request-id: req-572873a7-0595-454b-97e9-d67f04609057 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:30.550220 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "name": "network-vif-plugged", "status": "completed", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:30.550579 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-572873a7-0595-454b-97e9-d67f04609057 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:30.551395 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4', 'code': 200} Sep 18 00:42:30.559161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:30.563751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.567475 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.589007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:30.643953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] For port 826772af-cac2-458f-8f01-130636f9de94, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=826772af-cac2-458f-8f01-130636f9de94,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:30.644527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.661052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Calling delete_port for 826772af-cac2-458f-8f01-130636f9de94 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:30.672389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:30.862338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:30.876053 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 826772af-cac2-458f-8f01-130636f9de94 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:30.914827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44e314f-1e55-4468-8711-b458c311cd3b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:30.919840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7752ae-cc4a-480d-9c14-ec67fd675344 req-e4a6079f-24b2-40ab-8c35-4874268c873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:30.922301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de7752ae-cc4a-480d-9c14-ec67fd675344 req-e4a6079f-24b2-40ab-8c35-4874268c873c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 1098 time: 0.2375429 Sep 18 00:42:30.927469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'mac_address': 'fa:16:3e:9d:8f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:30.930103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:30.930720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Network hostable DHCP agents. Network: 232efd39-ba00-439b-a822-ba1db65a124b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:42:30.931735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.932323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.932466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.934830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.935212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.935513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:42:30.978260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9b8ed-5437-46f4-8b1d-d30cba0a67f6 req-4817f954-464f-45a7-a4b3-0a7dfbad2d06 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:30.980134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06f9b8ed-5437-46f4-8b1d-d30cba0a67f6 req-4817f954-464f-45a7-a4b3-0a7dfbad2d06 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 946 time: 0.1871965 Sep 18 00:42:31.019654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.063219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de7752ae-cc4a-480d-9c14-ec67fd675344 req-75ee94e8-b2f9-484b-a937-df2a51ed4868 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263847 Sep 18 00:42:31.077811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 826772af-cac2-458f-8f01-130636f9de94 {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:42:31.078274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 826772af-cac2-458f-8f01-130636f9de94 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:31.092824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] Pushing event deleted for resources: {'Port': ['ID=826772af-cac2-458f-8f01-130636f9de94,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:31.122201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.122864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Network 232efd39-ba00-439b-a822-ba1db65a124b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:42:31.157805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e85249-c2f7-42a5-b253-d7afc0e8d86c None None] No DVR routers for this DVR port 826772af-cac2-458f-8f01-130636f9de94 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:31.161987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a80ca6db-ad06-4a5d-b6c2-d7289721a24d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:31.162439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 232efd39-ba00-439b-a822-ba1db65a124b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:31.181461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.182333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.183387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b7d7b-3af2-4c28-a2a3-4936ba059f00 None None] Network 232efd39-ba00-439b-a822-ba1db65a124b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:31.190760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:31.192919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.220126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13bbde-3ba0-42a5-b52e-bd3a33db3da5 req-5edcf141-286c-4ea8-908c-43ecc9757221 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.228284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b13bbde-3ba0-42a5-b52e-bd3a33db3da5 req-5edcf141-286c-4ea8-908c-43ecc9757221 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 943 time: 0.1961241 Sep 18 00:42:31.234636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06f9b8ed-5437-46f4-8b1d-d30cba0a67f6 req-c2d304ec-03ed-412c-bf53-7aaa8a49a6f1 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125573 Sep 18 00:42:31.243154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d54ac8f7-a8f9-42d5-8a1b-371210df310d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8771677 Sep 18 00:42:31.301424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:31.302321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=508e2954-1dbb-4fb4-8c4e-aaafe624b9ee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:31.305082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:31.307496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.308092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.313204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:31.343447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b13bbde-3ba0-42a5-b52e-bd3a33db3da5 req-55fb11a1-02f4-49b5-a299-fdeaff4c1485 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123822 Sep 18 00:42:31.345570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:31.347951 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e873a-f989-4736-a927-015c46dfa6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:31.363846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3a5e3a68-2b57-46d5-baa4-00d616a3b9a8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9538276 Sep 18 00:42:31.366472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38812) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:31.371178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58696170-d5aa-4798-8b82-15355ec9d40c None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:31.372011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:ee:f2:af', 'name': 'tempest-NetworksTestDHCPv6-1296766430'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:31.377284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.434459 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243770ac-f453-4ace-b679-4e0b1bcf1b84 x-openstack-request-id: req-243770ac-f453-4ace-b679-4e0b1bcf1b84 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:31.435000 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:31.435508 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-243770ac-f453-4ace-b679-4e0b1bcf1b84 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:31.435908 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea', 'status': 'completed', 'code': 200} Sep 18 00:42:31.560971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e873a-f989-4736-a927-015c46dfa6ca req-bbe4f569-42be-42b6-b481-ad1cb67d3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.563015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:31.563171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-bbe4f569-42be-42b6-b481-ad1cb67d3600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=749c616829274ba48a94aeddf5dcf87a&device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 1095 time: 0.0788226 Sep 18 00:42:31.706875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:31.715763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e873a-f989-4736-a927-015c46dfa6ca req-885d64d9-31f3-493d-9788-fbdc99c445ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.717275 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-885d64d9-31f3-493d-9788-fbdc99c445ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=d8a74521-679d-4e97-9040-42ba3bdcff09 HTTP/1.1" status: 200 len: 923 time: 0.1403852 Sep 18 00:42:31.720014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['a80ca6db-ad06-4a5d-b6c2-d7289721a24d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:31.757387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 464672b7-a958-4354-a3bd-ae4e7f9c1956 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:31.815795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-83202be4-1034-4301-a70e-3586a5e62e7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea HTTP/1.1" status: 200 len: 217 time: 0.0914502 Sep 18 00:42:31.860033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:31.926689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e873a-f989-4736-a927-015c46dfa6ca req-02caa64b-e672-432d-9b6d-265a9eb28ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:31.931199 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-02caa64b-e672-432d-9b6d-265a9eb28ce8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=587f41bf-dde9-4944-bd00-069b0aedc39b HTTP/1.1" status: 200 len: 862 time: 0.1046128 Sep 18 00:42:31.940148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:feee:f2af (e7e807e1-53db-44db-8568-22231a7b4df3/508e2954-1dbb-4fb4-8c4e-aaafe624b9ee/464672b7-a958-4354-a3bd-ae4e7f9c1956) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:31.940353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1588af-27ba-4b62-bb9f-9e295eb8a03d None None] Network 232efd39-ba00-439b-a822-ba1db65a124b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:31.979309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-07756dfe-933f-45b9-a251-cf0d6d4abdb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d8a74521-679d-4e97-9040-42ba3bdcff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408041 Sep 18 00:42:32.048604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.250756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d57e8fd1-abb2-4363-9b80-5eac955c0aae no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:32.269103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.289733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-40cf1475-04dd-4934-ab5d-3d3372998256 service neutron] 10.222.0.54 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010800 Sep 18 00:42:32.301019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '508e2954-1dbb-4fb4-8c4e-aaafe624b9ee'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:32.302252 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.309737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: d57e8fd1-abb2-4363-9b80-5eac955c0aae {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:32.310427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d57e8fd1-abb2-4363-9b80-5eac955c0aae not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:32.448449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-526e873a-f989-4736-a927-015c46dfa6ca req-a4ba6fd4-53f6-4d7e-84f4-b494bb28e1c2 service neutron] 10.222.0.54 "GET /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511271 Sep 18 00:42:32.525553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6bba-490e-4a6c-9df3-f9a4b2d0f881 req-a4c73f2b-23d3-468c-b436-8d9ab36cd75a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:32.527072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-676e6bba-490e-4a6c-9df3-f9a4b2d0f881 req-a4c73f2b-23d3-468c-b436-8d9ab36cd75a tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 946 time: 0.1904545 Sep 18 00:42:32.528557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.541115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-cbeba42b-0005-4c0a-a077-63a177adf9e2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:32.542662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-cbeba42b-0005-4c0a-a077-63a177adf9e2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.3177824 Sep 18 00:42:32.585446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Allocated IP 2001:db8::f816:3eff:fe3f:9f82 (e7e807e1-53db-44db-8568-22231a7b4df3/508e2954-1dbb-4fb4-8c4e-aaafe624b9ee/1faf58bd-808d-4f60-8dd6-b7a0a636c53b) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:32.637385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-c1051f56-bc43-4e8f-8b9d-a2dfc5073dd3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0662706 Sep 18 00:42:32.647380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:32.674907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:32.680407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=464672b7-a958-4354-a3bd-ae4e7f9c1956,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:32.714768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:32.722858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:32.723815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.742034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-317a12ad-7557-46f0-b3cd-53425834767b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934658 Sep 18 00:42:32.764310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.765582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-676e6bba-490e-4a6c-9df3-f9a4b2d0f881 req-7ae43ef7-ce0a-496f-9b48-f856a2f69ebb tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944370 Sep 18 00:42:32.787248 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.840532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:32.843545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:32.847298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:32.860750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Pushing event updated for resources: {'Port': ['ID=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:32.923559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Attempting to bind port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:32.924293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Attempting to bind port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:32.925182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Attempting to bind port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:32.931645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:32.932722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:32.933742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.934831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:32.935684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Bound port: 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:32.936542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:32.988424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd33724e-8a48-4609-9009-716cc6b93a94 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6202476 Sep 18 00:42:32.990893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38890) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:33.048749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417c08-9aaf-4e3e-a9bd-3632b2da083d req-0149cb1d-43b4-43cb-9872-eebb99da94b2 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:33.054274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b417c08-9aaf-4e3e-a9bd-3632b2da083d req-0149cb1d-43b4-43cb-9872-eebb99da94b2 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 943 time: 0.1214736 Sep 18 00:42:33.108120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b417c08-9aaf-4e3e-a9bd-3632b2da083d req-4966f4ba-5911-40e5-9a5a-c93d1e29fa94 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Sep 18 00:42:33.137862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] For port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:33.161721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] For port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:33.172204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc6966-d524-47e4-af25-c9be8037c213 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:33.172767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:33.197062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc6966-d524-47e4-af25-c9be8037c213 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:33.201894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:33.204890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78dc6966-d524-47e4-af25-c9be8037c213 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2088165 Sep 18 00:42:33.218935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-06d2e096-480c-44a8-985a-ea8741affba4 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758670 Sep 18 00:42:33.316781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47693c-857a-4470-aa2b-b6ed3f713d8b None None] Pushing event updated for resources: {'Port': ['ID=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:33.465989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 464672b7-a958-4354-a3bd-ae4e7f9c1956 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:33.466578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:33.527250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-4ed18279-f2b4-4f28-b165-c2c124f931c5 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073165 Sep 18 00:42:33.631957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:33.646480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 464672b7-a958-4354-a3bd-ae4e7f9c1956 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:33.941584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:33.990854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=464672b7-a958-4354-a3bd-ae4e7f9c1956,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:34.044289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.047622 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f5e54d3-8e4a-488b-ad2f-29a6ef8f0797 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/464672b7-a958-4354-a3bd-ae4e7f9c1956 HTTP/1.1" status: 204 len: 168 time: 0.8442352 Sep 18 00:42:34.050371 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38914) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:34.173996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bc321737-5cc8-4202-97fc-b5e4e66e07ea details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:34.181343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:34.189948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f934e8f-f7a8-481f-abd4-ab4e1c58cccd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:34.191606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f934e8f-f7a8-481f-abd4-ab4e1c58cccd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:34.196733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38924) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:34.210822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f934e8f-f7a8-481f-abd4-ab4e1c58cccd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1592822 Sep 18 00:42:34.315941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2755d396-d185-4e2b-b2f8-5a48fa2dd525 req-da818e03-09ed-481e-8867-32b8f344f2e6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 210 time: 0.1039262 Sep 18 00:42:34.331155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 508e2954-1dbb-4fb4-8c4e-aaafe624b9ee {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:34.336019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.445455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.514239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port a80ca6db-ad06-4a5d-b6c2-d7289721a24d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:34.516509 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.674165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea,segment=NetworkSegment(514180a0-643c-4323-bd43-2cd2f5bc872d),segment_id=514180a0-643c-4323-bd43-2cd2f5bc872d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:34.725803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea', 'network_id': 'd8a74521-679d-4e97-9040-42ba3bdcff09', 'port_id': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea', 'mac_address': 'fa:16:3e:66:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f41bf-dde9-4944-bd00-069b0aedc39b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:34.818400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.943074 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.943435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.955630 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:34.993561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1faf58bd-808d-4f60-8dd6-b7a0a636c53b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:35.000434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=508e2954-1dbb-4fb4-8c4e-aaafe624b9ee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:35.025229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:35.037691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b262f1a2-44c2-42bc-9ffd-a89756d688e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/508e2954-1dbb-4fb4-8c4e-aaafe624b9ee HTTP/1.1" status: 204 len: 168 time: 0.8393934 Sep 18 00:42:35.039847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38936) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:35.040669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8ac6-5d50-4ddf-9c8e-388377e5bec3 req-639bf9c2-1291-47fe-a574-af0ad9717f45 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:35.048144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0d8ac6-5d50-4ddf-9c8e-388377e5bec3 req-639bf9c2-1291-47fe-a574-af0ad9717f45 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 943 time: 0.1637464 Sep 18 00:42:35.063134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc321737-5cc8-4202-97fc-b5e4e66e07ea {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:35.159489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0d8ac6-5d50-4ddf-9c8e-388377e5bec3 req-1bfb59be-9511-496f-b841-78a567d50a58 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891960 Sep 18 00:42:35.170200 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16cd3bea-c148-49d6-9ca5-bff3726fb2a3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291606 Sep 18 00:42:35.173065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:35.182385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:35.264176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:35.269906 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a47345-83a1-4950-b184-435a5dc95587" -d '{"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:35.283231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea,segment=NetworkSegment(514180a0-643c-4323-bd43-2cd2f5bc872d),segment_id=514180a0-643c-4323-bd43-2cd2f5bc872d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:35.303796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:35.304175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:35.382900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fbd64-fb26-42ef-bac8-ee6b75ae0e69 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:35.425969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:35.429716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:35.502677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1cd2-358c-4c6a-b9aa-b4fefa649dbb req-fd280b7a-fa6b-4cd3-be66-84e3b9b407ca tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:35.517212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52fe1cd2-358c-4c6a-b9aa-b4fefa649dbb req-fd280b7a-fa6b-4cd3-be66-84e3b9b407ca tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 946 time: 0.1582375 Sep 18 00:42:35.634623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:35.648584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:35.660113 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9444b54-f658-4f63-bb7b-4a97d0f65613 x-openstack-request-id: req-a9444b54-f658-4f63-bb7b-4a97d0f65613 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:35.662252 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:35.662513 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9444b54-f658-4f63-bb7b-4a97d0f65613 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:35.665484 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'code': 200} Sep 18 00:42:35.807124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c975e5a-11fb-411e-963c-a2bc6888e615 req-bdb5f0a4-4b8b-4517-8c44-043c8ac01a7d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 210 time: 0.1932511 Sep 18 00:42:35.874916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52fe1cd2-358c-4c6a-b9aa-b4fefa649dbb req-d4423580-e6b0-4d86-bbd6-4ab43c85382c tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433871 Sep 18 00:42:35.940257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:36.042294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.049720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9e1f5b9a-3b6c-4667-940c-955dc588d423 None None] Provisioning complete for port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:36.050974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5b9a-3b6c-4667-940c-955dc588d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.117359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-dd452e53-6f30-4a7d-bd50-e34ea3c17ff8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:36.117359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-dd452e53-6f30-4a7d-bd50-e34ea3c17ff8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.3066761 Sep 18 00:42:36.128432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:36.134821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:36.173943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:36.181399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['bc321737-5cc8-4202-97fc-b5e4e66e07ea'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:36.303723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.487703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:36.520730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be19579-aa5a-4cf2-90dc-79654de93cff req-75bdd7fd-8a13-4764-bf4c-627c7c122344 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:36.536660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1be19579-aa5a-4cf2-90dc-79654de93cff req-75bdd7fd-8a13-4764-bf4c-627c7c122344 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 944 time: 0.1752303 Sep 18 00:42:36.556743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:36.561037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.625766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1be19579-aa5a-4cf2-90dc-79654de93cff req-fd92aa88-b913-4c3f-a423-c5ca90d5b823 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Sep 18 00:42:36.713723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:36.754206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.899567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5b9a-3b6c-4667-940c-955dc588d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:36.951254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.7 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/4945bf0e-6c29-4ced-a168-a7b6f4f2d350) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:37.252625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-3caea583-58d4-4b0d-8ede-c8ba540f29cc tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:37.259039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-3caea583-58d4-4b0d-8ede-c8ba540f29cc tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.48 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 946 time: 0.9737263 Sep 18 00:42:37.259412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b71dfad-94b9-428a-9347-3b9d84a73e70 req-9adb4907-cbd9-4c68-bb2b-bd1fccddad35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 210 time: 0.2103820 Sep 18 00:42:37.322583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf70719-1ced-45e3-9df7-8e2711c5e4c5 req-867f4e7f-a9f9-4dce-a030-2c035bf249c9 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:37.324129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddf70719-1ced-45e3-9df7-8e2711c5e4c5 req-867f4e7f-a9f9-4dce-a030-2c035bf249c9 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 946 time: 0.2764773 Sep 18 00:42:37.348193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1faf58bd-808d-4f60-8dd6-b7a0a636c53b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:37.369389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Deleting port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:37.370138 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.414042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.476660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddf70719-1ced-45e3-9df7-8e2711c5e4c5 req-2e9d4b90-cec6-4ef9-afef-c14a924f9b52 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369359 Sep 18 00:42:37.553769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.609439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:37.633441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.670613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:37.679921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:37.693398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:37.723679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Deleting port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:37.724068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.806727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-9e1f5b9a-3b6c-4667-940c-955dc588d423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:37.807604 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-9e1f5b9a-3b6c-4667-940c-955dc588d423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:37.810216 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.813834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:37.814665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.836251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] For port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:37.837129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:37.860391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7271426 Sep 18 00:42:37.871188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Calling delete_port for 1faf58bd-808d-4f60-8dd6-b7a0a636c53b owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:37.872590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc90b55-3637-4a61-b383-51e4a3f58a92 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:37.907046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Request body: {'port': {'device_id': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:37.994825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.045829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d02ca-d961-4139-9f73-9a806a5a0f9f req-5d6a90b5-9128-46b2-9319-e9fc31c67436 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:38.055417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-236d02ca-d961-4139-9f73-9a806a5a0f9f req-5d6a90b5-9128-46b2-9319-e9fc31c67436 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 944 time: 0.2097092 Sep 18 00:42:38.079883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39014) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:38.130389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] For port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,segment=NetworkSegment(37daa4a0-7b91-4f39-b56e-a689a497c87b),segment_id=37daa4a0-7b91-4f39-b56e-a689a497c87b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:38.130672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.174891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Calling delete_port for 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:38.195836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bc321737-5cc8-4202-97fc-b5e4e66e07ea up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:38.231610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] For port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:38.281521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port bc321737-5cc8-4202-97fc-b5e4e66e07ea completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:42:38.292896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port bc321737-5cc8-4202-97fc-b5e4e66e07ea triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:38.293270 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.350018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-236d02ca-d961-4139-9f73-9a806a5a0f9f req-61807e46-a4fe-4681-a18d-de914212b578 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936265 Sep 18 00:42:38.396693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.417047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.417804 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.577828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:38.611233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:38.619735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:38.626397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:38.629438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.659868 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.667276 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:38.673472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=e5d1222d-3c79-41fe-887b-2fb1a4b5cb50,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:38.737511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a46c8459-d392-4c0b-b7b5-2bf467d749f9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5630331 Sep 18 00:42:38.746232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:38.754098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:0a:0d:47', 'name': 'tempest-NetworksTestDHCPv6-1577835487'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:38.798613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] Pushing event deleted for resources: {'Port': ['ID=1faf58bd-808d-4f60-8dd6-b7a0a636c53b,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:38.818007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513302b-d37e-4793-98f3-0c771ac4761e None None] No DVR routers for this DVR port 1faf58bd-808d-4f60-8dd6-b7a0a636c53b on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:38.872369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:38.875820 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47e314-521f-4598-b427-032211128ab6" -d '{"events": [{"server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "name": "network-vif-plugged", "status": "completed", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:38.886487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea,segment=NetworkSegment(514180a0-643c-4323-bd43-2cd2f5bc872d),segment_id=514180a0-643c-4323-bd43-2cd2f5bc872d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:38.894451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279fc764-9266-4eda-8d84-a9bef0592dfa None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:39.054912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.061481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.169145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:39.186975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.194003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:39.199731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Pushing event deleted for resources: {'Port': ['ID=17bd8413-37f3-4efd-afb2-80d4bc6c1eb4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:39.213756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': 'e5d1222d-3c79-41fe-887b-2fb1a4b5cb50'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:39.214578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.227572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Transition to ACTIVE for port object 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:42:39.250191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.269875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05cf61-05c1-4f29-9c0e-a82aa2085d75 req-e994f47e-4bc7-4df0-82ce-b3cdd48082a6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:39.271950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a05cf61-05c1-4f29-9c0e-a82aa2085d75 req-e994f47e-4bc7-4df0-82ce-b3cdd48082a6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 931 time: 0.7453704 Sep 18 00:42:39.370772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] No DVR routers for this DVR port 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:39.374676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.377572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2cd46c43-cae3-4b40-9c81-25bbada345b2 req-a887e5de-671a-429f-9f03-c8de717cdd69 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.48 "DELETE /v2.0/ports/17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 HTTP/1.1" status: 204 len: 173 time: 2.0990231 Sep 18 00:42:39.378165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'name': 'network-vif-deleted', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:39.380869 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24492d-9f20-41d8-8c66-46effa1559e1" -d '{"events": [{"server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "name": "network-vif-deleted", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:39.421264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:39.506618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Allocated IP 2001:db8::f816:3eff:feb3:5a7b (e7e807e1-53db-44db-8568-22231a7b4df3/e5d1222d-3c79-41fe-887b-2fb1a4b5cb50/7dbdde8b-a3c3-4f77-8718-af9e41829b67) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:39.593631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.620567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 6431b630-fafb-48e8-9752-e1f481ba3850 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:39.647554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37b46-8f55-4a60-a995-9d82f9c4f0f3 req-eba891c7-29ae-45c9-8d30-52273dc73a2d tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:39.655087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50f37b46-8f55-4a60-a995-9d82f9c4f0f3 req-eba891c7-29ae-45c9-8d30-52273dc73a2d tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/ports?device_id=50271de6-1c34-4c6d-b336-0d5008e8e82a HTTP/1.1" status: 200 len: 867 time: 0.9944913 Sep 18 00:42:39.794831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50f37b46-8f55-4a60-a995-9d82f9c4f0f3 req-d949c059-9ecc-4dcb-a558-da80f1f26569 tempest-ServerPasswordTestJSON-360407226 tempest-ServerPasswordTestJSON-360407226-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323690 Sep 18 00:42:39.831048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Pushing event updated for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:39.880432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a05cf61-05c1-4f29-9c0e-a82aa2085d75 req-68ff219b-c6b8-4fb6-ab92-633480a37723 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931702 Sep 18 00:42:39.989935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:39.997997 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82f75cf-bd1d-4ee0-9c14-4b2ab1bb4967 x-openstack-request-id: req-c82f75cf-bd1d-4ee0-9c14-4b2ab1bb4967 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:39.998537 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "name": "network-vif-plugged", "status": "completed", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:39.998996 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c82f75cf-bd1d-4ee0-9c14-4b2ab1bb4967 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:40.002868 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea', 'code': 200} Sep 18 00:42:40.013920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.123283 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4570815-b48c-4885-a580-4e429591409a x-openstack-request-id: req-b4570815-b48c-4885-a580-4e429591409a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:40.123766 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50271de6-1c34-4c6d-b336-0d5008e8e82a", "name": "network-vif-deleted", "tag": "17bd8413-37f3-4efd-afb2-80d4bc6c1eb4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:40.125709 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4570815-b48c-4885-a580-4e429591409a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:40.127529 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50271de6-1c34-4c6d-b336-0d5008e8e82a', 'name': 'network-vif-deleted', 'tag': '17bd8413-37f3-4efd-afb2-80d4bc6c1eb4', 'status': 'completed', 'code': 200} Sep 18 00:42:40.131779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:40.134532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe0a:d47 (e7e807e1-53db-44db-8568-22231a7b4df3/e5d1222d-3c79-41fe-887b-2fb1a4b5cb50/6431b630-fafb-48e8-9752-e1f481ba3850) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:40.224026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed4ec-e1d3-4f68-8e03-6b93ce1da076 req-2a8ac9b1-45ce-4952-827c-988c966788e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:40.226309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8fed4ec-e1d3-4f68-8e03-6b93ce1da076 req-2a8ac9b1-45ce-4952-827c-988c966788e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 1097 time: 0.0825460 Sep 18 00:42:40.234060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:40.250359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 17bd8413-37f3-4efd-afb2-80d4bc6c1eb4 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:40.287730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:40.295343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e8fed4ec-e1d3-4f68-8e03-6b93ce1da076 req-dc644a14-c9f5-4ac8-ad39-382f9eefdea4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Sep 18 00:42:40.307198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:40.320396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:40.325980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Pushing event updated for resources: {'Port': ['ID=7dbdde8b-a3c3-4f77-8718-af9e41829b67,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:40.348005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Attempting to bind port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:40.348567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Attempting to bind port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:40.348692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Attempting to bind port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:40.373071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:42:40.373687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Attempting to bind port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:40.399144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b674282-0d30-451b-89d7-53b4e2b35493 req-614b5c26-305f-432c-82c7-f374af0afcd7 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:40.413311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b674282-0d30-451b-89d7-53b4e2b35493 req-614b5c26-305f-432c-82c7-f374af0afcd7 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.1830254 Sep 18 00:42:40.432980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:40.433582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:40.434850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:40.435616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Bound port: 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:40.443396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.466892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Attempting to bind port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:40.467645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Attempting to bind port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:40.468192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Attempting to bind port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:40.483343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:40.485310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:40.485705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.486220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:40.486832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Bound port: 7dbdde8b-a3c3-4f77-8718-af9e41829b67, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:40.487326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.517922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.564878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b674282-0d30-451b-89d7-53b4e2b35493 req-731af126-98fe-48fa-9d3a-b4198fedb583 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488402 Sep 18 00:42:40.614512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.649559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:40.654105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] For port 7dbdde8b-a3c3-4f77-8718-af9e41829b67, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:40.658301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] For port 7dbdde8b-a3c3-4f77-8718-af9e41829b67, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7dbdde8b-a3c3-4f77-8718-af9e41829b67,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:40.662259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:40.669626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.682242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.714507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:40.730704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:40.732876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=6431b630-fafb-48e8-9752-e1f481ba3850,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:40.741860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:40.754480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:40.755449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.794977 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30bf76eb-e3dc-4b61-ace5-0540af6715e8 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0480144 Sep 18 00:42:40.795833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39052) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:40.804024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:40.804686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.806320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] 10.222.0.48 "PUT /v2.0/ports/4945bf0e-6c29-4ced-a168-a7b6f4f2d350 HTTP/1.1" status: 200 len: 1092 time: 2.9252553 Sep 18 00:42:40.820996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea584-ab73-46c1-902c-51057dd769e9 None None] Pushing event updated for resources: {'Port': ['ID=7dbdde8b-a3c3-4f77-8718-af9e41829b67,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:40.830851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:40.833094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:40.835590 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93966ed1-011c-4976-9296-3c833b002958" -d '{"events": [{"name": "network-changed", "server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:40.893454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:40.949818 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306e5ef-c564-44fc-a20c-54f60c7479bc x-openstack-request-id: req-1306e5ef-c564-44fc-a20c-54f60c7479bc {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:40.950375 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:40.951042 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1306e5ef-c564-44fc-a20c-54f60c7479bc {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:40.951603 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350', 'status': 'completed', 'code': 200} Sep 18 00:42:40.988848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2a71d-dd73-4b8c-8539-470e16e18854 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:40.995749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2a71d-dd73-4b8c-8539-470e16e18854 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:41.002681 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c5a2a71d-dd73-4b8c-8539-470e16e18854 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2045741 Sep 18 00:42:41.003442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:41.031151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6646-3f5b-4457-8a24-f80617611940 service neutron] Pushing event updated for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:41.045234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-53841fa3-64bc-4e56-bb72-8ec3a2faef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:41.047739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-53841fa3-64bc-4e56-bb72-8ec3a2faef77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 1095 time: 0.1163936 Sep 18 00:42:41.230730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-321b16c4-f894-4e2d-80e7-d285943efbf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350 HTTP/1.1" status: 200 len: 217 time: 0.1720099 Sep 18 00:42:41.309301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Deleting subnet 2493e90a-95d9-42fb-8f35-5d27532620fd {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:41.315018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.353812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.427623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.430485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55304-6ec3-4140-a2a7-b9afdbb2afc5 req-2f631c9a-a54f-416c-9068-12b5685f4fc1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:41.432093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bae55304-6ec3-4140-a2a7-b9afdbb2afc5 req-2f631c9a-a54f-416c-9068-12b5685f4fc1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 943 time: 0.3334501 Sep 18 00:42:41.582985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-7686df94-c072-483c-8127-cae81a37666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:41.584515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-7686df94-c072-483c-8127-cae81a37666e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.3417239 Sep 18 00:42:41.596448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bae55304-6ec3-4140-a2a7-b9afdbb2afc5 req-ed35f10d-0c6b-4f3b-a6ec-00df46b8a94f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Sep 18 00:42:41.611105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.647425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.658847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39080) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:41.659150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2493e90a-95d9-42fb-8f35-5d27532620fd HTTP/1.1" status: 204 len: 168 time: 0.7630267 Sep 18 00:42:41.661539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-55fb99cd-33c9-4673-a6cd-4cfed8b55f30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635302 Sep 18 00:42:41.722225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 6431b630-fafb-48e8-9752-e1f481ba3850 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:41.722603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.763147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ccf42-d02e-4bcf-81ee-b42638c75757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2493e90a-95d9-42fb-8f35-5d27532620fd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:41.847596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:41.865611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 6431b630-fafb-48e8-9752-e1f481ba3850 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:41.913813 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.100637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49a94-3f13-4a71-bb4c-30caa1591bf3 req-bf585496-a6c2-4336-a229-3be5d6faa4d8 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:42.102376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dd49a94-3f13-4a71-bb4c-30caa1591bf3 req-bf585496-a6c2-4336-a229-3be5d6faa4d8 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.2470009 Sep 18 00:42:42.168544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-e1f6e734-bf56-4d3d-99a6-d380d56a53ca service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320715 Sep 18 00:42:42.197022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.283619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.315666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4709980-9ade-47b9-8f5d-880e48e0e29c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:42.316038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=6431b630-fafb-48e8-9752-e1f481ba3850,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:42.328306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37daa4a0-7b91-4f39-b56e-a689a497c87b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:42.328837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37daa4a0-7b91-4f39-b56e-a689a497c87b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:42.332002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.338663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-752e4bc5-5805-491e-bda5-f847d942637c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/6431b630-fafb-48e8-9752-e1f481ba3850 HTTP/1.1" status: 204 len: 168 time: 1.3262348 Sep 18 00:42:42.339920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:42.346909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.370270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.379431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:42.379431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.410662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064566ec-ef42-4429-912f-5a67f1c64e48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:42.412656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064566ec-ef42-4429-912f-5a67f1c64e48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:42.418603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-064566ec-ef42-4429-912f-5a67f1c64e48 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0761890 Sep 18 00:42:42.419327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39102) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:42.538359 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:42.554708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet e5d1222d-3c79-41fe-887b-2fb1a4b5cb50 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:42.565617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.589530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.619804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.622013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4709980-9ade-47b9-8f5d-880e48e0e29c HTTP/1.1" status: 204 len: 168 time: 0.9592097 Sep 18 00:42:42.632733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160450be-bf52-4cba-bfd5-55f4cc012259 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4709980-9ade-47b9-8f5d-880e48e0e29c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:42.663964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.685178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Deleting port 5a3b0a42-d8eb-4c99-a948-19cd2f071731 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:42.685651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.748319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dd49a94-3f13-4a71-bb4c-30caa1591bf3 req-d424a1b8-35f4-4c61-b102-07298ee74ecd tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308177 Sep 18 00:42:42.770961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-59db4df7-7364-4e44-a39d-af69f4168e6a None None] Provisioning complete for port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:42.786191 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-59db4df7-7364-4e44-a39d-af69f4168e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:42.925327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.055650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.101928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.155779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7dbdde8b-a3c3-4f77-8718-af9e41829b67 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:43.161135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d1222d-3c79-41fe-887b-2fb1a4b5cb50,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:43.170710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.174924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fa152fb3-40f0-43c7-9ae6-72b047eed77c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/e5d1222d-3c79-41fe-887b-2fb1a4b5cb50 HTTP/1.1" status: 204 len: 168 time: 0.7526393 Sep 18 00:42:43.178202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39112) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.180257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-59db4df7-7364-4e44-a39d-af69f4168e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.205441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a71c93eb-0767-479e-80b0-e5c5889f4b1c req-e3675212-eec3-48eb-9312-ad5bb691ee9f service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064192 Sep 18 00:42:43.268704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138057e-d107-429c-aeb0-ea5017d2b623 req-83832cb6-6264-4262-b3c2-be90d842be0b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:43.275514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1e95b29e-e583-4e65-9128-935e8bda76c3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955186 Sep 18 00:42:43.277717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39122) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.278790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8138057e-d107-429c-aeb0-ea5017d2b623 req-83832cb6-6264-4262-b3c2-be90d842be0b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 943 time: 0.3244762 Sep 18 00:42:43.305036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd884a2c-86bc-4da3-b63f-b70ff16ecf8d None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:43.345220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9dcf9d0a-79a9-45c5-ac60-98ecada47ad3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e23879aeeae4eac97ba6c0e33ae462e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800114 Sep 18 00:42:43.351294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] For port 5a3b0a42-d8eb-4c99-a948-19cd2f071731, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5a3b0a42-d8eb-4c99-a948-19cd2f071731,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:43.351671 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.354199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39124) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.377308 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-59db4df7-7364-4e44-a39d-af69f4168e6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:42:43.377647 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-59db4df7-7364-4e44-a39d-af69f4168e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:42:43.403840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8138057e-d107-429c-aeb0-ea5017d2b623 req-9b93ca74-6d3f-4a8e-b09a-4ae900baa521 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240938 Sep 18 00:42:43.417631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Calling delete_port for 5a3b0a42-d8eb-4c99-a948-19cd2f071731 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:43.422582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c3b099-fa80-4259-b52c-71f846fe9dd1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:43.424340 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-37c3b099-fa80-4259-b52c-71f846fe9dd1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1453214 Sep 18 00:42:43.428028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966ed1-011c-4976-9296-3c833b002958 req-adb05d23-97e6-4e8d-a1fc-c0b565bd09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:43.429939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-adb05d23-97e6-4e8d-a1fc-c0b565bd09c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 1095 time: 0.1389689 Sep 18 00:42:43.431772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39126) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.463676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:43.464054 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.559849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.575914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.611522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ee428-e5f5-40d5-b409-ee479c237e55 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:43.613029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d99ee428-e5f5-40d5-b409-ee479c237e55 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1694553 Sep 18 00:42:43.626198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39130) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.634357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.660605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:43.664004 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:42:43.681830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 7dbdde8b-a3c3-4f77-8718-af9e41829b67, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7dbdde8b-a3c3-4f77-8718-af9e41829b67,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:43.705732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.730441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d256934e-063b-43d6-8e1f-e9f73085b714 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993924 Sep 18 00:42:43.735068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:43.743835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:43.746639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966ed1-011c-4976-9296-3c833b002958 req-b6df2cfd-ddff-4381-b66d-36220e856998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:43.747859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-b6df2cfd-ddff-4381-b66d-36220e856998 service neutron] 10.222.0.48 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.3076372 Sep 18 00:42:43.772913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=7dbdde8b-a3c3-4f77-8718-af9e41829b67,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:43.785689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Deleting port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:43.786273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.806178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.808759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.809919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ac36ef8-fb3d-41f3-b829-32fa64cd31fd HTTP/1.1" status: 204 len: 168 time: 0.4534919 Sep 18 00:42:43.847135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-5928b2fe-417e-49c3-b832-0626dc2496cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350 HTTP/1.1" status: 200 len: 217 time: 0.0912497 Sep 18 00:42:43.908967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664ad6-9d9b-47b9-97b0-54fda3f3fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac36ef8-fb3d-41f3-b829-32fa64cd31fd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:43.950777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:43.957496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.094893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966ed1-011c-4976-9296-3c833b002958 req-3e7e11e5-8812-4e85-a665-bb88aa2f598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:44.096531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-3e7e11e5-8812-4e85-a665-bb88aa2f598b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.2252414 Sep 18 00:42:44.097239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.160529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] For port 7dbdde8b-a3c3-4f77-8718-af9e41829b67, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7dbdde8b-a3c3-4f77-8718-af9e41829b67,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:44.163979 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.177092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3b0a42-d8eb-4c99-a948-19cd2f071731,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:44.210144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-2ec79c82-86c6-4714-9e49-4849d39bcfab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018996 Sep 18 00:42:44.240663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Calling delete_port for 7dbdde8b-a3c3-4f77-8718-af9e41829b67 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:44.424782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4074fdde-7605-43a9-abd0-13452b9e1826 None None] Could not find standard attr ID for object 464672b7-a958-4354-a3bd-ae4e7f9c1956. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:42:44.488800 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.535149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.554727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] Pushing event deleted for resources: {'Port': ['ID=7dbdde8b-a3c3-4f77-8718-af9e41829b67,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:44.572144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e94295-1b3a-4064-90f5-5bffacab6b34 None None] No DVR routers for this DVR port 7dbdde8b-a3c3-4f77-8718-af9e41829b67 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:44.590708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:44.596037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:44.602820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:44.603455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.607048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b223133-bfb1-45cd-ba18-64895f158978 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:44.664367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9269805 Sep 18 00:42:44.669317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:44.701505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:47:1e:8e', 'name': 'tempest-NetworksTestDHCPv6-265587996'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:44.760316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f613f-20c4-49ee-a09b-fd39ce3c2824 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=5a7a033a-484f-4b56-9d3f-6dabc80db9f9,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:44.976903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:44.991224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7dbdde8b-a3c3-4f77-8718-af9e41829b67 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:45.004504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '5a7a033a-484f-4b56-9d3f-6dabc80db9f9'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:45.005373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.033294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-0f6b6df3-f3c5-419b-97d6-3a5d6660b5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937326 Sep 18 00:42:45.088099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7dbdde8b-a3c3-4f77-8718-af9e41829b67 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:45.088475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7dbdde8b-a3c3-4f77-8718-af9e41829b67 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:45.103567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0c1e0-3c5c-478e-aea5-44dda6099e91 req-01c18d73-880d-4cd0-bf1d-fa63e3b12d01 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:45.109621 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.112307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42e0c1e0-3c5c-478e-aea5-44dda6099e91 req-01c18d73-880d-4cd0-bf1d-fa63e3b12d01 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 1.2161498 Sep 18 00:42:45.175150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:45.271853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b63747-5494-49a5-8938-c6fb64219320 req-a2da9b74-4ded-4c28-b24d-a2afa28daad7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:45.275968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79b63747-5494-49a5-8938-c6fb64219320 req-a2da9b74-4ded-4c28-b24d-a2afa28daad7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 943 time: 0.2416990 Sep 18 00:42:45.438373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42e0c1e0-3c5c-478e-aea5-44dda6099e91 req-a519ce9f-9711-4571-8ce7-76e1401d1620 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199022 Sep 18 00:42:45.466148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::d9 (e7e807e1-53db-44db-8568-22231a7b4df3/5a7a033a-484f-4b56-9d3f-6dabc80db9f9/8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:45.478928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39194) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:45.644798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93966ed1-011c-4976-9296-3c833b002958 req-b9d20731-c331-4b34-82c2-5e5c2dceaeb6 service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912480 Sep 18 00:42:45.701290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-364496268-network', 'tenant_id': 'd41005c99a7946a682fb7731ea12c351'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:45.740601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79b63747-5494-49a5-8938-c6fb64219320 req-8d236436-a6a0-49ee-92a9-d68d8f2ad871 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465983 Sep 18 00:42:45.755335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Made reservation on behalf of d41005c99a7946a682fb7731ea12c351 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:45.761433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.782747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.783668 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.904986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.934158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.971329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.980319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:45.995045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:46.010470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.012781 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.013128 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Added segment 6e8710e7-917b-42db-a439-b858ff7466e7 of type vlan for network 919c296a-dc2f-4068-b655-e2df7072a4ee Sep 18 00:42:46.083319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:42:46.097279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:46.104460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:46.130724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a931ef8a-672c-4532-847d-21fe24a59772,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:46.137842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:46.144825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:46.145453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.174945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.178497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:46.190239 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5368dcd-7ad9-4cd8-a13c-eaafcd70bc1e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5196474 Sep 18 00:42:46.193902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:46.242132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:42:46.242873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.244361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:46.245093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.277379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea28f8-2f11-43a2-a4a2-d287bfa2532e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:46.278913 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03ea28f8-2f11-43a2-a4a2-d287bfa2532e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0839458 Sep 18 00:42:46.281400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e29e-d1c6-4ca9-a91c-20aad2ba49b7 req-e045c65c-a322-4748-ac4b-3ed94bcf31d4 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:46.283437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39214) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:46.291848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e740e29e-d1c6-4ca9-a91c-20aad2ba49b7 req-e045c65c-a322-4748-ac4b-3ed94bcf31d4 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.0875506 Sep 18 00:42:46.347232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/5a7a033a-484f-4b56-9d3f-6dabc80db9f9/5dd2c6ed-2d60-4b8a-b165-03f8daac821b) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:46.358843 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8713131 Sep 18 00:42:46.364819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:46.370378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Request body: {'subnet': {'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-364496268-subnet', 'tenant_id': 'd41005c99a7946a682fb7731ea12c351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:46.394369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a590110-dd2f-4e0d-be9f-b6c994ec1b6e admin admin] Pushing event updated for resources: {'Network': ['ID=919c296a-dc2f-4068-b655-e2df7072a4ee,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:46.403909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e740e29e-d1c6-4ca9-a91c-20aad2ba49b7 req-b5d21805-f45d-4d52-9ca8-efc884046e4a tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087713 Sep 18 00:42:46.418232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 919c296a-dc2f-4068-b655-e2df7072a4ee details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:46.442912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Made reservation on behalf of d41005c99a7946a682fb7731ea12c351 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:46.445328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.468918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:46.534103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:42:46.543042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7413952d-c6bb-4292-b04d-d05bff7da2a9 admin admin] 10.222.0.49 "PUT /v2.0/routers/592e99ca-5d6f-44e6-ad20-181ce4d227f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4529386 Sep 18 00:42:46.544806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39218) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:46.548039 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Sync routers for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:42:46.574259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:46.574764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.581833 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:46.582485 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:46.591462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350', 'mac_address': 'fa:16:3e:51:fb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:42:46.817215 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:46.826841 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.840009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.875992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:46.876629 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.902248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:42:46.954104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:46.969163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.971844 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.035892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:47.057126 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.133074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d79782-66d3-4794-b5d3-99188191dc5f req-c37a6483-9dc1-42e5-8c27-fe4a9667de95 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.139784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27d79782-66d3-4794-b5d3-99188191dc5f req-c37a6483-9dc1-42e5-8c27-fe4a9667de95 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 944 time: 0.1750355 Sep 18 00:42:47.154467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.189859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:47.196420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:47.198320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Pushing event updated for resources: {'Port': ['ID=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:47.216826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:47.224430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4945bf0e-6c29-4ced-a168-a7b6f4f2d350'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:47.250082 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:42:44Z', 'revision_number': 5, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port': {'id': '7d932109-8dde-44f9-b404-d4bbe7ca63ae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:20Z', 'updated_at': '2021-09-18T00:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:47.269052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:47.308565 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Checking router: 592e99ca-5d6f-44e6-ad20-181ce4d227f9 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:42:47.312719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.326388 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Routers {'592e99ca-5d6f-44e6-ad20-181ce4d227f9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:47.327585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:47.341306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27d79782-66d3-4794-b5d3-99188191dc5f req-e71b6c86-2acf-470e-b61a-a59ee00bd072 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213942 Sep 18 00:42:47.367381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.370564 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-026cdf1e-4c3f-4e9f-935a-bad555b68ba5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998 HTTP/1.1" status: 204 len: 168 time: 1.0799568 Sep 18 00:42:47.372670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Attempting to bind port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:47.373311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Attempting to bind port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:47.374669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Attempting to bind port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:47.377295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39236) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:47.387416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:47.388347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:47.388975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.389887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:47.390785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Bound port: 5dd2c6ed-2d60-4b8a-b165-03f8daac821b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:47.391377 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.399250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.447398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Deleting port 7d932109-8dde-44f9-b404-d4bbe7ca63ae {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:47.447862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.552245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] For port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:47.573515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] For port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:47.584187 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.590880 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] Set router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:47.627986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1708e6-11c3-4a15-b6b0-a4490ed3e41a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:47.674825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] For port 7d932109-8dde-44f9-b404-d4bbe7ca63ae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7d932109-8dde-44f9-b404-d4bbe7ca63ae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:47.675203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.676865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442f24c-efac-4841-89bc-7c2891addf23 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.679255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442f24c-efac-4841-89bc-7c2891addf23 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.684902 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8442f24c-efac-4841-89bc-7c2891addf23 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3064740 Sep 18 00:42:47.688033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:47.689044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:42:47Z', 'revision_number': 6, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:47.710442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Calling delete_port for 7d932109-8dde-44f9-b404-d4bbe7ca63ae owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:47.743587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0db4b-7c02-421a-96ae-741c1f0a5663 None None] The sync data for ids ['592e99ca-5d6f-44e6-ad20-181ce4d227f9'] in n-d-712707-16 is: [{'id': '592e99ca-5d6f-44e6-ad20-181ce4d227f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1662465697-router', 'tenant_id': '23fe6c76982f4255a64c062ef69f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:18Z', 'updated_at': '2021-09-18T00:42:47Z', 'revision_number': 6, 'project_id': '23fe6c76982f4255a64c062ef69f77ad', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:42:47.767205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fc0c0-8ed7-4cf9-95b7-814aa02492ab None None] Pushing event updated for resources: {'Port': ['ID=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:47.771707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 5a7a033a-484f-4b56-9d3f-6dabc80db9f9 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:47.791008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.822870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Checking segment: {'id': '6e8710e7-917b-42db-a439-b858ff7466e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:47.823224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Network hostable DHCP agents. Network: 919c296a-dc2f-4068-b655-e2df7072a4ee, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:42:47.883369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.007901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.050642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:48.112580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34231286-4e19-468c-87bf-f42020ab7303 req-cfe4be8f-23f3-49c6-b87c-3269c33a068a tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:48.114356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34231286-4e19-468c-87bf-f42020ab7303 req-cfe4be8f-23f3-49c6-b87c-3269c33a068a tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.0952837 Sep 18 00:42:48.225602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.233813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:42:48.240679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:48.241404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.274284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Network 919c296a-dc2f-4068-b655-e2df7072a4ee is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:42:48.335793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34231286-4e19-468c-87bf-f42020ab7303 req-6091a708-ef9f-4fa2-acd6-91dbfb6ee4ef tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930544 Sep 18 00:42:48.340744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.403432 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.435040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-26f1819b-592b-4942-b3fe-a14b9b365242 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:48.437506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-26f1819b-592b-4942-b3fe-a14b9b365242 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.54 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.6611178 Sep 18 00:42:48.444070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7a033a-484f-4b56-9d3f-6dabc80db9f9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:48.486742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Pushing event deleted for resources: {'Port': ['ID=7d932109-8dde-44f9-b404-d4bbe7ca63ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:48.505941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:48.513830 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de7b527-b1e9-4440-835d-3569ce3eb31b" -d '{"events": [{"server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "name": "network-vif-plugged", "status": "completed", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:48.542148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:48.554496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.656857 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9471e05c-24d1-4fb5-aaa6-e26b0949e632 x-openstack-request-id: req-9471e05c-24d1-4fb5-aaa6-e26b0949e632 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:48.657457 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "name": "network-vif-plugged", "status": "completed", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:48.657951 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9471e05c-24d1-4fb5-aaa6-e26b0949e632 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:48.658559 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350', 'code': 200} Sep 18 00:42:48.715775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:48.814957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6eaac-5d38-42f7-a82c-6a0a1b874c4e req-94d7791a-026a-4bca-a8ed-206bbc215913 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:48.824615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c6eaac-5d38-42f7-a82c-6a0a1b874c4e req-94d7791a-026a-4bca-a8ed-206bbc215913 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 945 time: 0.2841651 Sep 18 00:42:48.847415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14191-4f59-4977-b31a-6f331e859ea8 req-dd287592-af4a-4bdc-99fa-56572f8550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:48.849836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee14191-4f59-4977-b31a-6f331e859ea8 req-dd287592-af4a-4bdc-99fa-56572f8550fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 1097 time: 0.1684194 Sep 18 00:42:48.877644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.939938 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.954714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-42163b9b-2b30-4f00-8913-0c59ef63dee2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/5a7a033a-484f-4b56-9d3f-6dabc80db9f9 HTTP/1.1" status: 204 len: 168 time: 1.2618737 Sep 18 00:42:48.957190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 919c296a-dc2f-4068-b655-e2df7072a4ee) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:48.958522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:48.971638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:48.972262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:48.987448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05662b5-01c3-43a1-b080-bb97d290167c None None] Network 919c296a-dc2f-4068-b655-e2df7072a4ee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:48.995295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5dd2c6ed-2d60-4b8a-b165-03f8daac821b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:49.099978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8135bcf-0886-4c8b-8224-c647bc450be2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321490 Sep 18 00:42:49.100733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39270) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.222810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.227802 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.242382 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08f6e9dc-10a2-4880-b7ba-f73b1d85eaa0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8751550 Sep 18 00:42:49.277778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a7855-ab2a-473c-b9c0-9d33b9c1f903 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:49.279792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a1a7855-ab2a-473c-b9c0-9d33b9c1f903 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1716669 Sep 18 00:42:49.281995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:49.282486 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.284045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.394972 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.395570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 592e99ca-5d6f-44e6-ad20-181ce4d227f9 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:42:49.490394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.495703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7fd2169b-4ee3-4ba5-8f75-260ef4e2fbad admin admin] 10.222.0.49 "DELETE /v2.0/routers/592e99ca-5d6f-44e6-ad20-181ce4d227f9 HTTP/1.1" status: 204 len: 168 time: 2.9475451 Sep 18 00:42:49.512630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39288) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.530953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf32cd-4ecb-436d-b2f8-4264c33df3c4 None None] Network 919c296a-dc2f-4068-b655-e2df7072a4ee requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:49.542277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fbe64-ce94-4894-a3c7-723e0cac665d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:49.543995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-534fbe64-ce94-4894-a3c7-723e0cac665d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2589967 Sep 18 00:42:49.558982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.559579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39290) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.595842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c6eaac-5d38-42f7-a82c-6a0a1b874c4e req-d8ea27ad-76ab-48cc-a87d-76b9feef7ffe tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692890 Sep 18 00:42:49.680137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Deleting port bc321737-5cc8-4202-97fc-b5e4e66e07ea {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:49.680798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.721229 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-56505d9e-c52f-43cd-a40c-4f7ef1ffe418 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550076 Sep 18 00:42:49.732893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39298) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:49.788870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee14191-4f59-4977-b31a-6f331e859ea8 req-e2bfd302-bb82-4290-8db3-357ac28124cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9263206 Sep 18 00:42:49.792940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:49.839285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16c3d5-f5ec-4adf-bf11-232ff1b6aa6c None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:49.868735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Deleting subnet 0d040e41-48f7-449a-a79a-f23b61e0d972 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:49.884460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.899916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.909650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5cb6-c3b1-40b2-bd99-4bc04e8fd551 req-db98a577-fe9a-43d2-8188-d8400b4895bc tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:49.921572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] For port bc321737-5cc8-4202-97fc-b5e4e66e07ea, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bc321737-5cc8-4202-97fc-b5e4e66e07ea,segment=NetworkSegment(514180a0-643c-4323-bd43-2cd2f5bc872d),segment_id=514180a0-643c-4323-bd43-2cd2f5bc872d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:49.922143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:49.923019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-085c5cb6-c3b1-40b2-bd99-4bc04e8fd551 req-db98a577-fe9a-43d2-8188-d8400b4895bc tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 945 time: 0.3100586 Sep 18 00:42:49.951274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Calling delete_port for bc321737-5cc8-4202-97fc-b5e4e66e07ea owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:50.045416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2ed6094e-28ba-4390-b140-cc05a0ef6b09 None None] Provisioning complete for port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:50.046082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ed6094e-28ba-4390-b140-cc05a0ef6b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.138250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:50.164782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.180039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.290191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.294641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-085c5cb6-c3b1-40b2-bd99-4bc04e8fd551 req-8083595e-e943-4c7a-a1ca-704fff105762 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/security-groups?id=fefabcd8-9f8a-4f98-990e-f8e37c3741fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657365 Sep 18 00:42:50.319405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d932109-8dde-44f9-b404-d4bbe7ca63ae no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:50.343596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:50.352188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.368483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7d932109-8dde-44f9-b404-d4bbe7ca63ae {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:50.368949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7d932109-8dde-44f9-b404-d4bbe7ca63ae not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:50.369617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5a3b0a42-d8eb-4c99-a948-19cd2f071731 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:50.373208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:50.424297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:50.428965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5a3b0a42-d8eb-4c99-a948-19cd2f071731 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:50.429627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Pushing event deleted for resources: {'Port': ['ID=bc321737-5cc8-4202-97fc-b5e4e66e07ea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:50.429867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5a3b0a42-d8eb-4c99-a948-19cd2f071731 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:50.443393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ada878cd-b8c1-49df-9b92-40a083c46302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.478283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:50.486190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249515961-network', 'tenant_id': 'bd0e507d46ab4796a405043eb72cdfc1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:50.506404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Deleting port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:50.507184 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.553103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] No DVR routers for this DVR port bc321737-5cc8-4202-97fc-b5e4e66e07ea on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:50.555985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.558503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c822e133-a259-48bd-9090-0d4d171bd7c5 req-806de1c9-70dd-47a5-839f-08ee2d952594 tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.54 "DELETE /v2.0/ports/bc321737-5cc8-4202-97fc-b5e4e66e07ea HTTP/1.1" status: 204 len: 173 time: 2.1122124 Sep 18 00:42:50.560429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'name': 'network-vif-deleted', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:50.571839 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c34db-bbb0-4b66-868f-3f37c7d5a714" -d '{"events": [{"server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "name": "network-vif-deleted", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:50.580629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] For port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:50.581435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.583989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Made reservation on behalf of bd0e507d46ab4796a405043eb72cdfc1 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:50.601194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Calling delete_port for 5dd2c6ed-2d60-4b8a-b165-03f8daac821b owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:50.603185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.624884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.725564 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992661f-0016-4275-9b10-c361945272b0 x-openstack-request-id: req-d992661f-0016-4275-9b10-c361945272b0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:50.728990 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988c1e86-ca65-442e-b02d-317e4731ff8f", "name": "network-vif-deleted", "tag": "bc321737-5cc8-4202-97fc-b5e4e66e07ea", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:50.730329 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d992661f-0016-4275-9b10-c361945272b0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:50.734801 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988c1e86-ca65-442e-b02d-317e4731ff8f', 'name': 'network-vif-deleted', 'tag': 'bc321737-5cc8-4202-97fc-b5e4e66e07ea', 'status': 'completed', 'code': 200} Sep 18 00:42:50.747128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.797868 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.911999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] Pushing event deleted for resources: {'Port': ['ID=5dd2c6ed-2d60-4b8a-b165-03f8daac821b,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:50.932153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5dd2c6ed-2d60-4b8a-b165-03f8daac821b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:50.961209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ada878cd-b8c1-49df-9b92-40a083c46302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.963454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fdae7-4d4b-40fd-b543-ba3f72df7de2 None None] No DVR routers for this DVR port 5dd2c6ed-2d60-4b8a-b165-03f8daac821b on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:50.969591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ada878cd-b8c1-49df-9b92-40a083c46302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.013348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5dd2c6ed-2d60-4b8a-b165-03f8daac821b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:51.013703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5dd2c6ed-2d60-4b8a-b165-03f8daac821b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:51.052774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351da15e-fa9a-4f53-844c-fa515021273e req-14c3fa99-b38f-47da-b6fd-e20523971704 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:51.054201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-351da15e-fa9a-4f53-844c-fa515021273e req-14c3fa99-b38f-47da-b6fd-e20523971704 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 945 time: 0.3322761 Sep 18 00:42:51.080288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.225332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada878cd-b8c1-49df-9b92-40a083c46302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17c06f-6591-4800-b9e9-845aeb342a64,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:51.273401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ada878cd-b8c1-49df-9b92-40a083c46302 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f41490590dc64e02b30dd90117c17f91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6890912 Sep 18 00:42:51.275638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:51.308184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.334852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.388542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39da439-c9a7-491d-a605-1d4f222418a4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:51.392782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:51.395707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.419774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.420321 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Added segment 4fa98171-9a3e-439c-bb1c-12d3509833bb of type vlan for network 821d4356-798c-4dc8-8649-c5e7a190ca8a Sep 18 00:42:51.468702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.544613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.595843 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.597046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:51.597659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.605685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.609992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.612056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e17c06f-6591-4800-b9e9-845aeb342a64 HTTP/1.1" status: 204 len: 168 time: 0.3351133 Sep 18 00:42:51.654365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27623e34-3a57-4613-a13d-f346216fbbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17c06f-6591-4800-b9e9-845aeb342a64,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:51.659422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1794221 Sep 18 00:42:51.662306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39340) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:51.694536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Request body: {'subnet': {'network_id': '821d4356-798c-4dc8-8649-c5e7a190ca8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249515961-subnet', 'tenant_id': 'bd0e507d46ab4796a405043eb72cdfc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:51.703183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754099cc-2b7d-416e-b210-d7430565a811 admin admin] Pushing event updated for resources: {'Network': ['ID=821d4356-798c-4dc8-8649-c5e7a190ca8a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:51.721458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 821d4356-798c-4dc8-8649-c5e7a190ca8a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:51.726524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d040e41-48f7-449a-a79a-f23b61e0d972,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:51.739726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Made reservation on behalf of bd0e507d46ab4796a405043eb72cdfc1 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:51.747565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.755051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-351da15e-fa9a-4f53-844c-fa515021273e req-84c76ebe-edba-41fa-ad24-ba138255054b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936028 Sep 18 00:42:51.758144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:51.772793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-69700286-3b28-4708-8411-280a44ad2dfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d040e41-48f7-449a-a79a-f23b61e0d972 HTTP/1.1" status: 204 len: 168 time: 2.2442813 Sep 18 00:42:51.777117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39342) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:51.831970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c80b25b6-43af-4e65-af76-85d61dd40758 req-797ebc48-aa28-4f26-aa7e-a372a106655b tempest-InstanceActionsNegativeTestJSON-669740835 tempest-InstanceActionsNegativeTestJSON-669740835-project] 10.222.0.49 "GET /v2.0/ports?device_id=988c1e86-ca65-442e-b02d-317e4731ff8f HTTP/1.1" status: 200 len: 210 time: 0.1874523 Sep 18 00:42:51.851521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec540498-b8a0-4816-97dd-fbddbcdf6583 None None] Network 798a3fc1-dfa0-43db-b251-b5f30b80902e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:51.973486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:42:52.016286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.084642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.109175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.127966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:52.143763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:52.158104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a3a30-13f7-46cf-a6d3-770f17e1174e None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:52.162201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] DHCP port deletion for 798a3fc1-dfa0-43db-b251-b5f30b80902e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:42:52.165127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:52.166128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.171898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=e2222bab-8306-4fd3-8cc3-0e765ee6e742,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:52.215306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b30ecc51-a3c7-432d-b718-2c8737515fa3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4290640 Sep 18 00:42:52.221188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39356) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:52.226865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:52.254493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bc321737-5cc8-4202-97fc-b5e4e66e07ea no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:52.263364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Deleting port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:52.264916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.319810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: bc321737-5cc8-4202-97fc-b5e4e66e07ea {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:52.320164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bc321737-5cc8-4202-97fc-b5e4e66e07ea not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:52.369308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] For port 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9ed6110b-e46b-48d5-a699-e7005cb42dd3,segment=NetworkSegment(408d802b-cae9-4d92-bbd3-6cb1b25d8a4a),segment_id=408d802b-cae9-4d92-bbd3-6cb1b25d8a4a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:52.370180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.388541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:52.393016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.398997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Calling delete_port for 9ed6110b-e46b-48d5-a699-e7005cb42dd3 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:52.400183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Checking segment: {'id': '4fa98171-9a3e-439c-bb1c-12d3509833bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '821d4356-798c-4dc8-8649-c5e7a190ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:52.400648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Network hostable DHCP agents. Network: 821d4356-798c-4dc8-8649-c5e7a190ca8a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:42:52.421072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c2609e-3d60-4df8-9afc-331b77fb808d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:52.535284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Network 821d4356-798c-4dc8-8649-c5e7a190ca8a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:42:52.549083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.566623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 821d4356-798c-4dc8-8649-c5e7a190ca8a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:52.575835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:52.577772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.595309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Deleting port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:52.595802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.601646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04ee35-7df1-4eb0-beab-2f9b941f7667 None None] Network 821d4356-798c-4dc8-8649-c5e7a190ca8a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:52.616540 n-d-712707-16 neutron-server[106452]: INFO neutron.db.ipam_backend_mixin [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2222bab-8306-4fd3-8cc3-0e765ee6e742 (CIDR: 2001:db8::/64) Sep 18 00:42:52.618831 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0df37420-f643-4503-980d-00375c0e0220 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9555769 Sep 18 00:42:52.626785 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:42:52.628390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:42:52.650186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] No DVR routers for this DVR port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:52.670013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed6110b-e46b-48d5-a699-e7005cb42dd3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:52.679166 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8edf09de-4c65-47e3-a505-48846df7996c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4564226 Sep 18 00:42:52.683368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:52.691313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:52.931963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': 'e2222bab-8306-4fd3-8cc3-0e765ee6e742'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:42:52.939121 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:52.945611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] For port 9ed6110b-e46b-48d5-a699-e7005cb42dd3, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:52.950029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.005185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.021955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:53.024158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9ed6110b-e46b-48d5-a699-e7005cb42dd3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:42:53.050515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Calling delete_port for 9ed6110b-e46b-48d5-a699-e7005cb42dd3 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:53.057676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a3fc1-dfa0-43db-b251-b5f30b80902e']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:53.074961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:42:53.089871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:53.090159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408d802b-cae9-4d92-bbd3-6cb1b25d8a4a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:53.118770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Deleting subnet 587f41bf-dde9-4944-bd00-069b0aedc39b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:42:53.120355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.126237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.142479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9ed6110b-e46b-48d5-a699-e7005cb42dd3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:42:53.142826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9ed6110b-e46b-48d5-a699-e7005cb42dd3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:42:53.157102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.168764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.195346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:53.197184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.199207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:53.207307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.211940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:53.256906 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:53.362486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.367430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] Pushing event deleted for resources: {'Port': ['ID=9ed6110b-e46b-48d5-a699-e7005cb42dd3,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:53.395611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6f3ec-d0cc-44aa-808a-e4b9eb6dc8d7 None None] No DVR routers for this DVR port 9ed6110b-e46b-48d5-a699-e7005cb42dd3 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:53.443025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266921a3-5126-442f-8a4b-b3df7224ffaa None None] Network 821d4356-798c-4dc8-8649-c5e7a190ca8a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:53.498408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.526566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.531739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] 10.222.0.49 "DELETE /v2.0/networks/798a3fc1-dfa0-43db-b251-b5f30b80902e HTTP/1.1" status: 204 len: 168 time: 1.7215824 Sep 18 00:42:53.531739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8789b2-2dec-4ab2-a75c-5ad2e8d2b42d admin admin] Pushing event deleted for resources: {'Network': ['ID=798a3fc1-dfa0-43db-b251-b5f30b80902e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:53.539739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f957e-8a53-4a70-b1f2-b61f2df7013c req-46a46f69-f995-4d07-98af-bb568eba00c0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:53.545466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:53.547972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.548197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-731f957e-8a53-4a70-b1f2-b61f2df7013c req-46a46f69-f995-4d07-98af-bb568eba00c0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 945 time: 0.2933557 Sep 18 00:42:53.621162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-731f957e-8a53-4a70-b1f2-b61f2df7013c req-55b077b8-f7a8-4297-b0ad-464bd7b7af8e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719674 Sep 18 00:42:53.725925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Allocated IP 2001:db8::f816:3eff:fe77:9016 (e7e807e1-53db-44db-8568-22231a7b4df3/e2222bab-8306-4fd3-8cc3-0e765ee6e742/3f983e95-9e2d-4d39-9cc5-faf28f84e261) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:53.731032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587f41bf-dde9-4944-bd00-069b0aedc39b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:53.742053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:53.744068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4eae7083-ffe0-49a8-a7a7-d4ed7ec25f79 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/587f41bf-dde9-4944-bd00-069b0aedc39b HTTP/1.1" status: 204 len: 168 time: 0.7079740 Sep 18 00:42:53.747540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:54.031892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.092513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.099543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.105003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.157281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-5db8c2eb-c5b4-4a6b-a3f6-2d97ba735ee0 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:54.166315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-5db8c2eb-c5b4-4a6b-a3f6-2d97ba735ee0 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/networks?id=919c296a-dc2f-4068-b655-e2df7072a4ee HTTP/1.1" status: 200 len: 824 time: 0.3597217 Sep 18 00:42:54.216703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Pushing event updated for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:54.253149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-c936d002-d5b4-451e-ad1a-1e31f7efdbe2 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/quotas/d41005c99a7946a682fb7731ea12c351 HTTP/1.1" status: 200 len: 375 time: 0.0857208 Sep 18 00:42:54.264466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:54.268474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:54.272161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:54.279149 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5405bda2-7429-4cfb-a629-203b2cdaad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.287992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:54.296640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:54.307311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:54.307909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.325124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=6b452856-13fe-45a0-b812-e6528a419ac8,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:54.369375 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50b4d5d6-cdd6-4c1f-b181-95aae0398d31 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6843605 Sep 18 00:42:54.391023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39464) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:54.394436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Attempting to bind port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:42:54.395090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Attempting to bind port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:42:54.395810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Attempting to bind port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:42:54.395997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:3d:b5:2b', 'name': 'tempest-NetworksTestDHCPv6-861557014'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:54.402463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:42:54.403334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:42:54.404241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.404890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:42:54.407407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Bound port: 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:42:54.408043 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.408980 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.447307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-2e456b4e-bcc1-4d94-b1fd-18af1237bfc9 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d41005c99a7946a682fb7731ea12c351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1932714 Sep 18 00:42:54.495343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:42:54.499300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f983e95-9e2d-4d39-9cc5-faf28f84e261,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:42:54.505860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.509426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a74521-679d-4e97-9040-42ba3bdcff09']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:54.611512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4066c8c-404d-436c-987a-802b74c18957 None None] Pushing event updated for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:54.644753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:54.688709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93d37-83e9-425c-970c-6d1dbae44ff1 req-c68299f5-9e13-4cac-9eef-1e29baae3fb4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:54.695642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39b93d37-83e9-425c-970c-6d1dbae44ff1 req-c68299f5-9e13-4cac-9eef-1e29baae3fb4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 945 time: 0.5129340 Sep 18 00:42:54.701654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514180a0-643c-4323-bd43-2cd2f5bc872d') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:54.702173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514180a0-643c-4323-bd43-2cd2f5bc872d') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:54.740475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.805609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.824925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:42:54.825436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:42:54.831227 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:42:54.863688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-4d89a991-bb04-4685-af14-8b392db10e88 service neutron] 10.222.0.49 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900785 Sep 18 00:42:54.871766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:54.895565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39b93d37-83e9-425c-970c-6d1dbae44ff1 req-bda8ab1e-20c0-4a3d-9204-54056e2a22f2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894958 Sep 18 00:42:54.970939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:42:55.162550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.167349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.170253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d8a74521-679d-4e97-9040-42ba3bdcff09 HTTP/1.1" status: 204 len: 168 time: 1.4214389 Sep 18 00:42:55.191940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1469640-1998-4331-870c-bfcd6a73ddd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a74521-679d-4e97-9040-42ba3bdcff09,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:55.240687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-78036afc-ab08-4fec-8033-301a4ab8910d service neutron] 10.222.0.49 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424439 Sep 18 00:42:55.295012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8:0:1::1b9 (e7e807e1-53db-44db-8568-22231a7b4df3/6b452856-13fe-45a0-b812-e6528a419ac8/1d88cb28-e62e-4216-81b4-7bdd0845d3fb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:55.315391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe3d:b52b (e7e807e1-53db-44db-8568-22231a7b4df3/e2222bab-8306-4fd3-8cc3-0e765ee6e742/1d88cb28-e62e-4216-81b4-7bdd0845d3fb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:55.320049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.458591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-50ec3c42-eef5-43bc-81be-77774980b54a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:55.462811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-50ec3c42-eef5-43bc-81be-77774980b54a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 945 time: 0.1697149 Sep 18 00:42:55.608849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:55.693953 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f1bdba0-159c-4653-98ec-65f322a07cc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=749c616829274ba48a94aeddf5dcf87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807664 Sep 18 00:42:55.695926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39514) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:55.789378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:55.789735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.942788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:55.943404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.960804 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:55.965582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:56.153897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.216843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d28c13f-f176-496c-b446-4596e82d7114 req-38705b40-87ef-47bd-85b5-daf1024a61c2 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 210 time: 0.0746353 Sep 18 00:42:56.238162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60468e2-f705-4ce1-9b5f-e8a03a8dfa09 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:42:56.273233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.303152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4945bf0e-6c29-4ced-a168-a7b6f4f2d350'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:42:56.319764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.341202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=1d88cb28-e62e-4216-81b4-7bdd0845d3fb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:56.364405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:42:56.370565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:42:56.378717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:42:56.385424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=4945bf0e-6c29-4ced-a168-a7b6f4f2d350,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:56.388481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:56.389147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.430390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Deleting port d77b9fcd-4ded-454b-a8d5-fafb062590f8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:56.430883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.491597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:42:56.494964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.498179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-068d60d1-f2df-45f1-bfff-9359a5e5b72e req-38d316b8-cfb2-4f17-af90-ae69d2a0f926 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "DELETE /v2.0/ports/4945bf0e-6c29-4ced-a168-a7b6f4f2d350 HTTP/1.1" status: 204 len: 173 time: 1.0254977 Sep 18 00:42:56.513956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-991612fb-fc29-438a-a645-791e63c88e78 req-5904c8c3-245f-4184-8b1c-f3578ed11573 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=61c678e7-f263-4cdc-857c-61689dbfd0da HTTP/1.1" status: 200 len: 210 time: 0.1295741 Sep 18 00:42:56.548751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.552169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4e1b2e6d-5551-43a8-a1d8-313624d4b6e1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1598408 Sep 18 00:42:56.562898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39528) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:56.612505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] Provisioning complete for port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:56.612505 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.640512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'name': 'network-vif-deleted', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:56.643265 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc64d50-5d55-47aa-9b61-6129cfd34f01" -d '{"events": [{"server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "name": "network-vif-deleted", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:56.649748 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.653177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:56.659095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fefabcd8-9f8a-4f98-990e-f8e37c3741fc HTTP/1.1" status: 204 len: 168 time: 0.9624979 Sep 18 00:42:56.679213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db233-96bf-4d67-8357-2f3d9a358f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefabcd8-9f8a-4f98-990e-f8e37c3741fc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:56.737841 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee7f7f0-cdf8-48de-8a41-8bad8a6cbb6e x-openstack-request-id: req-8ee7f7f0-cdf8-48de-8a41-8bad8a6cbb6e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:56.738363 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c678e7-f263-4cdc-857c-61689dbfd0da", "name": "network-vif-deleted", "tag": "4945bf0e-6c29-4ced-a168-a7b6f4f2d350", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:56.738796 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee7f7f0-cdf8-48de-8a41-8bad8a6cbb6e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:56.739595 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c678e7-f263-4cdc-857c-61689dbfd0da', 'name': 'network-vif-deleted', 'tag': '4945bf0e-6c29-4ced-a168-a7b6f4f2d350', 'status': 'completed', 'code': 200} Sep 18 00:42:56.753098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] For port d77b9fcd-4ded-454b-a8d5-fafb062590f8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d77b9fcd-4ded-454b-a8d5-fafb062590f8,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:56.753748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.132263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.138552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 3f983e95-9e2d-4d39-9cc5-faf28f84e261 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:57.379444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14b2ed8a-dec6-4764-aa51-d34e8f39b689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.401270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ed45c5-ee2c-443b-9eae-8c8c3698dfdf req-bcf49c71-c1c8-4af5-9702-f4d27750f749 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 210 time: 0.0559826 Sep 18 00:42:57.524570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Calling delete_port for d77b9fcd-4ded-454b-a8d5-fafb062590f8 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:57.575717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.580781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'e2222bab-8306-4fd3-8cc3-0e765ee6e742', 'ip_address': '2001:db8::f816:3eff:fe77:9016'}, {'subnet_id': '6b452856-13fe-45a0-b812-e6528a419ac8'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '3f983e95-9e2d-4d39-9cc5-faf28f84e261'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:42:57.612152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f983e95-9e2d-4d39-9cc5-faf28f84e261,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:57.616566 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.641382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:57.642316 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:57.647977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.029184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb09ea-e805-4070-b7b8-4b86cc871641 None None] Pushing event updated for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:58.173852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Allocated IP 2001:db8:0:1::2 (e7e807e1-53db-44db-8568-22231a7b4df3/6b452856-13fe-45a0-b812-e6528a419ac8/3f983e95-9e2d-4d39-9cc5-faf28f84e261) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:58.177670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-d79d5dfd-db3e-4156-8993-acd4e1546e9a tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:58.182379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-d79d5dfd-db3e-4156-8993-acd4e1546e9a tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.54 "GET /v2.0/networks?id=919c296a-dc2f-4068-b655-e2df7072a4ee HTTP/1.1" status: 200 len: 824 time: 0.3021975 Sep 18 00:42:58.185801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.231629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77b9fcd-4ded-454b-a8d5-fafb062590f8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:58.256536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Request body: {'port': {'device_id': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee', 'admin_state_up': True, 'tenant_id': 'd41005c99a7946a682fb7731ea12c351'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:58.269764 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.310181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f983e95-9e2d-4d39-9cc5-faf28f84e261,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:42:58.326267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:42:58.327406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.365342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.376961 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.519641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39572) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:58.527898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3920857-d3d0-43e3-a502-3cdefe297647 None None] Pushing event updated for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:58.704191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Made reservation on behalf of d41005c99a7946a682fb7731ea12c351 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:58.707895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.733235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2116580710-network', 'tenant_id': 'b20e09258ef0486d9c031486a4356292'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:58.792982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:58.796400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.814537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.929863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:58.995135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 1d88cb28-e62e-4216-81b4-7bdd0845d3fb owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:42:59.057704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 3f983e95-9e2d-4d39-9cc5-faf28f84e261 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:42:59.062832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.077872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.092750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:42:59.103337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.104141 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Added segment 523e7110-574a-45f3-bc37-7c17d465b0f9 of type vlan for network ad8432ee-3434-4f25-90c6-86efc67b0aaa Sep 18 00:42:59.117313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.169427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.179894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:59.180293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.227656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285cc765-ab92-4795-8b84-cd4b4dbfda4c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:59.259776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.261341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:59.262110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.332783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8082232 Sep 18 00:42:59.392983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39582) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:42:59.405608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Request body: {'subnet': {'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2116580710-subnet', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:42:59.422277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18df4d-a736-423b-b7eb-9902ac558ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8432ee-3434-4f25-90c6-86efc67b0aaa,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:42:59.439165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:42:59.589234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.602925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0ae88fdb-71fe-4ccc-8688-37435c14013b None None] Provisioning complete for port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:59.603896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ae88fdb-71fe-4ccc-8688-37435c14013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.639471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Allocated IP 172.20.0.13 (919c296a-dc2f-4068-b655-e2df7072a4ee/ed1708e6-11c3-4a15-b6b0-a4490ed3e41a/5f3caadd-4064-41fa-a782-10b56eeef2b9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:42:59.653901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:42:59.656810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.755568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0ae88fdb-71fe-4ccc-8688-37435c14013b None None] Provisioning complete for port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:42:59.757503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ae88fdb-71fe-4ccc-8688-37435c14013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:59.806597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0ae88fdb-71fe-4ccc-8688-37435c14013b None None] Port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:00.034953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e4899d3f-a285-44f2-80b1-3d737e8750ad None None] Provisioning complete for port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:00.035687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e4899d3f-a285-44f2-80b1-3d737e8750ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:00.083868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e4899d3f-a285-44f2-80b1-3d737e8750ad None None] Port 1d88cb28-e62e-4216-81b4-7bdd0845d3fb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:00.112845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:00.119582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-6a53a95d-4133-45a5-8938-44a2759cf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:00.121141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-6a53a95d-4133-45a5-8938-44a2759cf145 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 1097 time: 0.3805327 Sep 18 00:43:00.131391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Router e41e2db3-9234-40d9-9e30-d04a9baff408 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:43:00.155110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:00.155998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4945bf0e-6c29-4ced-a168-a7b6f4f2d350 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:00.381385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf2b617-5d49-4ad1-8a1c-ea8870cb80f7 req-08ad35d3-4216-4790-99d6-fe439117de66 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 210 time: 0.0315795 Sep 18 00:43:00.390509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-4e6e7943-c27d-4ddf-b7d6-6500bc0e67f0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:00.398576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:00.399333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-4e6e7943-c27d-4ddf-b7d6-6500bc0e67f0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.1774070 Sep 18 00:43:00.411469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-aa1c94e6-6689-4f3b-a530-3925a1f5b2be tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0111668 Sep 18 00:43:00.436726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:00.452477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-970072ac-6ff9-481d-b948-db546167f134 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352628 Sep 18 00:43:00.465003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-2015b4e1-7286-4eff-974c-e29efad0c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:00.466482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-2015b4e1-7286-4eff-974c-e29efad0c74b service neutron] 10.222.0.54 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 905 time: 0.2905922 Sep 18 00:43:00.564842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-cbb8fc34-4764-4bb0-9007-8be1476b0e94 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042807 Sep 18 00:43:00.684708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-486fdcd4-2937-44e8-a937-8802b068d569 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151125 Sep 18 00:43:00.814730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=1d88cb28-e62e-4216-81b4-7bdd0845d3fb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:00.866438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:00.881477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Sync routers for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:00.914736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:00.915716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:00.933605 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14624a1c-bca1-4baf-9ff3-669da1664ec9 admin admin] 10.222.0.49 "PUT /v2.0/routers/e41e2db3-9234-40d9-9e30-d04a9baff408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3869145 Sep 18 00:43:00.936187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:00.937329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-1972278c-2248-4a42-8c55-7de43b1543db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d HTTP/1.1" status: 200 len: 217 time: 0.4309385 Sep 18 00:43:01.000756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.084802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.088700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c394d1d1-ea63-430e-8948-ea1d5c054cff tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/1d88cb28-e62e-4216-81b4-7bdd0845d3fb HTTP/1.1" status: 204 len: 168 time: 4.5229168 Sep 18 00:43:01.098470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39656) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:01.247584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81c4e07f-7109-40a1-abed-310813320df3 req-05222690-0e62-43a5-8b6c-e26f840aea49 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.1449275 Sep 18 00:43:01.272955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-1f099693-57a4-472d-8b9a-c849dc9c1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:01.275215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-1f099693-57a4-472d-8b9a-c849dc9c1cc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.3124642 Sep 18 00:43:01.288479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Network 919c296a-dc2f-4068-b655-e2df7072a4ee is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:01.328857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-d42e6570-ec6f-48ba-93a7-ef21640c832a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351527 Sep 18 00:43:01.362729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:01.368538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Pushing event updated for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:01.397828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0707ff-3aa9-46fb-a1c4-ff1d8a134c2d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:01.411276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb0707ff-3aa9-46fb-a1c4-ff1d8a134c2d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2601097 Sep 18 00:43:01.412082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:01.432108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39672) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:01.506834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:01.524793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.532967 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.671059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=28818a3b-eee7-4b56-8e13-1099149a7689,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:01.675159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629c2d-1563-4c4c-8d50-f91bd2e666e5 req-1690f134-05de-48e4-8d34-39de0582314e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:01.683122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01629c2d-1563-4c4c-8d50-f91bd2e666e5 req-1690f134-05de-48e4-8d34-39de0582314e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 932 time: 0.1020432 Sep 18 00:43:01.738963 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.754313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:01.755608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.780945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01629c2d-1563-4c4c-8d50-f91bd2e666e5 req-e6350c33-590c-4f39-9c31-b92fb093def8 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875568 Sep 18 00:43:01.797774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806d43b-a9c6-49ab-be1b-2791f19c9296 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:01.799380 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f806d43b-a9c6-49ab-be1b-2791f19c9296 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3660052 Sep 18 00:43:01.807263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:01.822176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-32708847-9286-46b6-9755-9f372f2ed482 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725578 Sep 18 00:43:01.846305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-94490a3c-af96-4a15-bded-d9939dbce62e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6239829 Sep 18 00:43:01.876436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Deleting port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:01.876778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.903358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Request body: {'port': {'device_id': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:01.912508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:01.912893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Network hostable DHCP agents. Network: ad8432ee-3434-4f25-90c6-86efc67b0aaa, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:02.003003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.047783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625422be-3592-4388-92b9-5a89821d6749 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:02.049819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625422be-3592-4388-92b9-5a89821d6749 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:02.051539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625422be-3592-4388-92b9-5a89821d6749 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:02.053544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-625422be-3592-4388-92b9-5a89821d6749 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2439516 Sep 18 00:43:02.066360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:42:57Z', 'revision_number': 5, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port': {'id': '9a07b397-d2f2-4ea1-b9d8-6a74a5daa231', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:40:34Z', 'updated_at': '2021-09-18T00:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:02.078364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39690) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:02.120679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.122867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:02.156931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Checking router: e41e2db3-9234-40d9-9e30-d04a9baff408 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:02.176470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Routers {'e41e2db3-9234-40d9-9e30-d04a9baff408'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:02.177105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e41e2db3-9234-40d9-9e30-d04a9baff408'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:02.184423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23b708ad-b221-4100-ac70-e44f90f7a931 req-8b674baa-91c5-4a13-bb8f-bd1fba8e0c80 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351235 Sep 18 00:43:02.194580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ad8432ee-3434-4f25-90c6-86efc67b0aaa) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:02.196615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:02.197226 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.205618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 6b452856-13fe-45a0-b812-e6528a419ac8 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:02.232907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.271353 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-15a00dec-d4bb-4221-b632-3e5c8c9ec0cf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8738449 Sep 18 00:43:02.277381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39696) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:02.282841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:02.304650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.336159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] Set router e41e2db3-9234-40d9-9e30-d04a9baff408 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:02.419531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d4c1717-cead-4448-b6a5-65ce8b2165f6 req-00ab99fb-4509-45e0-9fe1-6404586df9e9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0372486 Sep 18 00:43:02.425306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.426344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.481696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] For port 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:02.482132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.489177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:43:01Z', 'revision_number': 6, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:02.494661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-85079f95-33e6-4ba2-8b2a-0aec54f383b4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:02.503443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441332f-066a-453b-8896-bc3c79503581 None None] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:02.503599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-85079f95-33e6-4ba2-8b2a-0aec54f383b4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.2557306 Sep 18 00:43:02.535159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.541838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-1f69ec06-c4d2-43b0-9b96-1c893299f288 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/quotas/3371ac011b9a4790959ea2d02eec8359 HTTP/1.1" status: 200 len: 375 time: 0.0375268 Sep 18 00:43:02.594825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Calling delete_port for 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:02.616703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebf017-1b63-4037-bf9f-ffaf9af16d8b None None] The sync data for ids ['e41e2db3-9234-40d9-9e30-d04a9baff408'] in n-d-712707-16 is: [{'id': 'e41e2db3-9234-40d9-9e30-d04a9baff408', 'name': 'tempest-AttachSCSIVolumeTestJSON-453849775-router', 'tenant_id': '13680275680c489daf904f9cb94b4940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:40:32Z', 'updated_at': '2021-09-18T00:43:01Z', 'revision_number': 6, 'project_id': '13680275680c489daf904f9cb94b4940', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:02.635709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.670665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.708053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=6b452856-13fe-45a0-b812-e6528a419ac8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:02.711016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.712943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3c7772f5-b9a4-498d-b951-6cd63f7ab679 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6b452856-13fe-45a0-b812-e6528a419ac8 HTTP/1.1" status: 204 len: 168 time: 0.6333506 Sep 18 00:43:02.716999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39700) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:02.722810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3caadd-4064-41fa-a782-10b56eeef2b9 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:02.756596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.786247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Transition to ACTIVE for port object 5f3caadd-4064-41fa-a782-10b56eeef2b9 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:43:02.796313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet e2222bab-8306-4fd3-8cc3-0e765ee6e742 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:02.799848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.802494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.806813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e465e5a-c764-4885-8a4a-dd3063566d4a None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:02.811311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-1b334b01-98b3-4544-b237-8b0130ee6a1f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681947 Sep 18 00:43:02.874597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:02.927922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:02.968760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.035787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d77b9fcd-4ded-454b-a8d5-fafb062590f8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:03.067470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.088819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d77b9fcd-4ded-454b-a8d5-fafb062590f8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:03.089521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d77b9fcd-4ded-454b-a8d5-fafb062590f8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:03.094722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:03.096545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.099705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-16b12c88-5edb-47ae-83f0-b0be51c09fa9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.101395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-16b12c88-5edb-47ae-83f0-b0be51c09fa9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.5878458 Sep 18 00:43:03.105473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Attempting to bind port 5f3caadd-4064-41fa-a782-10b56eeef2b9 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:03.105473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Attempting to bind port 5f3caadd-4064-41fa-a782-10b56eeef2b9 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '6e8710e7-917b-42db-a439-b858ff7466e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:03.105473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Attempting to bind port 5f3caadd-4064-41fa-a782-10b56eeef2b9 on network 919c296a-dc2f-4068-b655-e2df7072a4ee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:03.116874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Port 5f3caadd-4064-41fa-a782-10b56eeef2b9 on network 919c296a-dc2f-4068-b655-e2df7072a4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:43:03.117118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:03.117304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Attempting to bind port 5f3caadd-4064-41fa-a782-10b56eeef2b9 on network 919c296a-dc2f-4068-b655-e2df7072a4ee {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:03.128793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:03.129039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Checking segment: {'id': '6e8710e7-917b-42db-a439-b858ff7466e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:03.129341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Bound using segment: {'id': '6e8710e7-917b-42db-a439-b858ff7466e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:03.129986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Bound port: 5f3caadd-4064-41fa-a782-10b56eeef2b9, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8710e7-917b-42db-a439-b858ff7466e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:03.130216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.202200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.244800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=e2222bab-8306-4fd3-8cc3-0e765ee6e742,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:03.253453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:03.256113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.258088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e2651d93-4fb6-4c0c-a914-9eaa542ce7d3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/e2222bab-8306-4fd3-8cc3-0e765ee6e742 HTTP/1.1" status: 204 len: 168 time: 0.5402713 Sep 18 00:43:03.260619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9,segment=NetworkSegment(6e8710e7-917b-42db-a439-b858ff7466e7),segment_id=6e8710e7-917b-42db-a439-b858ff7466e7)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:03.261719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:03.270859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.338339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f533e23f-26f8-470a-9ea3-8f6ae1f189a2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753372 Sep 18 00:43:03.344253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:03.349992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:03.369951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f368d-968c-4074-87de-6d84812d370f req-122a516d-eb6e-4af2-bed3-03c4959afc07 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.372251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-311f368d-968c-4074-87de-6d84812d370f req-122a516d-eb6e-4af2-bed3-03c4959afc07 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 944 time: 0.3972313 Sep 18 00:43:03.384347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Allocated IP 172.20.0.2 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/180a9973-6893-454c-836d-4b944e514a71) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:03.385217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.386150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.387360 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f3caadd-4064-41fa-a782-10b56eeef2b9 HTTP/1.1" status: 200 len: 1093 time: 1.5212722 Sep 18 00:43:03.387824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:03.390505 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538" -d '{"events": [{"name": "network-changed", "server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:03.417398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d70e2-0036-4570-9161-b97e40217356 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:03.448586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-1635ca36-bb5d-4c84-91f6-6fe7575b95f8 service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358986 Sep 18 00:43:03.535048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-876a81a8-966f-4ef9-93c0-0d691274b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.536971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-876a81a8-966f-4ef9-93c0-0d691274b9fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41005c99a7946a682fb7731ea12c351&device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 1096 time: 0.0812628 Sep 18 00:43:03.539103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:03.543109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.580613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-311f368d-968c-4074-87de-6d84812d370f req-b3224160-58bc-443f-a227-a5edddce47ae tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842923 Sep 18 00:43:03.629984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d40a1-bb10-43a8-827e-d8277f70a7ab None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'e2222bab-8306-4fd3-8cc3-0e765ee6e742'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '3f983e95-9e2d-4d39-9cc5-faf28f84e261'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:43:03.704014 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-31e86558-7775-4ef1-9db3-7e67825ac123 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9 HTTP/1.1" status: 200 len: 217 time: 0.1306703 Sep 18 00:43:03.721695 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c766b-7fc8-4340-b13e-c8beb07ea8d7 x-openstack-request-id: req-f37c766b-7fc8-4340-b13e-c8beb07ea8d7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:03.722147 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:03.722601 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f37c766b-7fc8-4340-b13e-c8beb07ea8d7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:03.723849 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9', 'status': 'completed', 'code': 200} Sep 18 00:43:03.734846 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7d1d40a1-bb10-43a8-827e-d8277f70a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.743674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:03.748134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.753186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.814865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-e91cab9d-2065-4857-8f52-a30e46053603 service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525519 Sep 18 00:43:03.868709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7c22b2d5-cbdc-442c-bbbe-f1dd33134b85 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.871121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7c22b2d5-cbdc-442c-bbbe-f1dd33134b85 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6 HTTP/1.1" status: 200 len: 945 time: 0.3000336 Sep 18 00:43:03.893845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-33a5df97-dc39-414a-b6a1-4c1866facb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:03.895462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-33a5df97-dc39-414a-b6a1-4c1866facb3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed1708e6-11c3-4a15-b6b0-a4490ed3e41a HTTP/1.1" status: 200 len: 864 time: 0.1695457 Sep 18 00:43:03.926872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.945792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:03.956413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3626fe87-801c-41fe-b628-782545d44ad8 req-1f00f7e0-8993-4ccd-a531-c47f4e13ad3d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.2145104 Sep 18 00:43:03.958957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a07b397-d2f2-4ea1-b9d8-6a74a5daa231,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:03.992842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-fc50ebac-26ce-4d5e-a798-cc10c8f19daf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=919c296a-dc2f-4068-b655-e2df7072a4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731575 Sep 18 00:43:04.091058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:04.099235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:04.100997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Pushing event updated for resources: {'Port': ['ID=180a9973-6893-454c-836d-4b944e514a71,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:04.108894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:04.220351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9feb73-79f7-40a5-9290-db3f3676d6ec None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:04.304899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Attempting to bind port 180a9973-6893-454c-836d-4b944e514a71 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:04.305399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Attempting to bind port 180a9973-6893-454c-836d-4b944e514a71 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:04.305861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Attempting to bind port 180a9973-6893-454c-836d-4b944e514a71 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:04.313582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:04.314094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:04.314603 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.315553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:04.315553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Bound port: 180a9973-6893-454c-836d-4b944e514a71, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:04.316121 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.318063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8212cd20-633c-4557-b584-fd1da5f8b56b req-145fb431-8283-4567-be8d-d52ddbf7543d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 210 time: 0.0686915 Sep 18 00:43:04.320042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.335488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:04.391204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-2d6271b8-67de-471d-adc9-d20285a643ca service neutron] 10.222.0.54 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901694 Sep 18 00:43:04.394647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-58dbccd1-1776-43b0-9e7c-e2a4b5d5f240 None None] Provisioning complete for port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:04.394647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58dbccd1-1776-43b0-9e7c-e2a4b5d5f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.421632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Deleting port a80ca6db-ad06-4a5d-b6c2-d7289721a24d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:04.422095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.504472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] For port 180a9973-6893-454c-836d-4b944e514a71, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:04.530260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] For port 180a9973-6893-454c-836d-4b944e514a71, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=180a9973-6893-454c-836d-4b944e514a71,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:04.547735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.569555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.571706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.634814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.635340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41e2db3-9234-40d9-9e30-d04a9baff408 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:43:04.645895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:04.647604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a4144fc-44c3-46eb-a89f-7cbaf2ddaa11 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e41e2db3-9234-40d9-9e30-d04a9baff408 HTTP/1.1" status: 204 len: 168 time: 3.7094316 Sep 18 00:43:04.661944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39730) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:04.871811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Deleting subnet 8884d415-0bb5-4fc3-81e6-1f6019499f93 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:04.926983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 3f983e95-9e2d-4d39-9cc5-faf28f84e261 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:05.175923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.189690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7f00d29-017b-4d79-ac88-e132be9b2d7c req-15a0644a-4fee-412b-a438-e0306476c095 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0373654 Sep 18 00:43:05.222669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66449ccc-e1d4-4afe-8a6b-3e8c4a69ad3f None None] Pushing event updated for resources: {'Port': ['ID=180a9973-6893-454c-836d-4b944e514a71,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:05.227276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:43:05.235689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.316947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.375917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:05.378803 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c758ace-e2a9-4c22-b019-d3dfb1afc949" -d '{"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:05.438623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:05.456017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.13 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/3c62492b-c99d-4c1e-91c6-f5263cb64a11) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:05.482823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.489675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03835c-d665-4a2f-9e64-402402d9ba1f req-587e24aa-5edf-4f14-9fc6-d7129bd5d675 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:05.505020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb03835c-d665-4a2f-9e64-402402d9ba1f req-587e24aa-5edf-4f14-9fc6-d7129bd5d675 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 944 time: 0.3996842 Sep 18 00:43:05.520125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.595338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:05.596779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Allocated IP 172.25.7.36 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/c1b63d6f-2335-4f79-840d-21caad7791bf) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:05.615119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Deleting port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:05.615878 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.633990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab48f746-78c3-4634-a73e-d551a041de73 req-3c6f5f16-49d7-4e30-a788-5050bf336861 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 210 time: 0.0631657 Sep 18 00:43:05.687711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb03835c-d665-4a2f-9e64-402402d9ba1f req-c639544b-04fc-44fd-a5ed-815004768aec tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816278 Sep 18 00:43:05.767952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] For port a80ca6db-ad06-4a5d-b6c2-d7289721a24d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:05.768646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.784206 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16678448-7fbc-4d34-8398-3ea7516443e6 x-openstack-request-id: req-16678448-7fbc-4d34-8398-3ea7516443e6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:05.786161 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:05.787265 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16678448-7fbc-4d34-8398-3ea7516443e6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:05.788684 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'code': 200} Sep 18 00:43:05.800030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.808933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f983e95-9e2d-4d39-9cc5-faf28f84e261,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:05.810330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.839046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Calling delete_port for a80ca6db-ad06-4a5d-b6c2-d7289721a24d owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:05.852914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Calling delete_port for 3f983e95-9e2d-4d39-9cc5-faf28f84e261 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:05.853412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.863695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:43:05.878918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.885242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:05.928892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-74bd6bb9-db6e-41f8-89ac-ae9142c00aa1 req-87a64bd5-7cd4-4435-888d-64f37b2e3058 service neutron] 10.222.0.54 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5251145 Sep 18 00:43:05.950168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.003423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 3f983e95-9e2d-4d39-9cc5-faf28f84e261, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f983e95-9e2d-4d39-9cc5-faf28f84e261,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:06.015760 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.016505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:06.029467 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.050912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:06.062875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:06.067877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:06.075346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-45bca281-365c-410e-a7b1-538db8524337 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.076911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-45bca281-365c-410e-a7b1-538db8524337 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.4876692 Sep 18 00:43:06.093346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:06.116429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.121512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:06.126125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Request body: {'port': {'device_id': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'admin_state_up': True, 'tenant_id': '3371ac011b9a4790959ea2d02eec8359'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:06.129900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:06.165950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:06.166933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9a07b397-d2f2-4ea1-b9d8-6a74a5daa231 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:06.183833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.197613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] No DVR routers for this DVR port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:06.234679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.289108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3013a8-1f73-4276-8d1f-da3ac21994f8 None None] Pushing event deleted for resources: {'Port': ['ID=3f983e95-9e2d-4d39-9cc5-faf28f84e261,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.325950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.326862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.334372 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.revisions.revision_plugin [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Could not find related port for resource to bump revision. Sep 18 00:43:06.345596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-6d7af467-231e-4080-89a1-5a2e11386b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.347202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-6d7af467-231e-4080-89a1-5a2e11386b39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41005c99a7946a682fb7731ea12c351&device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 1096 time: 0.2910287 Sep 18 00:43:06.356715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Port 3f983e95-9e2d-4d39-9cc5-faf28f84e261 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 00:43:06.357020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation for 2001:db8::f816:3eff:fe77:9016 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 00:43:06.377705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe77:9016 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 00:43:06.434609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b63d6f-2335-4f79-840d-21caad7791bf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.469395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-a3f4508d-4098-4c6a-ad27-67f4760093dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3557405 Sep 18 00:43:06.481878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Request body: {'port': {'device_id': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:06.521503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aabe22-8246-4cad-9af1-af3a11777eb5 req-bdb60b4d-3379-4e30-8c1d-dbb52bd557dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.523047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03aabe22-8246-4cad-9af1-af3a11777eb5 req-bdb60b4d-3379-4e30-8c1d-dbb52bd557dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 932 time: 0.1891642 Sep 18 00:43:06.553053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.554622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e12c1b-6012-4704-88c7-5e3b3d564a9a None None] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:06.563157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-96ffda65-faa7-4624-a060-15f05e21a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.564716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-96ffda65-faa7-4624-a060-15f05e21a04b service neutron] 10.222.0.54 "GET /v2.0/networks?id=919c296a-dc2f-4068-b655-e2df7072a4ee HTTP/1.1" status: 200 len: 925 time: 0.1975849 Sep 18 00:43:06.569743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.582047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:06.590272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] Provisioning complete for port 180a9973-6893-454c-836d-4b944e514a71 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:06.590631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.609217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.677926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:06.687898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.687898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.706780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c21041-6d87-4c1c-918f-46f13bb1991e None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:06.736135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03aabe22-8246-4cad-9af1-af3a11777eb5 req-dceaf93d-1f87-44d0-bd59-b1298ed96692 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885993 Sep 18 00:43:06.822723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-02298f37-c9b6-4500-a466-14f5b0f9e1fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9 HTTP/1.1" status: 200 len: 217 time: 0.1897168 Sep 18 00:43:06.831369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbd3007b-3d1c-431d-92b2-b0bcb981cf6c req-e6943289-5f21-4a23-ab4b-05bb7540d8b1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 210 time: 0.0828521 Sep 18 00:43:06.843105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=95b44c50-d2ba-4339-91c6-5a95476bb979,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.877883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1f73c84-6f80-4da9-bae5-51c79c1d014c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5296278 Sep 18 00:43:06.899960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:06.912900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:06.928214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.953094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.986882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event deleted for resources: {'Port': ['ID=a80ca6db-ad06-4a5d-b6c2-d7289721a24d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:06.987121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '95b44c50-d2ba-4339-91c6-5a95476bb979'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:06.987835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.990522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-39b6cbce-61a4-4ddc-adbe-801fa205e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:06.993121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-39b6cbce-61a4-4ddc-adbe-801fa205e2f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed1708e6-11c3-4a15-b6b0-a4490ed3e41a HTTP/1.1" status: 200 len: 864 time: 0.1552904 Sep 18 00:43:06.995560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:06.997885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 180a9973-6893-454c-836d-4b944e514a71 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:07.003602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:07.007099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.069648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] For port 180a9973-6893-454c-836d-4b944e514a71, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=180a9973-6893-454c-836d-4b944e514a71,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:07.081999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8884d415-0bb5-4fc3-81e6-1f6019499f93,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:07.088779 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-e46e2152-ea0a-4401-8659-d4ab7f079e2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=919c296a-dc2f-4068-b655-e2df7072a4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747395 Sep 18 00:43:07.096706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.107212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.109368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-751b82a4-33b9-4e30-b34e-bc65f6ffc904 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8884d415-0bb5-4fc3-81e6-1f6019499f93 HTTP/1.1" status: 204 len: 168 time: 2.4424217 Sep 18 00:43:07.113815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:07.114795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] No DVR routers for this DVR port a80ca6db-ad06-4a5d-b6c2-d7289721a24d on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:07.122573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.125437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a1f8b161-8e0f-4e2d-b550-42f6b678d466 req-7d86edc8-175c-42f9-9fa8-f2aa24c1d5e3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "DELETE /v2.0/ports/a80ca6db-ad06-4a5d-b6c2-d7289721a24d HTTP/1.1" status: 204 len: 173 time: 3.2459950 Sep 18 00:43:07.137064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-deleted', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:07.140148 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb306e-0cdd-47ba-9b5b-b5cdd41bf912" -d '{"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-deleted", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:07.160633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca367561-c489-4ff6-b4fb-d49ec7e9519e None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:07.239371 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc942cca-f041-405f-9660-cee78193033c x-openstack-request-id: req-bc942cca-f041-405f-9660-cee78193033c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:07.239592 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6", "name": "network-vif-deleted", "tag": "a80ca6db-ad06-4a5d-b6c2-d7289721a24d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:07.239836 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc942cca-f041-405f-9660-cee78193033c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:07.240198 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc53cf0-ee83-499a-8dcd-cb7d56c48eb6', 'name': 'network-vif-deleted', 'tag': 'a80ca6db-ad06-4a5d-b6c2-d7289721a24d', 'status': 'completed', 'code': 200} Sep 18 00:43:07.254815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa6bbe-b4cb-498a-81f6-9490dbfddc8d req-78d73eb0-e5c0-4234-9859-d8c197fdd3f4 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:07.263181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68aa6bbe-b4cb-498a-81f6-9490dbfddc8d req-78d73eb0-e5c0-4234-9859-d8c197fdd3f4 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 944 time: 0.4105365 Sep 18 00:43:07.285422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 180a9973-6893-454c-836d-4b944e514a71 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:07.286032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.295459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.385264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.388379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68aa6bbe-b4cb-498a-81f6-9490dbfddc8d req-19515c5b-eb54-42dc-99a3-0292a605152e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230025 Sep 18 00:43:07.437209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d10e7-dd0a-4ace-ad96-2960b9037dc5 None None] Pushing event updated for resources: {'Port': ['ID=180a9973-6893-454c-836d-4b944e514a71,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:07.495662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:07.515190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.554186 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-dc4fdfbf-5a0c-44d1-9a33-dd2621d3ccbb service neutron] 10.222.0.54 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400642 Sep 18 00:43:07.592920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Deleting port beaed6ae-2498-465f-b2d9-5dbcc9b6317c {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:07.593384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.614682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Allocated IP 172.20.0.2 (1f44fafd-fe2b-4836-9940-80635cfa049a/31f312a9-899e-4895-8931-21e4297e6d47/0b4e30ef-d340-4eaa-acb7-b6ad266488e7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:07.618680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Allocated IP 2001:db8::f816:3eff:feb7:e283 (e7e807e1-53db-44db-8568-22231a7b4df3/95b44c50-d2ba-4339-91c6-5a95476bb979/67de81f2-3100-49e5-b472-2c4424387dfa) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:07.785585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] For port beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,segment=NetworkSegment(cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c),segment_id=cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:07.786437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:07.821172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Calling delete_port for beaed6ae-2498-465f-b2d9-5dbcc9b6317c owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:07.883493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3acb9db-1d0e-4e90-9e2a-4a7a6384e538 req-1eb6a47e-3a2e-4cb4-8f4a-c2e663dc5bde service neutron] 10.222.0.54 "GET /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195505 Sep 18 00:43:08.010359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] DHCP port deletion for af24b8dd-84ec-4bb8-96c2-f9a3648ba02d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:43:08.012684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.034995 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.123271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.128320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5ac8e7b6-ffa5-408d-9537-3cf436b6fe22 None None] Provisioning complete for port 180a9973-6893-454c-836d-4b944e514a71 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:08.128707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e7b6-ffa5-408d-9537-3cf436b6fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.132205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.167140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.169448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] No DVR routers for this DVR port beaed6ae-2498-465f-b2d9-5dbcc9b6317c on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:08.178022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:08.209262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Pushing event updated for resources: {'Port': ['ID=67de81f2-3100-49e5-b472-2c4424387dfa,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.211567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:08.215633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:08.266511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.280639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.285655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f947ec3-04cc-4c73-b667-f3da301b5db0 req-b2efc842-09ee-422d-91e8-92213eabd36f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 210 time: 0.0680842 Sep 18 00:43:08.303079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af24b8dd-84ec-4bb8-96c2-f9a3648ba02d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:08.343758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Network 1f44fafd-fe2b-4836-9940-80635cfa049a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:08.346020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:08.346382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9e28a8-8dcb-4b0d-bd49-dbdcbb45ae5c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:08.350685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:08.355204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:08.361239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:08.366410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.390654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Deleting port beaed6ae-2498-465f-b2d9-5dbcc9b6317c {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:08.391030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.401714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.416954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: a80ca6db-ad06-4a5d-b6c2-d7289721a24d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:08.417314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device a80ca6db-ad06-4a5d-b6c2-d7289721a24d not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:08.418901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.422793 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95b44c50-d2ba-4339-91c6-5a95476bb979 (CIDR: 2001:db8::/64) Sep 18 00:43:08.432411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:43:08.432633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Attempting to bind port 67de81f2-3100-49e5-b472-2c4424387dfa on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:08.432997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Attempting to bind port 67de81f2-3100-49e5-b472-2c4424387dfa by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:08.433148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.433362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Attempting to bind port 67de81f2-3100-49e5-b472-2c4424387dfa on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:43:08.435035 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:43:08.446950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:08.447399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:08.447820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.448343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:08.448850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Bound port: 67de81f2-3100-49e5-b472-2c4424387dfa, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:08.449512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.458922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:08.459644 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.463847 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:43:08.465777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:08.495248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12a08-24a1-4f44-9f9f-7da10189a629 req-9ee70170-9cab-4623-b3bc-ca1bfa06af6a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:08.509056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] For port beaed6ae-2498-465f-b2d9-5dbcc9b6317c, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:08.509515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.509951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2d12a08-24a1-4f44-9f9f-7da10189a629 req-9ee70170-9cab-4623-b3bc-ca1bfa06af6a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 932 time: 0.2797861 Sep 18 00:43:08.518692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-660e6d51-30a4-4960-9469-bc30cde017cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3982544 Sep 18 00:43:08.520949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.529425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.533912 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] 10.222.0.49 "DELETE /v2.0/networks/af24b8dd-84ec-4bb8-96c2-f9a3648ba02d HTTP/1.1" status: 204 len: 168 time: 1.4149852 Sep 18 00:43:08.537490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Request body: {'port': {'device_id': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:08.553491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Calling delete_port for beaed6ae-2498-465f-b2d9-5dbcc9b6317c owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:08.557360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Port beaed6ae-2498-465f-b2d9-5dbcc9b6317c was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:43:08.562247 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.576177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c62492b-c99d-4c1e-91c6-f5263cb64a11 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:08.582163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.586219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ee24-5215-4c24-addf-ad7c6515ba72 admin admin] Pushing event deleted for resources: {'Network': ['ID=af24b8dd-84ec-4bb8-96c2-f9a3648ba02d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.596408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.608266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3cc5c08d-a219-4a96-aa00-160e93c90c7f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7050705 Sep 18 00:43:08.614822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:08.631564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Network af24b8dd-84ec-4bb8-96c2-f9a3648ba02d is not hosted by any dhcp agent {{(pid=106454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:43:08.632125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] No DVR routers for this DVR port beaed6ae-2498-465f-b2d9-5dbcc9b6317c on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:08.649022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:08.659628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b92c1-d2bc-470f-a254-3f3700cac52c None None] Pushing event deleted for resources: {'Port': ['ID=beaed6ae-2498-465f-b2d9-5dbcc9b6317c,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.668137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] For port 67de81f2-3100-49e5-b472-2c4424387dfa, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:08.685449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.691361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] For port 67de81f2-3100-49e5-b472-2c4424387dfa, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=67de81f2-3100-49e5-b472-2c4424387dfa,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:08.701306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Transition to ACTIVE for port object 3c62492b-c99d-4c1e-91c6-f5263cb64a11 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:43:08.706328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.721853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2d12a08-24a1-4f44-9f9f-7da10189a629 req-42970c10-5079-4f17-b7dd-87c85117be87 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105942 Sep 18 00:43:08.745357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f0b93-539c-4eff-8b42-0364aae0d71d req-8de6bbe1-0095-4182-a04b-aecc6cfe4da7 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:08.758389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-854f0b93-539c-4eff-8b42-0364aae0d71d req-8de6bbe1-0095-4182-a04b-aecc6cfe4da7 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 944 time: 0.2380319 Sep 18 00:43:08.774695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.783990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:08.878012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d250f-d1e9-4d8a-a3fc-b09c73f68f2c None None] Pushing event updated for resources: {'Port': ['ID=67de81f2-3100-49e5-b472-2c4424387dfa,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:08.956250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 180a9973-6893-454c-836d-4b944e514a71 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:08.961472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:08.966390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:08.996497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-854f0b93-539c-4eff-8b42-0364aae0d71d req-66e8b825-0736-4898-9600-7d0cfc351b5c tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370236 Sep 18 00:43:09.017624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Pushing event updated for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:09.048737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e1bf787f-395e-4791-a5fe-e12a6f11fb72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23fe6c76982f4255a64c062ef69f77ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510939 Sep 18 00:43:09.049318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:09.114331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 180a9973-6893-454c-836d-4b944e514a71 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:09.114889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.253096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Attempting to bind port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:09.254077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Attempting to bind port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:09.254623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Attempting to bind port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:09.289641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:43:09.290925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Attempting to bind port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:09.298164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:43:09.305864 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.369788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.390183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:09.390660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:09.391064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:09.391520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Bound port: 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:09.392148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.481544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device beaed6ae-2498-465f-b2d9-5dbcc9b6317c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:09.513465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: beaed6ae-2498-465f-b2d9-5dbcc9b6317c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:09.513465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device beaed6ae-2498-465f-b2d9-5dbcc9b6317c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:09.570894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:09.582299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.628870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea577bfd-df22-42cc-b063-26734acaf50a req-2489598e-36d4-4d93-b509-5024256020c0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:09.629139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Transition to ACTIVE for port object 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:43:09.630022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea577bfd-df22-42cc-b063-26734acaf50a req-2489598e-36d4-4d93-b509-5024256020c0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 931 time: 0.2314365 Sep 18 00:43:09.638704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:09.639038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.641313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.643586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.647674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d064e89-ec42-4cef-b5dc-e8f6aead904e HTTP/1.1" status: 204 len: 168 time: 0.5952334 Sep 18 00:43:09.652882 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Sync routers for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:09.668757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:09.671669 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:09.672402 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:09.696860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d064e89-ec42-4cef-b5dc-e8f6aead904e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:09.706838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:09.716942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.717289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.718199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.718537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.718866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.719194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.719520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.719845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.720311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.720637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.721085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.721437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca4a4b-3516-4a6b-909a-17b443fcd1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:09.731171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.743789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:09.770134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.773844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a3b236b-a146-468c-a66f-d7016cbc5cb4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4930100 Sep 18 00:43:09.815264 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:09.821742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39786) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:09.876871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea577bfd-df22-42cc-b063-26734acaf50a req-6642c2f1-277a-4d96-b6b1-d660f3035a16 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243261 Sep 18 00:43:09.884428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:09.884428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:09.909572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c62492b-c99d-4c1e-91c6-f5263cb64a11 HTTP/1.1" status: 200 len: 1093 time: 3.4320896 Sep 18 00:43:09.923076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:09.923076 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:10.085903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3ebe-8d7c-4e34-a1c8-75d29f428320 service neutron] Pushing event updated for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:10.119913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7f62-a75e-4023-b605-baf65d096891 req-9e9b0d08-0b90-4d86-ab2f-fbbf49845bb7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:10.122268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47ac7f62-a75e-4023-b605-baf65d096891 req-9e9b0d08-0b90-4d86-ab2f-fbbf49845bb7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 944 time: 0.2716246 Sep 18 00:43:10.137458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-ce6a4f26-f0d6-4deb-9c9e-33e304b89b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:10.138554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-ce6a4f26-f0d6-4deb-9c9e-33e304b89b25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 1096 time: 0.1517773 Sep 18 00:43:10.152653 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:06Z', 'revision_number': 3, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:10.207394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Checking router: 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:10.208723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Updating router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 port c1b63d6f-2335-4f79-840d-21caad7791bf binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:10.240887 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0e3693-422c-490e-88db-08c21f4c5894 x-openstack-request-id: req-bf0e3693-422c-490e-88db-08c21f4c5894 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:10.241161 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:10.241412 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf0e3693-422c-490e-88db-08c21f4c5894 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:10.241838 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11', 'status': 'completed', 'code': 200} Sep 18 00:43:10.243329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-5ec7db60-10ef-40c5-9ce7-caaa99c8a6e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11 HTTP/1.1" status: 200 len: 217 time: 0.0958230 Sep 18 00:43:10.266232 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.333315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47ac7f62-a75e-4023-b605-baf65d096891 req-41ffbdaa-b86d-452e-821f-b9d45c0925ef tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993792 Sep 18 00:43:10.360727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5f3caadd-4064-41fa-a782-10b56eeef2b9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:10.399809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.409843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-62da41bd-ecb5-4cbc-9d88-d2dee89ce6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:10.411729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-62da41bd-ecb5-4cbc-9d88-d2dee89ce6bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.1413763 Sep 18 00:43:10.439978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9b98-56ab-4ec7-8c6c-4e63a744fa00 req-8857b4e9-f098-467b-9108-fd9980340555 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:10.448512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b2b9b98-56ab-4ec7-8c6c-4e63a744fa00 req-8857b4e9-f098-467b-9108-fd9980340555 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 944 time: 0.1636052 Sep 18 00:43:10.479414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39798) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:10.481763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-2fc73e45-717f-4de7-a40c-981e1b0cf97c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610633 Sep 18 00:43:10.503923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Attempting to bind port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:10.504580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Attempting to bind port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:10.505093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Attempting to bind port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:10.535972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:10.540296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 on network 1f44fafd-fe2b-4836-9940-80635cfa049a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:43:10.541109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Attempting to bind port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:10.541989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9,segment=NetworkSegment(6e8710e7-917b-42db-a439-b858ff7466e7),segment_id=6e8710e7-917b-42db-a439-b858ff7466e7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:10.554469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:10.555133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Checking segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:10.555887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Bound using segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:10.556791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Bound port: 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:10.557348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.559153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '5f3caadd-4064-41fa-a782-10b56eeef2b9', 'network_id': '919c296a-dc2f-4068-b655-e2df7072a4ee', 'port_id': '5f3caadd-4064-41fa-a782-10b56eeef2b9', 'mac_address': 'fa:16:3e:bd:01:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1708e6-11c3-4a15-b6b0-a4490ed3e41a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:10.585398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:10.600288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:10.601186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.661680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0457163 Sep 18 00:43:10.663805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39800) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:10.688524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552afd2d-2e7f-44d0-a53c-79db35cfe982 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=4167c57e-1d11-41e7-950a-03759f02b259,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:10.704892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:3f:51:4a', 'name': 'tempest-NetworksTestDHCPv6-2003021746'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:10.726672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b2b9b98-56ab-4ec7-8c6c-4e63a744fa00 req-572b389f-3679-4955-b7ba-bd518b483963 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765136 Sep 18 00:43:10.760002 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.768269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] Provisioning complete for port 67de81f2-3100-49e5-b472-2c4424387dfa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:10.768922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.769888 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.775205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cfa40-aab9-4229-8f2b-435f58aa8f7f None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:10.782567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fbf7d641-1087-466f-8b05-6fcbc8c21b9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13680275680c489daf904f9cb94b4940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973216 Sep 18 00:43:10.784098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39802) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:10.842012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-3603ec77-304b-4722-a8f7-28277b5f814a service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519168 Sep 18 00:43:10.844496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.855020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Pushing event updated for resources: {'Port': ['ID=c1b63d6f-2335-4f79-840d-21caad7791bf,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:10.867674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3caadd-4064-41fa-a782-10b56eeef2b9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:10.882673 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.884035 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.885259 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.885867 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.886435 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.886979 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.887596 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.888167 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.888833 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.890115 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.890666 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.891968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:10.905673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9,segment=NetworkSegment(6e8710e7-917b-42db-a439-b858ff7466e7),segment_id=6e8710e7-917b-42db-a439-b858ff7466e7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:10.941442 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Attempting to bind port c1b63d6f-2335-4f79-840d-21caad7791bf on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:10.951400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Attempting to bind port c1b63d6f-2335-4f79-840d-21caad7791bf by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:10.953373 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Attempting to bind port c1b63d6f-2335-4f79-840d-21caad7791bf on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:10.954160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.970973 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:10.972490 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:10.973815 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:10.975111 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:10.976462 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Bound port: c1b63d6f-2335-4f79-840d-21caad7791bf, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:10.977724 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.074710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.085059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 67de81f2-3100-49e5-b472-2c4424387dfa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:11.096335 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] For port c1b63d6f-2335-4f79-840d-21caad7791bf, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:11.104185 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] For port c1b63d6f-2335-4f79-840d-21caad7791bf, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c1b63d6f-2335-4f79-840d-21caad7791bf,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:11.114179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.123533 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.197384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.209736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d60efb4-f28e-4eb1-9777-f545c8353212 req-70076ca9-5fdf-4948-b8c2-dd529b269095 service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535278 Sep 18 00:43:11.228241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] For port 67de81f2-3100-49e5-b472-2c4424387dfa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=67de81f2-3100-49e5-b472-2c4424387dfa,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:11.239944 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25374fb-bd7b-4591-a726-14c3c06c77da None None] Pushing event updated for resources: {'Port': ['ID=c1b63d6f-2335-4f79-840d-21caad7791bf,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:11.253173 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:11.253782 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:11.263128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:11.265943 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.336408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cd6c7-73f3-4e5b-93b7-09cf5fe1a111 req-25f45f52-0566-449e-9ee8-5ed981b786d3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:11.338019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c20cd6c7-73f3-4e5b-93b7-09cf5fe1a111 req-25f45f52-0566-449e-9ee8-5ed981b786d3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.2825947 Sep 18 00:43:11.342871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:11.360145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 67de81f2-3100-49e5-b472-2c4424387dfa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:11.360575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.361524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:11.371060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:11.409223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbba1f-158f-4d37-8499-19e5b40f037a None None] Pushing event updated for resources: {'Port': ['ID=67de81f2-3100-49e5-b472-2c4424387dfa,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:11.413214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['5f3caadd-4064-41fa-a782-10b56eeef2b9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:11.432662 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:11.442519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c20cd6c7-73f3-4e5b-93b7-09cf5fe1a111 req-7f3db8d6-cdd0-4e90-86b0-71598edc9e2a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603750 Sep 18 00:43:11.454379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-19bbac64-285d-45dd-b401-68342c33f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:11.456402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-19bbac64-285d-45dd-b401-68342c33f388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 1096 time: 0.1172810 Sep 18 00:43:11.458018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.461822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.463465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a883798b-f756-4bb6-9458-5da425045b3c HTTP/1.1" status: 204 len: 168 time: 0.6784122 Sep 18 00:43:11.531934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745ecec-0bac-45d8-a962-e5af778eaa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a883798b-f756-4bb6-9458-5da425045b3c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:11.611820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.640528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39b61-70e8-4f22-9371-27f6b4874b6c req-9cd10ebf-cd05-4edf-b848-2597be63da87 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:11.643307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '95b44c50-d2ba-4339-91c6-5a95476bb979', 'ip_address': '2001:db8::f816:3eff:feb7:e283'}, {'subnet_id': '4167c57e-1d11-41e7-950a-03759f02b259'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '67de81f2-3100-49e5-b472-2c4424387dfa'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:43:11.646574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a39b61-70e8-4f22-9371-27f6b4874b6c req-9cd10ebf-cd05-4edf-b848-2597be63da87 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 944 time: 0.1727884 Sep 18 00:43:11.686073 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.854459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.868066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a39b61-70e8-4f22-9371-27f6b4874b6c req-fdc359f0-e320-49a5-ad2e-c517830b0577 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494739 Sep 18 00:43:11.884677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:11.885338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:11.888050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] 10.222.0.48 "PUT /v2.0/ports/0b4e30ef-d340-4eaa-acb7-b6ad266488e7 HTTP/1.1" status: 200 len: 1092 time: 3.3603208 Sep 18 00:43:11.908913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:11.920819 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672eb277-14c6-46ee-b38a-55428d11e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:11.921787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-51b610d2-9676-4230-9368-c13f829a7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:11.924021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-51b610d2-9676-4230-9368-c13f829a7b44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.4573905 Sep 18 00:43:11.975741 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:06Z', 'revision_number': 3, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:11.987986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-a7416984-b430-43f0-8059-832a84b92e59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11 HTTP/1.1" status: 200 len: 217 time: 0.0546620 Sep 18 00:43:12.003054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e3eb-81c0-4d8c-8097-7e1f53230276 req-cf5acd4c-c9bc-4537-820f-d2b5bc99c398 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:12.004891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Allocated IP 2001:db8:0:1::2 (e7e807e1-53db-44db-8568-22231a7b4df3/4167c57e-1d11-41e7-950a-03759f02b259/67de81f2-3100-49e5-b472-2c4424387dfa) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:12.012298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8b1e3eb-81c0-4d8c-8097-7e1f53230276 req-cf5acd4c-c9bc-4537-820f-d2b5bc99c398 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 945 time: 0.1396742 Sep 18 00:43:12.054315 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc2b31-2e24-4bce-a74d-3e3a03f8c661 x-openstack-request-id: req-89fc2b31-2e24-4bce-a74d-3e3a03f8c661 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:12.054315 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:12.054315 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89fc2b31-2e24-4bce-a74d-3e3a03f8c661 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:12.054315 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'status': 'completed', 'code': 200} Sep 18 00:43:12.087850 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be34d4-fbf8-40bb-8d10-d741b2941375 None None] The sync data for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 is: [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:06Z', 'revision_number': 3, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:12.109834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-0d5ca50e-adc6-431e-ab0d-085f3cefbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:12.111510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-0d5ca50e-adc6-431e-ab0d-085f3cefbcf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.0947440 Sep 18 00:43:12.137372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8b1e3eb-81c0-4d8c-8097-7e1f53230276 req-ba0000f5-ba84-4af4-9dea-9acdf06d9420 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160529 Sep 18 00:43:12.203915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-b924b753-4b93-4c18-bf2c-9fe8238dc184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592091 Sep 18 00:43:12.209623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:12.210984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] For port 67de81f2-3100-49e5-b472-2c4424387dfa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=67de81f2-3100-49e5-b472-2c4424387dfa,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:12.253022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768553a-4f96-4dd7-b0eb-294d93a67a2c service neutron] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:12.283503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 936bd6b9-b46d-4210-9735-dab9c28ae3a5 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:12.333236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:12.345685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:12.355808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-edf602d1-eb57-48d6-907d-f85268c0aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:12.356028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-77d654c2-e55a-4421-a402-0a016595978f service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499701 Sep 18 00:43:12.360814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-edf602d1-eb57-48d6-907d-f85268c0aef7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 1095 time: 0.3891866 Sep 18 00:43:12.463873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-8be46358-2df0-49be-8138-5d6e1974e3b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7 HTTP/1.1" status: 200 len: 217 time: 0.0687239 Sep 18 00:43:12.473502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39a856a2-a2ad-4c6b-aa2f-fcc6e775d3b4 req-e11034ad-f3dc-44e0-97fb-617acad72c0e service neutron] 10.222.0.48 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036372 Sep 18 00:43:12.563963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b7414-65cb-436a-9d7f-9bebf5dae0e5 None None] Pushing event updated for resources: {'Port': ['ID=67de81f2-3100-49e5-b472-2c4424387dfa,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:12.651727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2185e0-7316-42b7-88d4-9759f653a776 req-449daca0-aefd-4b1d-b8bc-4168bd1b1e93 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:12.673463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b2185e0-7316-42b7-88d4-9759f653a776 req-449daca0-aefd-4b1d-b8bc-4168bd1b1e93 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.1204467 Sep 18 00:43:12.741835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d067-c6cd-4caf-a122-16880f168b8d req-6840bfcf-d8b6-4b06-a018-89f6beb7cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:12.744546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-6840bfcf-d8b6-4b06-a018-89f6beb7cad6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.2497807 Sep 18 00:43:12.744938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b2185e0-7316-42b7-88d4-9759f653a776 req-705cad41-820f-4a98-8625-96180a870259 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704038 Sep 18 00:43:12.817604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-17427d06-27c7-4cc7-8ec7-4f2eada1e041 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421720 Sep 18 00:43:12.843013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Allocated IP 172.20.0.1 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/84bf99cd-3eff-4fab-b240-36fb043d4671) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:13.063801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c1b63d6f-2335-4f79-840d-21caad7791bf up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:13.064743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:13.122781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2942889-046a-419f-9af7-9e26541409f7 req-ea11b837-b479-4c86-ba47-8d3c7faa6161 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:13.128004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2942889-046a-419f-9af7-9e26541409f7 req-ea11b837-b479-4c86-ba47-8d3c7faa6161 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 944 time: 0.1365137 Sep 18 00:43:13.199273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c1b63d6f-2335-4f79-840d-21caad7791bf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:13.199668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.242932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2942889-046a-419f-9af7-9e26541409f7 req-dea7200b-e0fc-4367-908a-f6977e7f52c0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949228 Sep 18 00:43:13.255592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8:0:1::222 (e7e807e1-53db-44db-8568-22231a7b4df3/4167c57e-1d11-41e7-950a-03759f02b259/936bd6b9-b46d-4210-9735-dab9c28ae3a5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:13.309035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-77d37c13-48ae-4bf6-b313-443ca727466d service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820409 Sep 18 00:43:13.321089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::f816:3eff:fe3f:514a (e7e807e1-53db-44db-8568-22231a7b4df3/95b44c50-d2ba-4339-91c6-5a95476bb979/936bd6b9-b46d-4210-9735-dab9c28ae3a5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:13.381082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-network', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:13.425469 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.439206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.461235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c1b63d6f-2335-4f79-840d-21caad7791bf, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c1b63d6f-2335-4f79-840d-21caad7791bf,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:13.469899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.470940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 67de81f2-3100-49e5-b472-2c4424387dfa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:13.479038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7783-f719-4433-97c3-83a5716a99ef req-42cc5aa9-7d4a-4112-9830-c5d8e147eaa3 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:13.483493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acef7783-f719-4433-97c3-83a5716a99ef req-42cc5aa9-7d4a-4112-9830-c5d8e147eaa3 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 945 time: 0.1974242 Sep 18 00:43:13.526113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Made reservation on behalf of cf836ce64ddd4a63b049dd6ace5d3744 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:13.536639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.580152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acef7783-f719-4433-97c3-83a5716a99ef req-561f5cec-2414-4c80-a3fa-aefa6881bec7 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857613 Sep 18 00:43:13.581030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.637385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c1b63d6f-2335-4f79-840d-21caad7791bf,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:13.664132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d7fdfd51-e576-4a41-9e07-e977cf09aa47 None None] Provisioning complete for port 67de81f2-3100-49e5-b472-2c4424387dfa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:13.664752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd51-e576-4a41-9e07-e977cf09aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.728890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 67de81f2-3100-49e5-b472-2c4424387dfa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:13.729575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.733728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.745031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.784600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:43:13.791748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbf3430-c576-4bfb-9e37-335d00ad9fbe,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:13.820257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.822064 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Added segment 0992347e-c307-499d-a3ba-821e5e7e1d3b of type vlan for network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 Sep 18 00:43:13.887433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.956120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.957432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:13.958239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.976887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3903-c93a-43b0-aae4-47167a0696e9 req-720cc82e-0985-4068-8f03-14202a268813 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:13.978425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d17c3903-c93a-43b0-aae4-47167a0696e9 req-720cc82e-0985-4068-8f03-14202a268813 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.0970929 Sep 18 00:43:14.018419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9520242 Sep 18 00:43:14.022307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39864) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:14.028042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Request body: {'subnet': {'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-subnet', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:14.054768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.057761 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f856d067-c6cd-4caf-a122-16880f168b8d req-2f548e8e-68f2-451d-b239-5f0006646be0 service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238948 Sep 18 00:43:14.060394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.090232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637130e-a57f-4801-b42d-8dcf8279d8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:14.103832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:43:14.121185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d17c3903-c93a-43b0-aae4-47167a0696e9 req-9127bc01-29b6-451c-a853-ffba5b7c0011 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299644 Sep 18 00:43:14.123620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:14.132129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Made reservation on behalf of cf836ce64ddd4a63b049dd6ace5d3744 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:14.135098 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.141844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:14.161454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Pushing event updated for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:14.163773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:14.166388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3c62492b-c99d-4c1e-91c6-f5263cb64a11 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:14.196694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.196978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.197318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.197651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.198453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.198453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.198641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.199073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.199330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.199553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.199876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.200198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:14.204657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.265848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb277-14c6-46ee-b38a-55428d11e93d req-7a500113-756d-44f4-86b1-7a2a46f0b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.267375 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-7a500113-756d-44f4-86b1-7a2a46f0b591 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 1095 time: 0.1473179 Sep 18 00:43:14.273145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.276620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:14.300445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:14.313978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:14.319613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.320294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.403118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5f3caadd-4064-41fa-a782-10b56eeef2b9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:14.458525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=936bd6b9-b46d-4210-9735-dab9c28ae3a5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:14.482025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.496764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ad1df131-e234-45a9-9626-00d8a8247bc9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7968564 Sep 18 00:43:14.500726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39872) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:14.591313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:14.604919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 5f3caadd-4064-41fa-a782-10b56eeef2b9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:43:14.622760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366335d-5be8-413d-934b-376c5a85441a req-ebc973e3-e0a4-463a-a439-213995a73859 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.624517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 5f3caadd-4064-41fa-a782-10b56eeef2b9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:14.625058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.627223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '3c62492b-c99d-4c1e-91c6-f5263cb64a11', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '3c62492b-c99d-4c1e-91c6-f5263cb64a11', 'mac_address': 'fa:16:3e:3f:c9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:14.635351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b366335d-5be8-413d-934b-376c5a85441a req-ebc973e3-e0a4-463a-a439-213995a73859 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 944 time: 0.2341127 Sep 18 00:43:14.672040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e821646e-2391-43f9-9931-868c4c56812d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:14.775628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 936bd6b9-b46d-4210-9735-dab9c28ae3a5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:14.775980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.784855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b366335d-5be8-413d-934b-376c5a85441a req-945f3128-c2d6-4cd0-9d33-95644c8fc042 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486135 Sep 18 00:43:14.787625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Checking segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:14.788202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Network hostable DHCP agents. Network: bdcc5d96-c6ea-4587-9b71-aacd9659e4f0, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:14.796841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-55150324-7971-4276-b0df-aecb9321aa5b None None] Provisioning complete for port 84bf99cd-3eff-4fab-b240-36fb043d4671 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:14.797438 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-55150324-7971-4276-b0df-aecb9321aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.848091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb277-14c6-46ee-b38a-55428d11e93d req-38dd08b8-de4c-4561-b5da-9250a3d7e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.849968 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-38dd08b8-de4c-4561-b5da-9250a3d7e3ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 905 time: 0.5705278 Sep 18 00:43:14.885873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.902775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c62492b-c99d-4c1e-91c6-f5263cb64a11 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:14.910743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:14.932988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d29d1-4dfa-4c7d-acd7-3203a7ae5725 req-22ea9032-8017-4355-a6e1-37c5f3595a3b tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.941743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:14.941934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d6d29d1-4dfa-4c7d-acd7-3203a7ae5725 req-22ea9032-8017-4355-a6e1-37c5f3595a3b tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 945 time: 0.1557016 Sep 18 00:43:14.945464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, bdcc5d96-c6ea-4587-9b71-aacd9659e4f0) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:14.950750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c1b63d6f-2335-4f79-840d-21caad7791bf up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:14.952832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:14.953537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.981511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-534507f2-5810-4fa4-be27-6f07278b5692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7 HTTP/1.1" status: 200 len: 217 time: 0.0588882 Sep 18 00:43:14.991841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd647a69-6cee-484f-a56a-c1ede8428d28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9672699 Sep 18 00:43:14.994948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39884) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:14.999890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:15.004710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.005578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c72172-3b9b-4aa6-98f7-43e4f73ae61c None None] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:15.007479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.013314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-55150324-7971-4276-b0df-aecb9321aa5b None None] Port 84bf99cd-3eff-4fab-b240-36fb043d4671 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:15.027765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d6d29d1-4dfa-4c7d-acd7-3203a7ae5725 req-c6107e33-07f3-4429-bcba-36eca83a288e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817752 Sep 18 00:43:15.062405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.070246 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.071297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.073150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.099261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 936bd6b9-b46d-4210-9735-dab9c28ae3a5 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:15.120309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb277-14c6-46ee-b38a-55428d11e93d req-badaabc6-8d9f-4136-8232-e7a3416434bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:15.121504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-badaabc6-8d9f-4136-8232-e7a3416434bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.1314232 Sep 18 00:43:15.135782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9,segment=NetworkSegment(6e8710e7-917b-42db-a439-b858ff7466e7),segment_id=6e8710e7-917b-42db-a439-b858ff7466e7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:15.151412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:15.152689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.164125 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ead598-3571-4a10-9fcb-61b9231baeff" -d '{"events": [{"server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "name": "network-vif-plugged", "status": "completed", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:15.186881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.216176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-4e2d4db4-4047-4c99-bba3-482fdfa6075b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809600 Sep 18 00:43:15.231379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c1b63d6f-2335-4f79-840d-21caad7791bf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:15.231754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.272651 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c4bf66-1a5a-4f24-8e13-2357d116a74e x-openstack-request-id: req-57c4bf66-1a5a-4f24-8e13-2357d116a74e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:15.272995 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "name": "network-vif-plugged", "status": "completed", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:15.273170 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57c4bf66-1a5a-4f24-8e13-2357d116a74e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:15.273555 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9', 'code': 200} Sep 18 00:43:15.278980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3c62492b-c99d-4c1e-91c6-f5263cb64a11'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:15.347373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.455075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-cc922e86-0458-4b6b-a28d-c7103360833f service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060081 Sep 18 00:43:15.461323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.523073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.546867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-127f5166-dcb8-4de7-8772-6d293658f171 None None] Provisioning complete for port 936bd6b9-b46d-4210-9735-dab9c28ae3a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:15.550296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-127f5166-dcb8-4de7-8772-6d293658f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.617393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-127f5166-dcb8-4de7-8772-6d293658f171 None None] Port 936bd6b9-b46d-4210-9735-dab9c28ae3a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:15.665209 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:15.678732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d6b9a-5efb-4db6-92d4-aaedf741d6f8 req-162731f3-a41a-4d14-a302-1d9e40a5020d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:15.686387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e50d6b9a-5efb-4db6-92d4-aaedf741d6f8 req-162731f3-a41a-4d14-a302-1d9e40a5020d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.4461224 Sep 18 00:43:15.695330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:15.734823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Pushing event updated for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:15.768406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fe20c-1380-46a6-8f8e-020e05590482 req-b5d46451-afb6-4897-8046-0c1834597337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:15.769917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd3fe20c-1380-46a6-8f8e-020e05590482 req-b5d46451-afb6-4897-8046-0c1834597337 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 1098 time: 0.3100884 Sep 18 00:43:15.773869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e50d6b9a-5efb-4db6-92d4-aaedf741d6f8 req-28f7b077-b6f0-4a54-9493-9ab62ce0c388 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865128 Sep 18 00:43:15.850203 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-672eb277-14c6-46ee-b38a-55428d11e93d req-334afc1e-ffd4-4994-af54-f01083397aad service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460071 Sep 18 00:43:15.872547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:15.879589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:15.903429 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd3fe20c-1380-46a6-8f8e-020e05590482 req-fe368156-8081-4112-945d-576028b0a653 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997832 Sep 18 00:43:15.947817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:16.020080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:16.020942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.030495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.058068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.118550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=936bd6b9-b46d-4210-9735-dab9c28ae3a5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:16.200522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:43:16.208969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.215615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d5b54577-6c04-4139-8012-e18107ad9066 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/936bd6b9-b46d-4210-9735-dab9c28ae3a5 HTTP/1.1" status: 204 len: 168 time: 1.7109046 Sep 18 00:43:16.219160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:16.273324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebda79-b60e-4d09-8340-5e1310789b3c req-b2cfafae-43ea-494c-af00-1eea0fffa68f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.282035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3ebda79-b60e-4d09-8340-5e1310789b3c req-b2cfafae-43ea-494c-af00-1eea0fffa68f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 945 time: 0.3156121 Sep 18 00:43:16.307260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.308183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Allocated IP 172.20.0.2 (bdcc5d96-c6ea-4587-9b71-aacd9659e4f0/e821646e-2391-43f9-9931-868c4c56812d/511839ff-6b56-45ec-ab68-964807b34dc1) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:16.372966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3ebda79-b60e-4d09-8340-5e1310789b3c req-5fe1cab0-a08d-4ca5-a589-509662e47fc9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872970 Sep 18 00:43:16.385317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.398522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:16.413869 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab6cd6ce-67e2-466b-8cfa-b5711d090b59 admin admin] 10.222.0.49 "PUT /v2.0/routers/2f395c09-64d8-40ab-95da-e5bdb3c99ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5696335 Sep 18 00:43:16.428091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec81a79-3d40-4c1f-b9ab-1f9784e7e8f0 req-a8dfb78d-7869-4949-bc5b-792b823a1b93 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.439257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ec81a79-3d40-4c1f-b9ab-1f9784e7e8f0 req-a8dfb78d-7869-4949-bc5b-792b823a1b93 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.2787070 Sep 18 00:43:16.471323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Sync routers for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:16.473297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ef57c810-6782-4c4a-aaf0-8f21a69b83f8 None None] Provisioning complete for port 84bf99cd-3eff-4fab-b240-36fb043d4671 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:16.473672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef57c810-6782-4c4a-aaf0-8f21a69b83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.478800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73838953-9bf3-4178-8b89-d0a7ed78cac0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.480830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73838953-9bf3-4178-8b89-d0a7ed78cac0 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2595763 Sep 18 00:43:16.486395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39902) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:16.547703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:16.548298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:16.594213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ec81a79-3d40-4c1f-b9ab-1f9784e7e8f0 req-824de0c9-ddf0-4869-a4ce-b36993495ecc tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826006 Sep 18 00:43:16.598336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ef57c810-6782-4c4a-aaf0-8f21a69b83f8 None None] Port 84bf99cd-3eff-4fab-b240-36fb043d4671 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:16.631848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc75862-2ab4-4e67-9bd6-e35ee76f1531 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.636006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5dc75862-2ab4-4e67-9bd6-e35ee76f1531 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1462808 Sep 18 00:43:16.636924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:16.665976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Allocated IP 172.25.7.188 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/cceaf2f4-39a2-4772-a21e-f35f2de88547) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:16.710102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:16.729257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a30dc-9a56-4d94-87c4-f755e72fb8f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.732583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a30dc-9a56-4d94-87c4-f755e72fb8f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.737924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a30dc-9a56-4d94-87c4-f755e72fb8f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:16.753310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a97a30dc-9a56-4d94-87c4-f755e72fb8f4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1153557 Sep 18 00:43:16.755778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:16.830645 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.845484 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.848878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 4167c57e-1d11-41e7-950a-03759f02b259 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:16.852787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.875150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.921808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.925181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.979497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Pushing event updated for resources: {'Port': ['ID=511839ff-6b56-45ec-ab68-964807b34dc1,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:16.982135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Pushing event updated for resources: {'Port': ['ID=cceaf2f4-39a2-4772-a21e-f35f2de88547,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:16.994448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:17.000057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:17.009556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:17.010779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:17.027347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:17.031653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:17.099728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e29515-ddf9-4dc0-9cb9-8d97d2a9478d req-a30ff627-f689-45fd-af93-c68290882160 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:17.102050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e29515-ddf9-4dc0-9cb9-8d97d2a9478d req-a30ff627-f689-45fd-af93-c68290882160 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.1222000 Sep 18 00:43:17.113757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Attempting to bind port 511839ff-6b56-45ec-ab68-964807b34dc1 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:17.114176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Attempting to bind port 511839ff-6b56-45ec-ab68-964807b34dc1 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:17.114502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Attempting to bind port 511839ff-6b56-45ec-ab68-964807b34dc1 on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:17.117874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Checking segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Bound using segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Bound port: 511839ff-6b56-45ec-ab68-964807b34dc1, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:17.128799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.152423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39926) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:17.158049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574449644', 'description': 'tempest-description--997873848'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:17.185106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:15Z', 'revision_number': 2, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:17.210300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.219908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Checking router: 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:17.220627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Updating router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 port 84bf99cd-3eff-4fab-b240-36fb043d4671 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:17.263775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e29515-ddf9-4dc0-9cb9-8d97d2a9478d req-1e937f7b-3fa3-47ee-8baf-82235bcd464d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506200 Sep 18 00:43:17.267589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.295057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] For port 511839ff-6b56-45ec-ab68-964807b34dc1, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:17.328066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] For port 511839ff-6b56-45ec-ab68-964807b34dc1, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=511839ff-6b56-45ec-ab68-964807b34dc1,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:17.361822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.399248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=4167c57e-1d11-41e7-950a-03759f02b259,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:17.401307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.403472 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27dc4fe6-0176-48c3-85c1-0b300f377ffa tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/4167c57e-1d11-41e7-950a-03759f02b259 HTTP/1.1" status: 204 len: 168 time: 0.6464248 Sep 18 00:43:17.410250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:17.452790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.467182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.503244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91440e52-d2b2-43c5-a2fd-bee31f00cf82,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:17.516937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.517379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 95b44c50-d2ba-4339-91c6-5a95476bb979 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:17.521775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.571403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.626646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.632759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69285338-9a75-4f57-bdf8-4d007760175b None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:17.676137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.681779 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-90cdaabf-2f0b-4334-a1c3-f34e69a55bef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5282531 Sep 18 00:43:17.686057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:17.689850 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.710653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.750522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef058d8c-5837-41a6-a362-2a7775f60e15 None None] Pushing event updated for resources: {'Port': ['ID=511839ff-6b56-45ec-ab68-964807b34dc1,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:17.753652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.759792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc186-113a-4803-adf9-6b9d5e3878e9 req-6130bb33-9c9e-4d5a-82b1-eb3ee0d70291 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:17.768466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44ccc186-113a-4803-adf9-6b9d5e3878e9 req-6130bb33-9c9e-4d5a-82b1-eb3ee0d70291 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 945 time: 0.2530365 Sep 18 00:43:17.790896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'security_group_rule': {'security_group_id': '91440e52-d2b2-43c5-a2fd-bee31f00cf82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:17.818542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.851049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44ccc186-113a-4803-adf9-6b9d5e3878e9 req-94941903-0e35-49bd-b4a5-7030584044e1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823033 Sep 18 00:43:17.851229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6fc2-c80f-4c7d-8efd-93907ac0d161 None None] Pushing event updated for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:17.928454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=95b44c50-d2ba-4339-91c6-5a95476bb979,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:17.954083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.975778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.977819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-59d88128-9907-4d60-a63b-3aff4aada944 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/95b44c50-d2ba-4339-91c6-5a95476bb979 HTTP/1.1" status: 204 len: 168 time: 0.5666344 Sep 18 00:43:17.986201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39940) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:17.991572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d030-245d-47da-8b6b-a8a091433dbb req-663d2e5d-baf4-4d12-9bb9-e223221fea1b tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:17.993471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee90d030-245d-47da-8b6b-a8a091433dbb req-663d2e5d-baf4-4d12-9bb9-e223221fea1b tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.2888043 Sep 18 00:43:17.999763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Attempting to bind port 84bf99cd-3eff-4fab-b240-36fb043d4671 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:18.000438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Attempting to bind port 84bf99cd-3eff-4fab-b240-36fb043d4671 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:18.001030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Attempting to bind port 84bf99cd-3eff-4fab-b240-36fb043d4671 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:18.008470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:18.009303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:18.010263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.011039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:18.011896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Bound port: 84bf99cd-3eff-4fab-b240-36fb043d4671, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:18.012501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.065035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee90d030-245d-47da-8b6b-a8a091433dbb req-09ed62c0-47d2-4cf1-a0bc-c6c6d22eb1da tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Sep 18 00:43:18.079068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.106283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7feac97c-b993-46e8-a6d4-b9acd0e2ea97 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970020 Sep 18 00:43:18.107135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39944) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:18.116326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:18.131970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:43:18.227853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] For port 84bf99cd-3eff-4fab-b240-36fb043d4671, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:18.243033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] For port 84bf99cd-3eff-4fab-b240-36fb043d4671, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=84bf99cd-3eff-4fab-b240-36fb043d4671,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:18.247647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:18.252435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3c62492b-c99d-4c1e-91c6-f5263cb64a11 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:18.271640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:18.279423 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.324808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.340593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561572b5-984e-42de-959b-7382d2c79746 req-a77a6dca-4700-4c68-ab6f-67433c836e2e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:18.343200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-561572b5-984e-42de-959b-7382d2c79746 req-a77a6dca-4700-4c68-ab6f-67433c836e2e tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.1308813 Sep 18 00:43:18.445458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.457167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-561572b5-984e-42de-959b-7382d2c79746 req-63c0896a-e3d9-4ab1-ba67-ccbc4f218262 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997300 Sep 18 00:43:18.466070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.514749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc29ee-bed5-47a9-98e8-3fabd5f74c2d req-c58f33d9-8465-4193-bf69-163eb33067dc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:18.516589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dccc29ee-bed5-47a9-98e8-3fabd5f74c2d req-c58f33d9-8465-4193-bf69-163eb33067dc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.1173410 Sep 18 00:43:18.517777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:43:18.528975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:43:18.626363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dccc29ee-bed5-47a9-98e8-3fabd5f74c2d req-6d3446d7-641c-49b0-9212-b182b17209e1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007533 Sep 18 00:43:18.696871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.714141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb46935-4155-4ef7-a141-bb41b279e8bd,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:18.738059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] Provisioning complete for port 84bf99cd-3eff-4fab-b240-36fb043d4671 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:18.738340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.739917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6fc2-c80f-4c7d-8efd-93907ac0d161 None None] Pushing event updated for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:18.766218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Deleting port 67de81f2-3100-49e5-b472-2c4424387dfa {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:18.767037 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.775016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:18.793279 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:18.798841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.813303 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:18.813997 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:18.817668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5725069e-d142-4071-b7c3-a04061f2b335 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8204775 Sep 18 00:43:18.819283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39952) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:18.838155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.842530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39956) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:18.848514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-de49b0a5-9d29-47ce-b2e3-380acc1c30e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1592042 Sep 18 00:43:18.851000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'security_group_rule': {'security_group_id': '91440e52-d2b2-43c5-a2fd-bee31f00cf82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:18.873972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:18.889931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:18.898850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:18.904444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.960314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=601e29f8-4151-4c49-a526-d3be6c5b95ba,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:18.995435 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-689e8d8f-0503-4928-a2fa-145e3c31299f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8847437 Sep 18 00:43:18.995969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39962) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:19.006639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:19.117407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:19.167703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.263458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:19.263951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.266082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 511839ff-6b56-45ec-ab68-964807b34dc1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:19.267861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:19.271865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.299034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:19.299805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:19.317567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330904-17e8-4097-8a81-80a3edf931d6 req-dc8e0d32-36d0-4242-b256-c86fc0080117 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:19.319596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c330904-17e8-4097-8a81-80a3edf931d6 req-dc8e0d32-36d0-4242-b256-c86fc0080117 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 945 time: 0.2797291 Sep 18 00:43:19.338529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da167-6cd2-4098-9343-0dc2f9176ffc req-00ce75fc-54b5-4b05-995b-ee90027ecd7a tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:19.347300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a4da167-6cd2-4098-9343-0dc2f9176ffc req-00ce75fc-54b5-4b05-995b-ee90027ecd7a tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.2831728 Sep 18 00:43:19.383114 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:17Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:19.429873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:19.434452 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Updating router 64834e0b-4706-46b5-adc3-cc8c5f325e9b port cceaf2f4-39a2-4772-a21e-f35f2de88547 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:19.463877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:19.470979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a4da167-6cd2-4098-9343-0dc2f9176ffc req-5ce0272b-1979-4bdd-a25d-ae63a0160fe3 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227174 Sep 18 00:43:19.510522 n-d-712707-16 neutron-server[106452]: INFO neutron.db.ipam_backend_mixin [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 601e29f8-4151-4c49-a526-d3be6c5b95ba (CIDR: 2001:db8::/64) Sep 18 00:43:19.516149 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.522882 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:43:19.522882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:19.548554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e4f6f449-aeaf-431e-a648-392101c12d42 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5512142 Sep 18 00:43:19.550883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:19.558055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:19.591003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.611747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.614948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c782bf-1777-4ed2-9f6e-7a8d62d30b86 None None] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:19.650199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c330904-17e8-4097-8a81-80a3edf931d6 req-60348e69-8eb6-4ad4-a797-61134fcd5324 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733216 Sep 18 00:43:19.699175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682a1cce-e08b-421f-97d4-31ff9cf50102,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:19.711011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.717042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b9f63d3c-9d8d-4a52-83c6-d27c5445f0aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8701835 Sep 18 00:43:19.720925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39972) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:19.726490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:19.765232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'mac_address': 'fa:16:3e:7b:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:19.845054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.965194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659bad-97a5-4e5f-bcf0-54a7196f61c6 req-63aee8f0-3e4f-499d-82ad-6ef726ec75bb tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:19.966934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9659bad-97a5-4e5f-bcf0-54a7196f61c6 req-63aee8f0-3e4f-499d-82ad-6ef726ec75bb tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.1352513 Sep 18 00:43:20.094526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:20.229509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:20.233309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.260194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.266184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] For port 67de81f2-3100-49e5-b472-2c4424387dfa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=67de81f2-3100-49e5-b472-2c4424387dfa,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:20.266589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.291203 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.311385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 511839ff-6b56-45ec-ab68-964807b34dc1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:20.311984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.313316 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.356506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.357174 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Attempting to bind port cceaf2f4-39a2-4772-a21e-f35f2de88547 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:20.357724 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Attempting to bind port cceaf2f4-39a2-4772-a21e-f35f2de88547 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:20.358669 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Attempting to bind port cceaf2f4-39a2-4772-a21e-f35f2de88547 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:20.385846 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:20.386588 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:20.387607 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.388159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:20.388861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Bound port: cceaf2f4-39a2-4772-a21e-f35f2de88547, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:20.389961 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.414558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Calling delete_port for 67de81f2-3100-49e5-b472-2c4424387dfa owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:20.462629 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] For port cceaf2f4-39a2-4772-a21e-f35f2de88547, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:20.466814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] For port cceaf2f4-39a2-4772-a21e-f35f2de88547, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cceaf2f4-39a2-4772-a21e-f35f2de88547,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:20.480776 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.508762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:20.524932 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721967-03b6-4215-b773-8bffde5c307c None None] Pushing event updated for resources: {'Port': ['ID=cceaf2f4-39a2-4772-a21e-f35f2de88547,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:20.536964 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:20.537651 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:20.555834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.557765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:20.560728 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa794803-fc0b-48fa-8124-292e7d755699" -d '{"events": [{"server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "name": "network-vif-plugged", "status": "completed", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:20.579808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.614640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:20.638123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:20.645281 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721967-03b6-4215-b773-8bffde5c307c None None] Pushing event updated for resources: {'Port': ['ID=cceaf2f4-39a2-4772-a21e-f35f2de88547,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:20.685373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.757247 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:43:20.781942 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:20.782336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9659bad-97a5-4e5f-bcf0-54a7196f61c6 req-6d9444f1-53c3-4b75-a9be-26a0a584e0a2 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7752614 Sep 18 00:43:20.804561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:20.850083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:43:20.867583 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15476ae-9fbf-4768-87cd-05171b8e4b82 x-openstack-request-id: req-f15476ae-9fbf-4768-87cd-05171b8e4b82 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:20.868133 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "name": "network-vif-plugged", "status": "completed", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:20.868561 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f15476ae-9fbf-4768-87cd-05171b8e4b82 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:20.868718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdc4d8-a21f-47cf-b73d-3ba8a414f3d6 req-321a4d11-7671-4542-ad95-29876ee2a050 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:20.869592 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11', 'code': 200} Sep 18 00:43:20.876558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-debdc4d8-a21f-47cf-b73d-3ba8a414f3d6 req-321a4d11-7671-4542-ad95-29876ee2a050 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.3163612 Sep 18 00:43:20.935265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 511839ff-6b56-45ec-ab68-964807b34dc1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=511839ff-6b56-45ec-ab68-964807b34dc1,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:20.944039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] For port 84bf99cd-3eff-4fab-b240-36fb043d4671, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=84bf99cd-3eff-4fab-b240-36fb043d4671,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:20.965056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:20.969657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['0b4e30ef-d340-4eaa-acb7-b6ad266488e7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:20.985155 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.014907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.078039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.120667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 67de81f2-3100-49e5-b472-2c4424387dfa no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:21.158923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-debdc4d8-a21f-47cf-b73d-3ba8a414f3d6 req-95423ca8-1c7a-4b4c-af4c-c79f5bc27bce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812488 Sep 18 00:43:21.160383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 67de81f2-3100-49e5-b472-2c4424387dfa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:21.160738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 67de81f2-3100-49e5-b472-2c4424387dfa not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:21.205122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] No DVR routers for this DVR port 67de81f2-3100-49e5-b472-2c4424387dfa on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:21.238313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862f7fb-a408-44c3-a172-ffe874caf8ad None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:21.240767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:21.262160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.278134 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.revisions.revision_plugin [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Could not find related port for resource to bump revision. Sep 18 00:43:21.282433 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:17Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:21.294258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa67a2-601a-4931-9d2f-2c4c29930b6a req-a0ca179f-b196-46da-8106-e3cc202f6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:21.296038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04aa67a2-601a-4931-9d2f-2c4c29930b6a req-a0ca179f-b196-46da-8106-e3cc202f6b09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 1098 time: 0.2315073 Sep 18 00:43:21.296788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Port 67de81f2-3100-49e5-b472-2c4424387dfa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 00:43:21.297089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:feb7:e283 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 00:43:21.322103 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb49c69-409b-445d-be09-1d482f6fc1de None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:17Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:21.328716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.341388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_pluggable_backend [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:feb7:e283 {{(pid=106452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 00:43:21.342357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3895c46b-44b3-4022-903a-93d2c0149199 None None] Provisioning complete for port 511839ff-6b56-45ec-ab68-964807b34dc1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:21.342741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3895c46b-44b3-4022-903a-93d2c0149199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.344758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.457662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e9f3-e405-49fb-b496-fb955a7478a9 req-f368fce7-28d4-4678-9ce5-c77545569b99 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:21.467312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5677e9f3-e405-49fb-b496-fb955a7478a9 req-f368fce7-28d4-4678-9ce5-c77545569b99 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.3412843 Sep 18 00:43:21.469238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:21.482502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04aa67a2-601a-4931-9d2f-2c4c29930b6a req-bdacf158-c093-493a-b653-26eb0516c0e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609499 Sep 18 00:43:21.486090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:21.491537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:21.492145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:21.503176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=f957adb9-8614-4ec2-85da-401ec952f9ed,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:21.530801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-57170379-89b8-4027-ae5a-41e12b163f47 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9784765 Sep 18 00:43:21.531896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:21.539122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:6a:27:8e', 'name': 'tempest-NetworksTestDHCPv6-1856664851'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:21.579338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5677e9f3-e405-49fb-b496-fb955a7478a9 req-11dd9620-7e8b-43ab-bb70-689ee7a04817 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107805 Sep 18 00:43:21.640413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=511839ff-6b56-45ec-ab68-964807b34dc1,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:21.753046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d491a7a-be07-46f2-8c7e-77f202811875 None None] Pushing event updated for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:21.764396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:18Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:21.780373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.25.7.70 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/763c44ed-bd9f-46f4-99ec-185dbfa8bc90) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:21.794849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-fb381d44-a8e6-4be0-bb8f-7e155d3321a4 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:21.798836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-fb381d44-a8e6-4be0-bb8f-7e155d3321a4 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 946 time: 0.1285446 Sep 18 00:43:21.925832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:21.938352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e654e72-cfad-48bb-8391-579c12787160 None None] Pushing event deleted for resources: {'Port': ['ID=67de81f2-3100-49e5-b472-2c4424387dfa,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:21.969737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cfb0d-cdd7-4b90-b5d7-bdd620ba9fa8 None None] The sync data for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 is: [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:18Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:21.998164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Deleting port 5f3caadd-4064-41fa-a782-10b56eeef2b9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:21.999128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.001489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3895c46b-44b3-4022-903a-93d2c0149199 None None] Provisioning complete for port 84bf99cd-3eff-4fab-b240-36fb043d4671 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:22.001818 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3895c46b-44b3-4022-903a-93d2c0149199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.089273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Allocated IP 172.20.0.1 (bdcc5d96-c6ea-4587-9b71-aacd9659e4f0/e821646e-2391-43f9-9931-868c4c56812d/5d034f0b-9452-45e5-bd0a-f375346decaa) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:22.123290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] For port 5f3caadd-4064-41fa-a782-10b56eeef2b9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5f3caadd-4064-41fa-a782-10b56eeef2b9,segment=NetworkSegment(6e8710e7-917b-42db-a439-b858ff7466e7),segment_id=6e8710e7-917b-42db-a439-b858ff7466e7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:22.123699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.150834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Calling delete_port for 5f3caadd-4064-41fa-a782-10b56eeef2b9 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:22.168437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeca6f-ca4d-4525-be5a-276c1c6dedcb req-8cb8a3dc-8f0c-4a1b-8078-8dcf7a42d0fc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:22.176439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0abeca6f-ca4d-4525-be5a-276c1c6dedcb req-8cb8a3dc-8f0c-4a1b-8078-8dcf7a42d0fc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 944 time: 0.2869785 Sep 18 00:43:22.230849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.447089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.454304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0abeca6f-ca4d-4525-be5a-276c1c6dedcb req-091f67e3-c301-41a1-b602-328f3acf8f5c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768497 Sep 18 00:43:22.465206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.511708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['5f3caadd-4064-41fa-a782-10b56eeef2b9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:22.544814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '601e29f8-4151-4c49-a526-d3be6c5b95ba'}, {'subnet_id': 'f957adb9-8614-4ec2-85da-401ec952f9ed'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:22.546143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.549064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Pushing event deleted for resources: {'Port': ['ID=5f3caadd-4064-41fa-a782-10b56eeef2b9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:22.556469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 070f6deb-3688-48ce-9bf0-d13288778e71 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:22.576178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076bdb9-4e9d-466f-adf3-2ff9b907fef7 req-762a732f-7d96-4dc0-83c7-c0a9ee6d5b19 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:22.582068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a076bdb9-4e9d-466f-adf3-2ff9b907fef7 req-762a732f-7d96-4dc0-83c7-c0a9ee6d5b19 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/ports?device_id=b51b42e3-8ecb-4900-b77f-cd85e6ac9283 HTTP/1.1" status: 200 len: 867 time: 0.2177639 Sep 18 00:43:22.658914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.703261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.732578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] No DVR routers for this DVR port 5f3caadd-4064-41fa-a782-10b56eeef2b9 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:22.736889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.739299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3e9c3a5-c359-4ca7-a172-94bd3d16b692 req-9e293785-f288-4cc5-ae39-a25f13d68dce tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.54 "DELETE /v2.0/ports/5f3caadd-4064-41fa-a782-10b56eeef2b9 HTTP/1.1" status: 204 len: 173 time: 0.9332438 Sep 18 00:43:22.744102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'name': 'network-vif-deleted', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:22.746654 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44e606-62b4-4834-b7e7-a50b17963ff0" -d '{"events": [{"server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "name": "network-vif-deleted", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:22.855227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2457dc1c-e4de-405f-8ec7-4588ca376c41 None None] Provisioning complete for port 511839ff-6b56-45ec-ab68-964807b34dc1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:22.855227 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2457dc1c-e4de-405f-8ec7-4588ca376c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:22.898946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:22.927539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:22.976164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:23.012167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=763c44ed-bd9f-46f4-99ec-185dbfa8bc90,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:23.027525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::fd (e7e807e1-53db-44db-8568-22231a7b4df3/601e29f8-4151-4c49-a526-d3be6c5b95ba/070f6deb-3688-48ce-9bf0-d13288778e71) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:23.030338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a076bdb9-4e9d-466f-adf3-2ff9b907fef7 req-78fa5b04-6789-4b95-a67f-8980c382c1d2 tempest-ServersNegativeTestMultiTenantJSON-1511363537 tempest-ServersNegativeTestMultiTenantJSON-1511363537-project] 10.222.0.49 "GET /v2.0/security-groups?id=a931ef8a-672c-4532-847d-21fe24a59772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318950 Sep 18 00:43:23.042634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:278e (e7e807e1-53db-44db-8568-22231a7b4df3/f957adb9-8614-4ec2-85da-401ec952f9ed/070f6deb-3688-48ce-9bf0-d13288778e71) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:23.091670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8ada2-d6fc-4369-bdb8-0b5e7774134d req-b808e0ac-302b-4148-913a-b329c0f46a4d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:23.093266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9f8ada2-d6fc-4369-bdb8-0b5e7774134d req-b808e0ac-302b-4148-913a-b329c0f46a4d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.3882997 Sep 18 00:43:23.149122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.211936 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1279e-1550-4338-b88d-7c3ae5303020 x-openstack-request-id: req-94f1279e-1550-4338-b88d-7c3ae5303020 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:23.212248 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51b42e3-8ecb-4900-b77f-cd85e6ac9283", "name": "network-vif-deleted", "tag": "5f3caadd-4064-41fa-a782-10b56eeef2b9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:23.212512 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94f1279e-1550-4338-b88d-7c3ae5303020 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:23.212986 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51b42e3-8ecb-4900-b77f-cd85e6ac9283', 'name': 'network-vif-deleted', 'tag': '5f3caadd-4064-41fa-a782-10b56eeef2b9', 'status': 'completed', 'code': 200} Sep 18 00:43:23.267806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:23.272975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.283415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:23.286045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:23.295174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9f8ada2-d6fc-4369-bdb8-0b5e7774134d req-f472c2c1-37a8-468f-aa20-6be24c48ce48 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810620 Sep 18 00:43:23.299562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:23.334834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.433912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.471618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.540396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cceaf2f4-39a2-4772-a21e-f35f2de88547 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:23.550282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:23.550494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.559058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:23.565241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:23.581909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:23.582453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.618539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=070f6deb-3688-48ce-9bf0-d13288778e71,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:23.647282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d454a2a-469a-44a7-ba2b-b2063479a0ce tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1139703 Sep 18 00:43:23.647912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:23.768351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cceaf2f4-39a2-4772-a21e-f35f2de88547 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:23.768746 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.809960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/601e29f8-4151-4c49-a526-d3be6c5b95ba/5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:23.830140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:1bac (e7e807e1-53db-44db-8568-22231a7b4df3/f957adb9-8614-4ec2-85da-401ec952f9ed/5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:23.887134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 070f6deb-3688-48ce-9bf0-d13288778e71 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:23.887796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:23.902910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2cc28812-51db-4e27-b735-7a95df1296ee None None] Provisioning complete for port 5d034f0b-9452-45e5-bd0a-f375346decaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:23.903335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2cc28812-51db-4e27-b735-7a95df1296ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.023419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28812-51db-4e27-b735-7a95df1296ee None None] Port 5d034f0b-9452-45e5-bd0a-f375346decaa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:24.033974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c77d2-3055-4586-bb24-784c01ace20a req-81385bd1-5a7f-49c1-b444-3298b94d305d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:24.041448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d70c77d2-3055-4586-bb24-784c01ace20a req-81385bd1-5a7f-49c1-b444-3298b94d305d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 944 time: 0.3979535 Sep 18 00:43:24.090375 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.123290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.126986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 070f6deb-3688-48ce-9bf0-d13288778e71 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:24.130720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40026) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:24.168817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d70c77d2-3055-4586-bb24-784c01ace20a req-5826d81e-a1c2-4d4d-9ae9-45cdb6eb05af tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208165 Sep 18 00:43:24.195668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Deleting subnet ed1708e6-11c3-4a15-b6b0-a4490ed3e41a {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:24.200690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.243040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5911c3c1-42d6-4ca1-8123-cdc0e7159734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.278992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.282266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.303439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.303666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.357450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port cceaf2f4-39a2-4772-a21e-f35f2de88547, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cceaf2f4-39a2-4772-a21e-f35f2de88547,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:24.377461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.378835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 511839ff-6b56-45ec-ab68-964807b34dc1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:24.457710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.508087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.550381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.555862 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.586289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=763c44ed-bd9f-46f4-99ec-185dbfa8bc90,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.604942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=cceaf2f4-39a2-4772-a21e-f35f2de88547,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.617819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.618399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:24.619563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-00a4e611-76a6-4425-bfe9-10dec38e87cf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8972735 Sep 18 00:43:24.649419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:24.652580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:24.679829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.690595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.708962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:24.758301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Pushing event updated for resources: {'Port': ['ID=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.762010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.787514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.803652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.814054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 511839ff-6b56-45ec-ab68-964807b34dc1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:24.814446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.834452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.876964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Attempting to bind port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:24.877341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Attempting to bind port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:24.877705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Attempting to bind port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:24.890918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:24.891300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:24.891705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.892101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:24.892611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Bound port: 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:24.893000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.905057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=070f6deb-3688-48ce-9bf0-d13288778e71,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.909368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:24.911265 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed1708e6-11c3-4a15-b6b0-a4490ed3e41a HTTP/1.1" status: 204 len: 168 time: 0.7794302 Sep 18 00:43:24.914003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf61b3d-0038-49ec-bc18-dec5cdd8ce49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1708e6-11c3-4a15-b6b0-a4490ed3e41a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:24.916320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40046) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.038610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:43:25.046105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 84bf99cd-3eff-4fab-b240-36fb043d4671 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:25.047863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-5615bd6f-ed9e-44b3-8b8a-bd263f5e54e1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--574449644&fields=id&tenant_id=b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 267 time: 0.1064742 Sep 18 00:43:25.054280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.061914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.064109 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1d9a601c-2777-466a-8326-e3c301496b37 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/070f6deb-3688-48ce-9bf0-d13288778e71 HTTP/1.1" status: 204 len: 168 time: 1.4151795 Sep 18 00:43:25.068353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.098442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:25.098843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.175461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 84bf99cd-3eff-4fab-b240-36fb043d4671 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:25.176113 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.219266 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.226715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-32ff2be0-28fa-4ff4-a47f-d5a130f36cba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.228664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-32ff2be0-28fa-4ff4-a47f-d5a130f36cba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.1703837 Sep 18 00:43:25.253632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7372b8-60fa-433f-8040-9c19bbc347df tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.263743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb7372b8-60fa-433f-8040-9c19bbc347df tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1921363 Sep 18 00:43:25.266987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-e412b836-fb60-4a7f-ba62-c6a69e64edd7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/quotas/b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 375 time: 0.0299587 Sep 18 00:43:25.267737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.280774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919c296a-dc2f-4068-b655-e2df7072a4ee']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:25.291515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] For port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:25.321149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8710e7-917b-42db-a439-b858ff7466e7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:25.321507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8710e7-917b-42db-a439-b858ff7466e7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:25.339224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.339446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] For port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:25.350503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:25.365023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:25.369190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b7d82-b1db-433e-86d5-b86f0b7c0f7c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.369331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.373485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e61b7d82-b1db-433e-86d5-b86f0b7c0f7c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1021991 Sep 18 00:43:25.374681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.376655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40060) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.393729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cae0b-de9f-4afb-8220-49896d6f2760 req-2ebcd0f1-39be-4273-a57d-fc30533e0e35 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.402295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec7cae0b-de9f-4afb-8220-49896d6f2760 req-2ebcd0f1-39be-4273-a57d-fc30533e0e35 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 944 time: 0.1131527 Sep 18 00:43:25.426066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:43:25.426519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:43:25.442863 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:43:25.527727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde59e2-e317-468f-b7da-081cc42dcda0 None None] Pushing event updated for resources: {'Port': ['ID=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:25.533952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-93152e0a-2599-4372-89b8-1be7b9c1e821 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658019 Sep 18 00:43:25.558142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07ed8b-f472-4286-aef4-b2fbab2fceea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.559079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07ed8b-f472-4286-aef4-b2fbab2fceea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.560608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07ed8b-f472-4286-aef4-b2fbab2fceea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:25.565582 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab07ed8b-f472-4286-aef4-b2fbab2fceea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1855617 Sep 18 00:43:25.565582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.570434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.571507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.572901 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/919c296a-dc2f-4068-b655-e2df7072a4ee HTTP/1.1" status: 204 len: 168 time: 0.6524036 Sep 18 00:43:25.575438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40070) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:25.631460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad521d1-368a-459b-a375-0d19acb140b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=919c296a-dc2f-4068-b655-e2df7072a4ee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:25.671491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Deleting subnet d8c2609e-3d60-4df8-9afc-331b77fb808d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:25.676020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.680599 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.736455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec7cae0b-de9f-4afb-8220-49896d6f2760 req-6d746454-0927-40d3-b587-702545abe5f0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303654 Sep 18 00:43:25.745515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.777731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:25.779094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:25.782064 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f934b-9368-4941-88de-5c05c10fb407" -d '{"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:25.799322 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.819773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cceaf2f4-39a2-4772-a21e-f35f2de88547 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:25.834535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.906397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c4e019a3-cac3-4994-b615-7a53eb5c31a3 None None] Provisioning complete for port 5d034f0b-9452-45e5-bd0a-f375346decaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:25.907222 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4e019a3-cac3-4994-b615-7a53eb5c31a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:25.930445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.000327 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69d40d1-b6c3-40c5-bcf6-a458b57d2356 x-openstack-request-id: req-c69d40d1-b6c3-40c5-bcf6-a458b57d2356 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:26.002037 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:26.002473 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c69d40d1-b6c3-40c5-bcf6-a458b57d2356 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:26.003321 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'code': 200} Sep 18 00:43:26.021693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c2609e-3d60-4df8-9afc-331b77fb808d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:26.025747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.027938 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bdc0faa8-2690-4091-8ea5-0fd128c0249c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d8c2609e-3d60-4df8-9afc-331b77fb808d HTTP/1.1" status: 204 len: 168 time: 0.4515679 Sep 18 00:43:26.030722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40076) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:26.070183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:26.090595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cceaf2f4-39a2-4772-a21e-f35f2de88547 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:26.091218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.094460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c4e019a3-cac3-4994-b615-7a53eb5c31a3 None None] Port 5d034f0b-9452-45e5-bd0a-f375346decaa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:26.187012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c920cad-2002-489e-b217-b53168b5dd55 req-47f45f30-1ad4-468d-b22d-b95cbcc532e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:26.188758 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3c920cad-2002-489e-b217-b53168b5dd55 req-47f45f30-1ad4-468d-b22d-b95cbcc532e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 1097 time: 0.1440673 Sep 18 00:43:26.246670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.266657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3c920cad-2002-489e-b217-b53168b5dd55 req-3385bc99-7af4-4cfe-9c7c-8ce9adf06267 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677981 Sep 18 00:43:26.378382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.400013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 601e29f8-4151-4c49-a526-d3be6c5b95ba {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:26.403936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821d4356-798c-4dc8-8649-c5e7a190ca8a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:26.411722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.422086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa98171-9a3e-439c-bb1c-12d3509833bb') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:26.422531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa98171-9a3e-439c-bb1c-12d3509833bb') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:26.434101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.448325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.460449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5f3caadd-4064-41fa-a782-10b56eeef2b9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:26.464566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:43:26.464778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:43:26.465354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:43:26.468822 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:43:26.488655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 5f3caadd-4064-41fa-a782-10b56eeef2b9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:26.489491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5f3caadd-4064-41fa-a782-10b56eeef2b9 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:26.501755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-25893785-0f72-4452-9c2b-326054f42490 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9432344 Sep 18 00:43:26.509356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.555567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.564831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:26.569263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] 10.222.0.49 "DELETE /v2.0/networks/821d4356-798c-4dc8-8649-c5e7a190ca8a HTTP/1.1" status: 204 len: 168 time: 0.5348134 Sep 18 00:43:26.582504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac3da-c2a0-427c-91fc-2eb102eb5897 admin admin] Pushing event deleted for resources: {'Network': ['ID=821d4356-798c-4dc8-8649-c5e7a190ca8a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:26.701249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:26.713071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:26.725704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:26.726584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:42:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:26.738194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d0f29199-f39e-4b73-ad34-50f5ede16ed6 admin admin] 10.222.0.49 "PUT /v2.0/routers/64834e0b-4706-46b5-adc3-cc8c5f325e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9170270 Sep 18 00:43:26.833586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40100) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:26.933013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e8a6770-763c-467a-abed-6339030cb10d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d41005c99a7946a682fb7731ea12c351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982695 Sep 18 00:43:26.937205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40106) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:26.999835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:27.073794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.108506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.142804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-a3dac039-02b5-404d-8212-26a93bc39915 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297524 Sep 18 00:43:27.177906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.182664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.184061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a931ef8a-672c-4532-847d-21fe24a59772 HTTP/1.1" status: 204 len: 168 time: 0.2459047 Sep 18 00:43:27.208058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644571fb-020a-4c48-96ea-fc49550739ce req-de2598d8-6b4e-45e1-9d44-3bca76068af2 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:27.210205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977057a4-bc1c-40a9-a2f2-b76b6a3abdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a931ef8a-672c-4532-847d-21fe24a59772,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:27.232484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-644571fb-020a-4c48-96ea-fc49550739ce req-de2598d8-6b4e-45e1-9d44-3bca76068af2 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.3530703 Sep 18 00:43:27.253255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.336029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c903d1-87d2-41a6-874c-ed4780111562 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:27.398223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-644c62b1-4118-43a5-9e67-56235e76edfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.433543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.532461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=601e29f8-4151-4c49-a526-d3be6c5b95ba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:27.534984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.537667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-977fc19c-0f09-420e-b3ef-f45e46d2736c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/601e29f8-4151-4c49-a526-d3be6c5b95ba HTTP/1.1" status: 204 len: 168 time: 1.9420795 Sep 18 00:43:27.540489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40118) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:27.555002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-644571fb-020a-4c48-96ea-fc49550739ce req-026fa6d8-a9a9-4c9f-bd8e-1fd8a2cd2c70 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214207 Sep 18 00:43:27.729749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet f957adb9-8614-4ec2-85da-401ec952f9ed {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:27.737090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:27.743500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810026ac-084c-45f4-98b7-9089875b9ba7 req-4e284d02-82d3-4788-a841-4664177853aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 210 time: 0.0902979 Sep 18 00:43:27.894733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.006090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:28.035912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.106005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40134) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:28.108818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.143542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8f8ec6de-b0ae-47e0-88c7-8ac8a79898cd None None] Provisioning complete for port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:28.144105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec6de-b0ae-47e0-88c7-8ac8a79898cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.170904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d215061a-a8eb-4479-ae5b-5a75566a9baf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd0e507d46ab4796a405043eb72cdfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629544 Sep 18 00:43:28.174567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40144) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:28.272326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.302913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec6de-b0ae-47e0-88c7-8ac8a79898cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.326139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.329858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f957adb9-8614-4ec2-85da-401ec952f9ed HTTP/1.1" status: 204 len: 168 time: 0.7880623 Sep 18 00:43:28.331482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9d06d-d33b-40e4-be83-77a85af00c26 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=f957adb9-8614-4ec2-85da-401ec952f9ed,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:28.334399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:28.404408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40148) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:28.406988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85fa79d3-fc56-47be-b292-89da0423449f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635462 Sep 18 00:43:28.410113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:28.448522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:28.449099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.485807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.486560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.512155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.599327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-8f8ec6de-b0ae-47e0-88c7-8ac8a79898cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:43:28.599830 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-8f8ec6de-b0ae-47e0-88c7-8ac8a79898cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:43:28.721725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-9b4a9be1-40f1-4939-98d7-442c0c56761a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:28.730050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-9b4a9be1-40f1-4939-98d7-442c0c56761a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 820 time: 0.4676931 Sep 18 00:43:28.752595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.776562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-75785d40-a38b-4fde-976e-afc1c54062ae tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/quotas/cf836ce64ddd4a63b049dd6ace5d3744 HTTP/1.1" status: 200 len: 375 time: 0.0454202 Sep 18 00:43:28.830279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:28.834770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.857447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 2, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:28.862792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.865695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.867284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b39da439-c9a7-491d-a605-1d4f222418a4 HTTP/1.1" status: 204 len: 168 time: 0.6913512 Sep 18 00:43:28.895733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:28.896055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Updating router 64834e0b-4706-46b5-adc3-cc8c5f325e9b port 5d034f0b-9452-45e5-bd0a-f375346decaa binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:28.897990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcde3a-d725-46d4-984f-05ed876841d6 None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': 'f957adb9-8614-4ec2-85da-401ec952f9ed'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:43:28.920895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:28.940986 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:28.978524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8b34-1676-408a-aa72-1f3dc5f22639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39da439-c9a7-491d-a605-1d4f222418a4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:28.994450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:29.006497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-04bcde3a-d725-46d4-984f-05ed876841d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.125029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.216491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-4967d27a-78fa-4259-a28a-ef2e1d3166da tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4389300 Sep 18 00:43:29.225072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0040eb-da48-4eb5-9748-454d36b750f9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:29.324161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-aca9e6ed-0a37-43df-af6a-ea6a29d2f17f service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067221 Sep 18 00:43:29.526217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-633704c4-0cc0-4bd1-a9ae-8499d3727a04 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:29.529447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d10ca-22ca-4baa-985a-f8b9931b3253 req-964d6345-911c-42a2-bbbc-295feb7ce5de tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:29.531809 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-633704c4-0cc0-4bd1-a9ae-8499d3727a04 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.2941666 Sep 18 00:43:29.538185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b83d10ca-22ca-4baa-985a-f8b9931b3253 req-964d6345-911c-42a2-bbbc-295feb7ce5de tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.6768382 Sep 18 00:43:29.589432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.618884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.634086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-92943b37-03b9-4abf-b618-649df1689972 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 379 time: 0.0862606 Sep 18 00:43:29.648018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'device_id': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'admin_state_up': True, 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'security_groups': ['91440e52-d2b2-43c5-a2fd-bee31f00cf82']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:29.665020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b83d10ca-22ca-4baa-985a-f8b9931b3253 req-a70c9130-58d4-4ae8-b2d6-31a5ee51d162 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258428 Sep 18 00:43:29.672845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:29.716648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:29.721368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:29.722223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.772483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3665581 Sep 18 00:43:29.781150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:29.787956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-541ac931-da12-49e1-be6a-2fa86cec7aa6 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629030 Sep 18 00:43:29.791441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:29.813907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-519f6305-c803-44ef-893e-d75032ad123c None None] Provisioning complete for port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:29.814288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-519f6305-c803-44ef-893e-d75032ad123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:29.888438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76c82211-b3a0-4c9c-a191-2f7af680b000 req-03ee5264-8b82-44ff-b5ca-d8cd5ee0e6fd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 210 time: 0.1061993 Sep 18 00:43:29.918034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36d043-5974-4215-8341-ee7e44091c06 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=9f3229d1-fe79-45ad-92e7-6841860a62fb,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:30.019589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:30.023431 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:30.072580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:30.075988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:43:30.218034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:30.222362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:30.302699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:30.366914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:30.391960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.20.0.7 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/f7addffe-8f67-406a-97a9-d9bcdb3d3f63) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:30.443733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d56e0049-1ae0-4937-a284-3f0bac5b71ca req-966032b1-da48-412f-a53a-9e1d81144eb2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 210 time: 0.1698339 Sep 18 00:43:30.486772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703dc2-eaf0-4012-a482-d58ca71657e0 req-d49cd8c9-bd77-4403-8802-c3f7607e0f74 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:30.495738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79703dc2-eaf0-4012-a482-d58ca71657e0 req-d49cd8c9-bd77-4403-8802-c3f7607e0f74 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.1635783 Sep 18 00:43:30.579712 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f3229d1-fe79-45ad-92e7-6841860a62fb (CIDR: 2001:db8::/64) Sep 18 00:43:30.608976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:30.647895 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:43:30.649278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:30.686190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79703dc2-eaf0-4012-a482-d58ca71657e0 req-f2c8aa2b-aa51-4bc0-8fd9-1ee1f8a15c21 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890564 Sep 18 00:43:30.722196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8a740a3f-cd19-4a3a-a806-3498f91e8cd2 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9364476 Sep 18 00:43:30.725079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40208) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:30.743945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'subnet': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:30.910195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a12a-7745-4185-8328-6b30c610844e None None] Pushing event updated for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:30.924981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:31.039797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.092645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd0f3a0d-2f5e-4595-a79c-11f996adc01a req-4b6b6dcf-8fe4-48c4-a671-d729e90ddd3f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 210 time: 0.0704381 Sep 18 00:43:31.111715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Deleting port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:31.112021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.118568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:31.127852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Attempting to bind port 5d034f0b-9452-45e5-bd0a-f375346decaa on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:31.128801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Attempting to bind port 5d034f0b-9452-45e5-bd0a-f375346decaa by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:31.129236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Attempting to bind port 5d034f0b-9452-45e5-bd0a-f375346decaa on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:31.174965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.175448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.175645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.175984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.176402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.176806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.177631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.178249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.178249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.179020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.179132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.179644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:43:31.202401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:31.215782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.227686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:31.228082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Checking segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:31.229408 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.231051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Bound using segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:31.231951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Bound port: 5d034f0b-9452-45e5-bd0a-f375346decaa, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:31.232400 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.375723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-25e1985e-a7ab-4610-b9a3-9009676ce6a6 None None] Provisioning complete for port 5d034f0b-9452-45e5-bd0a-f375346decaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:31.376033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25e1985e-a7ab-4610-b9a3-9009676ce6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.412069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.438961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] For port 5d034f0b-9452-45e5-bd0a-f375346decaa, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:31.463375 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.495544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] For port 5d034f0b-9452-45e5-bd0a-f375346decaa, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5d034f0b-9452-45e5-bd0a-f375346decaa,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:31.498973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:31.508657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] For port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:31.509060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.513003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.522824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:31.525928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:31.532953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:31.537480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:31.561505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-25e1985e-a7ab-4610-b9a3-9009676ce6a6 None None] Port 5d034f0b-9452-45e5-bd0a-f375346decaa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:31.603144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:31.612256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.653294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Calling delete_port for 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:31.660379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-58c8ecce-7728-4d5d-a273-86d546e3e8fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0187960 Sep 18 00:43:31.678780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Request body: {'port': {'device_id': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:31.822635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:31.823275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:31.831787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.852307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2b78e21-4005-4613-a90a-a70e2df4ee2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:31.969517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0eaa0efd-7094-4637-9d72-ec4389ae3b23 req-030c6bfe-71b5-4e88-abed-13eaa91f1bd6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 210 time: 0.1342161 Sep 18 00:43:31.997421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a12a-7745-4185-8328-6b30c610844e None None] Pushing event updated for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:32.008018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.054723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954c346-15ed-4619-8cd4-21321614eae8 req-501013c9-5b0d-4741-b380-35baf7437902 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:32.056400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4954c346-15ed-4619-8cd4-21321614eae8 req-501013c9-5b0d-4741-b380-35baf7437902 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2278953 Sep 18 00:43:32.115887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4954c346-15ed-4619-8cd4-21321614eae8 req-c4a11e5f-11da-4cc4-9e08-db89c6d9ef2a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 Sep 18 00:43:32.218917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:32.279201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.281357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Provisioning complete for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:32.281737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.289962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc3d6e-0645-4509-b12c-d50a2135ebb9 req-daa952c2-b73d-4079-96aa-4c7f89137473 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:32.298504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98dc3d6e-0645-4509-b12c-d50a2135ebb9 req-daa952c2-b73d-4079-96aa-4c7f89137473 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 931 time: 0.0828302 Sep 18 00:43:32.328128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:43:32.337864 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.378947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] Pushing event deleted for resources: {'Port': ['ID=5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:32.392560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Subnet': ['ID=6b45450c-fc12-40af-91f1-ecf7195320de,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:32.405453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2b78e21-4005-4613-a90a-a70e2df4ee2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.422723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98dc3d6e-0645-4509-b12c-d50a2135ebb9 req-5ab85829-1d04-4382-bb3e-0b9118c51dfd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218560 Sep 18 00:43:32.442902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:32.442902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:32.442902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:32.443698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.464516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-58fc70d1-f233-41e6-805f-0ec94bb140a4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7355840 Sep 18 00:43:32.464707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-d25bfb3b-5308-4232-9876-b2e8cd75cace tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:32.465160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:32.468500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-d25bfb3b-5308-4232-9876-b2e8cd75cace tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 820 time: 0.3559003 Sep 18 00:43:32.472074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Request body: {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'mac_address': 'fa:16:3e:c3:f8:17', 'name': 'tempest-NetworksTestDHCPv6-1447526907'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:32.474415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2b78e21-4005-4613-a90a-a70e2df4ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.597441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c680340-db2f-4f62-8fbe-5fb99048ad7d None None] No DVR routers for this DVR port 5e49c9da-9c51-4d25-9e9e-ba80ef6eea7c on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:32.633903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1285ce1f-408c-41a1-bd85-9c6c182091b9 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:32.693966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Made reservation on behalf of 9fccc570d16747d9b28a267383b1d4b8 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:32.741786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:32.759712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.775833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Transition to ACTIVE for port object f7addffe-8f67-406a-97a9-d9bcdb3d3f63 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:43:32.786521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'port': {'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'admin_state_up': True, 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:32.794174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:32.815093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.866606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e7e807e1-53db-44db-8568-22231a7b4df3', 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'tenant_id': '9fccc570d16747d9b28a267383b1d4b8', 'fixed_ips': [{'subnet_id': '6b45450c-fc12-40af-91f1-ecf7195320de'}, {'subnet_id': '9f3229d1-fe79-45ad-92e7-6841860a62fb'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:32.868305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.894308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78e21-4005-4613-a90a-a70e2df4ee2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6207936-c820-4227-b5da-fd9503463960,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:32.908173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2b78e21-4005-4613-a90a-a70e2df4ee2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=199f96bb76e34be999732e51253f6b61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4056413 Sep 18 00:43:32.917512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:32.923435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:32.957042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] device_id is not set on port 794c9b77-65ea-48ec-a8f5-b1038d8202a7 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:32.985106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Provisioning complete for port 5d034f0b-9452-45e5-bd0a-f375346decaa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:32.985673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.066910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:33.287019 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.333201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] For port 5d034f0b-9452-45e5-bd0a-f375346decaa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5d034f0b-9452-45e5-bd0a-f375346decaa,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:33.343051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Attempting to bind port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:33.343827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Attempting to bind port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:33.344219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Attempting to bind port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:33.346090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ae41641-3784-4ef5-b8cc-7c5747235e74 req-499da608-582a-467f-a597-44e48caf74fe tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 210 time: 0.1839356 Sep 18 00:43:33.346629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:31Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:33.356238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:43:33.356632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Attempting to bind port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:33.369263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:33.369394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:33.369753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:33.370193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Bound port: f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:33.370555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.389027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9491d9-6e1b-45ca-8848-2906abd32387 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:31Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:33.391127 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.490717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0b53-0a73-44c4-b4a2-90d333a4ebb4 None None] Pushing event updated for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:33.516190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8::2e4 (e7e807e1-53db-44db-8568-22231a7b4df3/9f3229d1-fe79-45ad-92e7-6841860a62fb/794c9b77-65ea-48ec-a8f5-b1038d8202a7) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:33.552553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:f817 (e7e807e1-53db-44db-8568-22231a7b4df3/6b45450c-fc12-40af-91f1-ecf7195320de/794c9b77-65ea-48ec-a8f5-b1038d8202a7) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:33.629052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009674c9-fe93-485f-9d9d-0a8edbe50d04 req-a5670c6d-ac14-42d9-afa9-11a6d685532d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:33.631572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-009674c9-fe93-485f-9d9d-0a8edbe50d04 req-a5670c6d-ac14-42d9-afa9-11a6d685532d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.3285162 Sep 18 00:43:33.647968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.696302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:33.720424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Made reservation on behalf of cf836ce64ddd4a63b049dd6ace5d3744 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:33.724076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.766506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:33.773077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.789160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.872904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:33.875092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:33.876537 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] 10.222.0.54 "PUT /v2.0/ports/f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 1092 time: 2.2021930 Sep 18 00:43:33.917528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5d034f0b-9452-45e5-bd0a-f375346decaa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:33.949980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:33.958829 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88648574-f357-46d6-a612-e8aa1bfa0098" -d '{"events": [{"name": "network-changed", "server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:34.051501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5d034f0b-9452-45e5-bd0a-f375346decaa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:34.051880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.152811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f841b7-5c87-48b8-ae6f-a8d953ca623f service neutron] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:34.284908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-2f89cc32-6b0e-40ba-8c5d-c6b40d86e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:34.290707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-2f89cc32-6b0e-40ba-8c5d-c6b40d86e89f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1095 time: 0.3137441 Sep 18 00:43:34.294657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.298387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.299577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6207936-c820-4227-b5da-fd9503463960 HTTP/1.1" status: 204 len: 168 time: 1.3355157 Sep 18 00:43:34.347888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Allocated IP 172.20.0.6 (bdcc5d96-c6ea-4587-9b71-aacd9659e4f0/e821646e-2391-43f9-9931-868c4c56812d/cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:34.424320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b362d2-38e9-44a6-b4f3-9f5673f6b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6207936-c820-4227-b5da-fd9503463960,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:34.435375 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-22d03114-0530-4a78-be90-8ee225a45102 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 217 time: 0.1046386 Sep 18 00:43:34.622194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-d3bed1b3-6826-4f74-aac0-86726ce40f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:34.623805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-d3bed1b3-6826-4f74-aac0-86726ce40f59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1767700 Sep 18 00:43:34.627709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-009674c9-fe93-485f-9d9d-0a8edbe50d04 req-cba36e17-612f-4f65-af14-92fd90daeb6a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743054 Sep 18 00:43:34.707178 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dac27dc-3931-48a2-bc30-73035e7ac34a x-openstack-request-id: req-0dac27dc-3931-48a2-bc30-73035e7ac34a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:34.707676 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:34.707776 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dac27dc-3931-48a2-bc30-73035e7ac34a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:34.708146 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'status': 'completed', 'code': 200} Sep 18 00:43:34.731998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.822549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3e09-f724-4e09-8b37-7ce634293f86 req-65095034-ffbe-40a7-896f-a161a8bf8e10 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:34.832957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2c3e09-f724-4e09-8b37-7ce634293f86 req-65095034-ffbe-40a7-896f-a161a8bf8e10 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 943 time: 1.1079049 Sep 18 00:43:34.907391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.912258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:34.963304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-564a540a-4e27-4c50-89ad-7c73d5097eb1 req-8ee5c370-1b1d-4df0-8074-8a5b3063459f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 210 time: 0.1274760 Sep 18 00:43:34.993758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.043375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Allocated IP 2001:db8::2 (e7e807e1-53db-44db-8568-22231a7b4df3/9f3229d1-fe79-45ad-92e7-6841860a62fb/8c02ad52-f479-4cb6-9a2e-c5bf3db194c6) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:35.055983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:35.059570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb8:4f78 (e7e807e1-53db-44db-8568-22231a7b4df3/6b45450c-fc12-40af-91f1-ecf7195320de/8c02ad52-f479-4cb6-9a2e-c5bf3db194c6) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:35.081282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-ffd0f298-df61-4f67-a8a3-936c73758235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:35.082892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-ffd0f298-df61-4f67-a8a3-936c73758235 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4451611 Sep 18 00:43:35.083032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:35.095923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:35.102916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:35.103652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.119111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event updated for resources: {'Port': ['ID=794c9b77-65ea-48ec-a8f5-b1038d8202a7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:35.129586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc2c3e09-f724-4e09-8b37-7ce634293f86 req-8be53420-b7ff-4cd0-8ae2-c06d230819c8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953837 Sep 18 00:43:35.148919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4f8392b-01a1-4c0a-86f7-05da490084ca tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6802518 Sep 18 00:43:35.149903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40280) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:35.245106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:35.266358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:35.273820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:35.342792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event updated for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:35.344127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting port 794c9b77-65ea-48ec-a8f5-b1038d8202a7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:35.362066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.414254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.417826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-0ce5755b-2a9b-413c-9097-02243073d233 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205540 Sep 18 00:43:35.429065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:35.430631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.431229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.519638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-e2adb5b3-c1be-4a32-b272-623b7d830557 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0080373 Sep 18 00:43:35.543672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Request body: {'port': {'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:35.566870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:35.573920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:35.583256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:35.610409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Pushing event updated for resources: {'Port': ['ID=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:35.687642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.731540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Calling delete_port for 794c9b77-65ea-48ec-a8f5-b1038d8202a7 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:35.741948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.756293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-45cc054c-b3fc-44e7-8c1e-2f1fa78bf585 req-dc98fd73-ff07-4a89-adc0-896fd5bd5c29 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128071 Sep 18 00:43:35.896738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6181d417-d009-4d6e-8efd-abebcabc5b8f None None] Provisioning complete for port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:35.896738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6181d417-d009-4d6e-8efd-abebcabc5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:35.938483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:35.958745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1fcf8-bf78-41da-8a39-ec0197c6425f req-d553deb1-297b-415a-9acb-1969418b68ec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:35.977604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87c1fcf8-bf78-41da-8a39-ec0197c6425f req-d553deb1-297b-415a-9acb-1969418b68ec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2025535 Sep 18 00:43:35.991458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-e4988ce6-0cd2-46aa-ba36-c5117d48691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:35.993085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-e4988ce6-0cd2-46aa-ba36-c5117d48691f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1095 time: 0.1116073 Sep 18 00:43:36.007203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6181d417-d009-4d6e-8efd-abebcabc5b8f None None] Port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:36.016667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Attempting to bind port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:36.018103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Attempting to bind port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:36.018562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Attempting to bind port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 on network e7e807e1-53db-44db-8568-22231a7b4df3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:36.040794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:36.041383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Checking segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:36.041966 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.042519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Bound using segment: {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:36.043696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Bound port: 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6ccbc-e563-48b7-aec4-729c0a40e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:36.044723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.109111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87c1fcf8-bf78-41da-8a39-ec0197c6425f req-9fa83042-ad28-4d9b-bbc1-f63c7615590d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257598 Sep 18 00:43:36.145341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] For port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:36.149348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] For port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:36.159859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.171883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-558154746-network', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:36.245072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-315baee8-ed6a-4084-87e8-76007be1a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.246663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-315baee8-ed6a-4084-87e8-76007be1a699 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2125556 Sep 18 00:43:36.257258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb9fb1-f9e4-4db6-98b7-95bdf6ec0468 None None] Pushing event updated for resources: {'Port': ['ID=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:36.282429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Made reservation on behalf of dfa4070cc00e4146a22269bcd2dff4b0 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:36.285080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.303871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e703f32-a81e-43de-8e75-9694a64f741d req-a0619617-a99c-406b-860b-604c61a71ee6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.305863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e703f32-a81e-43de-8e75-9694a64f741d req-a0619617-a99c-406b-860b-604c61a71ee6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 931 time: 0.1923106 Sep 18 00:43:36.357870 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-06397d35-fc90-483c-9784-a683404f1f7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 217 time: 0.1018381 Sep 18 00:43:36.383639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.470276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:36.484060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.523912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-df688ecb-6465-40f2-a31a-7469b9e5d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.526098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-df688ecb-6465-40f2-a31a-7469b9e5d3ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1442606 Sep 18 00:43:36.531071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e703f32-a81e-43de-8e75-9694a64f741d req-0f20b8c5-873f-431b-a139-40f7776ac33e tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073462 Sep 18 00:43:36.563629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c099f7-3606-4aaa-82af-23745f55510e req-6f927204-d0c8-493d-89b9-e87ae95c0689 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.576095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55c099f7-3606-4aaa-82af-23745f55510e req-6f927204-d0c8-493d-89b9-e87ae95c0689 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 943 time: 0.1879725 Sep 18 00:43:36.594874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-640e68e7-7b92-468d-9326-26137456eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.596688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-640e68e7-7b92-468d-9326-26137456eeff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554695 Sep 18 00:43:36.635357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.672889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55c099f7-3606-4aaa-82af-23745f55510e req-a520e7ba-f693-4d06-92e7-95acd340d05e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949781 Sep 18 00:43:36.697954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Port': ['ID=794c9b77-65ea-48ec-a8f5-b1038d8202a7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:36.714182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-0fb16ab1-9807-48e2-a8bd-892f123a0910 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090262 Sep 18 00:43:36.715258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Transition to ACTIVE for port object cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:43:36.735586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.746981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:36.751271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13ad0e47-ca82-4eef-9833-ca8693cebe32 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/794c9b77-65ea-48ec-a8f5-b1038d8202a7 HTTP/1.1" status: 204 len: 168 time: 1.5997207 Sep 18 00:43:36.754469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40312) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:36.814087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258158a5-59f7-476c-9c98-4036da818c10 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.818023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-258158a5-59f7-476c-9c98-4036da818c10 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0602505 Sep 18 00:43:36.818297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40314) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:36.868340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Pushing event updated for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:36.873208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf5170-d6cb-46d1-8890-be1b14f9edab tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.877997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52bf5170-d6cb-46d1-8890-be1b14f9edab tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0564075 Sep 18 00:43:36.878732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40316) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:36.985280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be415a7-70df-4a18-8963-6dbda8d39180 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.987029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be415a7-70df-4a18-8963-6dbda8d39180 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.988565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be415a7-70df-4a18-8963-6dbda8d39180 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:36.992311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0be415a7-70df-4a18-8963-6dbda8d39180 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1105647 Sep 18 00:43:36.998014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40318) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:37.019223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-88648574-f357-46d6-a612-e8aa1bfa0098 req-683aa42a-c025-4fbd-b003-c65b9b01fa2d service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938044 Sep 18 00:43:37.049667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.051069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Attempting to bind port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:37.051441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Attempting to bind port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:37.051880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Attempting to bind port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:37.060017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:43:37.060438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Attempting to bind port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:37.066157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.085602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:37.085917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Checking segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:37.086345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Bound using segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:37.086665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Bound port: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:37.087021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.091327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 6b45450c-fc12-40af-91f1-ecf7195320de {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:37.096206 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.122332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:43:37.142776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9558958a-2bc7-4060-b35d-f3d27d870cb6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:37.176261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.176614 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Added segment 2484b9d2-c7f8-4437-a2ad-359d80cdca21 of type vlan for network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc Sep 18 00:43:37.226669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.241048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.258359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:37.265154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:37.284733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.328061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.329108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.329699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.363137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575dcb-e35c-4bef-9075-399ecc4f3d0a req-ceefa1e6-7598-4717-ba26-b0c6d7e303bb tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.370802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a575dcb-e35c-4bef-9075-399ecc4f3d0a req-ceefa1e6-7598-4717-ba26-b0c6d7e303bb tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.0962026 Sep 18 00:43:37.404116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.421862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4824796 Sep 18 00:43:37.423844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:37.433242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Request body: {'subnet': {'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-558154746-subnet', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:37.457520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.458474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.460136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] 10.222.0.54 "PUT /v2.0/ports/cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 1092 time: 1.9241424 Sep 18 00:43:37.460851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:37.463661 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfcaaf3-4f24-4261-823d-a3af98b5551a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:37.466620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14307f9-3155-44cf-8a8c-92932dce7ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:37.492600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.493165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:43:37.502007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40228491-a2be-4b4a-bbb1-5dd1ca6da0fc service neutron] Pushing event updated for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:37.531899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Made reservation on behalf of dfa4070cc00e4146a22269bcd2dff4b0 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:37.535901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.557590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=6b45450c-fc12-40af-91f1-ecf7195320de,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:37.570281 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.575220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-37e5b1d7-057e-48da-980f-a13bed586db4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6b45450c-fc12-40af-91f1-ecf7195320de HTTP/1.1" status: 204 len: 168 time: 0.5750401 Sep 18 00:43:37.579476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a575dcb-e35c-4bef-9075-399ecc4f3d0a req-a86d4ccc-48ec-4a87-b044-f539d5c20e42 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077601 Sep 18 00:43:37.579962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:37.614372 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d919a09-cc37-4b73-9339-cf5e63570c5d x-openstack-request-id: req-7d919a09-cc37-4b73-9339-cf5e63570c5d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:37.614712 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:37.615149 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d919a09-cc37-4b73-9339-cf5e63570c5d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:37.615581 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:43:37.678948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-65716297-2a2d-412c-86ba-75e862591f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.680501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-65716297-2a2d-412c-86ba-75e862591f1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1095 time: 0.1141748 Sep 18 00:43:37.698382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Deleting subnet 9f3229d1-fe79-45ad-92e7-6841860a62fb {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:43:37.702628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.747090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-eaff2604-45ef-4445-81f0-78527015c8b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.0491846 Sep 18 00:43:37.811314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf4273-6d5c-4601-bfaa-f598f8d8ff58 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:37.811801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.831736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-f58879c1-68c5-4827-a870-fad62d088654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.833261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-f58879c1-68c5-4827-a870-fad62d088654 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0544589 Sep 18 00:43:37.880176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc95a1-5699-4df1-be02-b5ac7005f6af req-7f67a372-fe6f-4baa-8e88-f8e41ea27f66 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.899251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34dc95a1-5699-4df1-be02-b5ac7005f6af req-7f67a372-fe6f-4baa-8e88-f8e41ea27f66 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 943 time: 0.1680236 Sep 18 00:43:37.960561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:37.979653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-57a9d257-fae3-411a-bbb3-48ae5a29642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.981453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-57a9d257-fae3-411a-bbb3-48ae5a29642f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403062 Sep 18 00:43:37.982952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.006345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] Provisioning complete for port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:38.006859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.032010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34dc95a1-5699-4df1-be02-b5ac7005f6af req-aadcbcaf-cc5c-46e4-b50d-181757eff610 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265075 Sep 18 00:43:38.058216 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.069507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0991df-2526-4ece-bb63-9ffb7fd0ae4c req-ae76cef2-616d-48aa-9a10-310f3da502fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.071582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e0991df-2526-4ece-bb63-9ffb7fd0ae4c req-ae76cef2-616d-48aa-9a10-310f3da502fe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 943 time: 0.1588535 Sep 18 00:43:38.089157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-15951191-b6a8-4335-8c08-076f91431414 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999134 Sep 18 00:43:38.143352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e0991df-2526-4ece-bb63-9ffb7fd0ae4c req-0b091636-bdb5-4d18-a48d-dd62cbe91f3a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Sep 18 00:43:38.170660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.193035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:38.193404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.200651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Checking segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:38.201012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Network hostable DHCP agents. Network: 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:38.215083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3229d1-fe79-45ad-92e7-6841860a62fb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:38.227758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.234429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5da2c641-db5e-4b1d-a4b6-f71474af15a6 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/9f3229d1-fe79-45ad-92e7-6841860a62fb HTTP/1.1" status: 204 len: 168 time: 0.6533685 Sep 18 00:43:38.235061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40344) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.287256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bef099c-5d13-425c-9520-3a450957d827 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510366 Sep 18 00:43:38.288478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40346) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.346252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8c37f-9869-470a-95b5-2e046336eca3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.351016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40f8c37f-9869-470a-95b5-2e046336eca3 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0614703 Sep 18 00:43:38.351657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40348) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.354127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a8134-e18d-4b26-8ee0-b2b7acb9141f None None] Update dhcp port {'port': {'network_id': 'e7e807e1-53db-44db-8568-22231a7b4df3', 'fixed_ips': [{'subnet_id': '9f3229d1-fe79-45ad-92e7-6841860a62fb'}], 'binding:host_id': 'n-d-712707-16'}, 'id': '8c02ad52-f479-4cb6-9a2e-c5bf3db194c6'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:43:38.390128 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8134-e18d-4b26-8ee0-b2b7acb9141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.408828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.415774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.421823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c5fed-db48-410d-b483-8acd201c8947 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.427390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-513c5fed-db48-410d-b483-8acd201c8947 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746336 Sep 18 00:43:38.428017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.481399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-197d24ac-7fd6-4436-b7db-49be83878f34 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520957 Sep 18 00:43:38.482079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40354) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.513569 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-24743c79-5ceb-46dd-ad73-69469400464a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.514524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24743c79-5ceb-46dd-ad73-69469400464a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.516609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-24743c79-5ceb-46dd-ad73-69469400464a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/794c9b77-65ea-48ec-a8f5-b1038d8202a7 HTTP/1.1" status: 404 len: 333 time: 0.0329595 Sep 18 00:43:38.519176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40356) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.550543 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c37dd3-f150-4da2-9149-d6417156752d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.551011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c37dd3-f150-4da2-9149-d6417156752d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.552828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-15c37dd3-f150-4da2-9149-d6417156752d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6b45450c-fc12-40af-91f1-ecf7195320de HTTP/1.1" status: 404 len: 337 time: 0.0326846 Sep 18 00:43:38.556834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.569970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:38.595254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] For port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:38.604832 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.613025 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d8591a-a8d6-45d9-9fe5-22e4b2d14cea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.613126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d8591a-a8d6-45d9-9fe5-22e4b2d14cea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.615150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68d8591a-a8d6-45d9-9fe5-22e4b2d14cea tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/9f3229d1-fe79-45ad-92e7-6841860a62fb HTTP/1.1" status: 404 len: 337 time: 0.0570097 Sep 18 00:43:38.618997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40362) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.619682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:38.652970 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a001e1ab-7fc7-483b-9a88-4349b455fdec tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.653702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a001e1ab-7fc7-483b-9a88-4349b455fdec tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.656598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a001e1ab-7fc7-483b-9a88-4349b455fdec tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/070f6deb-3688-48ce-9bf0-d13288778e71 HTTP/1.1" status: 404 len: 333 time: 0.0361607 Sep 18 00:43:38.659617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40364) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.665218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ecb94888-e2f7-4af0-9ed7-943e7c678f60 req-c41c569b-4295-4b4a-a941-263565176ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521390 Sep 18 00:43:38.666472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:38.672548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad7364-9771-4645-8d47-4e36526fba82 None None] Network e7e807e1-53db-44db-8568-22231a7b4df3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:38.683659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d058e-58c6-4094-b9da-4ea90a84deac None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:38.694679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.695311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.719219 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef3b4903-0c31-4e4e-b6e2-af1d244ea708 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2912066 Sep 18 00:43:38.722370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.728726 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fd2418-d46e-40b0-9620-ddade1159e4d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.729913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fd2418-d46e-40b0-9620-ddade1159e4d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.735316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d7fd2418-d46e-40b0-9620-ddade1159e4d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f957adb9-8614-4ec2-85da-401ec952f9ed HTTP/1.1" status: 404 len: 337 time: 0.0747323 Sep 18 00:43:38.736239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40368) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.737512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:38.790658 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9d4f93-9778-461e-aedd-d677ff551411 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.791495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9d4f93-9778-461e-aedd-d677ff551411 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.797643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a9d4f93-9778-461e-aedd-d677ff551411 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/601e29f8-4151-4c49-a526-d3be6c5b95ba HTTP/1.1" status: 404 len: 337 time: 0.0582006 Sep 18 00:43:38.797839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.798743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.799229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40370) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.831571 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4d3ba5-9fcc-4931-acc6-bdc5da083cfb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.832802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4d3ba5-9fcc-4931-acc6-bdc5da083cfb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.833955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-5a05499a-b2b9-4df6-b340-24abec3ace01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.837500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-5a05499a-b2b9-4df6-b340-24abec3ace01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1095 time: 0.0764461 Sep 18 00:43:38.838540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d4d3ba5-9fcc-4931-acc6-bdc5da083cfb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/936bd6b9-b46d-4210-9735-dab9c28ae3a5 HTTP/1.1" status: 404 len: 333 time: 0.0361278 Sep 18 00:43:38.839402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40372) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.871484 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d16f57e-df57-4b1f-b219-cd096207f61d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.872426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d16f57e-df57-4b1f-b219-cd096207f61d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.877205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d16f57e-df57-4b1f-b219-cd096207f61d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/4167c57e-1d11-41e7-950a-03759f02b259 HTTP/1.1" status: 404 len: 337 time: 0.0353446 Sep 18 00:43:38.879910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40374) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.933426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:38.937058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeec780-d267-433c-8dca-22c1f8af9a2b req-4f83148e-b0fe-4000-84ee-4397b67edd6a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:38.945882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaeec780-d267-433c-8dca-22c1f8af9a2b req-4f83148e-b0fe-4000-84ee-4397b67edd6a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2272911 Sep 18 00:43:38.956478 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13042ee-f401-46a9-a278-9dd3b61feb17 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:38.957316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13042ee-f401-46a9-a278-9dd3b61feb17 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:38.960721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b13042ee-f401-46a9-a278-9dd3b61feb17 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/95b44c50-d2ba-4339-91c6-5a95476bb979 HTTP/1.1" status: 404 len: 337 time: 0.0792410 Sep 18 00:43:38.975842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:38.989272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:43:38.989629 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:43:39.013442 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c0891d-1c9b-40f4-9a2a-682d0ec26013 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.014911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c0891d-1c9b-40f4-9a2a-682d0ec26013 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.019385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0c0891d-1c9b-40f4-9a2a-682d0ec26013 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/1d88cb28-e62e-4216-81b4-7bdd0845d3fb HTTP/1.1" status: 404 len: 333 time: 0.0386090 Sep 18 00:43:39.019578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfc9cf-8bfe-4735-a6c3-696850431595 None None] Pushing event updated for resources: {'Port': ['ID=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:39.020243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40380) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.052752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaeec780-d267-433c-8dca-22c1f8af9a2b req-14a11a84-a7b4-4479-8dd2-1c017f02f1aa tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055689 Sep 18 00:43:39.053747 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4396ce60-aeb0-4475-8695-223eb433f2b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.054468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4396ce60-aeb0-4475-8695-223eb433f2b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.055862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-98a7ae72-5d2b-4295-91b9-b49a001c4ae1 None None] Provisioning complete for port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:39.056168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4396ce60-aeb0-4475-8695-223eb433f2b7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6b452856-13fe-45a0-b812-e6528a419ac8 HTTP/1.1" status: 404 len: 337 time: 0.0349288 Sep 18 00:43:39.056325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98a7ae72-5d2b-4295-91b9-b49a001c4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:39.059832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40384) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.109278 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0de744-f4d8-4018-b86e-ca277d8bde81 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.109847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0de744-f4d8-4018-b86e-ca277d8bde81 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.111717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb0de744-f4d8-4018-b86e-ca277d8bde81 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/e2222bab-8306-4fd3-8cc3-0e765ee6e742 HTTP/1.1" status: 404 len: 337 time: 0.0502317 Sep 18 00:43:39.114335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40386) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.142600 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9451bdb0-d0c2-437e-866d-cc87bb07525a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.143299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9451bdb0-d0c2-437e-866d-cc87bb07525a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.147894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9451bdb0-d0c2-437e-866d-cc87bb07525a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/8af7dfa6-bdc2-4a28-bbed-fcaba4b8c998 HTTP/1.1" status: 404 len: 333 time: 0.0320163 Sep 18 00:43:39.148553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40388) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.184056 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e406752f-a132-4ef1-87a5-43591a4237d5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.184527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e406752f-a132-4ef1-87a5-43591a4237d5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.188947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-f2516c9c-3bfc-4c35-afec-dce2d79997a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:39.189466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e406752f-a132-4ef1-87a5-43591a4237d5 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/5a7a033a-484f-4b56-9d3f-6dabc80db9f9 HTTP/1.1" status: 404 len: 337 time: 0.0371816 Sep 18 00:43:39.189573 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-f2516c9c-3bfc-4c35-afec-dce2d79997a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.3429086 Sep 18 00:43:39.191362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40392) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.251795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] DHCP port deletion for e7e807e1-53db-44db-8568-22231a7b4df3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:43:39.262840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:39.264599 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:39.287433 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e41091c-4c5a-47f5-a3b8-0021f3341509 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.288264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e41091c-4c5a-47f5-a3b8-0021f3341509 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.290142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e41091c-4c5a-47f5-a3b8-0021f3341509 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/6431b630-fafb-48e8-9752-e1f481ba3850 HTTP/1.1" status: 404 len: 333 time: 0.0978379 Sep 18 00:43:39.292434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:39.304514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40396) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.337668 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d766c6eb-94b2-48a3-8734-730ddf445852 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.338350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d766c6eb-94b2-48a3-8734-730ddf445852 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.340374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d766c6eb-94b2-48a3-8734-730ddf445852 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/e5d1222d-3c79-41fe-887b-2fb1a4b5cb50 HTTP/1.1" status: 404 len: 337 time: 0.0347135 Sep 18 00:43:39.351158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40398) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.356027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c5f8a-536e-48d5-98be-33c894a6934e req-db03eac3-59a5-4a77-af0f-2f7c1fb915c4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:39.367752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a18c5f8a-536e-48d5-98be-33c894a6934e req-db03eac3-59a5-4a77-af0f-2f7c1fb915c4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 943 time: 0.1852622 Sep 18 00:43:39.383671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-9d9fbd72-37c7-4174-8808-0ed46c019c35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.1325369 Sep 18 00:43:39.387069 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd77edfd-5813-4eac-a558-361323689f2c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.387809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd77edfd-5813-4eac-a558-361323689f2c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.391365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd77edfd-5813-4eac-a558-361323689f2c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/464672b7-a958-4354-a3bd-ae4e7f9c1956 HTTP/1.1" status: 404 len: 333 time: 0.0386007 Sep 18 00:43:39.395593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40400) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.427236 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d64b8c-8690-45f6-b56f-532a5cd0bd7e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.427702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d64b8c-8690-45f6-b56f-532a5cd0bd7e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.431112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f5d64b8c-8690-45f6-b56f-532a5cd0bd7e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/508e2954-1dbb-4fb4-8c4e-aaafe624b9ee HTTP/1.1" status: 404 len: 337 time: 0.0330362 Sep 18 00:43:39.436489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40402) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.443131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e0730-6d9e-49ce-9a27-6ab914c9e174 req-835ab3f0-e356-45a8-8bdc-ab77841ccaba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:39.445017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c9e0730-6d9e-49ce-9a27-6ab914c9e174 req-835ab3f0-e356-45a8-8bdc-ab77841ccaba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 943 time: 0.1943696 Sep 18 00:43:39.480589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Deleting port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:39.481306 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:39.489853 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5887ab92-505e-4f80-ae98-327d67a42b57 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.490569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5887ab92-505e-4f80-ae98-327d67a42b57 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.492356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5887ab92-505e-4f80-ae98-327d67a42b57 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dd7c4b61-74a7-4689-a2da-0cef891b6742 HTTP/1.1" status: 404 len: 333 time: 0.0538225 Sep 18 00:43:39.498706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40406) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.503024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a18c5f8a-536e-48d5-98be-33c894a6934e req-eb3a1255-da0c-4dc9-b8a7-08db8a06c47c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340761 Sep 18 00:43:39.545393 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a316c79c-0fa5-4aa0-86f0-11be11aff633 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.546143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a316c79c-0fa5-4aa0-86f0-11be11aff633 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.548492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a316c79c-0fa5-4aa0-86f0-11be11aff633 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/4249d3ed-28e8-4046-a4c2-617612aa8f06 HTTP/1.1" status: 404 len: 337 time: 0.0485296 Sep 18 00:43:39.552004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.559034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-39e8f495-73c9-4d34-af2b-eec555f9f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:39.562313 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-39e8f495-73c9-4d34-af2b-eec555f9f30f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.1683292 Sep 18 00:43:39.564943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c9e0730-6d9e-49ce-9a27-6ab914c9e174 req-9bd37637-19c1-4e48-b252-86808de8972d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125333 Sep 18 00:43:39.605873 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9c19cb-843a-46ec-aeb3-455e3f7f83a7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.606658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9c19cb-843a-46ec-aeb3-455e3f7f83a7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.612102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3b9c19cb-843a-46ec-aeb3-455e3f7f83a7 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/83d26799-89d0-4488-a1a0-0f6f0c9027f8 HTTP/1.1" status: 404 len: 333 time: 0.0459270 Sep 18 00:43:39.612818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40410) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.634513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Allocated IP 172.20.0.2 (67b61fb7-1898-47a5-bbfe-c64db4ffb1fc/11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f/37a21f78-57b9-43c7-b4f0-4dab9554eb30) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:39.640654 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-de62f02c-1a3f-4f32-ad3f-a601a336ff8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.641231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de62f02c-1a3f-4f32-ad3f-a601a336ff8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.644378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-de62f02c-1a3f-4f32-ad3f-a601a336ff8f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/564c57ce-4a86-4488-b891-66656d5137da HTTP/1.1" status: 404 len: 337 time: 0.0293119 Sep 18 00:43:39.645694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40412) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.648727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] For port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,segment=NetworkSegment(34c6ccbc-e563-48b7-aec4-729c0a40e773),segment_id=34c6ccbc-e563-48b7-aec4-729c0a40e773)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:39.649132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:39.664601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-515e8976-d38c-4384-b5ee-16b65399969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:39.666558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-515e8976-d38c-4384-b5ee-16b65399969b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697727 Sep 18 00:43:39.669269 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3e661-7501-4163-8885-d55d51f35ecb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.670599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3e661-7501-4163-8885-d55d51f35ecb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.675354 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52c3e661-7501-4163-8885-d55d51f35ecb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/9789894f-e608-4902-b13f-7838469b0429 HTTP/1.1" status: 404 len: 333 time: 0.0261250 Sep 18 00:43:39.676513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.678997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Calling delete_port for 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:39.707010 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e38d8d-0818-4929-88fd-87eca846647f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.707231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e38d8d-0818-4929-88fd-87eca846647f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.713502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-43e38d8d-0818-4929-88fd-87eca846647f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/925deab3-64c9-4e8e-9f61-c8228f9d6f6d HTTP/1.1" status: 404 len: 337 time: 0.0334752 Sep 18 00:43:39.713502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40416) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.754718 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcebf3c5-c5f0-47d8-b2ee-f40ae457d220 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.755383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcebf3c5-c5f0-47d8-b2ee-f40ae457d220 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.757178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dcebf3c5-c5f0-47d8-b2ee-f40ae457d220 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/0cda1852-83d8-4cc3-94c8-8d1e281c4249 HTTP/1.1" status: 404 len: 337 time: 0.0433280 Sep 18 00:43:39.759849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40418) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.789039 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-418c7da2-2b4d-481e-8f56-a392fcc7c94a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.790064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418c7da2-2b4d-481e-8f56-a392fcc7c94a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.792477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-418c7da2-2b4d-481e-8f56-a392fcc7c94a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/8b45b82a-8a24-44e1-a36e-ff351393ad03 HTTP/1.1" status: 404 len: 333 time: 0.0310528 Sep 18 00:43:39.796366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.845048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:39.900098 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6be098-d962-4520-97cb-33fe4bd6a6b4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.900607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6be098-d962-4520-97cb-33fe4bd6a6b4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.903015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5c6be098-d962-4520-97cb-33fe4bd6a6b4 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1b9c0132-0b13-466c-a9d3-41adaecfd037 HTTP/1.1" status: 404 len: 337 time: 0.1019797 Sep 18 00:43:39.905467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.954148 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f3422d-c677-4143-b265-1b8285b905cb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:39.954622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f3422d-c677-4143-b265-1b8285b905cb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:39.956417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4f3422d-c677-4143-b265-1b8285b905cb tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/d5237524-896b-460e-9a91-9dcad01370b0 HTTP/1.1" status: 404 len: 337 time: 0.0498817 Sep 18 00:43:39.963375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40424) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:39.968339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.009761 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a483ea-0f4f-4e0a-a092-153e4fc716ee tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.010529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a483ea-0f4f-4e0a-a092-153e4fc716ee tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.012348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-90a483ea-0f4f-4e0a-a092-153e4fc716ee tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/9abe893c-eaa7-486b-823e-803580227028 HTTP/1.1" status: 404 len: 333 time: 0.0479507 Sep 18 00:43:40.014886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40426) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.019696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] Pushing event deleted for resources: {'Port': ['ID=8c02ad52-f479-4cb6-9a2e-c5bf3db194c6,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:40.028158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:43:40.028631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:40.055213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.060202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-66cf3b96-048f-44b5-9e92-415375b7b9e6 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846047 Sep 18 00:43:40.067795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ccadc-18b5-4fdb-ab17-13f19e8bd516 None None] No DVR routers for this DVR port 8c02ad52-f479-4cb6-9a2e-c5bf3db194c6 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:40.068080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.071481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.093379 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23f4889-2142-4dd4-91c9-2ddbbdeb8c9c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.094057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23f4889-2142-4dd4-91c9-2ddbbdeb8c9c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.095771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c23f4889-2142-4dd4-91c9-2ddbbdeb8c9c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f4e9db66-8055-48a7-9ef3-b5164be185b7 HTTP/1.1" status: 404 len: 337 time: 0.0799453 Sep 18 00:43:40.098759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40436) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.134392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:40.137749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:40.146546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:40.148724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Pushing event updated for resources: {'Port': ['ID=37a21f78-57b9-43c7-b4f0-4dab9554eb30,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:40.152366 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-244edaf5-b2f9-4d7f-8056-6c501e5497b9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.152831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244edaf5-b2f9-4d7f-8056-6c501e5497b9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.155310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-244edaf5-b2f9-4d7f-8056-6c501e5497b9 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/633ed040-a206-4756-bb7a-d2e99835d3a7 HTTP/1.1" status: 404 len: 337 time: 0.0549004 Sep 18 00:43:40.158051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.168976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.218439 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2113ccb9-d4f1-4b4e-b2f5-cdfc3a6efdc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.219228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2113ccb9-d4f1-4b4e-b2f5-cdfc3a6efdc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.221164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2113ccb9-d4f1-4b4e-b2f5-cdfc3a6efdc1 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/4a84c06e-70ae-4dd8-9258-44feb68cda72 HTTP/1.1" status: 404 len: 333 time: 0.0621698 Sep 18 00:43:40.223722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40442) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.248329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Attempting to bind port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:40.248712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Attempting to bind port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:40.249098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Attempting to bind port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:40.261911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:40.262292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Checking segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:40.262703 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.263105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Bound using segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:40.268478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Bound port: 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:40.268980 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.276127 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57dfa9d-6d57-4ae9-b266-002c7efbee38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.277111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57dfa9d-6d57-4ae9-b266-002c7efbee38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.283526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b57dfa9d-6d57-4ae9-b266-002c7efbee38 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/7e17443a-b87b-4066-bc72-9e93d15f3950 HTTP/1.1" status: 404 len: 337 time: 0.0587671 Sep 18 00:43:40.284596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40444) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.362225 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b8c2d8-984d-4a93-89f7-8999a830037c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.362782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b8c2d8-984d-4a93-89f7-8999a830037c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.367535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99b8c2d8-984d-4a93-89f7-8999a830037c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/964678fc-f473-4024-bb97-5c6c2ec90e22 HTTP/1.1" status: 404 len: 337 time: 0.0647094 Sep 18 00:43:40.368264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40448) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.395431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] For port 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:40.400248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] For port 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=37a21f78-57b9-43c7-b4f0-4dab9554eb30,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:40.413277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.414501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c917d554-114d-4a2a-aee5-c4fdd76cee90 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports?device_id=d67a057d-40ba-4b53-bd09-bc9a66d3e125 HTTP/1.1" status: 200 len: 205 time: 0.0442457 Sep 18 00:43:40.417993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.453794 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbfcaaf3-4f24-4261-823d-a3af98b5551a req-9d04c3fc-c87d-4922-a78d-e4b981f6954c service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017566 Sep 18 00:43:40.477975 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-84aa3b4b-f52a-43c1-a191-c59fb19d0a5b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] delete failed (client error): The resource could not be found. Sep 18 00:43:40.482771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-84aa3b4b-f52a-43c1-a191-c59fb19d0a5b tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/routers/d67a057d-40ba-4b53-bd09-bc9a66d3e125 HTTP/1.1" status: 404 len: 336 time: 0.0640006 Sep 18 00:43:40.483719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40452) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.485063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Allocated IP 172.25.7.219 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b166f3e2-a778-411f-bd98-cee557d8c39d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:40.495595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078b855-8f07-4004-81a6-bbc06fb0f173 req-a114d917-9e75-41aa-a818-c738a119a8a3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:40.497557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0078b855-8f07-4004-81a6-bbc06fb0f173 req-a114d917-9e75-41aa-a818-c738a119a8a3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2242239 Sep 18 00:43:40.524944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:40.546165 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb53270c-baaf-4d1b-a9ac-85ca14c99c71 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.546323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb53270c-baaf-4d1b-a9ac-85ca14c99c71 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.550674 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb53270c-baaf-4d1b-a9ac-85ca14c99c71 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/be559324-f075-4f24-9190-0380c49e315d HTTP/1.1" status: 404 len: 337 time: 0.0606165 Sep 18 00:43:40.552586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40456) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.596124 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf8a4201-bc39-476a-9b68-f75430ec1142 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "GET /v2.0/ports?device_id=14598c69-4f21-463c-aa2e-e5497dd8f35d HTTP/1.1" status: 200 len: 205 time: 0.0414538 Sep 18 00:43:40.601752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40460) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.636863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcedc3-cedb-4235-8fe8-1b78efd662c9 None None] Pushing event updated for resources: {'Port': ['ID=37a21f78-57b9-43c7-b4f0-4dab9554eb30,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:40.672675 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-60e5879d-243f-4756-92a8-7de37d989a9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] delete failed (client error): The resource could not be found. Sep 18 00:43:40.676518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60e5879d-243f-4756-92a8-7de37d989a9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/routers/14598c69-4f21-463c-aa2e-e5497dd8f35d HTTP/1.1" status: 404 len: 336 time: 0.0704048 Sep 18 00:43:40.678751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40464) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.714846 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0355643-c7ad-4040-913b-5dbfd2ad692c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.715669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0355643-c7ad-4040-913b-5dbfd2ad692c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.718845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0355643-c7ad-4040-913b-5dbfd2ad692c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/6e22dd5e-7a11-4029-b987-b1acd4b38fee HTTP/1.1" status: 404 len: 337 time: 0.0365942 Sep 18 00:43:40.724746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40466) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.731024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0078b855-8f07-4004-81a6-bbc06fb0f173 req-353c42bf-3b2b-4822-a636-e6f05106cfa2 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261355 Sep 18 00:43:40.767091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.857503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2c7d6-f918-43a6-9aa3-bbdd0cc5b988 req-34246a1e-3f23-46eb-8b4e-bd29b5561e54 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:40.866798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40b2c7d6-f918-43a6-9aa3-bbdd0cc5b988 req-34246a1e-3f23-46eb-8b4e-bd29b5561e54 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 943 time: 0.1891284 Sep 18 00:43:40.891476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:40.893841 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e61e13-10d3-4060-8925-2e828c4b034c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.894297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e61e13-10d3-4060-8925-2e828c4b034c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.902641 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4e61e13-10d3-4060-8925-2e828c4b034c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/ae0fcb81-3ef0-4968-b7be-3ee7573e58a3 HTTP/1.1" status: 404 len: 337 time: 0.0910053 Sep 18 00:43:40.915260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40470) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.946396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:40.989457 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaec517c-cbbf-4d0f-9ac7-d020ddda077a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:40.990112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaec517c-cbbf-4d0f-9ac7-d020ddda077a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:40.994445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eaec517c-cbbf-4d0f-9ac7-d020ddda077a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/c698adcd-3d5c-4829-b6d7-f93c5324060d HTTP/1.1" status: 404 len: 333 time: 0.0677373 Sep 18 00:43:40.998926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40472) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:40.999717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:41.002807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:41.017474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:41.034582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40b2c7d6-f918-43a6-9aa3-bbdd0cc5b988 req-c11eaaf2-8029-4617-8580-60844f7eaa55 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559756 Sep 18 00:43:41.050116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:41.055256 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-93010865-5964-4a56-94aa-d08b2476a34c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.055761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93010865-5964-4a56-94aa-d08b2476a34c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.058070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-93010865-5964-4a56-94aa-d08b2476a34c tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/f6d3d8af-536b-4cec-8c2f-af773130f59c HTTP/1.1" status: 404 len: 337 time: 0.0533407 Sep 18 00:43:41.069810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40474) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.095253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Pushing event updated for resources: {'Port': ['ID=b166f3e2-a778-411f-bd98-cee557d8c39d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:41.097719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:41.126202 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d779a9d-d90c-4911-8185-7b8e664b7a9d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.127610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d779a9d-d90c-4911-8185-7b8e664b7a9d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.131229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d779a9d-d90c-4911-8185-7b8e664b7a9d tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dc59e62a-dda0-49ab-8fa7-77f56a7adf13 HTTP/1.1" status: 404 len: 333 time: 0.0601950 Sep 18 00:43:41.134927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.138649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:41.144484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d201-4e5c-49f7-9333-64902e497c2f req-113ccbe1-f999-47a8-b3bc-881b01f67d76 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:41.146671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac71d201-4e5c-49f7-9333-64902e497c2f req-113ccbe1-f999-47a8-b3bc-881b01f67d76 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 943 time: 0.2068608 Sep 18 00:43:41.182775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:41.188451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:41.192016 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a189ad36-0275-45b7-85dc-09f840536d5f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.192644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a189ad36-0275-45b7-85dc-09f840536d5f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.197680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a189ad36-0275-45b7-85dc-09f840536d5f tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/44a0c2b9-95ad-4e84-ad98-b94b0936468c HTTP/1.1" status: 404 len: 337 time: 0.0617747 Sep 18 00:43:41.198893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40478) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.226922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac71d201-4e5c-49f7-9333-64902e497c2f req-743c8509-df24-4cb6-8ccd-783c54c786c5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721173 Sep 18 00:43:41.246566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:41.345852 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af37157-8e52-497d-ba7f-14ca8f08a5cf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.346599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af37157-8e52-497d-ba7f-14ca8f08a5cf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.350549 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4af37157-8e52-497d-ba7f-14ca8f08a5cf tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/bbc09638-b08c-419f-9d15-f727f810b111 HTTP/1.1" status: 404 len: 333 time: 0.0326395 Sep 18 00:43:41.351217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40482) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.379999 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d535533b-6e5a-444b-83c7-a8d071b85611 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.380505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d535533b-6e5a-444b-83c7-a8d071b85611 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.382346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d535533b-6e5a-444b-83c7-a8d071b85611 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1269694b-8cd8-4701-a890-11774c54c30d HTTP/1.1" status: 404 len: 337 time: 0.0301373 Sep 18 00:43:41.385298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40484) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.411272 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1aa0d19-e0cc-410d-a2b6-b2a7d7b8af9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.411944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1aa0d19-e0cc-410d-a2b6-b2a7d7b8af9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.415992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1aa0d19-e0cc-410d-a2b6-b2a7d7b8af9e tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/bab98119-8fc2-47fe-ba56-579192a0ff7d HTTP/1.1" status: 404 len: 333 time: 0.0273826 Sep 18 00:43:41.416860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40486) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.455579 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-132a5eb5-c7a3-46af-903c-bae54a353764 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.456810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132a5eb5-c7a3-46af-903c-bae54a353764 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.463712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-132a5eb5-c7a3-46af-903c-bae54a353764 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/0a5f477e-f35e-413a-95e7-df91f689f75e HTTP/1.1" status: 404 len: 337 time: 0.0449393 Sep 18 00:43:41.464395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40490) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.502327 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-145b7ad9-1341-42ae-9d59-5748086b220a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.503092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145b7ad9-1341-42ae-9d59-5748086b220a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.507397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-145b7ad9-1341-42ae-9d59-5748086b220a tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/794266d9-ee3b-43c7-a510-9fed8ac5d738 HTTP/1.1" status: 404 len: 333 time: 0.0416744 Sep 18 00:43:41.509020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40492) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.572987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f7addffe-8f67-406a-97a9-d9bcdb3d3f63'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:41.587326 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96cb749-d03d-4e68-a514-09d17ee3bdac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.587788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96cb749-d03d-4e68-a514-09d17ee3bdac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.589541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d96cb749-d03d-4e68-a514-09d17ee3bdac tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/9664bde3-2a8b-47cc-b680-4d8c556d8b29 HTTP/1.1" status: 404 len: 337 time: 0.0342903 Sep 18 00:43:41.592202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40494) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.620623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:41.626970 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e3a383-c761-421f-99c6-cc488727d038 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.634584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e3a383-c761-421f-99c6-cc488727d038 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.639415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4e3a383-c761-421f-99c6-cc488727d038 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/dd07c2e5-b7aa-4ac3-920b-c978ad51ee88 HTTP/1.1" status: 404 len: 333 time: 0.0431101 Sep 18 00:43:41.640913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40496) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.687085 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-180eda94-a161-412c-8a85-806d5ee191cd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.695122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180eda94-a161-412c-8a85-806d5ee191cd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.696945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-180eda94-a161-412c-8a85-806d5ee191cd tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/95aae072-712e-4c34-93a1-4741af296cff HTTP/1.1" status: 404 len: 337 time: 0.0550523 Sep 18 00:43:41.700605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40498) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.728444 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a74ad96-7c20-4b98-8f2a-831d90ea8e16 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.729354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a74ad96-7c20-4b98-8f2a-831d90ea8e16 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.731142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a74ad96-7c20-4b98-8f2a-831d90ea8e16 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/ports/349829d3-3232-4de9-9a7e-658ddc360ae0 HTTP/1.1" status: 404 len: 333 time: 0.0299928 Sep 18 00:43:41.734167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40500) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.785077 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd000efe-253d-4d28-9ebb-931e0c654379 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] DELETE failed (client error): The resource could not be found. Sep 18 00:43:41.787011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd000efe-253d-4d28-9ebb-931e0c654379 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:43:41.790603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd000efe-253d-4d28-9ebb-931e0c654379 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/subnets/1286b11b-f79c-4f9e-b3a0-79abcdeedcc8 HTTP/1.1" status: 404 len: 337 time: 0.0551796 Sep 18 00:43:41.793406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40504) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:41.867668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 37a21f78-57b9-43c7-b4f0-4dab9554eb30 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:41.939866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:41.942662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:41.943214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:41.994387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86e42-6b9c-4d9a-9d9a-335f1b8de903 req-718badfb-c0a7-4dd3-8b77-767517aa2f44 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:41.996295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.004407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cd86e42-6b9c-4d9a-9d9a-335f1b8de903 req-718badfb-c0a7-4dd3-8b77-767517aa2f44 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.1765480 Sep 18 00:43:42.069190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.074232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a16e5-d540-4268-ad0c-dc7aa679d203 None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:42.171259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c90288f4-f773-4376-9c8d-d31e72203d59 None None] Provisioning complete for port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:42.171653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c90288f4-f773-4376-9c8d-d31e72203d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.201716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.228566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=37a21f78-57b9-43c7-b4f0-4dab9554eb30,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:42.241310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.242288 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-bb45dae7-6d1d-4e9d-89db-a275b9cf6b02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650434 Sep 18 00:43:42.242432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cd86e42-6b9c-4d9a-9d9a-335f1b8de903 req-371abec7-acee-4468-abcd-90e91475c06c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366953 Sep 18 00:43:42.291650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6eadb-9e36-4183-8da4-903412c66daf req-8ccaa634-4050-44cc-83fe-5f3b0dac724f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:42.296658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:43:42.303159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96b6eadb-9e36-4183-8da4-903412c66daf req-8ccaa634-4050-44cc-83fe-5f3b0dac724f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 943 time: 0.1641283 Sep 18 00:43:42.313527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e807e1-53db-44db-8568-22231a7b4df3']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:42.352099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c6ccbc-e563-48b7-aec4-729c0a40e773') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:42.352797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c6ccbc-e563-48b7-aec4-729c0a40e773') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:42.370481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.429837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96b6eadb-9e36-4183-8da4-903412c66daf req-5dffb5eb-8ec9-4ad3-88a3-c17eef009117 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252885 Sep 18 00:43:42.436327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.445805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=37a21f78-57b9-43c7-b4f0-4dab9554eb30,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:42.452997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:43:42.453506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:43:42.460160 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:43:42.490246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-643457b7-ae77-41da-971c-db398f4b39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:42.494211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-643457b7-ae77-41da-971c-db398f4b39cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1098 time: 0.1125007 Sep 18 00:43:42.518849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:42.523085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:42.525188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:42.538219 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:42.560044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:42.561166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:42.577512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.578173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d94f16f-0842-4cf8-b76e-23e206b1bd56 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8548088 Sep 18 00:43:42.582979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40516) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:42.637768 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.648499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:42.662943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] 10.222.0.49 "DELETE /v2.0/networks/e7e807e1-53db-44db-8568-22231a7b4df3 HTTP/1.1" status: 204 len: 168 time: 0.8643100 Sep 18 00:43:42.721559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164602-5d56-42db-a1a4-949dec85b200 tempest-NetworksTestDHCPv6-435331705 tempest-NetworksTestDHCPv6-435331705-project] Pushing event deleted for resources: {'Network': ['ID=e7e807e1-53db-44db-8568-22231a7b4df3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:42.723523 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:42.758897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606cc4d-1d64-42f2-8c9a-6f5953eea762 req-610cfcdb-fb0b-440e-bfce-c946382c441e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:42.765245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c606cc4d-1d64-42f2-8c9a-6f5953eea762 req-610cfcdb-fb0b-440e-bfce-c946382c441e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2685535 Sep 18 00:43:42.880125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c606cc4d-1d64-42f2-8c9a-6f5953eea762 req-62aa234e-6402-4eb8-a0fc-f3bd2bd449e9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107631 Sep 18 00:43:42.936560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:42.996553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:43.089817 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.093773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:43:43.129523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:43.129912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.171745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-efeac430-dbd3-4cfa-97f7-7100b4234a50 None None] Provisioning complete for port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:43.172340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-efeac430-dbd3-4cfa-97f7-7100b4234a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.175685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40528) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:43.183018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:41Z', 'revision_number': 3, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:43.222372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:43.233115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-1df38b8b-6a13-4467-9061-f85a1c64a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.234718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-1df38b8b-6a13-4467-9061-f85a1c64a1c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.7115369 Sep 18 00:43:43.247552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:43.249703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f853-5f7e-4c7f-b883-410ebef75f48 req-ff3e31ab-ae85-4071-b1a7-e0c6356510a6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.251122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:43.255361 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Updating router 255119ee-eb4f-4390-bf24-f4679b2b5bad port b166f3e2-a778-411f-bd98-cee557d8c39d binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:43.263598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83b8f853-5f7e-4c7f-b883-410ebef75f48 req-ff3e31ab-ae85-4071-b1a7-e0c6356510a6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.0782092 Sep 18 00:43:43.308448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.310408 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.316741 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.342730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83b8f853-5f7e-4c7f-b883-410ebef75f48 req-d34b79cf-5f14-4d09-82a2-f0f9beedf1bf tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764153 Sep 18 00:43:43.427028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:43.430731 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-482f7bc3-e660-45cf-bfa5-f81e3d737c4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1002 time: 0.1814582 Sep 18 00:43:43.479610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:43.481163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:43.486357 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347df19-0a81-45af-ba81-9b8a65fe11e5" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:43.494110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.582471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606839c3-e94d-4383-9d86-b96a88db1840 req-9a27b989-9412-4d9e-b28a-f45e12d5e1de tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.585933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-606839c3-e94d-4383-9d86-b96a88db1840 req-9a27b989-9412-4d9e-b28a-f45e12d5e1de tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2202699 Sep 18 00:43:43.593975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-0054f489-9008-4eac-83c2-647f5f0840bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.599770 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-0054f489-9008-4eac-83c2-647f5f0840bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1585112 Sep 18 00:43:43.626025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:43.682994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cf76c993-9e4b-4f82-99dc-8ccea108fcf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fccc570d16747d9b28a267383b1d4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061245 Sep 18 00:43:43.690090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:43.701328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40544) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:43.715894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-606839c3-e94d-4383-9d86-b96a88db1840 req-3696a9e1-bef5-477a-b96b-39496b3ee169 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161039 Sep 18 00:43:43.832559 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b563be-b912-490e-87ce-d26e068d999f x-openstack-request-id: req-94b563be-b912-490e-87ce-d26e068d999f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:43.832848 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:43.833098 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94b563be-b912-490e-87ce-d26e068d999f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:43.833488 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:43:43.853549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-43eccbe5-7ec8-4019-91c9-64f3f35c0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.855086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-43eccbe5-7ec8-4019-91c9-64f3f35c0cab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412629 Sep 18 00:43:43.864506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7048c-9ee7-4d43-8250-399e4b8fe05e req-cefef448-b4ad-43d8-8d7e-866ed8d3084f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:43.869789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24d7048c-9ee7-4d43-8250-399e4b8fe05e req-cefef448-b4ad-43d8-8d7e-866ed8d3084f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 944 time: 0.2339528 Sep 18 00:43:43.879700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 37a21f78-57b9-43c7-b4f0-4dab9554eb30 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:43.940167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.965007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40550) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:44.002588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24d7048c-9ee7-4d43-8250-399e4b8fe05e req-9494eb03-4cd5-4a14-9e81-16b70f39072b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224811 Sep 18 00:43:44.018291 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.019511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.046882 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.056582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:44.056582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.143772 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede72868-e4f7-41c3-afd7-d94b304ac83f None None] Pushing event updated for resources: {'Port': ['ID=b166f3e2-a778-411f-bd98-cee557d8c39d,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:44.149502 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Attempting to bind port b166f3e2-a778-411f-bd98-cee557d8c39d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:44.149974 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Attempting to bind port b166f3e2-a778-411f-bd98-cee557d8c39d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:44.150744 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Attempting to bind port b166f3e2-a778-411f-bd98-cee557d8c39d on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:44.158069 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:44.158491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:44.158887 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.159290 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:44.159745 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Bound port: b166f3e2-a778-411f-bd98-cee557d8c39d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:44.160126 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.210199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e705ea9c-57a7-48fc-a216-437be967c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.211953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68282b4e-bcf6-4ecc-8a4e-4fb1c77c876e req-d0861225-ed70-4866-ac47-aafbd5734f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:44.214892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-68282b4e-bcf6-4ecc-8a4e-4fb1c77c876e req-d0861225-ed70-4866-ac47-aafbd5734f6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1097 time: 0.2660432 Sep 18 00:43:44.234242 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] For port b166f3e2-a778-411f-bd98-cee557d8c39d, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:44.234845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122190d-cd82-4e02-ada3-d0eb36986fd1 req-dc7db12e-27bf-4689-bed1-ec7d5907c73b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:44.236507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f122190d-cd82-4e02-ada3-d0eb36986fd1 req-dc7db12e-27bf-4689-bed1-ec7d5907c73b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.2148952 Sep 18 00:43:44.242407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] For port b166f3e2-a778-411f-bd98-cee557d8c39d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b166f3e2-a778-411f-bd98-cee557d8c39d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:44.256666 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.266147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-10db46cc-33f7-4a4f-8bf3-7cdaf1f33b61 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269048 Sep 18 00:43:44.328489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-68282b4e-bcf6-4ecc-8a4e-4fb1c77c876e req-89d0c31c-6136-4fb8-a9a4-a40afc7b6372 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042297 Sep 18 00:43:44.331512 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede72868-e4f7-41c3-afd7-d94b304ac83f None None] Pushing event updated for resources: {'Port': ['ID=b166f3e2-a778-411f-bd98-cee557d8c39d,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:44.349476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f122190d-cd82-4e02-ada3-d0eb36986fd1 req-91e199ac-a131-4370-9b92-9a4b8598ef9a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995514 Sep 18 00:43:44.352115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.356028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.357901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/484c42b2-a3de-4ff8-b065-a5a3464259fd HTTP/1.1" status: 204 len: 168 time: 0.6405675 Sep 18 00:43:44.372079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c472778-b7c7-4e7a-b27d-83fabedd66a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c42b2-a3de-4ff8-b065-a5a3464259fd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:44.426956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:44.427394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:44.480686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.495288 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e705ea9c-57a7-48fc-a216-437be967c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.506907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb269135-c678-410c-8cc7-fe752a8b2972 req-a4519862-83da-4793-8bb8-1bf6687be110 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152631 Sep 18 00:43:44.560258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e705ea9c-57a7-48fc-a216-437be967c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.656264 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:44.657492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40562) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:44.657977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e705ea9c-57a7-48fc-a216-437be967c5e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bc1c0d758404b7f99299ff657a7e2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886909 Sep 18 00:43:44.677763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0e17a-0a9b-4df8-a3ab-44de785a1889 req-4e19efd7-e8df-49b4-9221-1edadd94b4a5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:44.679438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38d0e17a-0a9b-4df8-a3ab-44de785a1889 req-4e19efd7-e8df-49b4-9221-1edadd94b4a5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.1786840 Sep 18 00:43:44.680214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ea9c-57a7-48fc-a216-437be967c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf68aae-2b48-499f-9c2e-2c9e8cecf229,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:44.759809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.762052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Allocated IP 172.20.0.1 (67b61fb7-1898-47a5-bbfe-c64db4ffb1fc/11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f/c794a51b-0e9d-4974-bea1-3e253696a994) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:44.815955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.832930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38d0e17a-0a9b-4df8-a3ab-44de785a1889 req-04c18524-9332-4080-80d9-4471628e27e3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354165 Sep 18 00:43:44.933889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf0610-493c-4ad9-99d1-abc409c07d98 req-cf39f8b5-c302-4394-977b-28a63a822b39 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:44.937515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4bf0610-493c-4ad9-99d1-abc409c07d98 req-cf39f8b5-c302-4394-977b-28a63a822b39 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.0767162 Sep 18 00:43:44.956052 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:41Z', 'revision_number': 3, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:44.991407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067a106-19b4-40b1-bacf-8e51f2d90336 None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:41Z', 'revision_number': 3, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:44.996862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4bf0610-493c-4ad9-99d1-abc409c07d98 req-9a1134bc-734e-467d-9f17-35bbf19c1006 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Sep 18 00:43:45.002405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-80bab3ff-ddb6-4ef3-bb13-41f95a1f49c7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:45.004175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-80bab3ff-ddb6-4ef3-bb13-41f95a1f49c7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.0747449 Sep 18 00:43:45.015256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.017902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.021387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bf68aae-2b48-499f-9c2e-2c9e8cecf229 HTTP/1.1" status: 204 len: 168 time: 0.3604710 Sep 18 00:43:45.024548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.089709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7ba97-ee3f-4ac5-9097-4f32f1f878ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf68aae-2b48-499f-9c2e-2c9e8cecf229,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:45.178778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.184773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa3e9d-9460-4eac-b255-78460e6e2cc1 req-fd80e2df-5d9f-4627-b868-2d4bb27fb492 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:45.194408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cfa3e9d-9460-4eac-b255-78460e6e2cc1 req-fd80e2df-5d9f-4627-b868-2d4bb27fb492 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 944 time: 0.0730240 Sep 18 00:43:45.222743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:45.227193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:45.231897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:45.250648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cfa3e9d-9460-4eac-b255-78460e6e2cc1 req-3feab719-f6e3-4d64-9a40-e9b79458193b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551167 Sep 18 00:43:45.276497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:45.276929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.292920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Pushing event updated for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:45.362167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.578920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-59313861-ac71-4611-b2f4-eb49572df888 None None] Provisioning complete for port c794a51b-0e9d-4974-bea1-3e253696a994 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:45.579451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-59313861-ac71-4611-b2f4-eb49572df888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.613006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256e0a8-ef4d-4b5f-818f-0d2c945c52a8 req-d98aa751-39c5-4229-b17b-1a9dc9b6e20b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:45.621257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8256e0a8-ef4d-4b5f-818f-0d2c945c52a8 req-d98aa751-39c5-4229-b17b-1a9dc9b6e20b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.1416674 Sep 18 00:43:45.635676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 3c62492b-c99d-4c1e-91c6-f5263cb64a11, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3c62492b-c99d-4c1e-91c6-f5263cb64a11,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:45.636149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.670832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-59313861-ac71-4611-b2f4-eb49572df888 None None] Port c794a51b-0e9d-4974-bea1-3e253696a994 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:45.687902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 3c62492b-c99d-4c1e-91c6-f5263cb64a11 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:45.699480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8256e0a8-ef4d-4b5f-818f-0d2c945c52a8 req-b7c039c3-8198-44d5-8851-d1dd9073df5b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772567 Sep 18 00:43:45.755715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40594) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:45.811243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.892635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b166f3e2-a778-411f-bd98-cee557d8c39d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:45.954597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-c43dfae4-29bd-4dac-bc29-55efdb620116 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:45.959304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c43dfae4-29bd-4dac-bc29-55efdb620116 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1989346 Sep 18 00:43:45.959469 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.959664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40604) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:45.972180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-fb1a4eaf-b55a-4ebf-85d8-acde94475fca tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:45.975721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb1a4eaf-b55a-4ebf-85d8-acde94475fca tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125902 Sep 18 00:43:45.975846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:45.981580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-44961fcd-3076-4fcc-89f1-8804a791f7db tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:45.985406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-44961fcd-3076-4fcc-89f1-8804a791f7db tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062697 Sep 18 00:43:45.985725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40608) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:45.989764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b166f3e2-a778-411f-bd98-cee557d8c39d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:45.990192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:45.991690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-7d9b5561-9b4a-47cd-99aa-4f0c9fdd1e20 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:45.994756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7d9b5561-9b4a-47cd-99aa-4f0c9fdd1e20 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073948 Sep 18 00:43:46.027436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40610) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.031907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-e6bc0a35-58ca-4e1b-a248-bc4249d3d4a2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.035363 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e6bc0a35-58ca-4e1b-a248-bc4249d3d4a2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044911 Sep 18 00:43:46.035960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.044212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-226c3e86-97f6-4381-9d10-fec7743c5afa tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.048038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-226c3e86-97f6-4381-9d10-fec7743c5afa tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065353 Sep 18 00:43:46.061653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40618) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.066149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-50871e0f-900a-46d2-9129-22a4d71f950e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.067251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50871e0f-900a-46d2-9129-22a4d71f950e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044851 Sep 18 00:43:46.071823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40620) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.079232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-a7176441-8614-4f24-80ea-cafeda42676e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.083055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a7176441-8614-4f24-80ea-cafeda42676e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0089381 Sep 18 00:43:46.083836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40622) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.090434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-c7e7a43a-c230-4538-841a-d692345de15a tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.095022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c7e7a43a-c230-4538-841a-d692345de15a tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099015 Sep 18 00:43:46.100114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.104396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-5c32ab3f-7035-4b69-ab63-13ba025db13e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.109174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5c32ab3f-7035-4b69-ab63-13ba025db13e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079665 Sep 18 00:43:46.112081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40626) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.124569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-2d47228d-84e5-45c3-9a3d-5644dc5d83d2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.125539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d47228d-84e5-45c3-9a3d-5644dc5d83d2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0116189 Sep 18 00:43:46.128524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40628) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.134243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-7f65cc9a-6508-4d3f-80bc-ab7ca3849d62 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.135216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f65cc9a-6508-4d3f-80bc-ab7ca3849d62 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057769 Sep 18 00:43:46.141628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40630) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.146159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146a18e-69f5-4851-9e3f-fc553e08dc9d req-69012434-12ee-4ba6-a597-333673730ed2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:46.148705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f146a18e-69f5-4851-9e3f-fc553e08dc9d req-69012434-12ee-4ba6-a597-333673730ed2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 946 time: 0.1536427 Sep 18 00:43:46.157172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-7e2e2856-fba5-415a-bd9f-af3820318ad9 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.158212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7e2e2856-fba5-415a-bd9f-af3820318ad9 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0156276 Sep 18 00:43:46.165733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40632) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.179814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.189565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-6bc66121-a1cc-4c4b-8732-d3714a1b8eba tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.190621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6bc66121-a1cc-4c4b-8732-d3714a1b8eba tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0197077 Sep 18 00:43:46.199264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.221031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-50bcf864-165c-4504-ad86-a4ed059c41a6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.226210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50bcf864-165c-4504-ad86-a4ed059c41a6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0164855 Sep 18 00:43:46.228614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.234236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-d09723c4-0ebd-40fd-bad1-35b3e21447ce tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.237703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d09723c4-0ebd-40fd-bad1-35b3e21447ce tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056760 Sep 18 00:43:46.239427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40640) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.256754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-2f37f5e9-2d69-4706-9f37-1faa3f3a13c4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.257763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f37f5e9-2d69-4706-9f37-1faa3f3a13c4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0159523 Sep 18 00:43:46.263544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40642) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.271351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-22eabc9e-28aa-4fe5-8dfe-2361fd1cf2c1 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.272510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-22eabc9e-28aa-4fe5-8dfe-2361fd1cf2c1 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072951 Sep 18 00:43:46.282209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a686f-6434-4c75-a8ad-aa5c0945f825 req-fbae55ae-b7ab-4c30-90fb-1d4b89d5e66d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:46.283969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a17a686f-6434-4c75-a8ad-aa5c0945f825 req-fbae55ae-b7ab-4c30-90fb-1d4b89d5e66d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.1341910 Sep 18 00:43:46.284494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40646) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.288940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f146a18e-69f5-4851-9e3f-fc553e08dc9d req-2271f46c-13c3-43e3-ac96-5d22afc07446 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222680 Sep 18 00:43:46.291895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-4b612694-447e-4e13-bcda-3696fbe82b6d tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.294275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4b612694-447e-4e13-bcda-3696fbe82b6d tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073044 Sep 18 00:43:46.298456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40648) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.311150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-e99d295d-a597-45e4-ad69-71064d27b5d6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.312152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e99d295d-a597-45e4-ad69-71064d27b5d6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100679 Sep 18 00:43:46.320925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40652) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.325734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-5bc0d976-e595-4a48-8e5c-4f631d2cdc44 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.327113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5bc0d976-e595-4a48-8e5c-4f631d2cdc44 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050223 Sep 18 00:43:46.332397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.336144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40654) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.339142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=3c62492b-c99d-4c1e-91c6-f5263cb64a11,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:46.342403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-f240c7e8-b848-4d1e-ba61-47127f46cdea tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.343686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f240c7e8-b848-4d1e-ba61-47127f46cdea tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065970 Sep 18 00:43:46.347936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40656) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.358657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-52c65bad-a666-4aa7-b9c9-84a3c22638a1 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.359814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52c65bad-a666-4aa7-b9c9-84a3c22638a1 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103471 Sep 18 00:43:46.362475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.370773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-664c262c-57a0-4919-8fbf-189c645c9a4d tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.376825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-664c262c-57a0-4919-8fbf-189c645c9a4d tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0132728 Sep 18 00:43:46.377697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40660) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.383954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-1b971c47-f2af-4639-b17d-dd47689cfc0f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.390076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1b971c47-f2af-4639-b17d-dd47689cfc0f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083499 Sep 18 00:43:46.395870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.403104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.409495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.411604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-c3cf1255-1864-4e9a-89be-392cf1eec924 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.415006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c3cf1255-1864-4e9a-89be-392cf1eec924 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047348 Sep 18 00:43:46.420948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40666) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.429328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port b166f3e2-a778-411f-bd98-cee557d8c39d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b166f3e2-a778-411f-bd98-cee557d8c39d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:46.435487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.439792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-0a7e295b-ecd5-4344-b12f-20cdd37d615f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.445489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.448678 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0a7e295b-ecd5-4344-b12f-20cdd37d615f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0123606 Sep 18 00:43:46.452259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-9823a969-edd8-46e1-9bc8-831734fd9d0e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.453385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9823a969-edd8-46e1-9bc8-831734fd9d0e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069091 Sep 18 00:43:46.459316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a17a686f-6434-4c75-a8ad-aa5c0945f825 req-b2f768ce-ea35-45b5-b228-d3cb5d2c6cd0 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633608 Sep 18 00:43:46.459790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.467570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-d78541f6-339a-4996-864f-21319cf33555 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.468760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d78541f6-339a-4996-864f-21319cf33555 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059216 Sep 18 00:43:46.472390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.477407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-5eb78ab4-746a-46dc-9925-252ddee16689 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.478368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5eb78ab4-746a-46dc-9925-252ddee16689 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050757 Sep 18 00:43:46.484685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40674) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.501635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa76d-8de9-438a-87f5-32863b88175c req-dcf0c9a8-4d2e-4a53-932b-9645b85fe306 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:46.503508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-814fa76d-8de9-438a-87f5-32863b88175c req-dcf0c9a8-4d2e-4a53-932b-9645b85fe306 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 944 time: 0.1062915 Sep 18 00:43:46.508198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-1fe0ee24-3578-4bf5-bde0-5abd018b2548 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.509167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1fe0ee24-3578-4bf5-bde0-5abd018b2548 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047436 Sep 18 00:43:46.511700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.522084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-1bf15d8c-0136-41cf-8156-f98ed55039ea tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.523231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1bf15d8c-0136-41cf-8156-f98ed55039ea tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106306 Sep 18 00:43:46.531553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=b166f3e2-a778-411f-bd98-cee557d8c39d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:46.536993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:46.538716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40680) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.544381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-0f5d77f3-17b3-40ab-80d9-cbd1cd7309d8 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.546434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f5d77f3-17b3-40ab-80d9-cbd1cd7309d8 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0058053 Sep 18 00:43:46.548419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40682) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.552580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-47ea5a99-59ac-43a2-a683-f4f0012d9a24 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.553526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-47ea5a99-59ac-43a2-a683-f4f0012d9a24 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040784 Sep 18 00:43:46.557406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40684) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.562795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-ec63b7e6-fd46-45eb-8751-549324a22619 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.566121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec63b7e6-fd46-45eb-8751-549324a22619 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043099 Sep 18 00:43:46.573848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40686) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.576893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 3c62492b-c99d-4c1e-91c6-f5263cb64a11 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:43:46.581807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-efa9cff0-c04f-4f77-a0dd-39bf3ea41f58 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.582184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.585333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-efa9cff0-c04f-4f77-a0dd-39bf3ea41f58 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080464 Sep 18 00:43:46.585849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40688) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.586054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.588297 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-323a377a-ea4b-404e-bd43-07f4ba1906d1 req-9e7ad87a-7239-412d-9d2b-ada53b649d0c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.48 "DELETE /v2.0/ports/3c62492b-c99d-4c1e-91c6-f5263cb64a11 HTTP/1.1" status: 204 len: 173 time: 1.5760822 Sep 18 00:43:46.590617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'name': 'network-vif-deleted', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:46.591357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-80edc522-2379-414b-a6d5-cc3987bb5cf9 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.593139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-80edc522-2379-414b-a6d5-cc3987bb5cf9 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062344 Sep 18 00:43:46.594868 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46c2b15-d184-47f0-90b7-ae4af5aa307b" -d '{"events": [{"server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "name": "network-vif-deleted", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:46.596587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-814fa76d-8de9-438a-87f5-32863b88175c req-63bd8456-2956-4dc5-a46f-bcf3903c3627 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827854 Sep 18 00:43:46.597055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.602923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-edfccb3b-7a14-4176-81be-7f1eebadd5e5 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.603940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-edfccb3b-7a14-4176-81be-7f1eebadd5e5 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050313 Sep 18 00:43:46.606579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40694) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.611100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-213701ae-2cb2-4981-be78-b0ed2fa0c994 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.614477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-213701ae-2cb2-4981-be78-b0ed2fa0c994 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046444 Sep 18 00:43:46.614798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40696) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.619580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-0133f94f-50f5-45b2-bab8-533a91f07d1f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.620812 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0133f94f-50f5-45b2-bab8-533a91f07d1f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048013 Sep 18 00:43:46.620955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:43:46.622471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Pushing event updated for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:46.624577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40698) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.629027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:46.629371 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.630690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-cedd18c0-d408-44a0-bf29-9cdd9c7c78d8 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.634785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40700) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.635164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cedd18c0-d408-44a0-bf29-9cdd9c7c78d8 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095649 Sep 18 00:43:46.659772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-4ff7c44b-2a51-4a9e-bc99-537db1c3d80b tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.661246 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4ff7c44b-2a51-4a9e-bc99-537db1c3d80b tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0249870 Sep 18 00:43:46.664094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40702) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.668367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-550b34df-9820-4d21-86b9-0e4db31d3853 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.673192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-550b34df-9820-4d21-86b9-0e4db31d3853 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079796 Sep 18 00:43:46.673358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.677879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-a1ea8e56-0bdc-440c-8e8d-d8395ece4efe tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.681464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1ea8e56-0bdc-440c-8e8d-d8395ece4efe tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045047 Sep 18 00:43:46.681567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.684394 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe2b76-e7a7-4221-afc5-525975b7cc53 x-openstack-request-id: req-25fe2b76-e7a7-4221-afc5-525975b7cc53 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:46.684765 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e43c5-d70d-49d2-a5c1-74b3815f4459", "name": "network-vif-deleted", "tag": "3c62492b-c99d-4c1e-91c6-f5263cb64a11", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:46.685153 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25fe2b76-e7a7-4221-afc5-525975b7cc53 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:46.685630 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0e43c5-d70d-49d2-a5c1-74b3815f4459', 'name': 'network-vif-deleted', 'tag': '3c62492b-c99d-4c1e-91c6-f5263cb64a11', 'status': 'completed', 'code': 200} Sep 18 00:43:46.690279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-09f1c7a2-a7c0-49c0-99a9-d0f297141007 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.694156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09f1c7a2-a7c0-49c0-99a9-d0f297141007 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091074 Sep 18 00:43:46.702257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40708) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.711603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-0b11964d-1f95-40be-bc84-cd93290ce5b0 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.720585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40712) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.724993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-0154cc0f-cebd-40d9-a513-1a37983e9c02 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.726064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0154cc0f-cebd-40d9-a513-1a37983e9c02 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044093 Sep 18 00:43:46.726477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0b11964d-1f95-40be-bc84-cd93290ce5b0 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0204501 Sep 18 00:43:46.728655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40714) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.737139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-8840e090-a303-4238-b6e0-9fd71b8b390f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.737758 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8840e090-a303-4238-b6e0-9fd71b8b390f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0082335 Sep 18 00:43:46.741050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40716) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.748787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-d06a2b26-1bab-419b-bf8a-614a5b43a141 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.751244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d06a2b26-1bab-419b-bf8a-614a5b43a141 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077243 Sep 18 00:43:46.754214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40718) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.762072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-5eba3206-58fe-42dc-ae65-17c2ca5fefbf tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.765870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5eba3206-58fe-42dc-ae65-17c2ca5fefbf tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097713 Sep 18 00:43:46.769175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3c62492b-c99d-4c1e-91c6-f5263cb64a11 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:43:46.770426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40720) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.778442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-7fc4a5ca-23bc-49f1-ac80-0c0253a9dabd tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.784411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:46.786979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:46.791611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7fc4a5ca-23bc-49f1-ac80-0c0253a9dabd tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0199292 Sep 18 00:43:46.796409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40724) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.802573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-cb0f1c05-7904-4f92-a5cd-d976b233d3d3 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.803548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb0f1c05-7904-4f92-a5cd-d976b233d3d3 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061877 Sep 18 00:43:46.812287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.818423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-2d1d2a65-c234-4839-b7be-654e3b653176 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.825339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d1d2a65-c234-4839-b7be-654e3b653176 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097022 Sep 18 00:43:46.834907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 3c62492b-c99d-4c1e-91c6-f5263cb64a11 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:43:46.835260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3c62492b-c99d-4c1e-91c6-f5263cb64a11 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:43:46.838929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.842973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-7c43be09-d382-4d44-ad69-a1d507a0a06b tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.846311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7c43be09-d382-4d44-ad69-a1d507a0a06b tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057528 Sep 18 00:43:46.855145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.872740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40734) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.905573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-9169bbee-bead-43b1-bc63-54aeab6152d4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.908985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9169bbee-bead-43b1-bc63-54aeab6152d4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0311813 Sep 18 00:43:46.909889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.913786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-70f41dd9-b368-4b51-98d2-e5be220c8aab tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.917026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70f41dd9-b368-4b51-98d2-e5be220c8aab tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045536 Sep 18 00:43:46.919208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.919599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:46.922191 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c412b35a-176a-4aa8-a85e-d4f2b29662f6" -d '{"events": [{"server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "name": "network-vif-plugged", "status": "completed", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:46.938208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-4768cd04-a29e-49d2-8199-0bc3fb651ff6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.941542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4768cd04-a29e-49d2-8199-0bc3fb651ff6 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0174639 Sep 18 00:43:46.948261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40742) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.950518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:46.955664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-0632097b-0787-4aed-8810-938ca8b771cf tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.958990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0632097b-0787-4aed-8810-938ca8b771cf tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061188 Sep 18 00:43:46.965440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.973716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40744) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:46.981056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-c20da099-bee2-4cd8-acd1-198df95c4ce4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:46.984622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c20da099-bee2-4cd8-acd1-198df95c4ce4 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067520 Sep 18 00:43:46.993773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40746) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.002431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b92b5-69df-4fc2-972e-d78311b4e1fa req-b8d27b36-db7b-4275-9472-e45f6e7d2dc7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:47.004210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e0b92b5-69df-4fc2-972e-d78311b4e1fa req-b8d27b36-db7b-4275-9472-e45f6e7d2dc7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.1801989 Sep 18 00:43:47.008421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-93a558dc-4626-40fe-8643-7b73a716d007 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.011728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-93a558dc-4626-40fe-8643-7b73a716d007 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041029 Sep 18 00:43:47.011876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40748) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.017081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-3a414642-c422-4d2a-8efd-21d7ab5e0337 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.020525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3a414642-c422-4d2a-8efd-21d7ab5e0337 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052404 Sep 18 00:43:47.025349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.044255 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef12d26-528e-4313-ad78-79c6e64d2d7f x-openstack-request-id: req-3ef12d26-528e-4313-ad78-79c6e64d2d7f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:47.044541 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "name": "network-vif-plugged", "status": "completed", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:47.044796 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef12d26-528e-4313-ad78-79c6e64d2d7f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:47.045235 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'code': 200} Sep 18 00:43:47.054739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-d2bb82e1-df78-4352-a25d-fd8aed9d8925 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.058163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d2bb82e1-df78-4352-a25d-fd8aed9d8925 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0258811 Sep 18 00:43:47.060263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.071846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-bf6be7f0-6054-4d78-8ee9-fd3663ba5aa3 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.075356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf6be7f0-6054-4d78-8ee9-fd3663ba5aa3 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062826 Sep 18 00:43:47.075739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40754) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.081119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-e0d9bc89-dc4e-4973-98e4-181b97c75c3c tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.084209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e0d9bc89-dc4e-4973-98e4-181b97c75c3c tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047867 Sep 18 00:43:47.084559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40756) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.088699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-422c421b-1ad7-4779-bd0b-70dd95dd450e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.091796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-422c421b-1ad7-4779-bd0b-70dd95dd450e tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042839 Sep 18 00:43:47.096466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:47.106056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e0b92b5-69df-4fc2-972e-d78311b4e1fa req-deb71065-1904-4253-804e-5356f20f485e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729752 Sep 18 00:43:47.106632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.112568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-45c27d47-88db-471d-842b-9b9101cb1650 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.115940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45c27d47-88db-471d-842b-9b9101cb1650 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061078 Sep 18 00:43:47.116188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40760) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.122379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-02397763-5e0a-4378-80ea-2a83366ad09f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.126177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-02397763-5e0a-4378-80ea-2a83366ad09f tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051954 Sep 18 00:43:47.127016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.132133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [None req-84aea4e0-c555-42d0-8d99-bec05d9d04c2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.135383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-84aea4e0-c555-42d0-8d99-bec05d9d04c2 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057232 Sep 18 00:43:47.135761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40766) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.135883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:43:47.141638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [None req-1466a6a3-90d9-499e-8760-a369486b1739 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:47.142932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1466a6a3-90d9-499e-8760-a369486b1739 tempest-ExtensionsTestJSON-335990101 tempest-ExtensionsTestJSON-335990101-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056517 Sep 18 00:43:47.319073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9f905ed5-8319-4d9f-93c8-86ad44e9d6f9 None None] Provisioning complete for port c794a51b-0e9d-4974-bea1-3e253696a994 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:47.321328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9f905ed5-8319-4d9f-93c8-86ad44e9d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:47.339827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e34aa-9e6c-4583-ae9c-3bec424823fc req-bd015fe5-633b-41c4-881f-78ab9755e2e0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:47.348250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b64e34aa-9e6c-4583-ae9c-3bec424823fc req-bd015fe5-633b-41c4-881f-78ab9755e2e0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.0840809 Sep 18 00:43:47.356587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40772) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.365879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'floatingip': {'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:47.446653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9f905ed5-8319-4d9f-93c8-86ad44e9d6f9 None None] Port c794a51b-0e9d-4974-bea1-3e253696a994 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:43:47.490682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:47.537930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:47.570502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f95046a7-cc42-4461-b970-66a45af99e38 admin admin] 10.222.0.49 "PUT /v2.0/routers/255119ee-eb4f-4390-bf24-f4679b2b5bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9789541 Sep 18 00:43:47.571305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52a239e5-fa1d-45c4-a379-bd2cd5d4e1aa req-954c6733-cd03-4ff8-81db-2e1d883398d7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.1172464 Sep 18 00:43:47.584657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e129ef-98e3-4e3c-b797-eab977a47c89 req-6e379f72-78f2-4e23-a3e4-30b09ff21c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:47.601713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29e129ef-98e3-4e3c-b797-eab977a47c89 req-6e379f72-78f2-4e23-a3e4-30b09ff21c2a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.2269845 Sep 18 00:43:47.711514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29e129ef-98e3-4e3c-b797-eab977a47c89 req-af227467-97d9-4e17-8e3b-29a36dab01f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007226 Sep 18 00:43:47.803027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40784) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:47.874071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:47.934082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b166f3e2-a778-411f-bd98-cee557d8c39d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:47.984088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:47.984677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:48.049883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d38aa2f1-5e77-47d6-9380-02038903531e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.130958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b166f3e2-a778-411f-bd98-cee557d8c39d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:48.131887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.187568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d38aa2f1-5e77-47d6-9380-02038903531e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.203466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d38aa2f1-5e77-47d6-9380-02038903531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.254792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d38aa2f1-5e77-47d6-9380-02038903531e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14dfd8d3b014466bb9b2666080d16d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506752 Sep 18 00:43:48.258683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40796) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:48.272705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:48.298750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aa2f1-5e77-47d6-9380-02038903531e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c4af5a-f61c-4329-82dd-f2f63bb538da,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:48.320785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.351526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.359115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838a56-92a7-4c40-a631-7b2624ffa8f0 req-956da2f8-6bef-4224-b8b9-71ec9eb75035 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.368985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3838a56-92a7-4c40-a631-7b2624ffa8f0 req-956da2f8-6bef-4224-b8b9-71ec9eb75035 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.5384736 Sep 18 00:43:48.391649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73340f-5775-4d25-9725-4c1ba84d16f1 req-9a877d7c-292a-4f0b-87cb-3d632ca0a8a1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.393575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf73340f-5775-4d25-9725-4c1ba84d16f1 req-9a877d7c-292a-4f0b-87cb-3d632ca0a8a1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.5619166 Sep 18 00:43:48.458672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.464767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.466174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13c4af5a-f61c-4329-82dd-f2f63bb538da HTTP/1.1" status: 204 len: 168 time: 0.2063296 Sep 18 00:43:48.489625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb5dd7-314a-405e-bf36-ff54a08627c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c4af5a-f61c-4329-82dd-f2f63bb538da,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:48.609475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3838a56-92a7-4c40-a631-7b2624ffa8f0 req-734d16b9-c011-4bed-b1ca-8af217287e5f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372227 Sep 18 00:43:48.644545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 2, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:48.645121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf73340f-5775-4d25-9725-4c1ba84d16f1 req-37539dd2-c748-40b5-b89f-44bdb1ce7f18 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388046 Sep 18 00:43:48.726697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:48.727060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Updating router 255119ee-eb4f-4390-bf24-f4679b2b5bad port c794a51b-0e9d-4974-bea1-3e253696a994 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:43:48.800934 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.942500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1620eab-8a3d-4cb7-836f-b02436cf2e88 req-cb6006d8-031a-4e37-8318-4fe8d8633f05 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0523906 Sep 18 00:43:48.985439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.001468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.243951 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Floating IP eb88b93c-da27-4ba9-852c-72dab826376e associated. External IP: 172.25.7.70, port: f7addffe-8f67-406a-97a9-d9bcdb3d3f63. Sep 18 00:43:49.366241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.375355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.477773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aec03f-7599-45de-889d-f96175fe1303 None None] Pushing event updated for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:49.588007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Attempting to bind port c794a51b-0e9d-4974-bea1-3e253696a994 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:49.588481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Attempting to bind port c794a51b-0e9d-4974-bea1-3e253696a994 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:49.589070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Attempting to bind port c794a51b-0e9d-4974-bea1-3e253696a994 on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:49.598925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:49.600182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Checking segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:49.602036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.604157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Bound using segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:49.605046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Bound port: c794a51b-0e9d-4974-bea1-3e253696a994, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:49.605639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.650165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:43:49.756188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] For port c794a51b-0e9d-4974-bea1-3e253696a994, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:49.759776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] For port c794a51b-0e9d-4974-bea1-3e253696a994, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c794a51b-0e9d-4974-bea1-3e253696a994,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:43:49.771087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.858479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] Provisioning complete for port c794a51b-0e9d-4974-bea1-3e253696a994 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:49.858876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.879423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40830) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:49.887333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40834) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:49.900963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335518310', 'description': 'tempest-description--1192367786'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:49.917115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:49.917763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:49.924566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cec0f1-fa21-4d01-916e-e19484d45ad3 req-1ccac7c8-16e7-4a93-95ad-219b56ae9edc tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:49.929238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aec03f-7599-45de-889d-f96175fe1303 None None] Pushing event updated for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:49.934326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30cec0f1-fa21-4d01-916e-e19484d45ad3 req-1ccac7c8-16e7-4a93-95ad-219b56ae9edc tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.2013423 Sep 18 00:43:49.937396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:43:49.947741 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Sync routers for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:43:49.956196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.957440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:49.965677 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:49.970965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:50.178861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db533c37-c7ad-43f0-b423-91eac654f573 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "PUT /v2.0/floatingips/eb88b93c-da27-4ba9-852c-72dab826376e HTTP/1.1" status: 200 len: 990 time: 2.8183558 Sep 18 00:43:50.182729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:43:50.188283 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe9848-0b61-41c9-ae4a-14d267f9209a" -d '{"events": [{"name": "network-changed", "server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:43:50.198297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1810116256'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:50.210310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30cec0f1-fa21-4d01-916e-e19484d45ad3 req-d2ebf80f-40f8-4fd2-8306-6c41ee1028e1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751048 Sep 18 00:43:50.236654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c49d-827a-42a5-919a-51f5479e3158 req-b0c00206-35db-4f94-978c-bf8461457d68 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:50.239381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.239857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14a0c49d-827a-42a5-919a-51f5479e3158 req-b0c00206-35db-4f94-978c-bf8461457d68 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2565553 Sep 18 00:43:50.258487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.269186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:50.367847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14a0c49d-827a-42a5-919a-51f5479e3158 req-b0823b9d-64fe-4c05-ad01-35c66532e5cc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261606 Sep 18 00:43:50.374578 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:50.383569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:50.398146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.418099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.425898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:50.426246 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5340607 Sep 18 00:43:50.432426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group_rule': {'security_group_id': '6398ee58-83e3-4629-8dcd-d31ba8163827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:50.457901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bfba5-893b-462c-97ff-c88e6c7b866e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6398ee58-83e3-4629-8dcd-d31ba8163827,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:50.472944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.497190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.652955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46c4fe4a-7d22-4cb9-a2b3-743e8ac18845 req-64fe41ce-996f-4794-9787-a6880bf3c0ce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0595484 Sep 18 00:43:50.698589 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.717850 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.791506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] For port c794a51b-0e9d-4974-bea1-3e253696a994, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c794a51b-0e9d-4974-bea1-3e253696a994,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:50.808749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.829441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.847789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.852927 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'eb88b93c-da27-4ba9-852c-72dab826376e', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:23Z', 'updated_at': '2021-09-18T00:43:48Z', 'revision_number': 1, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:50.869193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:43:50.879850 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.882062 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment abfa7949-01bc-4230-b645-5e0a197f5f99 of type vlan for network f62631bd-279e-4400-8620-bbec7c0c45d6 Sep 18 00:43:50.902648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5096e-7055-46cb-8579-8a0725727bc4 None None] Pushing event updated for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:50.916698 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Checking router: 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:43:50.934927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:49Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:50.942555 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:43:50.943178 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:50.978008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ba94f-48b7-4956-9907-9a500dd6401f None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:49Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:50.988452 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1c7f7-000e-4c62-ad09-a9fa0279e7e9 x-openstack-request-id: req-f0a1c7f7-000e-4c62-ad09-a9fa0279e7e9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:43:50.988743 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:43:50.988991 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0a1c7f7-000e-4c62-ad09-a9fa0279e7e9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:43:50.989383 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'status': 'completed', 'code': 200} Sep 18 00:43:50.997402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c9c995fe-9c7e-4ac2-88aa-8c20cf106d1e None None] Provisioning complete for port c794a51b-0e9d-4974-bea1-3e253696a994 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:50.998744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9c995fe-9c7e-4ac2-88aa-8c20cf106d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.007510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c0254-665c-459b-9310-499d26a838eb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:51.026525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.048578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.054402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-97ba8c60-ad24-4042-b929-7ff44e431409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:51.056757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-97ba8c60-ad24-4042-b929-7ff44e431409 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1097 time: 0.2445583 Sep 18 00:43:51.176891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8c30ca-c081-43c2-8b5f-cbc92a6b1546,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:51.200487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.208400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:51.209595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.278984 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:43:51.309405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.313605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ceb455e0-dfb3-4681-b716-b34ed190fbf9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8842447 Sep 18 00:43:51.323121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40858) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:51.350569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group_rule': {'security_group_id': '6398ee58-83e3-4629-8dcd-d31ba8163827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:51.383353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-9ee24057-340d-45be-b82f-166fdbdbc121 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6788828 Sep 18 00:43:51.385277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=f62631bd-279e-4400-8620-bbec7c0c45d6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:51.393841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05263467-b382-41c7-bad1-4c749fd8fcb0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5130634 Sep 18 00:43:51.395754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40860) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:51.397777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:43:51.407044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'name': 'tempest-PortsIpV6TestJSON-1057547171'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:51.417426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:51.492667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.542315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.645396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-2d755d9d-332e-437b-8895-e81c72438db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:51.654773 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-2d755d9d-332e-437b-8895-e81c72438db5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.5846577 Sep 18 00:43:51.788511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.864780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:51.891340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c794a51b-0e9d-4974-bea1-3e253696a994 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:43:51.931937 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'eb88b93c-da27-4ba9-852c-72dab826376e', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:23Z', 'updated_at': '2021-09-18T00:43:48Z', 'revision_number': 1, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:51.944146 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8b9d7-e7ad-4fe7-9fe2-ae294dfeb84f None None] The sync data for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 is: [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'eb88b93c-da27-4ba9-852c-72dab826376e', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:23Z', 'updated_at': '2021-09-18T00:43:48Z', 'revision_number': 1, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:43:51.977761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e3433a-7439-440c-b3be-ca706ab06419,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:52.001474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c794a51b-0e9d-4974-bea1-3e253696a994 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:43:52.001858 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.030839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4033dc-4897-47b3-bb58-987297f3a921 req-0309a34e-ac8d-41bc-9c55-d0a45d6fe724 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.032512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd4033dc-4897-47b3-bb58-987297f3a921 req-0309a34e-ac8d-41bc-9c55-d0a45d6fe724 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2471035 Sep 18 00:43:52.049262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.050505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee50ee6d-3503-4500-8031-3c725b1ff2cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7260449 Sep 18 00:43:52.055106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40876) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:52.078297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:52.210096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.225004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.243345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd4033dc-4897-47b3-bb58-987297f3a921 req-1e45bd35-383b-4420-ae83-a0606f9afdf9 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916401 Sep 18 00:43:52.393949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:52.402541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.452006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port faea4b4f-a275-4e99-835e-0df3ed114104 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:52.452208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9be91-0e58-4cc0-b706-80c0169aae06 None None] New status for floating IP eb88b93c-da27-4ba9-852c-72dab826376e: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:43:52.515497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-ce83cc63-6f00-4216-8574-7630ff7b833e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.8522835 Sep 18 00:43:52.587585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1483cf9d-a78d-41cd-a168-f5300bf67041 req-5c2093c7-9cbb-4732-bd37-fb184230e624 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0743916 Sep 18 00:43:52.657783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Allocated IP 172.25.7.203 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/777e9282-6b00-45e0-b2d9-c4877b88e0bb) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:52.741047 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:52.760439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-6bc980f4-62da-4e75-b066-849de9abaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.762068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-6bc980f4-62da-4e75-b066-849de9abaf11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1911867 Sep 18 00:43:53.186670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.200155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-8f8f79e5-e484-438e-ba56-aa900e60b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:53.208347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-8f8f79e5-e484-438e-ba56-aa900e60b3ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4302053 Sep 18 00:43:53.210469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.289528 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.330699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-8a714ced-c684-45d4-bdca-2fcac5667cd5 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165478 Sep 18 00:43:53.398237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.424141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Allocated IP 172.25.7.29 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/80de1dae-1420-483b-b9f0-23fa6d85ca12) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:53.501867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=faea4b4f-a275-4e99-835e-0df3ed114104,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:53.527315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:53.536075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2dfe9848-0b61-41c9-ae4a-14d267f9209a req-7fe047e3-4a45-4439-8994-4b4958991bb7 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967225 Sep 18 00:43:53.543607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:53.544072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': 'abfa7949-01bc-4230-b645-5e0a197f5f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:53.544587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: f62631bd-279e-4400-8620-bbec7c0c45d6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:53.548112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:53.565529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:53.578451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f62631bd-279e-4400-8620-bbec7c0c45d6) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:53.583597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:53.591477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9853a977-e5cb-40bf-b073-e3625cb0fd82 None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:53.593108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:53.593893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.604464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event updated for resources: {'Port': ['ID=777e9282-6b00-45e0-b2d9-c4877b88e0bb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:53.613852 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-731d0d28-374f-41bd-ab62-dc45b2a2dacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2145829 Sep 18 00:43:53.617260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40886) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:53.625340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231346760'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:53.642084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b180-b4d7-4720-bf05-f0a006d56def req-628f7243-5d6c-474d-8ac9-48894d6bc0d5 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:53.644386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2064b180-b4d7-4720-bf05-f0a006d56def req-628f7243-5d6c-474d-8ac9-48894d6bc0d5 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.2151418 Sep 18 00:43:53.650263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:53.655494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.684548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:43:53.695829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.696477 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment c633d965-ae09-48ce-8b01-4b7d32c75eb1 of type vlan for network 84259e1c-4ece-4a0e-bd8e-6252447e2aaf Sep 18 00:43:53.768933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.803046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.815008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:53.815698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:53.859933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2413135 Sep 18 00:43:53.862905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:53.893891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'ports': [{'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'}, {'network_id': '84259e1c-4ece-4a0e-bd8e-6252447e2aaf'}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:53.893891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:53.894594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': '84259e1c-4ece-4a0e-bd8e-6252447e2aaf'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:53.922394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e63e9-11a6-4093-befe-d667f4ec66f5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=84259e1c-4ece-4a0e-bd8e-6252447e2aaf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:53.933425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 84259e1c-4ece-4a0e-bd8e-6252447e2aaf details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:43:54.049219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2064b180-b4d7-4720-bf05-f0a006d56def req-05d1467a-7d0e-46ba-a5d3-081e3399b2df tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Sep 18 00:43:54.113609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.122350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.126535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:54.134703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.156371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.158114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d27468f-64c5-465f-b792-2f1d12987782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.188757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.213956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.308588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52ee72f7-4b6d-4158-b05a-be9c41bddd6c req-b9fdcdaa-a19d-49f8-8eb9-bfd60dfa521f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb0e43c5-d70d-49d2-a5c1-74b3815f4459 HTTP/1.1" status: 200 len: 210 time: 0.0551574 Sep 18 00:43:54.311367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:54.312932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 70e89f83-af41-44aa-b57b-42b80f6ec571 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:54.341044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:54.345957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:54.347921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=80de1dae-1420-483b-b9f0-23fa6d85ca12,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:54.462234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.515535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.550945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 44400804-b9a4-459c-8626-bd1d52ff9a08 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:54.558428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.586188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.647536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.675997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.703994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event updated for resources: {'Port': ['ID=777e9282-6b00-45e0-b2d9-c4877b88e0bb,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:54.718735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.722391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.752747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.754241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-e6a907b0-2385-4c86-9092-3e4828db32b1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3541043 Sep 18 00:43:54.766182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:54.769472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:54.774955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:54.776425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:54.805323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=70e89f83-af41-44aa-b57b-42b80f6ec571,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:54.877765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-a368841c-3317-4e4f-816b-56b28e116027 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1139200 Sep 18 00:43:54.878221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=44400804-b9a4-459c-8626-bd1d52ff9a08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:54.892715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': 'c633d965-ae09-48ce-8b01-4b7d32c75eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '84259e1c-4ece-4a0e-bd8e-6252447e2aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:54.893082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: 84259e1c-4ece-4a0e-bd8e-6252447e2aaf, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:54.917230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network 84259e1c-4ece-4a0e-bd8e-6252447e2aaf is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:54.931434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 84259e1c-4ece-4a0e-bd8e-6252447e2aaf) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:54.941946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15fe71-ddbd-46e3-a110-3249b84d9779 None None] Network 84259e1c-4ece-4a0e-bd8e-6252447e2aaf requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:54.951883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:54.968276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:54.978515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:54.985070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.018879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1190c9a7-d1a6-492d-be4b-fa0bb761aacb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1548910 Sep 18 00:43:55.021594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:55.062937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.086406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.199143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-2153a2c2-903f-4d27-abbd-e4122f06c9b4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.200791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-2153a2c2-903f-4d27-abbd-e4122f06c9b4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2884343 Sep 18 00:43:55.223829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-7a75eb58-c874-4764-9f07-e4c4ff6cef07 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:55.225618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc72c3d8-1431-44f6-b1bf-568f94474044 req-7a75eb58-c874-4764-9f07-e4c4ff6cef07 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142403 Sep 18 00:43:55.245029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=80de1dae-1420-483b-b9f0-23fa6d85ca12,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:55.248790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.256773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 44400804-b9a4-459c-8626-bd1d52ff9a08 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:55.257134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.302323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.312867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a611616a-098a-4dc4-8584-34e256962728 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2567039 Sep 18 00:43:55.351872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d89fa3-021f-49e3-aae2-49748ed3671f req-fbb16a7e-34c3-4943-96ce-f76fd3d8bd87 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.354062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7d89fa3-021f-49e3-aae2-49748ed3671f req-fbb16a7e-34c3-4943-96ce-f76fd3d8bd87 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.0965602 Sep 18 00:43:55.384927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.420426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 44400804-b9a4-459c-8626-bd1d52ff9a08 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:55.454002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7d89fa3-021f-49e3-aae2-49748ed3671f req-c9878f0e-d706-45f3-8691-88ef6bdaafa5 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 Sep 18 00:43:55.646921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660827d-cc08-4880-a685-f90c695548c3 req-7382ef5f-def8-4c62-adfa-54158b304c8e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.649264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8660827d-cc08-4880-a685-f90c695548c3 req-7382ef5f-def8-4c62-adfa-54158b304c8e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1645808 Sep 18 00:43:55.695067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.742615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=44400804-b9a4-459c-8626-bd1d52ff9a08,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:55.754071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:55.756483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f19695f-0bab-4bca-9162-0c8bffef55d3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/44400804-b9a4-459c-8626-bd1d52ff9a08 HTTP/1.1" status: 204 len: 168 time: 0.7336164 Sep 18 00:43:55.759021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40946) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:55.784327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8660827d-cc08-4880-a685-f90c695548c3 req-d4811312-9006-4ef1-8803-e2cb68d19230 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207755 Sep 18 00:43:55.840122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4bb96-3c85-4362-ae28-16ca85d2bbdd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.846344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4bb96-3c85-4362-ae28-16ca85d2bbdd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.847953 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f8e4bb96-3c85-4362-ae28-16ca85d2bbdd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0878973 Sep 18 00:43:55.850781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40958) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:55.918833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3b6a4c3b-b25a-42ad-b5fe-ad48cb1099bd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.920409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3b6a4c3b-b25a-42ad-b5fe-ad48cb1099bd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 820 time: 0.2231519 Sep 18 00:43:55.923162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-25bc3d1d-6805-4cc0-9913-11102fca6133 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1335518310&fields=id&tenant_id=dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 267 time: 0.0660779 Sep 18 00:43:55.945709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-b72b1127-4af7-47ef-b540-551e99018c36 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/quotas/cf836ce64ddd4a63b049dd6ace5d3744 HTTP/1.1" status: 200 len: 375 time: 0.0195038 Sep 18 00:43:55.948125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 70e89f83-af41-44aa-b57b-42b80f6ec571 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:55.948498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.021997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.034571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 70e89f83-af41-44aa-b57b-42b80f6ec571 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:56.071262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-beaee81e-f898-4435-b4e4-e0011a8dd19e tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1141300 Sep 18 00:43:56.078815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-69b5dd3e-f24d-42a6-b72c-6d31e12a22ae tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:56.080188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-69b5dd3e-f24d-42a6-b72c-6d31e12a22ae tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 810 time: 0.1469493 Sep 18 00:43:56.114867 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.115300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-910c7eb9-b032-476d-9f7c-0a25b4ed5e4e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/quotas/dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 375 time: 0.0269072 Sep 18 00:43:56.141762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=70e89f83-af41-44aa-b57b-42b80f6ec571,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:56.149932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.154136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a26e1fe9-f627-4fe1-b794-972b0d68bc69 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/70e89f83-af41-44aa-b57b-42b80f6ec571 HTTP/1.1" status: 204 len: 168 time: 0.3001072 Sep 18 00:43:56.154336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40960) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:56.203003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aecf71-26b5-460d-abbe-255529526673 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:56.204154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-e430cb97-1759-4042-bac9-7c4892d3be70 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228392 Sep 18 00:43:56.205860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4aecf71-26b5-460d-abbe-255529526673 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0504441 Sep 18 00:43:56.208028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40962) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:56.216078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-8ac2f833-6a33-4f06-a1a4-11a3d58ae007 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699697 Sep 18 00:43:56.231846 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaeef60-1adc-472c-ba3a-0ae864613800 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:43:56.234188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3eaeef60-1adc-472c-ba3a-0ae864613800 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/44400804-b9a4-459c-8626-bd1d52ff9a08 HTTP/1.1" status: 404 len: 333 time: 0.0248988 Sep 18 00:43:56.236945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40964) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:56.262708 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-30760617-2b20-4245-bd0e-428dfe2092d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:43:56.264824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30760617-2b20-4245-bd0e-428dfe2092d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/70e89f83-af41-44aa-b57b-42b80f6ec571 HTTP/1.1" status: 404 len: 333 time: 0.0269673 Sep 18 00:43:56.267754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:56.345852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.370689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-eefc5c57-d953-491f-94fa-28c8dfacbb87 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535566 Sep 18 00:43:56.385674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-407f34f9-20cc-4a73-b992-efff5efd606d service neutron] 10.222.0.49 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457179 Sep 18 00:43:56.448939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.472545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84259e1c-4ece-4a0e-bd8e-6252447e2aaf']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:56.484718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c633d965-ae09-48ce-8b01-4b7d32c75eb1') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:56.485072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c633d965-ae09-48ce-8b01-4b7d32c75eb1') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:43:56.494933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-785f6bb4-c730-43db-9593-ce720fc5067f service neutron] 10.222.0.49 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017361 Sep 18 00:43:56.497755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.526615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.542005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:43:56.542427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:43:56.546297 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:43:56.647894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.677972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.681314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/84259e1c-4ece-4a0e-bd8e-6252447e2aaf HTTP/1.1" status: 204 len: 168 time: 0.4123106 Sep 18 00:43:56.686021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40986) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:56.692090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-36754633'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:56.706444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f7741-0a73-4307-87b0-0bcbc871d3a6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=84259e1c-4ece-4a0e-bd8e-6252447e2aaf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:56.743997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:56.748659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.803577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5578d890-7a70-4613-a727-b182d5d9ca30 req-34baeddf-e9b8-4a8d-9837-3c85655330a1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 210 time: 0.0511210 Sep 18 00:43:56.835697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:43:56.852556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:56.852915 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment 517db195-1589-49d5-be4d-7473a41f545a of type vlan for network fbd9f896-b5ac-448d-b058-e3f79b58010f Sep 18 00:43:56.914509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ec64a-4e4f-496f-b905-e788f42b234b req-80900124-e337-47f2-9a12-d192e6d2b138 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:56.921426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f57ec64a-4e4f-496f-b905-e788f42b234b req-80900124-e337-47f2-9a12-d192e6d2b138 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 945 time: 0.1393480 Sep 18 00:43:57.007003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.016557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b45cb23-4c5e-47e7-a2e7-bae681481a38 req-85738af1-ee1f-4c4e-8d16-723d072c244d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 210 time: 0.0940492 Sep 18 00:43:57.027349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f57ec64a-4e4f-496f-b905-e788f42b234b req-f69a8384-b0b6-4bea-bda5-7159d1562e67 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013219 Sep 18 00:43:57.051586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.065079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:57.071830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.119915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4325206 Sep 18 00:43:57.123657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:57.130064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:57.175964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6d43f844-acb7-40b2-9e1e-4d86102b1ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.258615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e91c2-7f99-4b8f-92b1-bf42613c261a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=fbd9f896-b5ac-448d-b058-e3f79b58010f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:57.272939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network fbd9f896-b5ac-448d-b058-e3f79b58010f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:43:57.288599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:57.293680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.423347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6879d5-4271-475b-a7b9-ce082f205246 req-7d072481-400b-43f1-9129-bb21cbf2702a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:57.432260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa6879d5-4271-475b-a7b9-ce082f205246 req-7d072481-400b-43f1-9129-bb21cbf2702a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.2821450 Sep 18 00:43:57.468940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.496991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-4f226669-4754-479d-a3f8-ae49839f66da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:57.505473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-4f226669-4754-479d-a3f8-ae49839f66da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.3074656 Sep 18 00:43:57.527523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-1f19f99f-82ea-4764-813f-263501d914b9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0209179 Sep 18 00:43:57.535540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.538450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa6879d5-4271-475b-a7b9-ce082f205246 req-5a548cb0-1fee-40b1-af26-719d38be591a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051002 Sep 18 00:43:57.609005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-b623c30c-f4ee-494c-a3cb-a6c47048026e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643673 Sep 18 00:43:57.618274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=9aba16db-1b0b-4dfa-affb-3ee9a8d20eea,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:57.643033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': '517db195-1589-49d5-be4d-7473a41f545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:57.643408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: fbd9f896-b5ac-448d-b058-e3f79b58010f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:43:57.670845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network fbd9f896-b5ac-448d-b058-e3f79b58010f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:43:57.689423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, fbd9f896-b5ac-448d-b058-e3f79b58010f) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:57.697935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986a3e6-6da6-4ccb-8d05-5501c14fed0f None None] Network fbd9f896-b5ac-448d-b058-e3f79b58010f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:43:57.701771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:57.702813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.736260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d18a5d7c-b2bd-4fb8-bbd4-df4942d60982 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6082714 Sep 18 00:43:57.736260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41028) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:57.736944 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:43:57.742425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f', 'name': 'tempest-PortsIpV6TestJSON-822504993'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:57.770912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-c7709005-f301-4df7-9e55-e17b9547bd67 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502547 Sep 18 00:43:57.885526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4392c3c7-1fc2-4a14-a3ba-3e6fe2ccfc0d req-a527ea92-9254-4b78-bb44-1f4aac7b478e service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134856 Sep 18 00:43:57.898196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:57.902095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:57.934142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 50fcca85-7902-4c4a-922c-b296860fb0c3 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:43:57.948288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-fbd9f896-b5ac-448d-b058-e3f79b58010f', 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '9aba16db-1b0b-4dfa-affb-3ee9a8d20eea'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:43:57.949409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:58.126526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::163 (fbd9f896-b5ac-448d-b058-e3f79b58010f/9aba16db-1b0b-4dfa-affb-3ee9a8d20eea/50fcca85-7902-4c4a-922c-b296860fb0c3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:58.256300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:58.418298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66f74e90-ca63-4c6a-9a51-04afebe81a76 req-6d046845-66e3-4c53-9036-dd01dc9359b3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 210 time: 0.1091073 Sep 18 00:43:58.511337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-595b2d02-9163-45ec-9b43-5a9674bae771 req-6374d3aa-c84d-4ae5-a3c7-f1ee9f35180e tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 210 time: 0.1434221 Sep 18 00:43:58.603404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:58.629174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70e3b49e-053b-4b61-aafb-bdd31e63d753 req-6cc963f1-b979-4892-ba4f-a2d24e7b3233 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=39fd4b78-f8c6-44d5-9dfe-a6a9d5698ff0 HTTP/1.1" status: 200 len: 210 time: 0.0367041 Sep 18 00:43:58.641074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-d33a012e-846c-4c62-b9ff-b449c783241d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:58.642602 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-d33a012e-846c-4c62-b9ff-b449c783241d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.48 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 820 time: 0.2067161 Sep 18 00:43:58.684081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'port': {'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'admin_state_up': True, 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:58.691843 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:58.769567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=50fcca85-7902-4c4a-922c-b296860fb0c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:58.790422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:43:58.851087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network fbd9f896-b5ac-448d-b058-e3f79b58010f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:58.854544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:58.860671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:58.867805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:58.868479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:58.880529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-47a1da38-012c-451c-a6be-4513d9011cb0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:58.883633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-47a1da38-012c-451c-a6be-4513d9011cb0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 810 time: 0.2219980 Sep 18 00:43:58.948091 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58cdcd08-37f0-443b-b7de-7ee1539cfea4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2106905 Sep 18 00:43:58.951954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41074) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:43:58.968260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e095-f959-4196-97a8-43a2ebfb02ae req-188e521d-bd2d-40ce-ae51-471647dfcf34 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:58.970078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c28e095-f959-4196-97a8-43a2ebfb02ae req-188e521d-bd2d-40ce-ae51-471647dfcf34 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.0991054 Sep 18 00:43:58.976527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-dcdfac9c-a40f-4fcf-a7b2-ba41b56ff2c4 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 380 time: 0.0793495 Sep 18 00:43:58.989860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'port': {'device_id': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'admin_state_up': True, 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'security_groups': ['6398ee58-83e3-4629-8dcd-d31ba8163827']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:43:58.997497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Allocated IP 2001:db8::2 (fbd9f896-b5ac-448d-b058-e3f79b58010f/9aba16db-1b0b-4dfa-affb-3ee9a8d20eea/5f2a187b-a72f-40ea-afa5-ff5cadeed566) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:59.091296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:59.125396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c28e095-f959-4196-97a8-43a2ebfb02ae req-7b7fc186-aa9a-433b-a082-fcf1ac8f60b6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477933 Sep 18 00:43:59.134604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'mac_address': 'fa:16:3e:7b:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:43:59.141725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Made reservation on behalf of cf836ce64ddd4a63b049dd6ace5d3744 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:59.149117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.258648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.283310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:43:59.298929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Made reservation on behalf of dfa4070cc00e4146a22269bcd2dff4b0 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:43:59.306128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.341289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:43:59.356378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.384978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 50fcca85-7902-4c4a-922c-b296860fb0c3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:43:59.385330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.389974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.424409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.452887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['0b4e30ef-d340-4eaa-acb7-b6ad266488e7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:43:59.458512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:59.463228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Network fbd9f896-b5ac-448d-b058-e3f79b58010f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:43:59.512239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:43:59.517585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:43:59.605963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Allocated IP 172.20.0.12 (bdcc5d96-c6ea-4587-9b71-aacd9659e4f0/e821646e-2391-43f9-9931-868c4c56812d/05d7bdb7-f2ce-4604-a6dc-8c3242851758) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:59.609648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Pushing event updated for resources: {'Port': ['ID=5f2a187b-a72f-40ea-afa5-ff5cadeed566,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:43:59.609919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.635791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Attempting to bind port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:43:59.636055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 50fcca85-7902-4c4a-922c-b296860fb0c3 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:43:59.636370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Attempting to bind port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '517db195-1589-49d5-be4d-7473a41f545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:43:59.636744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Attempting to bind port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 on network fbd9f896-b5ac-448d-b058-e3f79b58010f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:43:59.647447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:43:59.647916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Checking segment: {'id': '517db195-1589-49d5-be4d-7473a41f545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:43:59.648415 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.648890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Bound using segment: {'id': '517db195-1589-49d5-be4d-7473a41f545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:43:59.649637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Bound port: 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517db195-1589-49d5-be4d-7473a41f545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fbd9f896-b5ac-448d-b058-e3f79b58010f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:43:59.650194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.654867 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.655637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c0f2521-93ea-469b-8059-33a03833ae8f req-35b76cb0-a09f-426e-a865-5297854be5e1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 210 time: 0.1281056 Sep 18 00:43:59.803846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-81520be7-4ff3-4fd7-870c-369ac2c22d00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:59.805731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-81520be7-4ff3-4fd7-870c-369ac2c22d00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.3902805 Sep 18 00:43:59.856144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a86308a-4d27-4948-a2f7-3ce64fd1c40a req-ce9b89fe-66cc-4961-be00-2dbc1e1cc8ad tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 210 time: 0.0441794 Sep 18 00:43:59.867747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Allocated IP 172.20.0.5 (67b61fb7-1898-47a5-bbfe-c64db4ffb1fc/11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f/e9081f0e-cf28-40c3-b0f3-7f5240effbf0) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:43:59.897416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-162dcb75-8c74-4e19-ba7f-019536ce506b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0394919 Sep 18 00:43:59.934260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.953646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:59.953824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] For port 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:43:59.977875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-5636734a-d916-432d-ae54-78394de28c9b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559938 Sep 18 00:43:59.988260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] For port 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f2a187b-a72f-40ea-afa5-ff5cadeed566,segment=NetworkSegment(517db195-1589-49d5-be4d-7473a41f545a),segment_id=517db195-1589-49d5-be4d-7473a41f545a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:00.022273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=50fcca85-7902-4c4a-922c-b296860fb0c3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:00.041434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.062216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.064213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.066296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-011300c6-da28-46df-9422-83eb3a717a6a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/50fcca85-7902-4c4a-922c-b296860fb0c3 HTTP/1.1" status: 204 len: 168 time: 1.0987360 Sep 18 00:44:00.089032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41150) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:00.110689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:00.118407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event updated for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:00.143206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:00.145661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:00.158228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:00.164655 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ad9ae9-dcf9-4c81-953c-3b7e3aac7a7b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:44:00.165320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ad9ae9-dcf9-4c81-953c-3b7e3aac7a7b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:44:00.173383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-08ad9ae9-dcf9-4c81-953c-3b7e3aac7a7b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/50fcca85-7902-4c4a-922c-b296860fb0c3 HTTP/1.1" status: 404 len: 333 time: 0.0831177 Sep 18 00:44:00.204272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41154) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:00.255522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1917ad-44fa-41e5-9d79-3362fbd3d0f8 None None] Pushing event updated for resources: {'Port': ['ID=5f2a187b-a72f-40ea-afa5-ff5cadeed566,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:00.280342 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-faacfca2-5e77-48d9-ac8c-1ed546b6f787 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:00.282455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-faacfca2-5e77-48d9-ac8c-1ed546b6f787 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/50fcca85-7902-4c4a-922c-b296860fb0c3 HTTP/1.1" status: 404 len: 333 time: 0.0768597 Sep 18 00:44:00.289703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:00.346759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:00.347575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.377950 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-3348aadc-b8a8-4323-ad78-9ae41f87d1f2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7004697 Sep 18 00:44:00.399357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Request body: {'port': {'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:00.417772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 9aba16db-1b0b-4dfa-affb-3ee9a8d20eea {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:00.473738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.533108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.598721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.669246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-04970339-8f1b-442c-8044-3c9eac5fea83 None None] Provisioning complete for port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:00.670371 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-04970339-8f1b-442c-8044-3c9eac5fea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.757288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-04970339-8f1b-442c-8044-3c9eac5fea83 None None] Port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:00.785344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:00.795397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-42565442-0d14-4632-9867-86b1d979a76c service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149841 Sep 18 00:44:00.877507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:00.878076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:00.982637 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.005240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.027694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:01.028471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d271c-29b0-4959-8932-6b14ceb507f7 req-9b3ebe36-e031-4364-b984-4a553e5b54bc tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:01.031605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-748d271c-29b0-4959-8932-6b14ceb507f7 req-9b3ebe36-e031-4364-b984-4a553e5b54bc tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.3165586 Sep 18 00:44:01.039329 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d75592-ef31-49d0-a595-6629ef1e9f1b" -d '{"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:01.082590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:01.087018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.217594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-efe28637-a6f8-46af-8435-616e99f5e01b service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203293 Sep 18 00:44:01.230846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:01.270618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-748d271c-29b0-4959-8932-6b14ceb507f7 req-ce013791-9559-485e-aa25-e2fe70f28717 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233882 Sep 18 00:44:01.275931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.298960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.429314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:01.443106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:01.447412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:01.578033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:01.720858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.778432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee24cc-6598-4154-9d1a-abca53b65bf4 req-6e1b83ff-847d-4f1a-b9c4-b7bd8210668a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:01.788476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43ee24cc-6598-4154-9d1a-abca53b65bf4 req-6e1b83ff-847d-4f1a-b9c4-b7bd8210668a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 931 time: 0.2151732 Sep 18 00:44:01.821049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:01.821714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.864069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-7bea3976-7aad-4aae-b4b5-b6b3ba74582e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8789663 Sep 18 00:44:01.874682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19d0f5-038e-4707-b57a-16435b9ec05c req-f3597c8d-228c-4ad9-9de5-4fd2edd7519d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:01.918119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e19d0f5-038e-4707-b57a-16435b9ec05c req-f3597c8d-228c-4ad9-9de5-4fd2edd7519d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 932 time: 0.3060913 Sep 18 00:44:01.940024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.961244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f2a187b-a72f-40ea-afa5-ff5cadeed566 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:01.967771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Request body: {'port': {'device_id': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:01.968296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=9aba16db-1b0b-4dfa-affb-3ee9a8d20eea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:01.979049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:01.985580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6216e0b5-b578-4c13-a378-36b638013436 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/9aba16db-1b0b-4dfa-affb-3ee9a8d20eea HTTP/1.1" status: 204 len: 168 time: 1.6945629 Sep 18 00:44:01.988418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41208) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:02.031905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e19d0f5-038e-4707-b57a-16435b9ec05c req-d9b855cb-55c8-41b0-a4f0-314a9ddbc174 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089423 Sep 18 00:44:02.049201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43ee24cc-6598-4154-9d1a-abca53b65bf4 req-28bb15c3-ac2f-4777-8154-054e93dac18f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594323 Sep 18 00:44:02.067100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a9519-4be6-4c19-b49b-9472be725017 None None] Network fbd9f896-b5ac-448d-b058-e3f79b58010f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:02.158302 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528db1b4-e567-4872-b3e7-0d1defd9cf20 x-openstack-request-id: req-528db1b4-e567-4872-b3e7-0d1defd9cf20 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:02.158876 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:02.160076 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-528db1b4-e567-4872-b3e7-0d1defd9cf20 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:02.160700 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'code': 200} Sep 18 00:44:02.206318 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-594e0a32-bbae-40fb-9b64-59e7d6d54a6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5225399 Sep 18 00:44:02.235561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-899d78b5-6a40-4928-8a2e-bf95feaa98ed None None] Provisioning complete for port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:02.236157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-899d78b5-6a40-4928-8a2e-bf95feaa98ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.247369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.331934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a03b7d0f-9dff-4883-8996-b1be907eb0fb req-cd055d70-9b8a-453f-bd9f-75effdcfae8b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 210 time: 0.1257989 Sep 18 00:44:02.336837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:02.337430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.339645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.438147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-899d78b5-6a40-4928-8a2e-bf95feaa98ed None None] Port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:02.485536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d7bdb7-f2ce-4604-a6dc-8c3242851758 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:02.544304 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.574888 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.591072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7a0b9d00-1d1a-4b5f-8717-4624b52f0b59 None None] Provisioning complete for port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:02.591488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9d00-1d1a-4b5f-8717-4624b52f0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.629867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] DHCP port deletion for fbd9f896-b5ac-448d-b058-e3f79b58010f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:02.648263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Transition to ACTIVE for port object 05d7bdb7-f2ce-4604-a6dc-8c3242851758 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:02.664976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.671679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-e6903d5e-1d72-476d-87c9-7dd2d429a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:02.673458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-e6903d5e-1d72-476d-87c9-7dd2d429a835 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1097 time: 0.3037486 Sep 18 00:44:02.693855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f2a187b-a72f-40ea-afa5-ff5cadeed566,segment=NetworkSegment(517db195-1589-49d5-be4d-7473a41f545a),segment_id=517db195-1589-49d5-be4d-7473a41f545a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:02.710025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.715448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8825ab5-ee27-4dec-87d6-fa93a529f877 req-0b6675e0-1a91-42a1-aa98-45636d6a4bfe tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:02.717983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8825ab5-ee27-4dec-87d6-fa93a529f877 req-0b6675e0-1a91-42a1-aa98-45636d6a4bfe tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1235325 Sep 18 00:44:02.810909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5f2a187b-a72f-40ea-afa5-ff5cadeed566,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:02.854757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Deleting port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:02.862331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.876592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:02.891064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:02.993764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8825ab5-ee27-4dec-87d6-fa93a529f877 req-458a5e74-f6b8-4516-81d6-3f19574448c2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568479 Sep 18 00:44:03.008273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] For port 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f2a187b-a72f-40ea-afa5-ff5cadeed566,segment=NetworkSegment(517db195-1589-49d5-be4d-7473a41f545a),segment_id=517db195-1589-49d5-be4d-7473a41f545a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:03.008875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.031301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Calling delete_port for 5f2a187b-a72f-40ea-afa5-ff5cadeed566 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:03.047940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:03.125499 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.211577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] Pushing event deleted for resources: {'Port': ['ID=5f2a187b-a72f-40ea-afa5-ff5cadeed566,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:03.228246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8bf668-3969-47ff-8cb9-c990039e8600 None None] No DVR routers for this DVR port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:03.301718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9081f0e-cf28-40c3-b0f3-7f5240effbf0 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:03.313774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.347044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-fd53d221-af4d-4c0b-b996-b1dd43ec5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:03.347044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-fd53d221-af4d-4c0b-b996-b1dd43ec5044 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.5774047 Sep 18 00:44:03.358372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Transition to ACTIVE for port object e9081f0e-cf28-40c3-b0f3-7f5240effbf0 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:03.382646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdce34a-a40a-4891-a25e-d21797d5053f req-df8e31c1-4ae3-4cc5-95e6-c8adf499b5e8 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:03.384591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fdce34a-a40a-4891-a25e-d21797d5053f req-df8e31c1-4ae3-4cc5-95e6-c8adf499b5e8 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 944 time: 0.1590543 Sep 18 00:44:03.393835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d3c08-1260-4c37-84bd-ec03ec69ee5b req-4d065f8b-8233-4038-ae16-a259a04a972f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:03.401668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd2d3c08-1260-4c37-84bd-ec03ec69ee5b req-4d065f8b-8233-4038-ae16-a259a04a972f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 931 time: 0.1832156 Sep 18 00:44:03.405780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.510874 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-34870d48-0424-414c-94b8-39d53938675a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 1000 time: 0.1577816 Sep 18 00:44:03.515340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port 5f2a187b-a72f-40ea-afa5-ff5cadeed566, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f2a187b-a72f-40ea-afa5-ff5cadeed566,segment=NetworkSegment(517db195-1589-49d5-be4d-7473a41f545a),segment_id=517db195-1589-49d5-be4d-7473a41f545a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:03.515719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.532885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fdce34a-a40a-4891-a25e-d21797d5053f req-9cc2e305-1b8a-485f-a349-b711addbf467 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281469 Sep 18 00:44:03.561228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 5f2a187b-a72f-40ea-afa5-ff5cadeed566 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:03.574531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Pushing event updated for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:03.599586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd2d3c08-1260-4c37-84bd-ec03ec69ee5b req-6d6474ff-f646-4925-b4c6-035d8cd4981b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966624 Sep 18 00:44:03.614537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Attempting to bind port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:03.614875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Attempting to bind port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:03.615210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Attempting to bind port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:03.636891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:03.637125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Attempting to bind port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 on network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:03.707543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:03.707891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Checking segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:03.711307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Bound using segment: {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:03.712335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Bound port: 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0992347e-c307-499d-a3ba-821e5e7e1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:03.712720 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.726958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Attempting to bind port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:03.727299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Attempting to bind port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:03.727635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Attempting to bind port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:03.764080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-957397a9-ca82-42c0-bc2b-2e6229f1d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:03.768033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-957397a9-ca82-42c0-bc2b-2e6229f1d4dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.2399552 Sep 18 00:44:03.843516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a629ef63-a09c-42a1-b71f-fa5815ca811b req-f03f4bd1-60f6-4ebb-9e9c-4e276c1c76c0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 210 time: 0.1178868 Sep 18 00:44:03.847500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:03.848610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Attempting to bind port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:03.871864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:03.873260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Checking segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:03.873827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Bound using segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:03.874598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Bound port: e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:03.875167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:03.877702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f2a187b-a72f-40ea-afa5-ff5cadeed566 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:03.962865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5f2a187b-a72f-40ea-afa5-ff5cadeed566 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:03.963254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f2a187b-a72f-40ea-afa5-ff5cadeed566 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:03.990980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:03.995447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:04.008300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.054238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.055795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.057511 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1092 time: 2.1112275 Sep 18 00:44:04.058135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:04.061532 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a132b8-a8ed-499f-9fab-be10ba0dd74c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:04.104673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf3b12-1eac-4d7a-b19d-26e72f9af548 service neutron] Pushing event updated for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:04.141786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-9662a303-2af5-4afd-a304-c57a8789fc0d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.143594 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-9662a303-2af5-4afd-a304-c57a8789fc0d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.3044441 Sep 18 00:44:04.180729 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57700f7c-e3ae-46c7-88d8-1ea19c42188b x-openstack-request-id: req-57700f7c-e3ae-46c7-88d8-1ea19c42188b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:04.181386 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:04.181818 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57700f7c-e3ae-46c7-88d8-1ea19c42188b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:04.182374 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'status': 'completed', 'code': 200} Sep 18 00:44:04.192426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:04.284361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389b715-84aa-463e-b7c9-5012bd442de8 req-709e14b0-bbba-4e02-bfdc-cc575767f979 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.292700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7389b715-84aa-463e-b7c9-5012bd442de8 req-709e14b0-bbba-4e02-bfdc-cc575767f979 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1827977 Sep 18 00:44:04.324600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-6ab08da2-a87c-4238-956a-84c4d1615eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.329613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-6ab08da2-a87c-4238-956a-84c4d1615eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5513401 Sep 18 00:44:04.329968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-f3710d53-44ef-48e5-8502-9071d34afac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.331524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-f3710d53-44ef-48e5-8502-9071d34afac8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1095 time: 0.2099149 Sep 18 00:44:04.359541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7389b715-84aa-463e-b7c9-5012bd442de8 req-7cf7b04c-30d1-4adf-bbaf-7a3e755294ee tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656080 Sep 18 00:44:04.430073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-3551310c-d63c-4042-88d0-7ca549ea50bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 217 time: 0.0748353 Sep 18 00:44:04.445567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:04.448198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.526307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-11ceb0af-0df8-4be0-b7ec-25db1e0bd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.527950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-11ceb0af-0df8-4be0-b7ec-25db1e0bd6b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0904782 Sep 18 00:44:04.552154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=5f2a187b-a72f-40ea-afa5-ff5cadeed566,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:04.571883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:04.584753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port 5f2a187b-a72f-40ea-afa5-ff5cadeed566 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:04.617501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.631991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976dd-7211-4681-8753-e6325fb5e8fe req-b59fdbcf-a8d0-4f82-8786-d573718b0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.637390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-b59fdbcf-a8d0-4f82-8786-d573718b0f97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964606 Sep 18 00:44:04.741536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.742176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.743616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 1093 time: 4.3522391 Sep 18 00:44:04.752141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:04.754740 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935a5de-1f17-4199-a40e-120e4ce009cd" -d '{"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:04.839624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-d6aa88d2-e497-40e2-9cb9-84fde0e21d16 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472997 Sep 18 00:44:04.858353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8fcfa-f8f7-4557-9334-86d3cea2544e req-92673fa0-1d06-478b-b983-bbed611b9e80 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.870808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22d8fcfa-f8f7-4557-9334-86d3cea2544e req-92673fa0-1d06-478b-b983-bbed611b9e80 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 944 time: 0.2238679 Sep 18 00:44:04.919018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.925867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:04.929402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:04.932263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fefc46-dd2f-41d4-b2fb-be8c10469dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:04.977975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa44f3-fb9d-4cf3-ba68-e8d05d2ba57a req-09b4dbbf-df25-4732-98e0-9d5d17e0e7e4 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:04.980252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcfa44f3-fb9d-4cf3-ba68-e8d05d2ba57a req-09b4dbbf-df25-4732-98e0-9d5d17e0e7e4 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 943 time: 0.2337177 Sep 18 00:44:05.017584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22d8fcfa-f8f7-4557-9334-86d3cea2544e req-8e92c18f-5e28-41a2-8ef8-9d206b884458 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405258 Sep 18 00:44:05.040748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd9f896-b5ac-448d-b058-e3f79b58010f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:05.067667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-82e1170b-d7c2-4575-bd2f-c66da51f2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.069383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-82e1170b-d7c2-4575-bd2f-c66da51f2707 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1096 time: 0.2624366 Sep 18 00:44:05.071136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517db195-1589-49d5-be4d-7473a41f545a') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:05.071440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517db195-1589-49d5-be4d-7473a41f545a') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:05.072210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-857e5b9f-366e-4cf4-b4e3-f14840bf71d7 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894086 Sep 18 00:44:05.098329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.147302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcfa44f3-fb9d-4cf3-ba68-e8d05d2ba57a req-79ec3c6e-cc68-4cb0-af49-874d567dcd05 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446280 Sep 18 00:44:05.191811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-e6b55b1c-531e-4d14-aeed-1c9b2a4b5dbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 217 time: 0.1045060 Sep 18 00:44:05.209705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d7c0b60-53eb-4344-862c-aaa1c3b75f04 req-f857afa8-f066-40a7-9303-416bd0bd74b9 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430445 Sep 18 00:44:05.230088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.233582 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f36d367-0591-4048-bed3-de6e4ea20ef8 x-openstack-request-id: req-0f36d367-0591-4048-bed3-de6e4ea20ef8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:05.233934 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:05.234511 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f36d367-0591-4048-bed3-de6e4ea20ef8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:05.234970 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'status': 'completed', 'code': 200} Sep 18 00:44:05.278204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d1583e3-9687-490a-82a0-d6349fa74a84 req-8081a04b-010b-4254-ab87-0b5afe972670 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 210 time: 0.0489638 Sep 18 00:44:05.289218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:05.289776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.301772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-159976dd-7211-4681-8753-e6325fb5e8fe req-92205dbe-d382-4967-be92-9ec96a937f06 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111247 Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:05.303266 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:05.305700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-094976d2-78e4-4958-825e-7a3c64517d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.306483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-094976d2-78e4-4958-825e-7a3c64517d72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0919695 Sep 18 00:44:05.433850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-fc318b31-d2cd-470b-b6fd-330f1edd19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.438788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-fc318b31-d2cd-470b-b6fd-330f1edd19ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1095 time: 0.0707998 Sep 18 00:44:05.463754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.3 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:05.475661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-c5a60584-ec8f-48ab-9a4d-372dff0c4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.475661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-c5a60584-ec8f-48ab-9a4d-372dff0c4085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375229 Sep 18 00:44:05.580127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.598761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.606116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/fbd9f896-b5ac-448d-b058-e3f79b58010f HTTP/1.1" status: 204 len: 168 time: 3.6150496 Sep 18 00:44:05.607960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50dc3d-0428-4461-8ef7-852002e140fd req-d586c28f-072b-4250-8670-585d7dbbd28c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.611482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d50dc3d-0428-4461-8ef7-852002e140fd req-d586c28f-072b-4250-8670-585d7dbbd28c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1122129 Sep 18 00:44:05.611482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41288) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:05.636658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169610522'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:05.719239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-43f56809-dfb5-415b-ac62-8b2d498ee11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.720789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-43f56809-dfb5-415b-ac62-8b2d498ee11c service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.2741795 Sep 18 00:44:05.787763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d50dc3d-0428-4461-8ef7-852002e140fd req-10c7802d-8a7a-429f-8a23-eec44fff1ac3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632669 Sep 18 00:44:05.789046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-b683f697-8c01-4060-a620-a990c93fd84b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 217 time: 0.0550745 Sep 18 00:44:05.793351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:05.797914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.877863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:05.900479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.905859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.906439 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment 14637072-ad05-4905-b74e-d42821831290 of type vlan for network 522576b5-2b09-40cc-b726-349eb9a8b061 Sep 18 00:44:05.909606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-8dc0dd54-7248-4ddb-8df8-f57174d4ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.911487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-8dc0dd54-7248-4ddb-8df8-f57174d4ff50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0968142 Sep 18 00:44:05.984041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:05.987627 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-74d2276e-05a9-4309-8ed7-f2da646ef8d9 service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030344 Sep 18 00:44:06.030937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:06.048491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15382d-e27b-4aa3-a12d-58ecff49bcb3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=fbd9f896-b5ac-448d-b058-e3f79b58010f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:06.053564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:06.057704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-b868bae6-f780-429b-b726-2713e6912ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.061036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-b868bae6-f780-429b-b726-2713e6912ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389871 Sep 18 00:44:06.083150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:06.086659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:06.332104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:06.337778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.338601 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:06.455269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=522576b5-2b09-40cc-b726-349eb9a8b061,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:06.466088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 522576b5-2b09-40cc-b726-349eb9a8b061 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:06.523507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-220d392a-08c4-4ec1-894a-a3b6101b01c5 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528687 Sep 18 00:44:06.603431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:06.631688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.632812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:06.663820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42109-870f-412f-afcd-815ab4f58b0d req-6c69c870-fdbc-4c06-9ddd-dcf6807cd259 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.665732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e918e55d-eafc-4dd9-9dc5-d2f5f1b7becd req-8f7cf9d1-1085-4e4b-b324-6080a6a26fcd service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506326 Sep 18 00:44:06.667360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffa42109-870f-412f-afcd-815ab4f58b0d req-6c69c870-fdbc-4c06-9ddd-dcf6807cd259 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 944 time: 0.5079122 Sep 18 00:44:06.669201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-01173b1c-cc9d-480c-9866-ba85a2b7d9c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4937794 Sep 18 00:44:06.694300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2ccf0-3a55-4845-89c1-a11224bb146c req-7513884f-572e-4a71-88be-452a3602c53a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.700987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Request body: {'port': {'device_id': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:06.703409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06e2ccf0-3a55-4845-89c1-a11224bb146c req-7513884f-572e-4a71-88be-452a3602c53a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 943 time: 0.4162688 Sep 18 00:44:06.750847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99a0a4d5-2724-40cc-a3a0-f6e463ba4c35 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1367474 Sep 18 00:44:06.762444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:06.790212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:06.816796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e9081f0e-cf28-40c3-b0f3-7f5240effbf0 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:06.858885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06e2ccf0-3a55-4845-89c1-a11224bb146c req-b6b5dff3-b992-4ee2-bf70-b61764dd7fd7 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545005 Sep 18 00:44:06.900106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffa42109-870f-412f-afcd-815ab4f58b0d req-10faac74-0e8a-43d5-851e-fdbfd6a9d435 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725388 Sep 18 00:44:06.923432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:06.978997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-d2a5bce6-50a8-4a48-9990-c0e7912c0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.981021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-d2a5bce6-50a8-4a48-9990-c0e7912c0177 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1096 time: 0.2423275 Sep 18 00:44:07.056896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90a132b8-a8ed-499f-9fab-be10ba0dd74c req-fd26d94b-c75b-40c6-8656-4e88c24eeef3 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240297 Sep 18 00:44:07.192481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1551-fc8a-4102-8bc1-33dbf20b4d8b req-1d58fac1-8aac-45cf-9c1f-26349e117682 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.219178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-068f1551-fc8a-4102-8bc1-33dbf20b4d8b req-1d58fac1-8aac-45cf-9c1f-26349e117682 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 931 time: 0.1648364 Sep 18 00:44:07.223797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:07.261213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'port_id': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'mac_address': 'fa:16:3e:34:b0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:07.350175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.363740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-068f1551-fc8a-4102-8bc1-33dbf20b4d8b req-e8c2c111-77c8-468b-8737-565878810cf6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350646 Sep 18 00:44:07.381999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9081f0e-cf28-40c3-b0f3-7f5240effbf0 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:07.400703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870d6e-f5ca-4cf9-82d2-c5683b95fb30 req-6e89de6c-56d5-4177-a591-9b76462a7532 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.409422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31870d6e-f5ca-4cf9-82d2-c5683b95fb30 req-6e89de6c-56d5-4177-a591-9b76462a7532 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1626694 Sep 18 00:44:07.484634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31870d6e-f5ca-4cf9-82d2-c5683b95fb30 req-e6755054-69db-4d1b-afc3-7090a4227e0e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745196 Sep 18 00:44:07.510203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:07.518622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.519310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:07.548329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:07.552193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.610910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:07.665570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-c7169d2f-6867-424d-8266-726f1e74a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.667437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-c7169d2f-6867-424d-8266-726f1e74a1cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.6743562 Sep 18 00:44:07.684836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:07.704027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '217b6138-ec37-4867-91bd-cc451841cb79', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:07.771752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-0571da34-7b15-4af9-ad0d-03fc71e1f8fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 217 time: 0.0752685 Sep 18 00:44:07.825515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.825786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:07.849987 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.870099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:07.879776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-0f5a6c23-5671-416b-b7c1-fadea31bc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.881336 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-0f5a6c23-5671-416b-b7c1-fadea31bc3a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0998125 Sep 18 00:44:07.898227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Transition to ACTIVE for port object 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:07.957631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:07.974090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.978554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.057276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-f9325422-2359-42ea-8d22-224655612bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.058910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-f9325422-2359-42ea-8d22-224655612bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595731 Sep 18 00:44:08.142618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['217b6138-ec37-4867-91bd-cc451841cb79'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:08.238804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:08.261480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Pushing event updated for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:08.285122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671071f6-3e06-4c5a-b8d3-b60a0b69b39e req-bc478335-0317-4946-9949-29b5970397b8 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.290560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-671071f6-3e06-4c5a-b8d3-b60a0b69b39e req-bc478335-0317-4946-9949-29b5970397b8 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 944 time: 0.2219439 Sep 18 00:44:08.349447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47296-b3d8-4090-9fcc-13bdc09ae3cc req-d4133152-4d96-41d1-8787-ff465eb37107 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.356791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45f47296-b3d8-4090-9fcc-13bdc09ae3cc req-d4133152-4d96-41d1-8787-ff465eb37107 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 944 time: 0.2099493 Sep 18 00:44:08.378505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e9081f0e-cf28-40c3-b0f3-7f5240effbf0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:08.444827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.491523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Attempting to bind port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:08.492070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-671071f6-3e06-4c5a-b8d3-b60a0b69b39e req-9e9cfbaa-3e38-4ecb-86a2-4f7c67d43f58 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879587 Sep 18 00:44:08.494885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Attempting to bind port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:08.496765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Attempting to bind port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:08.535961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45f47296-b3d8-4090-9fcc-13bdc09ae3cc req-4f6642f3-b29e-49f6-a6fc-e0b5cf0b58ed tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770000 Sep 18 00:44:08.614430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:08.618094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Attempting to bind port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:08.675370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:08.676021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:08.676147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:08.676538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Bound port: 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:08.676898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.719706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8da0e-21e5-411f-8473-224a823e9a12 req-11ccf90a-6aa4-4f64-b301-a70db75f8e3b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.726927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78e8da0e-21e5-411f-8473-224a823e9a12 req-11ccf90a-6aa4-4f64-b301-a70db75f8e3b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 943 time: 0.1042607 Sep 18 00:44:08.750590 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-1e52cc41-f5f8-4c97-8174-5ca91d814fdc service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698678 Sep 18 00:44:08.819207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78e8da0e-21e5-411f-8473-224a823e9a12 req-0676eaa6-037c-474f-b5d2-0f8a8ed89ad3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898287 Sep 18 00:44:08.830128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=8dfd8670-f955-4634-b173-08d0c08f582e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:08.837039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 05d7bdb7-f2ce-4604-a6dc-8c3242851758 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:08.854855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:09.000511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4935a5de-1f17-4199-a40e-120e4ce009cd req-1681915a-8657-4cf4-9eb0-79d7c6482530 service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370160 Sep 18 00:44:09.001287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': '14637072-ad05-4905-b74e-d42821831290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:09.001662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: 522576b5-2b09-40cc-b726-349eb9a8b061, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:09.018962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad05f04-ef3c-4cc8-92dd-b1ad47d301b2 req-ba3d3333-5e7f-4f36-bf98-06f117ae6f20 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.032549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad05f04-ef3c-4cc8-92dd-b1ad47d301b2 req-ba3d3333-5e7f-4f36-bf98-06f117ae6f20 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.1244900 Sep 18 00:44:09.084043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network 522576b5-2b09-40cc-b726-349eb9a8b061 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:09.102942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:09.105873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 522576b5-2b09-40cc-b726-349eb9a8b061) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:09.107395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad05f04-ef3c-4cc8-92dd-b1ad47d301b2 req-b0382b77-a003-442d-9c81-420081478986 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685966 Sep 18 00:44:09.129584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.132506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:09.150261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:09.161309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41370) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:09.161847 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cfdd48e4-20f2-43b8-9e70-44d61a1ae1a4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3963404 Sep 18 00:44:09.164728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:09.167158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1315267314'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:09.342838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.343465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:09.351176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] 10.222.0.54 "PUT /v2.0/ports/97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 HTTP/1.1" status: 200 len: 1092 time: 2.6576989 Sep 18 00:44:09.351680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:09.358579 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf2f72-56b8-4bce-9967-31d1d48e43cb" -d '{"events": [{"name": "network-changed", "server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:09.435775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf795e41-a04c-47c0-ae1d-bb1d5be790d5 None None] Network 522576b5-2b09-40cc-b726-349eb9a8b061 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:09.458385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a49df-a2e5-4c77-9ab8-69e7d2cc344f service neutron] Pushing event updated for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:09.460164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:09.463889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:09.474373 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f527ed21-1fe6-4c12-a13d-339cd6288937 x-openstack-request-id: req-f527ed21-1fe6-4c12-a13d-339cd6288937 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:09.474666 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:09.474915 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f527ed21-1fe6-4c12-a13d-339cd6288937 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:09.475308 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2', 'status': 'completed', 'code': 200} Sep 18 00:44:09.501766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 85c504d1-4624-4d7d-bd6d-7c243d8b1f7f yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:09.548104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-d1e16cac-e1cf-4fa6-a603-0ec9a6242a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.553650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-d1e16cac-e1cf-4fa6-a603-0ec9a6242a91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 1095 time: 0.1287158 Sep 18 00:44:09.575079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 217b6138-ec37-4867-91bd-cc451841cb79 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:09.576610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:09.655832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-3d93ab4f-9940-4b30-a568-65411ba3b5b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 HTTP/1.1" status: 200 len: 217 time: 0.0883713 Sep 18 00:44:09.676449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:09.719687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:09.742501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7537099-3e85-4862-b3b6-d66c8e6d0f9f req-8e6210d9-d2be-4438-90a7-ee7d347adf71 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.751980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7537099-3e85-4862-b3b6-d66c8e6d0f9f req-8e6210d9-d2be-4438-90a7-ee7d347adf71 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 944 time: 0.1299794 Sep 18 00:44:09.816806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810143ca-0548-496c-832a-6c11264727c6 req-c32fbdc8-d82c-4015-be1f-089def9ad84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.820704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-c32fbdc8-d82c-4015-be1f-089def9ad84e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.1589139 Sep 18 00:44:09.867178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::72 (522576b5-2b09-40cc-b726-349eb9a8b061/8dfd8670-f955-4634-b173-08d0c08f582e/85c504d1-4624-4d7d-bd6d-7c243d8b1f7f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:09.903219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7537099-3e85-4862-b3b6-d66c8e6d0f9f req-3120a596-4d7e-4743-8a15-7fae629775b1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306431 Sep 18 00:44:09.910875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-f4f65007-42c8-44d8-8c6b-309694e02b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755656 Sep 18 00:44:09.939981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-522576b5-2b09-40cc-b726-349eb9a8b061', 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '8dfd8670-f955-4634-b173-08d0c08f582e'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:44:09.952039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.083723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.153505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:10.167893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:10.173418 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418af2e-bc3e-4843-8aac-154b53429e0f" -d '{"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:10.193376 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.200980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.218159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.246998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-c3b63c51-b1ca-4596-be63-bcd85f2e4653 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295641 Sep 18 00:44:10.294274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.412388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network 522576b5-2b09-40cc-b726-349eb9a8b061 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:10.426486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:10.436895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:10.449389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Allocated IP 2001:db8::2 (522576b5-2b09-40cc-b726-349eb9a8b061/8dfd8670-f955-4634-b173-08d0c08f582e/4826fa43-d5e9-424d-b6b3-ca055185064d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:10.458611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.461181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.477402 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-810143ca-0548-496c-832a-6c11264727c6 req-f8e1d63c-738c-4794-95e7-1ae83216362d service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147672 Sep 18 00:44:10.496392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd65f8-75ed-40b7-bbd2-8cee307d0b7e req-b683678e-45e4-4f5b-9923-f476e0c72e23 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.509642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06fd65f8-75ed-40b7-bbd2-8cee307d0b7e req-b683678e-45e4-4f5b-9923-f476e0c72e23 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 944 time: 0.4823825 Sep 18 00:44:10.534902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=85c504d1-4624-4d7d-bd6d-7c243d8b1f7f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:10.559705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.560151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.561169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.562412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.562412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.562412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.562953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.563443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.563854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.564308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.564733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.565295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:10.583114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bef6021e-bb8f-43fa-b4f3-3e9437874da9 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4154751 Sep 18 00:44:10.583373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41392) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:10.597800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:10.648653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06fd65f8-75ed-40b7-bbd2-8cee307d0b7e req-147e0d55-1f45-42bc-a9e0-612679c12744 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354144 Sep 18 00:44:10.660605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d7bdb7-f2ce-4604-a6dc-8c3242851758 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:10.760546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:10.775199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.843430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:10.848881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-1877496f-8f18-4871-b4b7-0569c070e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.851278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-1877496f-8f18-4871-b4b7-0569c070e094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 1095 time: 0.2599251 Sep 18 00:44:10.876538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e9081f0e-cf28-40c3-b0f3-7f5240effbf0 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:10.906152 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.038118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3cb98-7f7a-4f70-999c-1744944b4038 req-e176a881-e9b6-43d9-b331-35a6b581bba2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:11.039656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be3cb98-7f7a-4f70-999c-1744944b4038 req-e176a881-e9b6-43d9-b331-35a6b581bba2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 943 time: 0.1101058 Sep 18 00:44:11.066896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 85c504d1-4624-4d7d-bd6d-7c243d8b1f7f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:11.071731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.121464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Network 522576b5-2b09-40cc-b726-349eb9a8b061 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:11.124005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:11.141902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be3cb98-7f7a-4f70-999c-1744944b4038 req-2ef4858e-e63a-47fb-b758-52a61c711ca2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946865 Sep 18 00:44:11.143630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:11.148902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['05d7bdb7-f2ce-4604-a6dc-8c3242851758'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:11.172157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:11.249569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.293838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 85c504d1-4624-4d7d-bd6d-7c243d8b1f7f owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:11.300201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:11.316667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Pushing event updated for resources: {'Port': ['ID=4826fa43-d5e9-424d-b6b3-ca055185064d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:11.328352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:11.328735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.337009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Attempting to bind port 4826fa43-d5e9-424d-b6b3-ca055185064d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:11.337385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Attempting to bind port 4826fa43-d5e9-424d-b6b3-ca055185064d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '14637072-ad05-4905-b74e-d42821831290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:11.338606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Attempting to bind port 4826fa43-d5e9-424d-b6b3-ca055185064d on network 522576b5-2b09-40cc-b726-349eb9a8b061 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:11.373416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:11.373857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Checking segment: {'id': '14637072-ad05-4905-b74e-d42821831290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:11.374196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.374594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Bound using segment: {'id': '14637072-ad05-4905-b74e-d42821831290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:11.375084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Bound port: 4826fa43-d5e9-424d-b6b3-ca055185064d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14637072-ad05-4905-b74e-d42821831290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '522576b5-2b09-40cc-b726-349eb9a8b061'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:11.375471 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.434827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c4b68-903e-4923-9be4-96d3dc359acd req-0ab2724d-e1a0-4db9-b9e1-98733d5683ae tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:11.444916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-178c4b68-903e-4923-9be4-96d3dc359acd req-0ab2724d-e1a0-4db9-b9e1-98733d5683ae tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1206448 Sep 18 00:44:11.548783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-178c4b68-903e-4923-9be4-96d3dc359acd req-a1536309-06a5-4346-998c-18e2b4bd758d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027961 Sep 18 00:44:11.617271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-b23294fc-4c2d-42ca-a684-da02af5b4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:11.619024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-b23294fc-4c2d-42ca-a684-da02af5b4f83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.7488260 Sep 18 00:44:11.620690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.664082 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35df7be-c489-4a9a-b095-2b1f98f73294 x-openstack-request-id: req-e35df7be-c489-4a9a-b095-2b1f98f73294 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:11.664409 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:11.664666 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e35df7be-c489-4a9a-b095-2b1f98f73294 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:11.665070 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'code': 200} Sep 18 00:44:11.686818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=85c504d1-4624-4d7d-bd6d-7c243d8b1f7f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:11.795148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] For port 4826fa43-d5e9-424d-b6b3-ca055185064d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:11.803646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] For port 4826fa43-d5e9-424d-b6b3-ca055185064d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4826fa43-d5e9-424d-b6b3-ca055185064d,segment=NetworkSegment(14637072-ad05-4905-b74e-d42821831290),segment_id=14637072-ad05-4905-b74e-d42821831290)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:11.860186 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-3082f703-630b-484a-bfc1-172ad7c2fe32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 HTTP/1.1" status: 200 len: 217 time: 0.1814432 Sep 18 00:44:11.865480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.867434 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-71f47b35-6aec-4c3b-802d-a8d1f78fc8c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/85c504d1-4624-4d7d-bd6d-7c243d8b1f7f HTTP/1.1" status: 204 len: 168 time: 1.2853570 Sep 18 00:44:11.883960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41406) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:11.889923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5630-0242-412d-bbf2-9cbfd4358b24 req-684e3e1a-bdf3-44c4-bf23-305f3977dcc5 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:11.904120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d7c5630-0242-412d-bbf2-9cbfd4358b24 req-684e3e1a-bdf3-44c4-bf23-305f3977dcc5 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 944 time: 0.1435905 Sep 18 00:44:11.908464 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.952202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:12.011748 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd01ef6-f9e0-4918-9ffe-07d908dd8243 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:12.013606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7dd01ef6-f9e0-4918-9ffe-07d908dd8243 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/85c504d1-4624-4d7d-bd6d-7c243d8b1f7f HTTP/1.1" status: 404 len: 333 time: 0.1172636 Sep 18 00:44:12.029716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a6995-db2d-49b6-8a39-e1b501340c1a None None] Pushing event updated for resources: {'Port': ['ID=4826fa43-d5e9-424d-b6b3-ca055185064d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:12.033097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:12.037289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d7c5630-0242-412d-bbf2-9cbfd4358b24 req-2a2f17ef-9732-4925-9ab5-d53d25412480 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309218 Sep 18 00:44:12.064514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.164544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-3db84395-8154-42dc-bb13-fda39b616343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:12.168126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-3db84395-8154-42dc-bb13-fda39b616343 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.2982845 Sep 18 00:44:12.197241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:12.243349 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.290030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-155753dc-ac84-4216-9b61-36796b750ab0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082830 Sep 18 00:44:12.295657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73ac1add-99fd-4d67-a335-2637d815dc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.326626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:12.346165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46009a-ea3a-4581-a723-7eb4aaf749bc req-8a795088-9b77-47d1-a7a3-cb52a71fdce4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:12.353149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e46009a-ea3a-4581-a723-7eb4aaf749bc req-8a795088-9b77-47d1-a7a3-cb52a71fdce4 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 945 time: 0.2006364 Sep 18 00:44:12.387862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 8dfd8670-f955-4634-b173-08d0c08f582e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:12.419537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e46009a-ea3a-4581-a723-7eb4aaf749bc req-0205713d-d263-4420-a3bb-474f3e2aec44 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Sep 18 00:44:12.443654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.695296 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.697537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73ac1add-99fd-4d67-a335-2637d815dc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.706572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73ac1add-99fd-4d67-a335-2637d815dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.861500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 05d7bdb7-f2ce-4604-a6dc-8c3242851758 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:12.861730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac1add-99fd-4d67-a335-2637d815dc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a4fb2-63b2-471b-83fd-697d7a682378,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:12.863747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:12.977466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:12.985420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:12.988090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.023742 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-4898659f-6789-49b5-9ce2-39a1dfb02ce2 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203505 Sep 18 00:44:13.086326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.200463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.267856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfd8670-f955-4634-b173-08d0c08f582e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:13.270529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.273404 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b29a15b3-60ca-44e5-bef5-64bf5f89c7dd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/8dfd8670-f955-4634-b173-08d0c08f582e HTTP/1.1" status: 204 len: 168 time: 1.2225006 Sep 18 00:44:13.278524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:13.288205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:13.298535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.429602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:13.498021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.665483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bebf2f72-56b8-4bce-9967-31d1d48e43cb req-26e0614d-9742-48d8-b019-6d8dfe512cec service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274753 Sep 18 00:44:13.667424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0'}, {'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:13.671964 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fd000a-46bf-485e-9dae-8d0bcb8c5b19" -d '{"events": [{"server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "name": "network-vif-plugged", "status": "completed", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0"}, {"server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "name": "network-vif-plugged", "status": "completed", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:13.695938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 4826fa43-d5e9-424d-b6b3-ca055185064d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:13.696944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.819471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port 4826fa43-d5e9-424d-b6b3-ca055185064d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4826fa43-d5e9-424d-b6b3-ca055185064d,segment=NetworkSegment(14637072-ad05-4905-b74e-d42821831290),segment_id=14637072-ad05-4905-b74e-d42821831290)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:13.820372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:13.839716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 4826fa43-d5e9-424d-b6b3-ca055185064d owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:13.856774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a1b2c-b136-4b02-b8d4-583cc3244f42 None None] Network 522576b5-2b09-40cc-b726-349eb9a8b061 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:13.973563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-73ac1add-99fd-4d67-a335-2637d815dc4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=719e77d22ad346f3a2aa86a016f7461b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0176649 Sep 18 00:44:13.980517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41428) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:14.011298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b7d67-c994-4da6-8798-02142a1500b6 req-15ca3f83-db8f-4ce7-8f88-2e5e3a0806f4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:14.012897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-857b7d67-c994-4da6-8798-02142a1500b6 req-15ca3f83-db8f-4ce7-8f88-2e5e3a0806f4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 943 time: 1.1913209 Sep 18 00:44:14.044672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4826fa43-d5e9-424d-b6b3-ca055185064d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:14.074438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.097249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-857b7d67-c994-4da6-8798-02142a1500b6 req-c979209a-97e8-4c8b-9b0d-fb0eb20611b1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727801 Sep 18 00:44:14.112774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.117948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=4826fa43-d5e9-424d-b6b3-ca055185064d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:14.127008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port 4826fa43-d5e9-424d-b6b3-ca055185064d on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:14.164443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-90d30be0-1494-451d-a912-7d05357dd70d None None] Provisioning complete for port 4826fa43-d5e9-424d-b6b3-ca055185064d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:14.164821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90d30be0-1494-451d-a912-7d05357dd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.168908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.223762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 4826fa43-d5e9-424d-b6b3-ca055185064d {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:44:14.224347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4826fa43-d5e9-424d-b6b3-ca055185064d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 00:44:14.225854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-90d30be0-1494-451d-a912-7d05357dd70d None None] Port 4826fa43-d5e9-424d-b6b3-ca055185064d was deleted so its status cannot be updated. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 00:44:14.253668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03238b05-c625-43bf-8def-836a28cda0bc None None] DHCP port deletion for 522576b5-2b09-40cc-b726-349eb9a8b061 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:14.286580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port 4826fa43-d5e9-424d-b6b3-ca055185064d not found, will not notify nova. {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 00:44:14.323626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c96237-9cab-494f-90b4-9a705f83892a req-d9401e7e-253a-4f2d-8c28-133572919624 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:14.332350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42c96237-9cab-494f-90b4-9a705f83892a req-d9401e7e-253a-4f2d-8c28-133572919624 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1037385 Sep 18 00:44:14.412955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42c96237-9cab-494f-90b4-9a705f83892a req-a39e459d-22c7-4552-aa07-476f11365ffd tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787833 Sep 18 00:44:14.618961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec13e2-fdc3-4214-bb29-fb07ef49d0b3 req-e77397f6-9d7c-4795-bc5f-e0cba4261741 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:14.620574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2ec13e2-fdc3-4214-bb29-fb07ef49d0b3 req-e77397f6-9d7c-4795-bc5f-e0cba4261741 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0730972 Sep 18 00:44:14.693166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:14.709066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2ec13e2-fdc3-4214-bb29-fb07ef49d0b3 req-2a0366bf-d8a9-4900-bb81-84b08d1e6bfd tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794921 Sep 18 00:44:14.845613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.885348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522576b5-2b09-40cc-b726-349eb9a8b061']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:14.920051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14637072-ad05-4905-b74e-d42821831290') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:14.920416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14637072-ad05-4905-b74e-d42821831290') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:14.923276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.925070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.929624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a77a4fb2-63b2-471b-83fd-697d7a682378 HTTP/1.1" status: 204 len: 168 time: 0.9456661 Sep 18 00:44:14.944073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:14.962123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2', 'mac_address': 'fa:16:3e:8f:33:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:14.963394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a4fb2-63b2-471b-83fd-697d7a682378,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:14.974373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.977163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.977903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.978253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.978590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.978919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.979246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.979723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.979885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.980202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.980558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.981119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:14.981211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d40187-8235-4e90-8be5-32388099888d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:15.008408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47315e78-77d8-41c4-bf46-67c048d29b56 req-cd943ff4-5f46-4c19-ae3c-925ec752a479 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:15.010109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.016520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47315e78-77d8-41c4-bf46-67c048d29b56 req-cd943ff4-5f46-4c19-ae3c-925ec752a479 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 946 time: 0.0774302 Sep 18 00:44:15.020462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:15.021103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.069920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47315e78-77d8-41c4-bf46-67c048d29b56 req-d7f978de-5794-4e71-a696-7ac510d58236 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522313 Sep 18 00:44:15.104325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:15.116029 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:15.136124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.142932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.150905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:15.152466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:15.153184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/522576b5-2b09-40cc-b726-349eb9a8b061 HTTP/1.1" status: 204 len: 168 time: 1.8708091 Sep 18 00:44:15.158148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'name': 'tempest-PortsIpV6TestJSON-1091998588'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:15.212852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12923e-090d-42ad-8558-173a08609d78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=522576b5-2b09-40cc-b726-349eb9a8b061,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:15.249724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:15.276331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.421118 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca905138-d558-4bb7-a8e6-a8277535e7c7 x-openstack-request-id: req-ca905138-d558-4bb7-a8e6-a8277535e7c7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:15.421428 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "name": "network-vif-plugged", "status": "completed", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0", "code": 200}, {"server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "name": "network-vif-plugged", "status": "completed", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:15.421913 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca905138-d558-4bb7-a8e6-a8277535e7c7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:15.438444 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'code': 200} Sep 18 00:44:15.438669 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'code': 200} Sep 18 00:44:15.440405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:15.506207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:15.511809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:15.575517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 6f6d9b94-3f1e-4411-a975-6b4f7675cee0 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:15.612420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068e00-af42-44b0-91a6-d5e3aa65ad51 req-267c0ee6-e1e0-47d9-bc69-f54da00448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:15.614052 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd068e00-af42-44b0-91a6-d5e3aa65ad51 req-267c0ee6-e1e0-47d9-bc69-f54da00448e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0932159 Sep 18 00:44:15.660077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347ee3-d24f-4a9d-b68b-06c13b809328 req-2f160680-964d-4245-bed6-16c6779adae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:15.661993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18347ee3-d24f-4a9d-b68b-06c13b809328 req-2f160680-964d-4245-bed6-16c6779adae4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1098 time: 0.1337638 Sep 18 00:44:15.688798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:15.728355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd068e00-af42-44b0-91a6-d5e3aa65ad51 req-e0b84150-422d-4cb9-acef-ec33d0ffef71 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040931 Sep 18 00:44:15.843479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4826fa43-d5e9-424d-b6b3-ca055185064d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:15.906265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4826fa43-d5e9-424d-b6b3-ca055185064d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:15.908785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4826fa43-d5e9-424d-b6b3-ca055185064d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:15.946717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18347ee3-d24f-4a9d-b68b-06c13b809328 req-1dd4ef50-b611-41b8-bbac-e29df10acd89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440476 Sep 18 00:44:15.955565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544ca9-e1ca-4dfa-90f4-4541011a9fda req-b4abbdf5-2073-4cf0-a4e8-a4eb55a71cfd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:15.971648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d544ca9-e1ca-4dfa-90f4-4541011a9fda req-b4abbdf5-2073-4cf0-a4e8-a4eb55a71cfd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 944 time: 0.3307486 Sep 18 00:44:16.000086 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.095336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d544ca9-e1ca-4dfa-90f4-4541011a9fda req-f41f6c59-dcde-436f-9e09-433116f6100d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225395 Sep 18 00:44:16.181440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.323920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.376815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:16.390014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919205-c69b-4d79-a9d5-cd911e7b8bd8 req-66af56b8-e507-4cd2-83d4-5b7f7681b2c4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:16.398101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96919205-c69b-4d79-a9d5-cd911e7b8bd8 req-66af56b8-e507-4cd2-83d4-5b7f7681b2c4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1494796 Sep 18 00:44:16.414135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:16.432246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:16.438966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:16.439982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.499741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96919205-c69b-4d79-a9d5-cd911e7b8bd8 req-a4dae823-5167-4e7f-b410-4a497fea3e59 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003032 Sep 18 00:44:16.523934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3719053 Sep 18 00:44:16.527024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41452) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:16.533880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596f95-1da7-4a0a-8ffc-92aae104e977 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=6f6d9b94-3f1e-4411-a975-6b4f7675cee0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:16.708147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5b3ee-bfd2-4f6d-a1c5-946f2e760e3e req-29de3bb9-4ad4-4026-aec9-058d245db07f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:16.717965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32b5b3ee-bfd2-4f6d-a1c5-946f2e760e3e req-29de3bb9-4ad4-4026-aec9-058d245db07f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0947733 Sep 18 00:44:16.778654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 6f6d9b94-3f1e-4411-a975-6b4f7675cee0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:16.780668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.797972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32b5b3ee-bfd2-4f6d-a1c5-946f2e760e3e req-08c716bd-edca-468d-80ec-0468700900e0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781803 Sep 18 00:44:16.931172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:16.948807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 6f6d9b94-3f1e-4411-a975-6b4f7675cee0 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:16.983522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547806b-0871-443c-b949-09882d8e77e8 req-fa51e0c4-3494-454b-9d6c-1a8801dc3ee3 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:17.008856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2547806b-0871-443c-b949-09882d8e77e8 req-fa51e0c4-3494-454b-9d6c-1a8801dc3ee3 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 946 time: 0.1211381 Sep 18 00:44:17.098108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.120979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2547806b-0871-443c-b949-09882d8e77e8 req-9a09ca1e-0b60-44ed-ba0d-2158f3c100ae tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107745 Sep 18 00:44:17.200732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=6f6d9b94-3f1e-4411-a975-6b4f7675cee0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:17.236258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.243272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41456) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:17.249217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-567c14fd-d67a-41eb-b39e-2da88f121bc8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/6f6d9b94-3f1e-4411-a975-6b4f7675cee0 HTTP/1.1" status: 204 len: 168 time: 0.7114365 Sep 18 00:44:17.255110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'mac_address': 'fa:16:3e:06:f4:ec', 'name': 'tempest-PortsIpV6TestJSON-1611257462'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:17.438115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:17.456253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112a262-e599-46c3-81c2-996b1eb5cf2c req-b5ef2e24-2c99-48d9-b494-3b09bcd0b235 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:17.463917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f112a262-e599-46c3-81c2-996b1eb5cf2c req-b5ef2e24-2c99-48d9-b494-3b09bcd0b235 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 944 time: 0.1080430 Sep 18 00:44:17.572264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f112a262-e599-46c3-81c2-996b1eb5cf2c req-82f121a6-7e32-4957-bd16-69a9c629dc3e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072962 Sep 18 00:44:17.591084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.637425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 000aa253-4457-4bc5-a4ee-dc95420cf989 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:17.885658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.974555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.061619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:18.085011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:18.090329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:18.102239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.105087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.146730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=000aa253-4457-4bc5-a4ee-dc95420cf989,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:18.172401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12571-8cea-43b0-90a8-7aa70b9eaa1a req-acb3178f-d5b6-4493-bb03-10b4ee934420 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.174549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4f12571-8cea-43b0-90a8-7aa70b9eaa1a req-acb3178f-d5b6-4493-bb03-10b4ee934420 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.2190101 Sep 18 00:44:18.177121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4567e734-35b3-40fd-9df6-1ac842928040 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9326968 Sep 18 00:44:18.179738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41464) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:18.268582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075afa2e-7453-4a01-a88c-2076414a9937 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.270707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-075afa2e-7453-4a01-a88c-2076414a9937 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/000aa253-4457-4bc5-a4ee-dc95420cf989 HTTP/1.1" status: 200 len: 845 time: 0.0897524 Sep 18 00:44:18.273553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41468) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:18.281364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4f12571-8cea-43b0-90a8-7aa70b9eaa1a req-251bc264-abad-40c2-b102-5732af6f0892 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991790 Sep 18 00:44:18.464930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 000aa253-4457-4bc5-a4ee-dc95420cf989 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:18.465473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.494510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea5c6-7a35-47bb-b5ad-4c321e4d70ef req-8b92621e-40b7-4b60-a245-a0f6808968f0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.503275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-944ea5c6-7a35-47bb-b5ad-4c321e4d70ef req-8b92621e-40b7-4b60-a245-a0f6808968f0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0925858 Sep 18 00:44:18.563323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-944ea5c6-7a35-47bb-b5ad-4c321e4d70ef req-e6e8eb9a-a496-4bfa-a7d6-ce3e13d4efa0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584831 Sep 18 00:44:18.605822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.626359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 000aa253-4457-4bc5-a4ee-dc95420cf989 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:18.725558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:18.785575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.787665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9de43-474e-4a88-81d6-715741fa8f3c req-7d2bbc09-25e2-431a-b521-c0f536eb6d2b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.790097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fc9de43-474e-4a88-81d6-715741fa8f3c req-7d2bbc09-25e2-431a-b521-c0f536eb6d2b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 946 time: 0.1035817 Sep 18 00:44:18.835228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:18.839761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:18.840249 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.859244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fc9de43-474e-4a88-81d6-715741fa8f3c req-f11aa12e-00fd-4fa9-9fa5-66e255ca148a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594053 Sep 18 00:44:18.859470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=000aa253-4457-4bc5-a4ee-dc95420cf989,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:18.875250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.881820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-213157e1-7e21-4a96-8cfe-ac5d9a184202 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/000aa253-4457-4bc5-a4ee-dc95420cf989 HTTP/1.1" status: 204 len: 168 time: 0.6072054 Sep 18 00:44:18.882454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41474) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:18.940999 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdc79fd-3106-4664-8dce-d7ba8826402e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:18.946526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41478) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:18.946696 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2fdc79fd-3106-4664-8dce-d7ba8826402e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/000aa253-4457-4bc5-a4ee-dc95420cf989 HTTP/1.1" status: 404 len: 333 time: 0.0631013 Sep 18 00:44:18.953932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'name': 'tempest-PortsIpV6TestJSON-618257496'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:19.085743 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.132263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:19.134354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.135776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:19.139339 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf3901-c8c5-468e-84dd-c114ad1e9601" -d '{"events": [{"server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "name": "network-vif-plugged", "status": "completed", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:19.166920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 5ece7d4b-b931-4e86-86b8-1312d853d6c1 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:19.167515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:19.173393 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.183190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653d072-769a-465c-ab53-588ecccdf8c6 req-6fa0731f-9da2-411c-b071-4ff33fa1d605 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:19.194968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41482) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:19.203223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'floatingip': {'port_id': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:19.204306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f653d072-769a-465c-ab53-588ecccdf8c6 req-6fa0731f-9da2-411c-b071-4ff33fa1d605 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1084547 Sep 18 00:44:19.256834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.264562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:19.407065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c367-58be-4f35-8721-8a4c6c6d216a req-6b9fce71-f530-41c8-be35-42c9538d0201 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:19.415154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0b1c367-58be-4f35-8721-8a4c6c6d216a req-6b9fce71-f530-41c8-be35-42c9538d0201 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.1180894 Sep 18 00:44:19.582224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0b1c367-58be-4f35-8721-8a4c6c6d216a req-50159625-701a-42d2-9271-0223bd3f98d0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661890 Sep 18 00:44:19.588265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.634105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.732631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:19.770150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:19.838241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:19.856014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:19.861412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:19.943802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=5ece7d4b-b931-4e86-86b8-1312d853d6c1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:19.987424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ff1ffe4-2bf3-43a6-ac03-3ac109de1ecd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0368769 Sep 18 00:44:19.988057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41500) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:20.005201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:20.023349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04a18-69ab-4899-835b-23e44b453f6c req-dc3c8249-24be-4f01-bc76-6350b0bbcadb tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:20.041220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-dc3c8249-24be-4f01-bc76-6350b0bbcadb tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3316216 Sep 18 00:44:20.144775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.152259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.194814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-ecb38511-0f9e-4061-94f1-24b2e3c334ba tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1525552 Sep 18 00:44:20.201593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:20.245262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.377127 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Floating IP ccf45555-b4fb-443e-a115-9aa67622bd42 associated. External IP: 172.25.7.29, port: e9081f0e-cf28-40c3-b0f3-7f5240effbf0. Sep 18 00:44:20.382354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.704833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.713473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.791439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] In _notify_port_updated(), no bound segment for port 5ece7d4b-b931-4e86-86b8-1312d853d6c1 on network f62631bd-279e-4400-8620-bbec7c0c45d6 {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:44:20.798741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:20.799307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.800786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/ports/5ece7d4b-b931-4e86-86b8-1312d853d6c1 HTTP/1.1" status: 200 len: 818 time: 0.8096540 Sep 18 00:44:20.806145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41522) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:20.815729 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3be15-3b3d-4c92-8fe2-0fcd96abc65c x-openstack-request-id: req-d3b3be15-3b3d-4c92-8fe2-0fcd96abc65c {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:20.816262 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "name": "network-vif-plugged", "status": "completed", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:20.816262 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3b3be15-3b3d-4c92-8fe2-0fcd96abc65c {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:20.816675 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2', 'code': 200} Sep 18 00:44:20.839944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:20.869731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e372db-8a86-49c0-a049-a451eb0c3d31 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=5ece7d4b-b931-4e86-86b8-1312d853d6c1,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:21.043820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d4630-9ca6-45b2-8887-39f27bbb8979 req-229db16c-29f7-4229-9975-f4b0f8177b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:21.046516 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b73d4630-9ca6-45b2-8887-39f27bbb8979 req-229db16c-29f7-4229-9975-f4b0f8177b83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 1097 time: 0.1040313 Sep 18 00:44:21.099964 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b73d4630-9ca6-45b2-8887-39f27bbb8979 req-58bac9de-3e0d-4c72-a4b2-8b631823799f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Sep 18 00:44:21.102375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:21.107852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:21.113790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e706-f093-435d-aca4-3d08635d9f2e req-285dd62c-aa06-4997-8181-b27c3f7cf91d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:21.115505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec25e706-f093-435d-aca4-3d08635d9f2e req-285dd62c-aa06-4997-8181-b27c3f7cf91d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1739187 Sep 18 00:44:21.128210 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:21.140828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e9ef0031-6e5f-4fe8-9fa3-136576a40ec1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "PUT /v2.0/floatingips/ccf45555-b4fb-443e-a115-9aa67622bd42 HTTP/1.1" status: 200 len: 990 time: 1.9442921 Sep 18 00:44:21.141685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:21.143060 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:21.144267 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:21.144634 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:21.150014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 5ece7d4b-b931-4e86-86b8-1312d853d6c1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:21.150704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:21.221373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec25e706-f093-435d-aca4-3d08635d9f2e req-d24bf17f-3702-4d58-af69-9308cad15771 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939643 Sep 18 00:44:21.264110 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:21.303040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:21.540702 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ccf45555-b4fb-443e-a115-9aa67622bd42', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:34:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:19Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:21.576650 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:21.587121 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:21.587771 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:21.642980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 5ece7d4b-b931-4e86-86b8-1312d853d6c1 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:21.651812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.resource_extend [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:44:21.714064 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:21.784555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:21.805977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8c2f8-f119-46c1-a561-dd6d8f1cb082 req-f48a2665-2ba3-4fca-a254-341f62a5c6e7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:21.814420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71a8c2f8-f119-46c1-a561-dd6d8f1cb082 req-f48a2665-2ba3-4fca-a254-341f62a5c6e7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.1585662 Sep 18 00:44:21.825061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:21.970741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71a8c2f8-f119-46c1-a561-dd6d8f1cb082 req-cad33517-891f-4dc6-8ae6-66b211159906 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553569 Sep 18 00:44:22.008689 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf associated. External IP: 172.25.7.203, port: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e. Sep 18 00:44:22.011060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.057812 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ccf45555-b4fb-443e-a115-9aa67622bd42', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:34:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:19Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:22.088442 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd45ce-4fe3-4651-a8ee-5b03bb69f8f1 None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ccf45555-b4fb-443e-a115-9aa67622bd42', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:34:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:19Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:22.120173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=5ece7d4b-b931-4e86-86b8-1312d853d6c1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:22.140760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.144841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c6e807e4-ffb0-44c6-8190-b86263cfbfc3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/5ece7d4b-b931-4e86-86b8-1312d853d6c1 HTTP/1.1" status: 204 len: 168 time: 1.3357708 Sep 18 00:44:22.145622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:22.197984 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1afb912-7cc3-48b4-9133-d07867ef55c6 x-openstack-request-id: req-e1afb912-7cc3-48b4-9133-d07867ef55c6 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:22.198500 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:22.198688 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1afb912-7cc3-48b4-9133-d07867ef55c6 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:22.198962 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'status': 'completed', 'code': 200} Sep 18 00:44:22.265374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b4d6d-e002-444d-8a08-0790272dff49 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.266901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f16b4d6d-e002-444d-8a08-0790272dff49 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1184077 Sep 18 00:44:22.269648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:22.318968 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad94371-7602-442b-aa4f-92ac01008ea8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:22.319902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-f1f78902-0898-4acf-a7f7-77d70914b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.321279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-f1f78902-0898-4acf-a7f7-77d70914b2c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0746691 Sep 18 00:44:22.324992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bad94371-7602-442b-aa4f-92ac01008ea8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/5ece7d4b-b931-4e86-86b8-1312d853d6c1 HTTP/1.1" status: 404 len: 333 time: 0.0540605 Sep 18 00:44:22.331716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41550) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:22.345760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784872164'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:22.377912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:22.381978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.442894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:22.469791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.470151 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment 392d6e9e-332e-4715-b278-bec46fe18de3 of type vlan for network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d Sep 18 00:44:22.473027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8fb26-8bee-4a13-92af-ebfa1b0f8bc8 None None] New status for floating IP ccf45555-b4fb-443e-a115-9aa67622bd42: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:22.556922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.628107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.638740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.641681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.650826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:22.731086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3979266 Sep 18 00:44:22.735412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41558) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:22.741603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:22.802240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-0e4b7d5d-74e2-42fc-9433-5500a6023b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.803905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-0e4b7d5d-74e2-42fc-9433-5500a6023b88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.4751503 Sep 18 00:44:22.811027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d757d7-7d30-4821-b063-ce410a859b26 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=b7bc21dc-fb97-49e6-ac36-3e35e5986f0d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:22.827052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:22.906119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:22.912867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.916653 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:22.933859 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:22.937290 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:23.006331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-8ea28aed-3272-45b4-8282-c53e9a010c72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1000 time: 0.1691995 Sep 18 00:44:23.142648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-b676ab3f-1feb-4557-9c71-db4454efbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.150750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-b676ab3f-1feb-4557-9c71-db4454efbbfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.1320093 Sep 18 00:44:23.155138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-d7af52ad-a098-4ada-847e-69da80f84a4a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "PUT /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 996 time: 2.9592526 Sep 18 00:44:23.170916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:23.184031 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eae3b29-61e2-4e97-a0ff-95cd07798958" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:23.204733 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:23.290055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04a18-69ab-4899-835b-23e44b453f6c req-904ec667-f64d-4aed-bfba-5da6063d7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.291353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-904ec667-f64d-4aed-bfba-5da6063d7c2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.0990214 Sep 18 00:44:23.293974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-7e3a54aa-e157-4ef9-873d-97d49d165202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.295696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-7e3a54aa-e157-4ef9-873d-97d49d165202 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350901 Sep 18 00:44:23.372330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:23.372330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:23.510770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04a18-69ab-4899-835b-23e44b453f6c req-ae71ed03-5458-4a02-ae88-335d75700170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.512747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-ae71ed03-5458-4a02-ae88-335d75700170 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.2142181 Sep 18 00:44:23.533941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-e3734d7d-4f74-433c-a31b-0bc0a4caa2f9 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103083 Sep 18 00:44:23.633983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-81ca5c0d-84d2-4f89-aae8-466255f844c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 999 time: 0.1135969 Sep 18 00:44:23.655457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:23.697994 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:21Z', 'revision_number': 1, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:23.734902 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:23.744919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:23.745691 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:23.749595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=1a4bcad6-4010-4c56-93eb-38e6ff40f9ae,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:23.753333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04a18-69ab-4899-835b-23e44b453f6c req-e18c54dd-9b4a-4b47-85fb-3596d49c25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.755120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-e18c54dd-9b4a-4b47-85fb-3596d49c25ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.1048303 Sep 18 00:44:23.767460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': '392d6e9e-332e-4715-b278-bec46fe18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:23.768118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: b7bc21dc-fb97-49e6-ac36-3e35e5986f0d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:23.803168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:23.818025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6b847e-fcfb-4106-9e81-41ca6e175cf3 req-02e63c63-cdba-446a-bfc7-80cbbca7e385 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989608 Sep 18 00:44:23.820659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b7bc21dc-fb97-49e6-ac36-3e35e5986f0d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:23.828788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.829740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:23.836039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04a18-69ab-4899-835b-23e44b453f6c req-f154531d-c7f5-4e9d-aa37-9d2e6096f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.838296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-f154531d-c7f5-4e9d-aa37-9d2e6096f4fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693016 Sep 18 00:44:23.843324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8fbac-d3e8-4113-a9ac-5a8408919ad2 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:23.861564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-e9c10438-7ffe-4940-9c24-8743d89fbc0f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:23.863425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-e9c10438-7ffe-4940-9c24-8743d89fbc0f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151529 Sep 18 00:44:23.875424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4eda5a5-b803-45c6-a3ea-684b857f8fb2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1388006 Sep 18 00:44:23.880490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41596) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:23.893235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:23.969005 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:24.072149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-37a25a36-cc72-4426-836e-b22adc93c5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994090 Sep 18 00:44:24.093741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '1a4bcad6-4010-4c56-93eb-38e6ff40f9ae'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:44:24.094863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:24.140339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:24.150372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:24.220655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4516aeb8-b469-43dd-a0df-fb30b37a681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:24.220930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c04a18-69ab-4899-835b-23e44b453f6c req-0efc3ff9-6110-4832-b2ab-0392b69ad7fe service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391740 Sep 18 00:44:24.287850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d1c7-4ad5-4ec5-be9c-fcc7c25c8f71 req-aaecfeb5-6855-4e49-a071-4f488f240b8c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:24.290192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8635d1c7-4ad5-4ec5-be9c-fcc7c25c8f71 req-aaecfeb5-6855-4e49-a071-4f488f240b8c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.0684321 Sep 18 00:44:24.316018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Allocated IP 2001:db8::2 (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/1a4bcad6-4010-4c56-93eb-38e6ff40f9ae/ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:24.394954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8635d1c7-4ad5-4ec5-be9c-fcc7c25c8f71 req-14701da5-030e-4a59-bf4d-3cb35450c9da tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973806 Sep 18 00:44:24.417419 n-d-712707-16 neutron-server[106452]: INFO neutron.db.ipam_backend_mixin [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a4bcad6-4010-4c56-93eb-38e6ff40f9ae (CIDR: 2001:db8::/64) Sep 18 00:44:24.425434 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:44:24.429122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:44:24.471718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41602) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:24.471962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8cba62d1-9ae1-4dbe-9ef0-27152ec53f82 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5900464 Sep 18 00:44:24.481843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:24.486642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:21Z', 'revision_number': 1, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:24.535596 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa5805-a178-40a1-8e32-4a7717450f07 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:21Z', 'revision_number': 1, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:24.663347 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372f2338-ee5a-4721-b010-0efbe02a0ce4 x-openstack-request-id: req-372f2338-ee5a-4721-b010-0efbe02a0ce4 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:24.663977 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:24.664501 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-372f2338-ee5a-4721-b010-0efbe02a0ce4 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:24.665070 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:44:24.733807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:24.742204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34595-4b5f-4602-a0ef-8ea08c544fe1 req-a6ef1f39-bbde-41f8-a188-f84bafc20056 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:24.744061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b34595-4b5f-4602-a0ef-8ea08c544fe1 req-a6ef1f39-bbde-41f8-a188-f84bafc20056 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.2372591 Sep 18 00:44:24.749507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-11b6dfe7-569e-4b81-bc42-a58cc7ebbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:24.753576 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-11b6dfe7-569e-4b81-bc42-a58cc7ebbb7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.1183608 Sep 18 00:44:24.754823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:24.856945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:24.862813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:24.871909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:24.886022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b34595-4b5f-4602-a0ef-8ea08c544fe1 req-dc55d560-cb68-46b6-a014-1211e930802d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249511 Sep 18 00:44:24.946879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:25.025222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-e9be2395-a2d3-467b-b6d7-f8fe256bdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.029044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-e9be2395-a2d3-467b-b6d7-f8fe256bdb49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.2678344 Sep 18 00:44:25.042708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-1db07676-c642-4354-b975-d817253e2b02 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.044864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-1db07676-c642-4354-b975-d817253e2b02 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1520698 Sep 18 00:44:25.046410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:25.053410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.189684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-2656657c-61e8-4e99-b437-4995abde2332 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 999 time: 0.1527460 Sep 18 00:44:25.248654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-d5bddbf3-2a1b-4f67-bf88-6f741f232171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.250734 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-d5bddbf3-2a1b-4f67-bf88-6f741f232171 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0526941 Sep 18 00:44:25.251264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-438b3af4-42af-40cd-a7ae-078bdc2c9985 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 999 time: 0.1851432 Sep 18 00:44:25.270859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:25.335724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Pushing event updated for resources: {'Port': ['ID=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:25.350183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887dcd6-7321-4c99-b4da-1e9070f5a310 None None] New status for floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:25.380990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-10bfa9d3-c488-4cd9-a580-c3f56c8a6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.382451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-10bfa9d3-c488-4cd9-a580-c3f56c8a6427 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105924 Sep 18 00:44:25.407142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Attempting to bind port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:25.407322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Attempting to bind port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '392d6e9e-332e-4715-b278-bec46fe18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:25.407699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Attempting to bind port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 on network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:25.414844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:25.415224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Checking segment: {'id': '392d6e9e-332e-4715-b278-bec46fe18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:25.415631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.416647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Bound using segment: {'id': '392d6e9e-332e-4715-b278-bec46fe18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:25.417137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Bound port: ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392d6e9e-332e-4715-b278-bec46fe18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:25.417523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.529888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-1cc52f0d-fa4e-416d-9a58-0725d2c2d1bb service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366775 Sep 18 00:44:25.633228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6eae3b29-61e2-4e97-a0ff-95cd07798958 req-df2f63b1-58d8-4b26-847f-4eb53737c397 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953469 Sep 18 00:44:25.642222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] For port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:25.650342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] For port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,segment=NetworkSegment(392d6e9e-332e-4715-b278-bec46fe18de3),segment_id=392d6e9e-332e-4715-b278-bec46fe18de3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:25.652146 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.664265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.720562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:25.721520 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513246f-18db-4fa1-b769-d14f689b99d4" -d '{"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:25.746447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.747038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:25.755823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:25.761877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559980b7-226c-4dde-b659-e6ef16532e56 None None] Pushing event updated for resources: {'Port': ['ID=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:25.821757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:25.885685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-f0db9553-b820-4624-9d40-8a444ba6b884 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.893599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-f0db9553-b820-4624-9d40-8a444ba6b884 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.6194911 Sep 18 00:44:25.925024 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-540b59db-f6b7-47fa-ac50-e05202347313 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/quotas/3371ac011b9a4790959ea2d02eec8359 HTTP/1.1" status: 200 len: 375 time: 0.0305409 Sep 18 00:44:26.087167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-d86d2dcf-d33a-460e-b38e-d7fdf62edd95 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1403780 Sep 18 00:44:26.223936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.299965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:26.315757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:26.357395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.357906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.374504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=a91076e5-beec-4292-9d49-229ad4966374,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:26.377790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-8d2cd7eb-8965-481a-bab4-62e3ab27e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.379632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-8d2cd7eb-8965-481a-bab4-62e3ab27e036 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1098 time: 0.2397490 Sep 18 00:44:26.386104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-b7e346df-deb5-4bf2-8fb0-93bde130c0bf service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885976 Sep 18 00:44:26.430580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-57261704-f3e3-4702-ac31-f245121d0b78 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9574976 Sep 18 00:44:26.433206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41638) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:26.439051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'fixed_ips': [{'subnet_id': '1a4bcad6-4010-4c56-93eb-38e6ff40f9ae'}, {'subnet_id': 'a91076e5-beec-4292-9d49-229ad4966374'}], 'name': 'tempest-PortsIpV6TestJSON-184073191'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:26.590082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-759d3720-6530-48f6-95ea-b02a4e8bc15c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.592392 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-759d3720-6530-48f6-95ea-b02a4e8bc15c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "GET /v2.0/ports?device_id=00c793e8-5e1a-4d9c-8e01-a1d5629f585c HTTP/1.1" status: 200 len: 943 time: 0.0755038 Sep 18 00:44:26.635178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:26.651297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-72596fc9-8794-4524-9867-3115343f9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.654078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-72596fc9-8794-4524-9867-3115343f9534 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.2658362 Sep 18 00:44:26.657726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-5f17cc28-c19a-4e23-8abe-5dd18c820412 service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584162 Sep 18 00:44:26.701665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ccd2c-c157-4b9c-8be2-4e428e157804 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:26.771386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.791045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Deleting port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:26.791501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.797052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:26.797536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.803505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-bf26264f-7a69-456c-9b07-10073210bcb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1002 time: 0.1371338 Sep 18 00:44:26.834696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:26.838426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.859281 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:26.923008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-cb7307d9-0773-4ed5-8cf6-78abceb6833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.924507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-cb7307d9-0773-4ed5-8cf6-78abceb6833a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1058466 Sep 18 00:44:26.937294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.008939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] For port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,segment=NetworkSegment(392d6e9e-332e-4715-b278-bec46fe18de3),segment_id=392d6e9e-332e-4715-b278-bec46fe18de3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:27.019655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.060312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-049a633a-4820-4a0c-a691-0be34fba8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:27.061575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-049a633a-4820-4a0c-a691-0be34fba8fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243589 Sep 18 00:44:27.063655 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf associated. External IP: 172.25.7.203, port: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e. Sep 18 00:44:27.065181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] For port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:27.065700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.073879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363601dd-36fa-4a82-88d1-5935c0606bef req-60726616-19a7-49d1-a28f-b41de8aa216b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:27.076067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-363601dd-36fa-4a82-88d1-5935c0606bef req-60726616-19a7-49d1-a28f-b41de8aa216b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.1483834 Sep 18 00:44:27.105079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Calling delete_port for 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:27.128442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Update dhcp port {'port': {'network_id': 'b7bc21dc-fb97-49e6-ac36-3e35e5986f0d', 'fixed_ips': [{'subnet_id': '1a4bcad6-4010-4c56-93eb-38e6ff40f9ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a91076e5-beec-4292-9d49-229ad4966374'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:44:27.130742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52befe8d-e121-4e14-8afc-a84637686fb2 None None] Pushing event updated for resources: {'Port': ['ID=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:27.171246 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.221223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-363601dd-36fa-4a82-88d1-5935c0606bef req-44434f35-6544-4245-abaa-fae20594cfa2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344142 Sep 18 00:44:27.221511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5e210bad-428d-4775-8963-65ae2449ebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.297628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-9fe2fdb7-cd7d-48ce-be88-5e77902ac862 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204666 Sep 18 00:44:27.384365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.420567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::103 (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/1a4bcad6-4010-4c56-93eb-38e6ff40f9ae/8cd10b30-aa6f-4d02-abba-63b2124bc2a5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:27.433579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8:0:1::55 (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/a91076e5-beec-4292-9d49-229ad4966374/8cd10b30-aa6f-4d02-abba-63b2124bc2a5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:27.502316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e164b7f2-e614-4515-a06b-694ecb0e085b req-ac549b55-6ebe-4c4a-a816-1594c8d1fdd7 service neutron] 10.222.0.48 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962860 Sep 18 00:44:27.546644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:27.558853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbdce1-435f-4e22-83cc-955933586d5e req-6156de57-26b5-4868-b87c-aed78f1fa77b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:27.561231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ecbdce1-435f-4e22-83cc-955933586d5e req-6156de57-26b5-4868-b87c-aed78f1fa77b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.0865927 Sep 18 00:44:27.643293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ecbdce1-435f-4e22-83cc-955933586d5e req-88e871ea-296e-4af4-9f2f-ba696d235132 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744894 Sep 18 00:44:27.681689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.713192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.719619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:27.730826 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:27.742946 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:27.743861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:27.764408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event deleted for resources: {'Port': ['ID=0b4e30ef-d340-4eaa-acb7-b6ad266488e7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:27.806768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] No DVR routers for this DVR port 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:27.810382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.813263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0afe4bf4-28d0-4631-bcf7-c518642e6b3c req-588fde52-89bc-47b4-acf4-3a8628865e3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "DELETE /v2.0/ports/0b4e30ef-d340-4eaa-acb7-b6ad266488e7 HTTP/1.1" status: 204 len: 173 time: 1.2131689 Sep 18 00:44:27.829093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-deleted', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:27.837120 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf9d20-a350-4076-8cc9-3c20543eb8bf" -d '{"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-deleted", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:27.848695 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad67152-31fb-466b-b23c-1edc816df325 x-openstack-request-id: req-4ad67152-31fb-466b-b23c-1edc816df325 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:27.849214 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:27.849214 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ad67152-31fb-466b-b23c-1edc816df325 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:27.849614 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'code': 200} Sep 18 00:44:27.870471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.958828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:27.960266 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:27.988816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:27.993034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:28.007044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:28.018840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.019571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.024144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Allocated IP 2001:db8:0:1::2 (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/a91076e5-beec-4292-9d49-229ad4966374/ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:28.054777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=8cd10b30-aa6f-4d02-abba-63b2124bc2a5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:28.063124 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4fdfbda7-2d5a-409b-89c0-b45f802197e7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6287355 Sep 18 00:44:28.064015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:28.071450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a4bcad6-4010-4c56-93eb-38e6ff40f9ae'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:28.126860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:28.127595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.158904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.196353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] For port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,segment=NetworkSegment(392d6e9e-332e-4715-b278-bec46fe18de3),segment_id=392d6e9e-332e-4715-b278-bec46fe18de3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:28.270953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.302937 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:26Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:28.308257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.335597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.336189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3406a53b-004e-449b-88c0-f0f04451d0c4 req-c4fbe40c-403b-4cae-9d20-78f937b7fd3f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 210 time: 0.0364621 Sep 18 00:44:28.338349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:28.363231 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:28.363919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:28.539592 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:28.542883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe4554-0c90-41ae-97a4-6a591237fbf1 None None] Pushing event updated for resources: {'Port': ['ID=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:28.586258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:28.707536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Delete allocated IP 2001:db8:0:1::55 (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/a91076e5-beec-4292-9d49-229ad4966374) {{(pid=106452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:44:28.711485 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0108f-6e2f-4cb4-bc6e-e7012af74d18 x-openstack-request-id: req-fff0108f-6e2f-4cb4-bc6e-e7012af74d18 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:28.712077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c793e8-5e1a-4d9c-8e01-a1d5629f585c", "name": "network-vif-deleted", "tag": "0b4e30ef-d340-4eaa-acb7-b6ad266488e7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:28.712077 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fff0108f-6e2f-4cb4-bc6e-e7012af74d18 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:28.712474 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c793e8-5e1a-4d9c-8e01-a1d5629f585c', 'name': 'network-vif-deleted', 'tag': '0b4e30ef-d340-4eaa-acb7-b6ad266488e7', 'status': 'completed', 'code': 200} Sep 18 00:44:28.745292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-525ff1a6-107e-42fa-8417-9e70b55ed76e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.746744 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-525ff1a6-107e-42fa-8417-9e70b55ed76e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.2663224 Sep 18 00:44:28.811046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:28.819364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.827463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Request body: {'port': {'device_id': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'admin_state_up': True, 'tenant_id': '3371ac011b9a4790959ea2d02eec8359'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:28.854402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:28.858297 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:28.913271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-7e453b0c-555d-4482-9fce-c449651786c6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "PUT /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 999 time: 3.6606700 Sep 18 00:44:28.971475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:26Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:28.990506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.005391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-d9572c55-9e09-4291-9645-d90786bfabfb tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.005775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b388b-9b8b-445d-9291-73e840d822dd None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:26Z', 'revision_number': 3, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:29.006817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-d9572c55-9e09-4291-9645-d90786bfabfb tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports/cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 942 time: 0.0925710 Sep 18 00:44:29.011603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.034832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49987ff-b25c-4c46-9d31-75bddbb29ad9 req-198d5f4d-7671-4b95-8d8f-5fe63b4fcac3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.036435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c49987ff-b25c-4c46-9d31-75bddbb29ad9 req-198d5f4d-7671-4b95-8d8f-5fe63b4fcac3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.0926352 Sep 18 00:44:29.088683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] In _notify_port_updated(), no bound segment for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 on network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:44:29.095034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c49987ff-b25c-4c46-9d31-75bddbb29ad9 req-d75ac670-9081-480d-beb4-6ff878c0992b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Sep 18 00:44:29.098652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.099075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.100820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/ports/8cd10b30-aa6f-4d02-abba-63b2124bc2a5 HTTP/1.1" status: 200 len: 925 time: 1.0353315 Sep 18 00:44:29.104409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:29.104613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:29.108784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.110474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a4bcad6-4010-4c56-93eb-38e6ff40f9ae'}, {'subnet_id': 'a91076e5-beec-4292-9d49-229ad4966374'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:29.155535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3183b-852f-46fd-ab20-4cd4f9220aac tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=8cd10b30-aa6f-4d02-abba-63b2124bc2a5,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:29.296597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-61e87510-f80c-4ed2-833c-de838ffcebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.298579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-61e87510-f80c-4ed2-833c-de838ffcebad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.1399732 Sep 18 00:44:29.318342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596cc7c-51a1-48c6-b20c-d291f7e079e0 None None] New status for floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:29.331156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Allocated IP 172.20.0.9 (1f44fafd-fe2b-4836-9940-80635cfa049a/31f312a9-899e-4895-8931-21e4297e6d47/d687bb0d-3da3-4b2f-a8fe-61d4d5b682de) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:29.346142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb087b-b5da-40d0-b28d-d187387dfab9 req-b74831b3-2080-4555-b427-63ecdeae11d6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.350302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73bb087b-b5da-40d0-b28d-d187387dfab9 req-b74831b3-2080-4555-b427-63ecdeae11d6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1585636 Sep 18 00:44:29.389955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d73d5f-e7ee-4c11-9339-6d13c4e0a448 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:29.449195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73bb087b-b5da-40d0-b28d-d187387dfab9 req-b35e4f27-d417-48e4-9b3e-13026bf671f6 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799909 Sep 18 00:44:29.516869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.548907 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.568101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.614264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-263b1f7d-0a93-4dbf-a792-2e3a4310dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.616084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-263b1f7d-0a93-4dbf-a792-2e3a4310dfcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.2916317 Sep 18 00:44:29.619467 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b63c0f-a7b8-4fd2-af89-ab68d09dc5d0 x-openstack-request-id: req-37b63c0f-a7b8-4fd2-af89-ab68d09dc5d0 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:29.619969 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:29.620250 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37b63c0f-a7b8-4fd2-af89-ab68d09dc5d0 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:29.620635 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:44:29.642536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:29.654979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cb51948c-02e1-45c5-91bb-a57c77549d07 None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:29.655481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb51948c-02e1-45c5-91bb-a57c77549d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.660564 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.680117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Network 1f44fafd-fe2b-4836-9940-80635cfa049a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:29.719312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:29.734399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:29.808430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-c37e6550-af14-4216-a279-3e8f5125d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.811719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-c37e6550-af14-4216-a279-3e8f5125d87d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.1354990 Sep 18 00:44:29.813472 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:29.833802 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:29.834801 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:29.941931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.942610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:29.944419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:29.989391 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-7f881146-26b8-4631-8bc7-11339ec4278f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1659110 Sep 18 00:44:30.002161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-a71a0c53-d7e2-47e7-a721-e9e49939d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.004907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-a71a0c53-d7e2-47e7-a721-e9e49939d316 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.1766293 Sep 18 00:44:30.010603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Request body: {'port': {'device_id': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:30.024648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-a5dce5a5-b465-44ce-8a5a-fb8c51aa3895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.0817120 Sep 18 00:44:30.129326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0169-9473-48cc-92fe-d8d15912a31d req-51758edc-3ad3-4f48-99c2-2384680658db tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.138159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe4c0169-9473-48cc-92fe-d8d15912a31d req-51758edc-3ad3-4f48-99c2-2384680658db tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 931 time: 0.2064548 Sep 18 00:44:30.146284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-264c8024-cf6f-4b91-85e8-0bcf3286420f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.0945947 Sep 18 00:44:30.178047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-91c2bb50-fafc-447b-bb6e-80b64edec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.178534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:30.179136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.179777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-91c2bb50-fafc-447b-bb6e-80b64edec00b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.1429234 Sep 18 00:44:30.187984 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.195723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:30.229779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8:0:1::11a (b7bc21dc-fb97-49e6-ac36-3e35e5986f0d/a91076e5-beec-4292-9d49-229ad4966374/8cd10b30-aa6f-4d02-abba-63b2124bc2a5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:30.248918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe4c0169-9473-48cc-92fe-d8d15912a31d req-ba775c49-d1da-4674-9662-c1252881de81 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095660 Sep 18 00:44:30.377454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-8cdf1a89-3db4-4426-b9ac-8ba689031673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.383282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-8cdf1a89-3db4-4426-b9ac-8ba689031673 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939132 Sep 18 00:44:30.398549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-1a641078-2437-4839-84ef-0214773c4935 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:30.400587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-1a641078-2437-4839-84ef-0214773c4935 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086718 Sep 18 00:44:30.462777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-288d59e8-2c27-4cf0-af8e-4018af5c1bce None None] Provisioning complete for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:30.463348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-288d59e8-2c27-4cf0-af8e-4018af5c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.515360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-288d59e8-2c27-4cf0-af8e-4018af5c1bce None None] Port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:30.529269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-288d59e8-2c27-4cf0-af8e-4018af5c1bce None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:30.531180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-288d59e8-2c27-4cf0-af8e-4018af5c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.537173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-dad9cb9a-0a0a-4f8f-b8a4-1e2b1200fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.538661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-dad9cb9a-0a0a-4f8f-b8a4-1e2b1200fd4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.3804317 Sep 18 00:44:30.694355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-727eec81-52bb-409b-ba12-a53f3ca775da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.695866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-727eec81-52bb-409b-ba12-a53f3ca775da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.1061080 Sep 18 00:44:30.697002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16728d2e-3cee-4bd1-8668-3086bad33640 req-39df6641-3275-49bc-a4ca-2708cc8f4fc8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.705313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16728d2e-3cee-4bd1-8668-3086bad33640 req-39df6641-3275-49bc-a4ca-2708cc8f4fc8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 945 time: 0.2210157 Sep 18 00:44:30.733443 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:29Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:30.735821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.741424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-f99dc4a6-0776-4e6e-b586-22793b56862a service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315072 Sep 18 00:44:30.753525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-cdf8c449-606b-458f-b0e5-7d509c84dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.755279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-cdf8c449-606b-458f-b0e5-7d509c84dfb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644189 Sep 18 00:44:30.774450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.778072 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:30.788918 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:30.790131 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:30.811928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-35a93770-ed4e-409a-8a1c-98c6383dee9a None None] Provisioning complete for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:30.812373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-35a93770-ed4e-409a-8a1c-98c6383dee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.862040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-35a93770-ed4e-409a-8a1c-98c6383dee9a None None] Port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:30.870277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16728d2e-3cee-4bd1-8668-3086bad33640 req-116d610b-c2ae-458c-9dcb-4612af8a0bb3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595166 Sep 18 00:44:30.926841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:30.942563 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:30.944891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d687bb0d-3da3-4b2f-a8fe-61d4d5b682de {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:30.963376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:30.964261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0b4e30ef-d340-4eaa-acb7-b6ad266488e7 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:30.966963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:30.967659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:30.976613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-32018716-3bd2-4048-8f73-a268e5499353 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014978 Sep 18 00:44:30.981022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:30.981758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.027787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Transition to ACTIVE for port object d687bb0d-3da3-4b2f-a8fe-61d4d5b682de will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:31.042803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] In _notify_port_updated(), no bound segment for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 on network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:44:31.046317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.053706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.054397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.060287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/ports/8cd10b30-aa6f-4d02-abba-63b2124bc2a5 HTTP/1.1" status: 200 len: 1011 time: 1.9542363 Sep 18 00:44:31.066884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41678) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:31.176484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bf3cd-03f7-4993-9bce-918071e5e289 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=8cd10b30-aa6f-4d02-abba-63b2124bc2a5,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:31.193405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-df79e7a9-d2e3-4c38-9d8a-2a8cf40d8361 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412894 Sep 18 00:44:31.207937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674172f-5c26-4d1f-af73-09beb78de0ae req-a6cc299f-dfa3-41f9-856b-40d3a19767ec tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.215453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7674172f-5c26-4d1f-af73-09beb78de0ae req-a6cc299f-dfa3-41f9-856b-40d3a19767ec tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1849272 Sep 18 00:44:31.344477 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:29Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:31.348773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7674172f-5c26-4d1f-af73-09beb78de0ae req-3805b7d8-c296-4bb7-bb03-522657ffcfaa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321917 Sep 18 00:44:31.380480 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72497f-2f70-45ed-b1b1-dd37a0cb0fb1 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:bb:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:29Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:31.405208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.414119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-fcae3072-b2f6-4575-b36d-ea8a9aa771f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.416278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-fcae3072-b2f6-4575-b36d-ea8a9aa771f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1098 time: 0.1482313 Sep 18 00:44:31.424160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:31.432302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9d41e893-b9d5-40cc-b499-be4bad7e96a6 None None] Provisioning complete for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:31.432683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9d41e893-b9d5-40cc-b499-be4bad7e96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.433211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.440148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:31.442506 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a3b012-0bfe-4607-b923-2161751278c4" -d '{"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-unplugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:31.496884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:31.508356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.541084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9d41e893-b9d5-40cc-b499-be4bad7e96a6 None None] Port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:31.549199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:31.549577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.575054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:31.584068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.584620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.585123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.585629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.586191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.586776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.587308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.587839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.588411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.588896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.589434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.589919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:31.632757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:31.635083 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33198fe-f47f-4dfe-877a-7f23f2612158" -d '{"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:31.644647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:31.664465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5b3db748-5bf3-4c88-8ed5-3118b6b74db5 None None] Provisioning complete for port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:31.664807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5b3db748-5bf3-4c88-8ed5-3118b6b74db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.690592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:31.712666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.716117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5b3db748-5bf3-4c88-8ed5-3118b6b74db5 None None] Port 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:31.735666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 8cd10b30-aa6f-4d02-abba-63b2124bc2a5 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:31.735952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4228d91e-2f41-4bc7-ba4b-71e09e1c6a87 req-fffaafc4-6a96-4153-b4f2-0331e7946665 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510483 Sep 18 00:44:31.744460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0de4b-b9ca-4c15-8159-0d6de01b7e7f req-28afdcd7-18a0-4f2f-9e19-125a7892f2f1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.745940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9df0de4b-b9ca-4c15-8159-0d6de01b7e7f req-28afdcd7-18a0-4f2f-9e19-125a7892f2f1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 943 time: 0.1073365 Sep 18 00:44:31.746912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-9a2008c3-231f-40f0-95ff-5bf098c99545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.753385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-9a2008c3-231f-40f0-95ff-5bf098c99545 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.3090286 Sep 18 00:44:31.801932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Attempting to bind port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:31.802453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Attempting to bind port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:31.802582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Attempting to bind port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:31.810633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de on network 1f44fafd-fe2b-4836-9940-80635cfa049a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:31.810969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Attempting to bind port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:31.823569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:31.823872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Checking segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:31.824329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Bound using segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:31.824767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Bound port: d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:31.825124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.894136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9df0de4b-b9ca-4c15-8159-0d6de01b7e7f req-3f47a6a2-8f04-40b9-9ab3-329f75ce0def tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371713 Sep 18 00:44:31.904896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-15c1eef9-482a-4b12-a670-0d4a898de95c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 1002 time: 0.1461680 Sep 18 00:44:31.929704 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.943900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:31.946922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:31.948627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.959380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:31.983654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:31.989301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:31.992193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-e39a9b53-1865-4901-a100-3061cad00114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.993745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-e39a9b53-1865-4901-a100-3061cad00114 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0796962 Sep 18 00:44:32.090347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:32.092101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706596-339e-44a8-8525-a56079e96acc req-f9254e3a-c4bb-4b58-b5d7-ac7c047a33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.093900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-f9254e3a-c4bb-4b58-b5d7-ac7c047a33ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813434 Sep 18 00:44:32.094843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.095435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.096973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-507517a0-8605-4148-a8ac-483b48e5cd38 service neutron] 10.222.0.54 "PUT /v2.0/ports/d687bb0d-3da3-4b2f-a8fe-61d4d5b682de HTTP/1.1" status: 200 len: 1092 time: 2.0911403 Sep 18 00:44:32.098378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:32.099072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:32.101584 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f609903c-a6f8-430d-b0c2-da072cd437ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:32.105632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.107716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c3cf848-76da-4c32-a16e-74b7c1ed34d2 req-4268dcdf-e2f5-4f32-b301-beceea0ae07a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "DELETE /v2.0/ports/97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 HTTP/1.1" status: 204 len: 173 time: 1.4037008 Sep 18 00:44:32.184404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.218829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-675cd084-d69a-4884-a852-7a011d07ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.220752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-675cd084-d69a-4884-a852-7a011d07ad2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 1095 time: 0.0656922 Sep 18 00:44:32.284211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-5e89ac29-1fe6-4666-ae2f-ba59cb0d420f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de HTTP/1.1" status: 200 len: 217 time: 0.0471857 Sep 18 00:44:32.362629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-c5055771-a3ad-4552-aca9-334c1f180827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.364147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-c5055771-a3ad-4552-aca9-334c1f180827 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.0720060 Sep 18 00:44:32.430112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-5c362104-98db-444c-987a-c886dc66d658 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288136 Sep 18 00:44:32.434332 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775611f-5f71-4baa-b422-58300fb11c9d x-openstack-request-id: req-0775611f-5f71-4baa-b422-58300fb11c9d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:32.434963 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-unplugged", "status": "failed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:32.435631 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0775611f-5f71-4baa-b422-58300fb11c9d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:32.436212 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'code': 422} returned with failed status Sep 18 00:44:32.503647 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aac766-3a6c-4914-bfea-9d90eddb66b8 x-openstack-request-id: req-26aac766-3a6c-4914-bfea-9d90eddb66b8 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:32.504560 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:32.504560 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26aac766-3a6c-4914-bfea-9d90eddb66b8 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:32.505607 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'status': 'completed', 'code': 200} Sep 18 00:44:32.533283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=8cd10b30-aa6f-4d02-abba-63b2124bc2a5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:32.577861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-ecb31174-caca-46f4-9342-8378dbef8840 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391416 Sep 18 00:44:32.589346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-4f47bddf-54d6-4e46-95d9-224f46a2a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.590858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-4f47bddf-54d6-4e46-95d9-224f46a2a8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1098 time: 0.0740116 Sep 18 00:44:32.609606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d92730-3188-4db8-ab31-dcdc3964f0a7 req-2c5281e8-5808-4c1c-a09a-79df3029f15b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f HTTP/1.1" status: 200 len: 210 time: 0.0525246 Sep 18 00:44:32.610786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.615476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f184a10d-23e8-405e-81eb-8dafc4df8b9a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/8cd10b30-aa6f-4d02-abba-63b2124bc2a5 HTTP/1.1" status: 204 len: 168 time: 1.5474606 Sep 18 00:44:32.617699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41710) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:32.655403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-b1f4c3a8-d61c-4cd6-8ddc-6f88a7b43c75 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494406 Sep 18 00:44:32.676808 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacf88a9-1ed9-462c-a23b-395ff6c03bbe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:32.680796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aacf88a9-1ed9-462c-a23b-395ff6c03bbe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/8cd10b30-aa6f-4d02-abba-63b2124bc2a5 HTTP/1.1" status: 404 len: 333 time: 0.0621030 Sep 18 00:44:32.683611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41712) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:32.689881 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aedd9e0-6eff-4974-8568-cca4a0274f5d x-openstack-request-id: req-9aedd9e0-6eff-4974-8568-cca4a0274f5d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:32.690157 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:32.690411 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9aedd9e0-6eff-4974-8568-cca4a0274f5d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:32.690817 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'status': 'completed', 'code': 200} Sep 18 00:44:32.795422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dded51fb-70ef-4aac-bcb8-556be658f36a req-618e9e62-cc4c-4048-beb7-33cc183cb802 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083542 Sep 18 00:44:32.796581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-edc7429e-11ca-4dfe-9bc8-3c94062e9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.798156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet a91076e5-beec-4292-9d49-229ad4966374 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:32.798589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-edc7429e-11ca-4dfe-9bc8-3c94062e9615 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.1998549 Sep 18 00:44:32.802271 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.865218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a706596-339e-44a8-8525-a56079e96acc req-193f2fad-1674-4ff0-b51d-8deace875194 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089636 Sep 18 00:44:32.877866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.896085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-d5784c4b-2761-4990-8097-563e8b87a934 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 1002 time: 0.0900803 Sep 18 00:44:32.977416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-dbc01f16-c4d3-49f3-917d-4e51003ad421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.978952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-dbc01f16-c4d3-49f3-917d-4e51003ad421 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 1095 time: 0.0819936 Sep 18 00:44:32.983590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-99dbcbdb-87db-4850-aefe-d7ffae06c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.984502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:32.985024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-99dbcbdb-87db-4850-aefe-d7ffae06c597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0568061 Sep 18 00:44:33.106364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-382f49b0-a55c-4a2f-8335-c55c2ad63814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.107446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-a04e58f8-0ed4-4c38-a637-e3e3466cbaf1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.0905356 Sep 18 00:44:33.108896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-382f49b0-a55c-4a2f-8335-c55c2ad63814 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013980 Sep 18 00:44:33.119149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-b7d7a193-1a3b-4ef0-8331-28fbd58df492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.120885 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-b7d7a193-1a3b-4ef0-8331-28fbd58df492 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 905 time: 0.1343963 Sep 18 00:44:33.153179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:33.187468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-319ba9dc-6d6a-4075-9629-a79658620693 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de HTTP/1.1" status: 200 len: 217 time: 0.0561259 Sep 18 00:44:33.198018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=a91076e5-beec-4292-9d49-229ad4966374,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:33.222707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-f1c71701-aab8-4450-968a-5fbce089000e tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.224085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-f1c71701-aab8-4450-968a-5fbce089000e tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports/05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 943 time: 0.1100836 Sep 18 00:44:33.232644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:33.235799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-affcc233-46d2-4dac-a903-07f625f38a5d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/a91076e5-beec-4292-9d49-229ad4966374 HTTP/1.1" status: 204 len: 168 time: 0.5499537 Sep 18 00:44:33.239562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:33.242223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4a17c-37ba-448c-aa2d-b75bf636f782 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:33.277396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-91aaaa4a-51ec-4e4e-a73f-219284c1cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.279926 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-91aaaa4a-51ec-4e4e-a73f-219284c1cb33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.0641496 Sep 18 00:44:33.283181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-b5005cc8-594a-45a1-88bd-4806d768ea61 service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613188 Sep 18 00:44:33.293342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26216ee7-975b-425c-b499-307b1d2128ab req-65288cd0-43f2-4c86-9fa2-ba2709ef894b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.295513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26216ee7-975b-425c-b499-307b1d2128ab req-65288cd0-43f2-4c86-9fa2-ba2709ef894b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 943 time: 0.1381919 Sep 18 00:44:33.334461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-29e45590-0996-4e27-966b-568091f4396e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469520 Sep 18 00:44:33.338164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 1a4bcad6-4010-4c56-93eb-38e6ff40f9ae {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:33.374744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:33.430101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26216ee7-975b-425c-b499-307b1d2128ab req-b2909dec-28ac-4eb7-886f-f3f086fd6efb tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241353 Sep 18 00:44:33.447855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:33.453087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-55260875-8606-49f7-a4bc-cf4d3c29dfb5 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.1342108 Sep 18 00:44:33.473659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a33198fe-f47f-4dfe-877a-7f23f2612158 req-d1ea914b-6f30-4b79-9265-f2631f700d99 service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756194 Sep 18 00:44:33.492355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-874de0b0-6b02-43f7-af24-fe548e0bcf0c service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488197 Sep 18 00:44:33.602656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f609903c-a6f8-430d-b0c2-da072cd437ea req-a6280aa9-e26d-4083-a656-5d3ba10922b0 service neutron] 10.222.0.54 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016417 Sep 18 00:44:33.650363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-9e3bdc45-9f4d-4343-9027-d3ca6a0db884 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.658846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf69a4a3-da77-44b0-aedd-48c2b6c2c308 req-9e3bdc45-9f4d-4343-9027-d3ca6a0db884 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1853414 Sep 18 00:44:33.701059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:33.953367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-cd29488f-ee1d-40fe-8b0c-568ff7d229f9 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.1903248 Sep 18 00:44:33.969478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8498e6-8663-4a5a-99b1-94a9525095e0 req-24925283-8937-4676-bf16-453e9a312616 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.970955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc8498e6-8663-4a5a-99b1-94a9525095e0 req-24925283-8937-4676-bf16-453e9a312616 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 944 time: 0.1280866 Sep 18 00:44:33.980359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.054109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4bcad6-4010-4c56-93eb-38e6ff40f9ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:34.073168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.075078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-917ff73a-f115-46bb-88fc-d1110cf4c5db tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/1a4bcad6-4010-4c56-93eb-38e6ff40f9ae HTTP/1.1" status: 204 len: 168 time: 0.8335595 Sep 18 00:44:34.078804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:34.082981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-17b5ede5-83e4-4630-ba74-fc6c14b739e1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:34.090744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-17b5ede5-83e4-4630-ba74-fc6c14b739e1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports/05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 943 time: 0.1289644 Sep 18 00:44:34.133601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc8498e6-8663-4a5a-99b1-94a9525095e0 req-0f3c8a94-bc81-43fc-a89c-49916e611435 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497464 Sep 18 00:44:34.194017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.253018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-7492aa3e-ff33-4d1f-ad4c-1f687440cd09 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.1029639 Sep 18 00:44:34.263358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:34.264034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.307968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2273f-8b10-4004-8d5a-210d3e7fec96 None None] Network b7bc21dc-fb97-49e6-ac36-3e35e5986f0d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:34.312273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-593e6f67-a46c-4173-b288-c43ebecfd0f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3221138 Sep 18 00:44:34.328539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-52564c75-57eb-4bb8-99d1-d6518aa25869 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:34.329573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-52564c75-57eb-4bb8-99d1-d6518aa25869 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065191 Sep 18 00:44:34.335744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,segment=NetworkSegment(392d6e9e-332e-4715-b278-bec46fe18de3),segment_id=392d6e9e-332e-4715-b278-bec46fe18de3)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:34.336548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.360253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:34.437634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-74a96cc7-12e1-41d5-923f-0b362c7afd21 None None] Provisioning complete for port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:34.437995 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74a96cc7-12e1-41d5-923f-0b362c7afd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.457769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.475807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-b47c5cd4-48c9-43d1-8906-2bf7bb089540 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:34.485125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-74a96cc7-12e1-41d5-923f-0b362c7afd21 None None] Could not find standard attr ID for object ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:44:34.487025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-b47c5cd4-48c9-43d1-8906-2bf7bb089540 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.2310286 Sep 18 00:44:34.488139 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.db [None req-74a96cc7-12e1-41d5-923f-0b362c7afd21 None None] No ports have port_id starting with ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 Sep 18 00:44:34.502887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:34.505190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:34.522928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-03c33641-6794-4ed7-ad36-72025a9ccc55 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0346091 Sep 18 00:44:34.570275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779e154-2f66-4b79-8ccb-96482c173511 None None] DHCP port deletion for b7bc21dc-fb97-49e6-ac36-3e35e5986f0d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:34.570585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-cca3df76-5547-488c-9f06-4333323a9c79 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466192 Sep 18 00:44:34.600391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-17a2d26a-e875-4986-b314-cd88d03cd909 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:34.601777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-17a2d26a-e875-4986-b314-cd88d03cd909 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.3478322 Sep 18 00:44:34.625869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.649994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bc21dc-fb97-49e6-ac36-3e35e5986f0d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:34.659645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392d6e9e-332e-4715-b278-bec46fe18de3') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:34.660012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392d6e9e-332e-4715-b278-bec46fe18de3') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:34.670889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.686346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.689132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3e954663-88ce-4e17-8199-4c284d4221f0 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.0760088 Sep 18 00:44:34.692616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'name': 'network-vif-deleted', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:34.695890 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb1dcb-2007-4b3d-acd3-02bffde5be38" -d '{"events": [{"server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "name": "network-vif-deleted", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:34.702929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:34.703330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:34.706702 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:34.726223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:34.735818 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:44:34.771548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.780166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.782364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/b7bc21dc-fb97-49e6-ac36-3e35e5986f0d HTTP/1.1" status: 204 len: 168 time: 0.7018826 Sep 18 00:44:34.787059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:34.799963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:34.801313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab26d4-9536-43bc-8809-50fea9863ddc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=b7bc21dc-fb97-49e6-ac36-3e35e5986f0d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:34.822173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:34.822522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:34.837123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-15428889-6649-4b33-9ebc-a00f04b35fa3 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560647 Sep 18 00:44:34.840665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:34.955272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a360a05-98f0-4721-acf9-500c51ad19ca tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:34.956814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0a360a05-98f0-4721-acf9-500c51ad19ca tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1656404 Sep 18 00:44:34.962513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41778) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:34.971087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:35.020150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4633c2e7-e7dc-4f88-a2b8-0f36b61f60ee tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0563211 Sep 18 00:44:35.023552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41780) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:35.028694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-696534697'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:35.034445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-ac581a37-9521-4ba6-95e0-d235264af5ff service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896970 Sep 18 00:44:35.056900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:35.063651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.096173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:35.098164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.102591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.103033 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf disassociated. External IP: 172.25.7.203, port: 05d7bdb7-f2ce-4604-a6dc-8c3242851758. Sep 18 00:44:35.108500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.108928 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment 77df40d9-5932-4a33-bc4b-8be2f56ab8f7 of type vlan for network e86942c6-e3f5-42b3-9e7f-b51a5205f087 Sep 18 00:44:35.164117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.202346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.209033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:35.209772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.253113 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2282836 Sep 18 00:44:35.257123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41788) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:35.296170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:35.340555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eda674-87a9-4715-81bd-6c33a0e9dfc4 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=e86942c6-e3f5-42b3-9e7f-b51a5205f087,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:35.352143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:35.396862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:35.457814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb14c-d542-4156-901b-51ce5b472fad req-86123a6e-789f-4e88-bc91-32ed67886ddd tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:35.459335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f7fb14c-d542-4156-901b-51ce5b472fad req-86123a6e-789f-4e88-bc91-32ed67886ddd tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 943 time: 0.1544409 Sep 18 00:44:35.459493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-88d02389-dd72-4aa1-90af-202908c19c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:35.461133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-88d02389-dd72-4aa1-90af-202908c19c1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e&tenant_id=51114a6e249d4935ab9b0a950e9e72b0 HTTP/1.1" status: 200 len: 1096 time: 0.1582835 Sep 18 00:44:35.481160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:35.504794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:35.508933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.602578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.815488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:35.841368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:35.842213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ffb3e6fd-7c73-40e1-88c6-f546f1c6efa3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:35.870632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f7fb14c-d542-4156-901b-51ce5b472fad req-fbd5bd61-9243-4796-8bda-038f25b41a09 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948047 Sep 18 00:44:35.879587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:35.884009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.905427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:35.911205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:35.911893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:35.916976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3762e6f2-a3f1-472d-a05f-6a56f60daba6 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "PUT /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 695 time: 1.1961708 Sep 18 00:44:35.917461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:35.920912 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4a042-2fcf-4a73-a91b-925d0e5afad8" -d '{"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:35.934001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:35.988642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-f57ea311-38cb-4b73-bf4a-c848590dd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:35.990218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-f57ea311-38cb-4b73-bf4a-c848590dd576 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1098 time: 0.0490460 Sep 18 00:44:35.992035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:36.027140 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47600d44-50e1-4024-b1b9-9aad289c22b9 x-openstack-request-id: req-47600d44-50e1-4024-b1b9-9aad289c22b9 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:36.027442 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f", "name": "network-vif-deleted", "tag": "97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:36.027677 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47600d44-50e1-4024-b1b9-9aad289c22b9 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:36.028065 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768b01cb-0ada-42dd-ab6c-e0f2a7d4e83f', 'name': 'network-vif-deleted', 'tag': '97e4a4fc-f527-4b8c-af8e-7a410dcfdcb2', 'status': 'completed', 'code': 200} Sep 18 00:44:36.040199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=b50a891e-eb9c-4700-bd0d-1577d59d520f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:36.068111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': '77df40d9-5932-4a33-bc4b-8be2f56ab8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:36.068417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: e86942c6-e3f5-42b3-9e7f-b51a5205f087, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:36.070733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:36.079853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:36.113799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:36.120458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:36.124765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:36.133220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40c640e5-9442-4c48-a1be-f90d8910050c req-86a46f80-5e10-4c6a-ada4-d8e77bf187c8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 210 time: 0.0461662 Sep 18 00:44:36.142023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Transition to ACTIVE for port object 217b6138-ec37-4867-91bd-cc451841cb79 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:36.142699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e86942c6-e3f5-42b3-9e7f-b51a5205f087) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:36.147459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.148453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:36.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:36.181203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4b506-de1b-4d7f-b91b-35d9609cb76d None None] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:36.194608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-930071e4-eead-4259-a36d-f22a1a2bb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.198095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-930071e4-eead-4259-a36d-f22a1a2bb20b service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.1960204 Sep 18 00:44:36.317054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-60cd45e8-7e8f-493c-8fc6-18809cc0d0bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 217 time: 0.1102755 Sep 18 00:44:36.380690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-6c767d46-98c0-462e-b1b2-91ca546e27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.389282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-6c767d46-98c0-462e-b1b2-91ca546e27b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0567157 Sep 18 00:44:36.449554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-c4592f8d-fe75-402a-a22c-3b0a0992e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.457422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-c4592f8d-fe75-402a-a22c-3b0a0992e80a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669310 Sep 18 00:44:36.538467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516c5e6-6e69-47b3-9cce-0167d64381bb req-84c6a273-15d1-4ae8-8458-15f8a4b5898f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.539957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8516c5e6-6e69-47b3-9cce-0167d64381bb req-84c6a273-15d1-4ae8-8458-15f8a4b5898f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 944 time: 0.2352448 Sep 18 00:44:36.552025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:36.580121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-3c0e92dc-7cdf-417f-944b-74bcb4a4c8b5 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218135 Sep 18 00:44:36.597105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:36.610667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:36.611293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:36.616448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8516c5e6-6e69-47b3-9cce-0167d64381bb req-165d813f-a442-44c9-aeda-1f2176ce73a8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650554 Sep 18 00:44:36.648174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e86942c6-e3f5-42b3-9e7f-b51a5205f087', 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': 'b50a891e-eb9c-4700-bd0d-1577d59d520f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:44:36.649048 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:36.686924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d65e65a3-8435-4acd-b4d7-bf68c87aff8a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4291193 Sep 18 00:44:36.689087 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3acc33c-4051-48f8-b5cd-1db26860ebcf x-openstack-request-id: req-e3acc33c-4051-48f8-b5cd-1db26860ebcf {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:36.689585 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:36.690145 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3acc33c-4051-48f8-b5cd-1db26860ebcf {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:36.691124 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'status': 'completed', 'code': 200} Sep 18 00:44:36.707411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=9']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:36.709783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:36.715476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087', 'name': 'tempest-PortsIpV6TestJSON-1980277817'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:36.737430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-343ff672-9cb4-4b71-bec5-80a1171876a7 req-833e1fed-905a-453c-8344-5287431864c3 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469069 Sep 18 00:44:36.800717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:36.845827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:36.859928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:36.864463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:36.885202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 98d35134-6eb5-4e3b-b0c4-3085513c4812 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:36.961447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] No DVR routers for this DVR port 217b6138-ec37-4867-91bd-cc451841cb79 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:37.009302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-d80a9f61-f734-467f-9065-018a3db2d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.010830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-d80a9f61-f734-467f-9065-018a3db2d1aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 1098 time: 0.2921703 Sep 18 00:44:37.018157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Allocated IP 2001:db8::2 (e86942c6-e3f5-42b3-9e7f-b51a5205f087/b50a891e-eb9c-4700-bd0d-1577d59d520f/b99f5ce8-4d45-4e9f-821b-b6365f2ea250) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:37.101806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f239e5-350f-4d3d-803e-9b7b1900d4d6 req-3bbbb7c6-939b-4bb7-80ae-be48363e0013 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.103337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8f239e5-350f-4d3d-803e-9b7b1900d4d6 req-3bbbb7c6-939b-4bb7-80ae-be48363e0013 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 943 time: 0.0887637 Sep 18 00:44:37.115240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a31-24fb-48d1-9347-cd50a12910cb req-11719280-cebb-4ae9-82c1-1d1ccc16fa06 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.116826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-11719280-cebb-4ae9-82c1-1d1ccc16fa06 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0734468 Sep 18 00:44:37.134370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-485430a5-31ab-4b56-b4a1-8f2ce7860e0f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.135934 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-485430a5-31ab-4b56-b4a1-8f2ce7860e0f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.4925053 Sep 18 00:44:37.172568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:37.188802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:37.189531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-c04a6f7e-c509-4628-ac25-835fd056d317 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 698 time: 0.0649431 Sep 18 00:44:37.197054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8f239e5-350f-4d3d-803e-9b7b1900d4d6 req-55dafced-6f67-4d7e-8aae-9d48b22a5c32 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792725 Sep 18 00:44:37.202039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:37.219406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'mac_address': 'fa:16:3e:33:7e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:37.245436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.330661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-0dbaa06f-e1a4-4ca6-9c5b-8178a74d75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.332735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-0dbaa06f-e1a4-4ca6-9c5b-8178a74d75d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.3056390 Sep 18 00:44:37.399393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2649dd64-cd74-4ae1-97b1-858d88bd6e8c req-d1d1079c-a334-4c63-b617-c7b2505c9272 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 210 time: 0.0334444 Sep 18 00:44:37.421199 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-c6af9bd6-de9c-4f98-8fbc-3d96625a07f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 200 len: 217 time: 0.0754375 Sep 18 00:44:37.473020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:37.474122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:37.474736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:37.476081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.488946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:37.489199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Attempting to bind port 217b6138-ec37-4867-91bd-cc451841cb79 on network eb03cf79-2cb7-4785-aaac-15de94b74a44 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:37.500929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:37.501289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Checking segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:37.501683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Bound using segment: {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:37.502157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Bound port: 217b6138-ec37-4867-91bd-cc451841cb79, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362c660b-0876-414b-8289-5eba248b3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:37.502487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.511114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d687bb0d-3da3-4b2f-a8fe-61d4d5b682de {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:37.513992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:37.518835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.520021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.523208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-0897eea8-87a7-4b85-a2f7-a54b780f264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.524958 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-0897eea8-87a7-4b85-a2f7-a54b780f264c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0916865 Sep 18 00:44:37.533124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.583899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Pushing event updated for resources: {'Port': ['ID=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:37.587291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:37.595906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:37.627564 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.634804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dc90-8340-495e-a2bb-5a895de45788 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:37.660023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:37.664925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:37.668114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:37.670288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::12e (e86942c6-e3f5-42b3-9e7f-b51a5205f087/b50a891e-eb9c-4700-bd0d-1577d59d520f/98d35134-6eb5-4e3b-b0c4-3085513c4812) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:37.689066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:37.693560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:37.719553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-d4f49153-b6f2-406a-a850-54baae481f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.725249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-d4f49153-b6f2-406a-a850-54baae481f21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889267 Sep 18 00:44:37.726528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.730606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:37.758678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Attempting to bind port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:37.759144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Attempting to bind port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '77df40d9-5932-4a33-bc4b-8be2f56ab8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:37.759687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Attempting to bind port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 on network e86942c6-e3f5-42b3-9e7f-b51a5205f087 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:37.766346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:37.766863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Checking segment: {'id': '77df40d9-5932-4a33-bc4b-8be2f56ab8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:37.767382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.767881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Bound using segment: {'id': '77df40d9-5932-4a33-bc4b-8be2f56ab8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:37.768477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Bound port: b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77df40d9-5932-4a33-bc4b-8be2f56ab8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:37.768952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.834782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.835800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.837387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] 10.222.0.54 "PUT /v2.0/ports/217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1093 time: 2.3602974 Sep 18 00:44:37.888760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.resource_extend [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:44:37.893863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] For port b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:37.898062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] For port b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,segment=NetworkSegment(77df40d9-5932-4a33-bc4b-8be2f56ab8f7),segment_id=77df40d9-5932-4a33-bc4b-8be2f56ab8f7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:37.906342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:37.971482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.5 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/4dddf2c6-0d84-4089-9f03-72062ce6ac0d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:37.982762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a3b8-38df-4940-bf40-bea7f1746731 service neutron] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:38.008611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9f205-71cb-47e9-ad39-72779b07c891 None None] Pushing event updated for resources: {'Port': ['ID=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:38.025367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549640a-d329-4da8-8674-c5e796394d69 req-9e4b7fac-34f6-4a07-916f-abcf5dfd9bcb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.029603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d549640a-d329-4da8-8674-c5e796394d69 req-9e4b7fac-34f6-4a07-916f-abcf5dfd9bcb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.2209013 Sep 18 00:44:38.029832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:38.032208 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e350d743-b441-4958-91dc-d67a4eeab9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:38.047235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d687bb0d-3da3-4b2f-a8fe-61d4d5b682de'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:38.061111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-67134188-21cf-4159-acbe-1c2baf22811f service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852008 Sep 18 00:44:38.067266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-00cbba36-9860-465e-abd1-a805e202e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.069043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-00cbba36-9860-465e-abd1-a805e202e4e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1097 time: 0.1822307 Sep 18 00:44:38.084125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.121216 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.150858 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a6580-74c1-472c-b3a5-67af44313b94 None None] New status for floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:38.218220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d549640a-d329-4da8-8674-c5e796394d69 req-897225ae-832c-4ccf-b3b8-edd0e4e4af4f tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738739 Sep 18 00:44:38.250718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.321513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.373414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d4a042-2fcf-4a73-a91b-925d0e5afad8 req-0031adb8-ddc0-4e4e-a799-03ba1f767ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981644 Sep 18 00:44:38.415103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-86460303-cdb0-4f57-9478-f362ee70ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.419805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-86460303-cdb0-4f57-9478-f362ee70ba2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.3299215 Sep 18 00:44:38.447032 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdba8df-3204-44b3-983a-41e111363bc0 x-openstack-request-id: req-7cdba8df-3204-44b3-983a-41e111363bc0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:38.447328 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:38.447583 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cdba8df-3204-44b3-983a-41e111363bc0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:38.448087 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'status': 'completed', 'code': 200} Sep 18 00:44:38.494388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:38.502294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:38.510965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:38.521151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.521891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.546159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.576309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=98d35134-6eb5-4e3b-b0c4-3085513c4812,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:38.581763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fd9c25b-2909-4c06-a7a6-aa52496134b1 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8679721 Sep 18 00:44:38.582465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41824) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:38.583873 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf associated. External IP: 172.25.7.203, port: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e. Sep 18 00:44:38.590020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'e86942c6-e3f5-42b3-9e7f-b51a5205f087', 'name': 'tempest-PortsIpV6TestJSON-918592299'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:38.602819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-2a6cd134-3d3a-4416-b06b-b6fc7eaf2b55 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.604395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-2a6cd134-3d3a-4416-b06b-b6fc7eaf2b55 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d5c344-eb81-4c0c-8a79-31464e7e34ea HTTP/1.1" status: 200 len: 946 time: 0.1521542 Sep 18 00:44:38.606141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-d774b48a-9945-4999-bd4e-4156d1ecdda5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1000 time: 0.1776667 Sep 18 00:44:38.654612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c9420-9f7a-427b-ac75-fe7929f7eca0 req-ac680168-eb0f-453f-b20c-2dfab7b9344a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.656106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-264c9420-9f7a-427b-ac75-fe7929f7eca0 req-ac680168-eb0f-453f-b20c-2dfab7b9344a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 944 time: 0.1232669 Sep 18 00:44:38.734063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-264c9420-9f7a-427b-ac75-fe7929f7eca0 req-7f1a4174-7e08-4ea7-97a3-9f8527006381 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Sep 18 00:44:38.790379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.809784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-5830dd61-ea06-4719-adf5-f13fb13385ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.811269 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-5830dd61-ea06-4719-adf5-f13fb13385ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.1720765 Sep 18 00:44:38.859056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:38.897769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:38.910066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:38.913379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:38.915405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:38.989771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Deleting port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:38.990130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.992813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:38.996269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:38.998469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b77b-9269-45e0-8a27-a2fa54375430 req-70ef7cbd-a6c3-4d8c-b20d-ce4a7ea9bf8f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.000590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f89b77b-9269-45e0-8a27-a2fa54375430 req-70ef7cbd-a6c3-4d8c-b20d-ce4a7ea9bf8f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 931 time: 0.0926132 Sep 18 00:44:39.002870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-bb066aa3-6adc-4ca8-a75f-0807602ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.004668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-bb066aa3-6adc-4ca8-a75f-0807602ad018 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539381 Sep 18 00:44:39.021927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:39.032764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.035584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:39.054395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:39.055467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:39.096640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-363bd82c-28c1-4a4d-9afa-c74cc471953c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "PUT /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 998 time: 1.8983567 Sep 18 00:44:39.105502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:39.108347 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee681e7-479a-49fd-9368-0d357413a0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:39.115603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f89b77b-9269-45e0-8a27-a2fa54375430 req-4e4ddd66-7bbd-44ac-8ced-e931867407c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Sep 18 00:44:39.167568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a31-24fb-48d1-9347-cd50a12910cb req-2426e5bb-fede-4717-9e04-f7d6dc55ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.169311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-2426e5bb-fede-4717-9e04-f7d6dc55ab0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.0718126 Sep 18 00:44:39.188896 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d2ba9a-88d0-499e-86f4-1882cac247aa x-openstack-request-id: req-e2d2ba9a-88d0-499e-86f4-1882cac247aa {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:39.189347 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:39.189746 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2d2ba9a-88d0-499e-86f4-1882cac247aa {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:39.190265 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:44:39.226941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:39.328500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a31-24fb-48d1-9347-cd50a12910cb req-8e871b6c-ef70-49f7-92b9-f3256208a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.337333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-8e871b6c-ef70-49f7-92b9-f3256208a0a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.1608725 Sep 18 00:44:39.357479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.358137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.433219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0448f8-ea24-4777-91a0-58c35155ea5b None None] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:39.451685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a238d-c960-42f1-9b1a-295582b8dafc req-987cc081-467f-4f96-b2c6-c9f8866b58a4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.456299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 4a637098-dbde-4184-96f6-60ad59277341 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:39.457799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b8a238d-c960-42f1-9b1a-295582b8dafc req-987cc081-467f-4f96-b2c6-c9f8866b58a4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.1104877 Sep 18 00:44:39.467850 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-0842a653-1482-4faf-bd65-b815dcd0b274 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3003657 Sep 18 00:44:39.479600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-11ad4fc0-e569-4aea-9e2e-2b5cd5562737 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 999 time: 0.1398993 Sep 18 00:44:39.507917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Request body: {'port': {'device_id': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:39.519682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] Provisioning complete for port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:39.520072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.544557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b8a238d-c960-42f1-9b1a-295582b8dafc req-8c27dcda-cf84-49f5-88c0-e0537906646e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847294 Sep 18 00:44:39.554900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a31-24fb-48d1-9347-cd50a12910cb req-bbdc8085-6d5a-419f-bc9a-1e6a55cfcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.556543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-bbdc8085-6d5a-419f-bc9a-1e6a55cfcb25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0683563 Sep 18 00:44:39.594444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-e51fab8e-72c7-4176-a608-43c77d8425b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.595962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-e51fab8e-72c7-4176-a608-43c77d8425b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.2640934 Sep 18 00:44:39.618144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a31-24fb-48d1-9347-cd50a12910cb req-a4957d63-c8b4-468f-9a7c-07794d2cd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.620588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-a4957d63-c8b4-468f-9a7c-07794d2cd28d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567169 Sep 18 00:44:39.629428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] For port 05d7bdb7-f2ce-4604-a6dc-8c3242851758, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=05d7bdb7-f2ce-4604-a6dc-8c3242851758,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:39.629913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.700074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Calling delete_port for 05d7bdb7-f2ce-4604-a6dc-8c3242851758 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:39.713958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:38Z', 'revision_number': 7, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:39.729940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-ce907d19-6ae0-4e47-af19-09eadbd9f744 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007109 Sep 18 00:44:39.734930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-c3b095c9-8604-41af-8811-264f5dd0f672 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040880 Sep 18 00:44:39.777889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:39.785526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.800293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:39.847905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:39.848854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:39.923903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85210a31-24fb-48d1-9347-cd50a12910cb req-e9652c37-027f-4186-8915-0119821005b0 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849997 Sep 18 00:44:39.951998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b99f5ce8-4d45-4e9f-821b-b6365f2ea250 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:39.986183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::28d (e86942c6-e3f5-42b3-9e7f-b51a5205f087/b50a891e-eb9c-4700-bd0d-1577d59d520f/4a637098-dbde-4184-96f6-60ad59277341) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:40.010228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f977da-53e9-4d5b-be12-fa70a2f9d6bb req-478c790a-a2f8-4d63-a8b4-3f73ab995af8 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:40.011048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] For port b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,segment=NetworkSegment(77df40d9-5932-4a33-bc4b-8be2f56ab8f7),segment_id=77df40d9-5932-4a33-bc4b-8be2f56ab8f7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:40.020828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1f977da-53e9-4d5b-be12-fa70a2f9d6bb req-478c790a-a2f8-4d63-a8b4-3f73ab995af8 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 944 time: 0.0943480 Sep 18 00:44:40.042309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.084937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1f977da-53e9-4d5b-be12-fa70a2f9d6bb req-940de54e-488a-4585-811e-4b02463fe676 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616775 Sep 18 00:44:40.102493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-81878610-185f-4246-aa5d-8c9099419679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:40.104037 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-81878610-185f-4246-aa5d-8c9099419679 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.4934773 Sep 18 00:44:40.243082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:40.253780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-678f60ae-c7e6-4fc7-9aa3-15c1ad832016 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692852 Sep 18 00:44:40.420885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95667107-8720-4b73-86bb-1db0ec2438a6 None None] Pushing event updated for resources: {'Port': ['ID=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:40.610524 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-17e71bf7-dee7-4bdf-8fe5-55e56fce7486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 999 time: 0.4905789 Sep 18 00:44:40.613524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fd5ef567-d9fc-4a32-b58f-5e4c48c1e94a None None] Provisioning complete for port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:40.613524 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef567-d9fc-4a32-b58f-5e4c48c1e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.619979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:40.621219 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.708837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8c3b9ac-a61a-4de1-ad60-9184cf00aa15 req-1528d55f-499b-41c0-87df-bd31f7bece11 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 996 time: 0.5859091 Sep 18 00:44:40.714733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-41af561c-f33f-4474-aeec-76811413f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:40.716383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-41af561c-f33f-4474-aeec-76811413f8f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0914006 Sep 18 00:44:40.821918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.830973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:40.836740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['05d7bdb7-f2ce-4604-a6dc-8c3242851758'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:40.942538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b9ac-a61a-4de1-ad60-9184cf00aa15 req-3f04675e-1641-4021-9340-605862fa0546 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:40.956257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8c3b9ac-a61a-4de1-ad60-9184cf00aa15 req-3f04675e-1641-4021-9340-605862fa0546 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.2463467 Sep 18 00:44:40.963185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-f8c3b9ac-a61a-4de1-ad60-9184cf00aa15 req-792e7da7-c394-48a1-85c1-46a7b20009ff tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:40.981985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8c3b9ac-a61a-4de1-ad60-9184cf00aa15 req-792e7da7-c394-48a1-85c1-46a7b20009ff tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238638 Sep 18 00:44:40.987435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:41.047039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event deleted for resources: {'Port': ['ID=05d7bdb7-f2ce-4604-a6dc-8c3242851758,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:41.094692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a75a4-74a1-422b-b3fd-609d835b8681 req-4675ca49-6bd5-47d3-8591-e7ba3df68b4d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.107665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-749a75a4-74a1-422b-b3fd-609d835b8681 req-4675ca49-6bd5-47d3-8591-e7ba3df68b4d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 931 time: 0.2316446 Sep 18 00:44:41.132596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.207440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-e58cc121-1ba7-42d9-aa68-ef65145acaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.208943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-e58cc121-1ba7-42d9-aa68-ef65145acaf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1097 time: 0.6806874 Sep 18 00:44:41.286486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] No DVR routers for this DVR port 05d7bdb7-f2ce-4604-a6dc-8c3242851758 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:41.294873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-749a75a4-74a1-422b-b3fd-609d835b8681 req-79fd8c45-284b-4074-a840-6a398691cea8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795332 Sep 18 00:44:41.307293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.318468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb194c91-fdbf-452e-a302-7c3ecd0f60a1 req-ad510ba3-590c-477c-b18b-b78dda2e961a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.48 "DELETE /v2.0/ports/05d7bdb7-f2ce-4604-a6dc-8c3242851758 HTTP/1.1" status: 204 len: 173 time: 2.6966009 Sep 18 00:44:41.320997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'name': 'network-vif-deleted', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:41.323375 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d003f-6354-426e-ad9a-7af7456d1019" -d '{"events": [{"server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "name": "network-vif-deleted", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:41.324741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d154-c0c1-47e2-8bfd-a48e414afd3e req-b50807ff-9920-4495-b57e-41bac147e17e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.334964 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-80e9fb9a-9eed-4e9a-aa23-74cd6cba16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.347409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f81d154-c0c1-47e2-8bfd-a48e414afd3e req-b50807ff-9920-4495-b57e-41bac147e17e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.1295898 Sep 18 00:44:41.349490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-80e9fb9a-9eed-4e9a-aa23-74cd6cba16b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6037722 Sep 18 00:44:41.369698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dddf2c6-0d84-4089-9f03-72062ce6ac0d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:41.463809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.616356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-7a2a950d-64c7-4c50-88c7-dd159c929604 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 999 time: 0.1286967 Sep 18 00:44:41.628177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f81d154-c0c1-47e2-8bfd-a48e414afd3e req-c2d9b9d2-57bf-4353-be15-4d37bc29ac3b tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785559 Sep 18 00:44:41.682034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:38Z', 'revision_number': 7, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:41.711110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Transition to ACTIVE for port object 4dddf2c6-0d84-4089-9f03-72062ce6ac0d will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:41.741877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-c44a8d01-039e-4861-9cbc-ef5c7bc6491d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.743510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-c44a8d01-039e-4861-9cbc-ef5c7bc6491d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports/cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 942 time: 0.1098709 Sep 18 00:44:41.788869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-4b3bec50-e458-4700-af3c-ea0e907c5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.791026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-4b3bec50-e458-4700-af3c-ea0e907c5dd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.3970373 Sep 18 00:44:41.797109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.799613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.831392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755e2c2-2144-4a8c-8df3-f7d2e4bcfa01 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'port_id': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'mac_address': 'fa:16:3e:e3:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:43:54Z', 'updated_at': '2021-09-18T00:44:38Z', 'revision_number': 7, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:41.909507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:41.917554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fd5ef567-d9fc-4a32-b58f-5e4c48c1e94a None None] Provisioning complete for port 98d35134-6eb5-4e3b-b0c4-3085513c4812 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:41.918107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef567-d9fc-4a32-b58f-5e4c48c1e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:41.934508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:41.943439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:41.987855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ef567-d9fc-4a32-b58f-5e4c48c1e94a None None] Port 98d35134-6eb5-4e3b-b0c4-3085513c4812 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:42.005889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:42.005889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.055025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-a08b8c66-0c98-4a84-8ac7-9dcc90e246ca tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 999 time: 0.2119851 Sep 18 00:44:42.141427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:42.142251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b99f5ce8-4d45-4e9f-821b-b6365f2ea250 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:42.146513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:42.162265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:42.164146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.216434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=4a637098-dbde-4184-96f6-60ad59277341,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:42.297543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-132c382d-4cd6-4984-9192-37ab0fa286a8 None None] Provisioning complete for port 98d35134-6eb5-4e3b-b0c4-3085513c4812 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:42.298184 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-132c382d-4cd6-4984-9192-37ab0fa286a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.343723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-132c382d-4cd6-4984-9192-37ab0fa286a8 None None] Port 98d35134-6eb5-4e3b-b0c4-3085513c4812 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:42.369619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-6dea0813-8ffc-4615-b569-a24b3e4b3691 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1000 time: 0.1970758 Sep 18 00:44:42.408985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9522a1b6-1dda-4165-b396-c6bcdac9c7e8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8228524 Sep 18 00:44:42.411961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41870) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:42.466569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:42.476474 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.479222 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.535258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-c4366fd7-3ae6-46ff-86fb-9ec8163b5ec8 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:42.549488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-c4366fd7-3ae6-46ff-86fb-9ec8163b5ec8 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.4867473 Sep 18 00:44:42.589561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6aeb-d21b-4c0a-8d25-cc9a2d020231 req-369cd350-6584-466f-8fe9-940de2297e81 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:42.604011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-014b6aeb-d21b-4c0a-8d25-cc9a2d020231 req-369cd350-6584-466f-8fe9-940de2297e81 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 944 time: 0.3603144 Sep 18 00:44:42.616808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:42.623167 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a9012a-c7af-436e-9453-09e597c506a5" -d '{"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-plugged", "status": "completed", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:42.625768 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a5c21-9164-4345-ba09-6e6feb27145d None None] New status for floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:42.662618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:42.674804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.779915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-27c61c65-6b3f-4b56-896d-9cf94181501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:42.785301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-27c61c65-6b3f-4b56-896d-9cf94181501a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.2273574 Sep 18 00:44:42.855050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-014b6aeb-d21b-4c0a-8d25-cc9a2d020231 req-5f21cd81-b124-4d1f-b306-55d593d7bb55 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466358 Sep 18 00:44:42.862892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-a11572f6-97aa-47a9-8ccf-b1e40671e0a3 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 999 time: 0.3122499 Sep 18 00:44:42.882636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:42.892391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:42.969845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-33ae81f9-19fd-4042-b31d-b7619490ad8a service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5703583 Sep 18 00:44:42.988123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Attempting to bind port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:42.988480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Attempting to bind port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:42.988809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Attempting to bind port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:42.998042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a641eac-866b-4c7e-95a6-8b7b7ea2df6c None None] Provisioning complete for port 4a637098-dbde-4184-96f6-60ad59277341 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:42.998524 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a641eac-866b-4c7e-95a6-8b7b7ea2df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.002036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 05d7bdb7-f2ce-4604-a6dc-8c3242851758 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:43.015494 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ed082-b89a-4436-a22d-5371a35cf5bf x-openstack-request-id: req-0c4ed082-b89a-4436-a22d-5371a35cf5bf {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:43.015854 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d5c344-eb81-4c0c-8a79-31464e7e34ea", "name": "network-vif-deleted", "tag": "05d7bdb7-f2ce-4604-a6dc-8c3242851758", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:43.016080 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c4ed082-b89a-4436-a22d-5371a35cf5bf {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:43.016451 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d5c344-eb81-4c0c-8a79-31464e7e34ea', 'name': 'network-vif-deleted', 'tag': '05d7bdb7-f2ce-4604-a6dc-8c3242851758', 'status': 'completed', 'code': 200} Sep 18 00:44:43.056768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d9931-7c58-4f54-810c-a68123391b3d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:43.068294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e1d9931-7c58-4f54-810c-a68123391b3d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12e HTTP/1.1" status: 200 len: 929 time: 0.5932219 Sep 18 00:44:43.072243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41880) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:43.073146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:43.073538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Attempting to bind port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:43.082422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.110683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 05d7bdb7-f2ce-4604-a6dc-8c3242851758 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:43.111023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 05d7bdb7-f2ce-4604-a6dc-8c3242851758 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:43.137727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9a641eac-866b-4c7e-95a6-8b7b7ea2df6c None None] Port 4a637098-dbde-4184-96f6-60ad59277341 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:43.141403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:43.141755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:43.142238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:43.142583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Bound port: 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:43.143574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.229901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:43.233227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:43.245335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.269437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:43.270064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.271477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] 10.222.0.54 "PUT /v2.0/ports/4dddf2c6-0d84-4089-9f03-72062ce6ac0d HTTP/1.1" status: 200 len: 1092 time: 3.7699611 Sep 18 00:44:43.355267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.369963 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.370842 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf disassociated. External IP: 172.25.7.203, port: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e. Sep 18 00:44:43.460823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e6a0-d25f-4df9-9a36-50951368c5a0 req-703e2580-7f0d-4b16-87b8-44aca9390544 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:43.465028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d036e6a0-d25f-4df9-9a36-50951368c5a0 req-703e2580-7f0d-4b16-87b8-44aca9390544 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.3658848 Sep 18 00:44:43.540107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d036e6a0-d25f-4df9-9a36-50951368c5a0 req-7eb3b6e3-e3f1-4288-9435-0ac2749385c0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Sep 18 00:44:43.629071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 4a637098-dbde-4184-96f6-60ad59277341 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:43.629661 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.691729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c1b93-cbae-454a-85a3-7e466e12ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:43.698502 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5126973-0a58-4dc7-aa66-0716fc973715 x-openstack-request-id: req-d5126973-0a58-4dc7-aa66-0716fc973715 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:43.698834 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-plugged", "status": "completed", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:43.699007 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5126973-0a58-4dc7-aa66-0716fc973715 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:43.699408 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'code': 200} Sep 18 00:44:43.775306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.788750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 4a637098-dbde-4184-96f6-60ad59277341 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:43.847058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:43.867609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9a6d0-a58b-48c1-9463-c7dc80022dda req-1901a427-4e17-4f44-be29-48754b92c9f4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:43.869249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9a9a6d0-a58b-48c1-9463-c7dc80022dda req-1901a427-4e17-4f44-be29-48754b92c9f4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0766337 Sep 18 00:44:43.961252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9a9a6d0-a58b-48c1-9463-c7dc80022dda req-7fd6a58f-bb30-4fd9-88a8-3b8f728e1f21 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791631 Sep 18 00:44:43.984268 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.025622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:44.030860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.039368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:44.051151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=4a637098-dbde-4184-96f6-60ad59277341,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:44.062807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:44.063514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.095882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.098718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e3710ecf-f511-4842-8a27-758c9c3c9c0d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/4a637098-dbde-4184-96f6-60ad59277341 HTTP/1.1" status: 204 len: 168 time: 1.0218027 Sep 18 00:44:44.108598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-58ca5c97-9423-454f-919e-d26588a49a8c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "PUT /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 695 time: 1.2342608 Sep 18 00:44:44.109049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41886) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:44.120955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:44.121769 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598f101-a85b-4239-b0c0-a836424d4003" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:44.155951 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8487af8c-a3d6-4c8f-b6c9-874f8d8168d2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:44.157988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8487af8c-a3d6-4c8f-b6c9-874f8d8168d2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/4a637098-dbde-4184-96f6-60ad59277341 HTTP/1.1" status: 404 len: 333 time: 0.0477297 Sep 18 00:44:44.160638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:44.175070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-436e0d4f-60ac-4fa4-a0b9-da725c4f4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:44.182520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-436e0d4f-60ac-4fa4-a0b9-da725c4f4101 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.0732024 Sep 18 00:44:44.288558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 98d35134-6eb5-4e3b-b0c4-3085513c4812 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:44.288926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.342624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:44.393741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-c1ce9fc9-b176-4ab9-845e-055c58c4173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:44.402457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-c1ce9fc9-b176-4ab9-845e-055c58c4173a service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.2188268 Sep 18 00:44:44.452411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.466701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-88da25af-5deb-4804-898c-5ab309a360b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.0630236 Sep 18 00:44:44.467638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 98d35134-6eb5-4e3b-b0c4-3085513c4812 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:44.519799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-9add7484-6032-4cde-9fe3-229f0077d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:44.521316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-9add7484-6032-4cde-9fe3-229f0077d886 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0513866 Sep 18 00:44:44.593994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0887-c02a-4668-961b-dbe725a1362c req-2e3d7714-d554-4053-b255-e4020dc8d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:44.595550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-2e3d7714-d554-4053-b255-e4020dc8d64b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674095 Sep 18 00:44:44.638335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.668275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:44.680827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:44.681050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.681499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.704815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-fceece2f-b407-4532-8ca4-aeff3aef06b0 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004550 Sep 18 00:44:44.723767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=98d35134-6eb5-4e3b-b0c4-3085513c4812,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:44.769523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.775356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41896) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:44.776085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9ac03597-5de9-4e2b-affd-c9f94f5ebeba tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/98d35134-6eb5-4e3b-b0c4-3085513c4812 HTTP/1.1" status: 204 len: 168 time: 0.6142817 Sep 18 00:44:44.830093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:44.852102 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eeb760-0035-4275-b3ae-9097186f01dc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:44.860938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7eeb760-0035-4275-b3ae-9097186f01dc tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/98d35134-6eb5-4e3b-b0c4-3085513c4812 HTTP/1.1" status: 404 len: 333 time: 0.0821741 Sep 18 00:44:44.861861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:44.942230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931f0887-c02a-4668-961b-dbe725a1362c req-3b21acdd-83b1-4e3a-b968-c55b5a43fa34 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290015 Sep 18 00:44:44.979911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet b50a891e-eb9c-4700-bd0d-1577d59d520f {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:44.987927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.018229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:45.020759 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb09926a-422e-49a7-9c8b-fdd23a550dae" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:45.073268 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.115366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713342b-a7da-4822-8932-aae13458f0b9 req-487ac424-4160-4b70-8c01-1abce2ecaf34 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:45.116886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a713342b-a7da-4822-8932-aae13458f0b9 req-487ac424-4160-4b70-8c01-1abce2ecaf34 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0784249 Sep 18 00:44:45.180846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:45.189074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a713342b-a7da-4822-8932-aae13458f0b9 req-609080f1-1d24-4a82-b771-c345ac423c3c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Sep 18 00:44:45.195169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.222064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd39a8-ee60-4345-a77c-9af63822b809 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:43:23Z', 'revision_number': 4, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5d034f0b-9452-45e5-bd0a-f375346decaa', 'name': '', 'network_id': 'bdcc5d96-c6ea-4587-9b71-aacd9659e4f0', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'mac_address': 'fa:16:3e:7e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'e821646e-2391-43f9-9931-868c4c56812d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:21Z', 'updated_at': '2021-09-18T00:43:33Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'subnets': [{'id': 'e821646e-2391-43f9-9931-868c4c56812d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:45.245543 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc3603a-699f-461f-be65-af55573fde83 x-openstack-request-id: req-5dc3603a-699f-461f-be65-af55573fde83 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:45.245955 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:45.246213 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dc3603a-699f-461f-be65-af55573fde83 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:45.246711 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:44:45.305395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.351800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=b50a891e-eb9c-4700-bd0d-1577d59d520f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:45.354744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.361059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a120ecc8-a358-4008-b83f-273d82e03a73 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/b50a891e-eb9c-4700-bd0d-1577d59d520f HTTP/1.1" status: 204 len: 168 time: 0.4965446 Sep 18 00:44:45.361231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa080099-5325-486f-b04c-9bb02306fd8a None None] Network e86942c6-e3f5-42b3-9e7f-b51a5205f087 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:45.363641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41906) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:45.399588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074c17f-bccd-42f4-9fd7-ebe8181a5e49 req-5851b025-91dc-4c63-bd7b-fe42b10fa8fd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:45.401596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b074c17f-bccd-42f4-9fd7-ebe8181a5e49 req-5851b025-91dc-4c63-bd7b-fe42b10fa8fd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0744386 Sep 18 00:44:45.463941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b074c17f-bccd-42f4-9fd7-ebe8181a5e49 req-d04466d1-ef27-4cd8-9e78-3d7a743ab208 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Sep 18 00:44:45.506555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.641769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:45.642123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.657840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] DHCP port deletion for e86942c6-e3f5-42b3-9e7f-b51a5205f087 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:45.682740 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfea84-9533-4e5e-a449-bebc26a3be14 None None] New status for floating IP 52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:45.739588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Deleting port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:45.740139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.741947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a624-c8db-436e-a3e8-19cad71d4390 req-ef0cd21e-1ed4-4b3b-bef3-c3add5096a18 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:45.744259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c111a624-c8db-436e-a3e8-19cad71d4390 req-ef0cd21e-1ed4-4b3b-bef3-c3add5096a18 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0612891 Sep 18 00:44:45.754833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,segment=NetworkSegment(77df40d9-5932-4a33-bc4b-8be2f56ab8f7),segment_id=77df40d9-5932-4a33-bc4b-8be2f56ab8f7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:45.755198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.784507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for b99f5ce8-4d45-4e9f-821b-b6365f2ea250 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:45.800082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c111a624-c8db-436e-a3e8-19cad71d4390 req-0d97098a-ec42-4493-bf97-c6a6bc7250b2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492640 Sep 18 00:44:45.830951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] For port b99f5ce8-4d45-4e9f-821b-b6365f2ea250, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,segment=NetworkSegment(77df40d9-5932-4a33-bc4b-8be2f56ab8f7),segment_id=77df40d9-5932-4a33-bc4b-8be2f56ab8f7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:45.831640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:45.851660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Calling delete_port for b99f5ce8-4d45-4e9f-821b-b6365f2ea250 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:45.885277 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e44601-83b4-461c-80c6-3b69d720eb3c x-openstack-request-id: req-08e44601-83b4-461c-80c6-3b69d720eb3c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:45.885759 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:45.885881 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08e44601-83b4-461c-80c6-3b69d720eb3c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:45.886189 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'status': 'completed', 'code': 200} Sep 18 00:44:45.955747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.011535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:46.014709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:46.027057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.034176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.084440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] Pushing event deleted for resources: {'Port': ['ID=b99f5ce8-4d45-4e9f-821b-b6365f2ea250,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:46.090460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b99f5ce8-4d45-4e9f-821b-b6365f2ea250 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:46.124965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-a040590d-5350-4b1f-8994-4b03918140dd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 200 len: 695 time: 0.1292934 Sep 18 00:44:46.157747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ba09e-2821-4679-956f-e4ee1bc9a96c None None] No DVR routers for this DVR port b99f5ce8-4d45-4e9f-821b-b6365f2ea250 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:46.166463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b99f5ce8-4d45-4e9f-821b-b6365f2ea250 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:46.167138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b99f5ce8-4d45-4e9f-821b-b6365f2ea250 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:46.199145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.232205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86942c6-e3f5-42b3-9e7f-b51a5205f087']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:46.243274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77df40d9-5932-4a33-bc4b-8be2f56ab8f7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:46.243569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77df40d9-5932-4a33-bc4b-8be2f56ab8f7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:46.256824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.272284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.283480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:46.284242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:46.288568 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:46.299496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-472b332b-daa6-4435-a237-8ba9b893bae1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:46.301124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-472b332b-daa6-4435-a237-8ba9b893bae1 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 784 time: 0.1753857 Sep 18 00:44:46.314356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-c04baba8-0a2d-40d6-8faa-ea4316cf64fd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:46.316392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-c04baba8-0a2d-40d6-8faa-ea4316cf64fd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080965 Sep 18 00:44:46.375338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.380908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.382862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/e86942c6-e3f5-42b3-9e7f-b51a5205f087 HTTP/1.1" status: 204 len: 168 time: 1.0178139 Sep 18 00:44:46.388126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41914) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:46.393007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-430759290'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:46.397772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3a40c-d6c7-4036-88b6-90a9aa63504d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=e86942c6-e3f5-42b3-9e7f-b51a5205f087,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:46.399590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-dd7aee7d-923d-4b75-9a94-c4e2479806dc tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 697 time: 0.0776258 Sep 18 00:44:46.458291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-3d9d6493-bb6c-443b-938b-4a1f630f26c7 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 697 time: 0.0489557 Sep 18 00:44:46.458773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:46.462049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.562338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:46.595590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.595965 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment ea6bead2-2414-47df-ab68-69489fc10959 of type vlan for network a573e3d5-6f02-47d7-8d92-17be6b641272 Sep 18 00:44:46.651298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.674551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Deleting port 777e9282-6b00-45e0-b2d9-c4877b88e0bb {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:46.674903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.704015 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.709863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:46.710538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.767126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3780787 Sep 18 00:44:46.770168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:46.775295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:46.820179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1da6d-d36f-4cdd-8b7a-ec201dc7e9d6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=a573e3d5-6f02-47d7-8d92-17be6b641272,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:46.832331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a573e3d5-6f02-47d7-8d92-17be6b641272 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:46.834597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.835128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:46.863280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Calling delete_port for 777e9282-6b00-45e0-b2d9-c4877b88e0bb owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:46.903749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:46.907371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.040739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.076892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event deleted for resources: {'Port': ['ID=777e9282-6b00-45e0-b2d9-c4877b88e0bb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:47.138600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.141215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.142444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c29b0f8-1b0a-4733-841b-821b2dab773d req-9ccdf5be-e734-4d34-b890-92baad361f25 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "DELETE /v2.0/floatingips/52d3ac17-6f10-4c8f-a1aa-6896cd1af5bf HTTP/1.1" status: 204 len: 173 time: 0.6770670 Sep 18 00:44:47.170693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.254922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=0aa20cda-31f3-4218-a668-9bd11f32bcba,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:47.264945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': 'ea6bead2-2414-47df-ab68-69489fc10959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:47.265332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: a573e3d5-6f02-47d7-8d92-17be6b641272, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:47.276700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a87af-ea6c-4450-932f-fc531f6cdfbc req-fd9ba603-f0a9-4f90-865b-16e664c76579 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:47.278985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a8a87af-ea6c-4450-932f-fc531f6cdfbc req-fd9ba603-f0a9-4f90-865b-16e664c76579 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0636775 Sep 18 00:44:47.283241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network a573e3d5-6f02-47d7-8d92-17be6b641272 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:47.297671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a573e3d5-6f02-47d7-8d92-17be6b641272) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:47.308856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184b694-28d1-49d0-a3eb-27c2865dc484 None None] Network a573e3d5-6f02-47d7-8d92-17be6b641272 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:47.314182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:47.315906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.336264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a8a87af-ea6c-4450-932f-fc531f6cdfbc req-2b3c0ca6-b1c4-4669-bdc9-b35efe924c01 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Sep 18 00:44:47.357873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a6da934-9f3c-491d-b7e7-054fafb52546 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5864601 Sep 18 00:44:47.361638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41928) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:47.372816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272', 'name': 'tempest-PortsIpV6TestJSON-535719902', 'fixed_ips': [{'subnet_id': '0aa20cda-31f3-4218-a668-9bd11f32bcba', 'ip_address': '2001:db8::10'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:47.485362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1cce0-4432-48df-8e45-bbc52bc2a0a3 req-da751a7d-5cfa-4275-b887-d65c81ee976a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:47.495299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21e1cce0-4432-48df-8e45-bbc52bc2a0a3 req-da751a7d-5cfa-4275-b887-d65c81ee976a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0899439 Sep 18 00:44:47.522277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:47.536051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a573e3d5-6f02-47d7-8d92-17be6b641272', 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '0aa20cda-31f3-4218-a668-9bd11f32bcba'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:44:47.537294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.562558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21e1cce0-4432-48df-8e45-bbc52bc2a0a3 req-dcb1865b-4281-4fd9-a19b-f452ff2a6b21 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Sep 18 00:44:47.667452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.693470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port b04fbcb4-be07-432a-8878-b09b95bbb6bd yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:47.712396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Allocated IP 2001:db8::2 (a573e3d5-6f02-47d7-8d92-17be6b641272/0aa20cda-31f3-4218-a668-9bd11f32bcba/e38a0347-5a58-46ce-a327-d829a93739a8) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:47.809477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39c7b-681a-4293-8335-10b847149ba3 req-86bb4442-e23b-46e5-ac6e-8ffb17c48b4a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:47.811422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9a39c7b-681a-4293-8335-10b847149ba3 req-86bb4442-e23b-46e5-ac6e-8ffb17c48b4a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0697420 Sep 18 00:44:47.868968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9a39c7b-681a-4293-8335-10b847149ba3 req-f29cdf23-5fdc-42f8-bd63-52387ae96170 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513268 Sep 18 00:44:47.918994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.927616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.977509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Network a573e3d5-6f02-47d7-8d92-17be6b641272 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:47.980549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:47.990914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:47.993090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Pushing event updated for resources: {'Port': ['ID=e38a0347-5a58-46ce-a327-d829a93739a8,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:48.022881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::10 (a573e3d5-6f02-47d7-8d92-17be6b641272/0aa20cda-31f3-4218-a668-9bd11f32bcba/b04fbcb4-be07-432a-8878-b09b95bbb6bd) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:48.077332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Attempting to bind port e38a0347-5a58-46ce-a327-d829a93739a8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:48.077564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Attempting to bind port e38a0347-5a58-46ce-a327-d829a93739a8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ea6bead2-2414-47df-ab68-69489fc10959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:48.078052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Attempting to bind port e38a0347-5a58-46ce-a327-d829a93739a8 on network a573e3d5-6f02-47d7-8d92-17be6b641272 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:48.083527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:48.084458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Checking segment: {'id': 'ea6bead2-2414-47df-ab68-69489fc10959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:48.084591 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.084975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Bound using segment: {'id': 'ea6bead2-2414-47df-ab68-69489fc10959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:48.085477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Bound port: e38a0347-5a58-46ce-a327-d829a93739a8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6bead2-2414-47df-ab68-69489fc10959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:48.085997 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.163691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] For port e38a0347-5a58-46ce-a327-d829a93739a8, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:48.170368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] For port e38a0347-5a58-46ce-a327-d829a93739a8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e38a0347-5a58-46ce-a327-d829a93739a8,segment=NetworkSegment(ea6bead2-2414-47df-ab68-69489fc10959),segment_id=ea6bead2-2414-47df-ab68-69489fc10959)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:48.181904 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.239788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea757899-3026-47f9-98ad-c54cdb29fece req-b8e617d6-d5cc-439a-b826-81fc74882d28 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.241441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea757899-3026-47f9-98ad-c54cdb29fece req-b8e617d6-d5cc-439a-b826-81fc74882d28 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0584571 Sep 18 00:44:48.265923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.278724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921085a-fcc4-454c-82d5-3b0b49158d8d None None] Pushing event updated for resources: {'Port': ['ID=e38a0347-5a58-46ce-a327-d829a93739a8,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:48.319338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea757899-3026-47f9-98ad-c54cdb29fece req-986c26bc-89f6-4ca4-9378-22a797ef22c8 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Sep 18 00:44:48.329620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.388757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network a573e3d5-6f02-47d7-8d92-17be6b641272 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:48.392099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:48.395898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:48.401907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.402299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.423523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=b04fbcb4-be07-432a-8878-b09b95bbb6bd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:48.436849 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82961f15-bf52-492e-8883-27535f82cbea tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0689843 Sep 18 00:44:48.439392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:48.445195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'a573e3d5-6f02-47d7-8d92-17be6b641272', 'name': 'tempest-PortsIpV6TestJSON-509963708', 'fixed_ips': [{'subnet_id': '0aa20cda-31f3-4218-a668-9bd11f32bcba', 'ip_address': '2001:db8::f'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:48.502678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e1885-74c9-4648-97f9-2af71c701f8f req-a5a2b371-2b99-479e-966b-69cebc16a94b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.511212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a15e1885-74c9-4648-97f9-2af71c701f8f req-a5a2b371-2b99-479e-966b-69cebc16a94b tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0862191 Sep 18 00:44:48.598028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a15e1885-74c9-4648-97f9-2af71c701f8f req-d2d33091-11b0-4c2e-948d-c23555a597bc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836916 Sep 18 00:44:48.651516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:48.657249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.677481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 5379801c-38ae-4f8d-a86e-0f9340397a04 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:48.774111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dcebc-9252-45ba-b583-3b19c2c057ff req-252ef9f4-da65-4f44-bbca-8a9ebab2f5c7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.775791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144dcebc-9252-45ba-b583-3b19c2c057ff req-252ef9f4-da65-4f44-bbca-8a9ebab2f5c7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0964651 Sep 18 00:44:48.814102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-144dcebc-9252-45ba-b583-3b19c2c057ff req-97276225-27c6-4c4a-92a0-4eb6ca143ba5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Sep 18 00:44:48.871904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::f (a573e3d5-6f02-47d7-8d92-17be6b641272/0aa20cda-31f3-4218-a668-9bd11f32bcba/5379801c-38ae-4f8d-a86e-0f9340397a04) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:49.073431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3fa5c-4963-4a27-a5f5-8b6f3ae42f0b req-a30db35f-0908-4519-96b8-11b10f407af9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.075640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9b3fa5c-4963-4a27-a5f5-8b6f3ae42f0b req-a30db35f-0908-4519-96b8-11b10f407af9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0768561 Sep 18 00:44:49.105032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.118713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9b3fa5c-4963-4a27-a5f5-8b6f3ae42f0b req-372abe4e-2ae4-448d-906e-bc8271e1c1b8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Sep 18 00:44:49.166718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.206397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network a573e3d5-6f02-47d7-8d92-17be6b641272 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:49.211967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:49.214524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:49.221479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.222130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.247657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=5379801c-38ae-4f8d-a86e-0f9340397a04,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:49.255277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-64c4426c-e710-40e8-bb40-15cbb59678c2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8119411 Sep 18 00:44:49.255476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41942) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:49.384205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afe24e-2a95-4333-99d7-cc9d4a4d8b95 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.386030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14afe24e-2a95-4333-99d7-cc9d4a4d8b95 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1295624 Sep 18 00:44:49.389148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41946) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:49.542589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d54c5-5db9-48ac-b7cb-567118f4d7ec None None] Network a573e3d5-6f02-47d7-8d92-17be6b641272 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:49.545553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e147-d414-41aa-954d-b4040f93cb90 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.551449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e147-d414-41aa-954d-b4040f93cb90 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.557562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e147-d414-41aa-954d-b4040f93cb90 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.559987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8162e147-d414-41aa-954d-b4040f93cb90 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1691656 Sep 18 00:44:49.563133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41948) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:49.575868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c058a2-357a-49b5-b172-99225603cbc6 req-7ead9361-a127-4b87-ac51-3879efd19876 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.577590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4c058a2-357a-49b5-b172-99225603cbc6 req-7ead9361-a127-4b87-ac51-3879efd19876 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.1344576 Sep 18 00:44:49.640289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4c058a2-357a-49b5-b172-99225603cbc6 req-07e56e69-3a9b-4709-9b16-82d1d6935707 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Sep 18 00:44:49.663962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] Provisioning complete for port e38a0347-5a58-46ce-a327-d829a93739a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:49.672272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.709716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 5379801c-38ae-4f8d-a86e-0f9340397a04 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:49.710378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.791404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7724-9a14-4b4b-ae39-415fa508f496 req-90fab2c3-a899-4506-9fcd-c22276955729 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:49.800141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59fa7724-9a14-4b4b-ae39-415fa508f496 req-90fab2c3-a899-4506-9fcd-c22276955729 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0777969 Sep 18 00:44:49.860431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59fa7724-9a14-4b4b-ae39-415fa508f496 req-edd0d6ba-cbde-4b27-a42f-bef8b7677b64 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Sep 18 00:44:49.866293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:49.896867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 5379801c-38ae-4f8d-a86e-0f9340397a04 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:50.019212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.031508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c06d2-e8dc-4fe1-ab18-815562b3bcc5 req-316b891e-243e-4507-8e3f-cad39aa340d9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:50.033285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c83c06d2-e8dc-4fe1-ab18-815562b3bcc5 req-316b891e-243e-4507-8e3f-cad39aa340d9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.1033533 Sep 18 00:44:50.067810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] For port e38a0347-5a58-46ce-a327-d829a93739a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e38a0347-5a58-46ce-a327-d829a93739a8,segment=NetworkSegment(ea6bead2-2414-47df-ab68-69489fc10959),segment_id=ea6bead2-2414-47df-ab68-69489fc10959)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:50.079890 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.124816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c83c06d2-e8dc-4fe1-ab18-815562b3bcc5 req-a1dfa97e-457f-4907-9c57-eb0e89ae5638 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 Sep 18 00:44:50.142871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e38a0347-5a58-46ce-a327-d829a93739a8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:50.182552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.223730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b5e1c-fa9a-4778-91c5-7a1092669e52 None None] Pushing event updated for resources: {'Port': ['ID=e38a0347-5a58-46ce-a327-d829a93739a8,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:50.228417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=5379801c-38ae-4f8d-a86e-0f9340397a04,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:50.263470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.266737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6f1840f6-bfcd-41d8-aaf3-77e38e910c50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/5379801c-38ae-4f8d-a86e-0f9340397a04 HTTP/1.1" status: 204 len: 168 time: 0.7011664 Sep 18 00:44:50.268698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41958) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:50.272539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e38a0347-5a58-46ce-a327-d829a93739a8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:50.273173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.320389 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c06cb67-a518-4a0d-8535-87834940b91f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:50.321719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2c06cb67-a518-4a0d-8535-87834940b91f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/5379801c-38ae-4f8d-a86e-0f9340397a04 HTTP/1.1" status: 404 len: 333 time: 0.0520573 Sep 18 00:44:50.324462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41960) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:50.462783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307a566-88ce-4c98-adf2-19d500993f9f req-2cc08822-469e-4c2b-bbb6-21161cbe2678 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:50.464378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f307a566-88ce-4c98-adf2-19d500993f9f req-2cc08822-469e-4c2b-bbb6-21161cbe2678 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0906873 Sep 18 00:44:50.505717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Provisioning complete for port e38a0347-5a58-46ce-a327-d829a93739a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:50.506736 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.519170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port b04fbcb4-be07-432a-8878-b09b95bbb6bd {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:50.519502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.533014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f307a566-88ce-4c98-adf2-19d500993f9f req-a052f554-6fcb-4c92-8468-d35ba6aa7472 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535920 Sep 18 00:44:50.608387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Could not find standard attr ID for object 5379801c-38ae-4f8d-a86e-0f9340397a04. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:44:50.619040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Provisioning complete for port b04fbcb4-be07-432a-8878-b09b95bbb6bd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:50.619548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.640093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.661876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for b04fbcb4-be07-432a-8878-b09b95bbb6bd owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:50.665974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-56c8654e-adbb-47fc-b347-83da4563b1d6 None None] Port b04fbcb4-be07-432a-8878-b09b95bbb6bd cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:50.803154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0614b1ee-c160-4a74-8781-f1e1731aaee0 None None] Provisioning complete for port b04fbcb4-be07-432a-8878-b09b95bbb6bd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:50.803985 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0614b1ee-c160-4a74-8781-f1e1731aaee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.820158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8620d8-3cdb-4100-b03c-64c8345d6447 req-612dd5d9-46d7-4c6c-a783-0dc7a38dbf78 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:50.822223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a8620d8-3cdb-4100-b03c-64c8345d6447 req-612dd5d9-46d7-4c6c-a783-0dc7a38dbf78 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0638463 Sep 18 00:44:50.865296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0614b1ee-c160-4a74-8781-f1e1731aaee0 None None] Port b04fbcb4-be07-432a-8878-b09b95bbb6bd cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:50.886471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a8620d8-3cdb-4100-b03c-64c8345d6447 req-e51ff195-9f07-441f-ad08-0e948973ba9d tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Sep 18 00:44:50.934141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:50.976733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=b04fbcb4-be07-432a-8878-b09b95bbb6bd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:51.000448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.006812 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb1b0952-5f1d-4141-a6db-8b3076772c62 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/b04fbcb4-be07-432a-8878-b09b95bbb6bd HTTP/1.1" status: 204 len: 168 time: 0.6806905 Sep 18 00:44:51.007473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.034826 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cec66f-02de-4b20-aee9-5907b3289360 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:51.041611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f0cec66f-02de-4b20-aee9-5907b3289360 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/b04fbcb4-be07-432a-8878-b09b95bbb6bd HTTP/1.1" status: 404 len: 333 time: 0.0329907 Sep 18 00:44:51.042235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41970) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.082134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bd9f-4bd9-4681-865d-21467b532935 req-a9e1480b-a039-483a-9e21-07913ddbab6a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:51.083664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab7bd9f-4bd9-4681-865d-21467b532935 req-a9e1480b-a039-483a-9e21-07913ddbab6a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0740499 Sep 18 00:44:51.107026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 0aa20cda-31f3-4218-a668-9bd11f32bcba {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:51.111543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.158134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab7bd9f-4bd9-4681-865d-21467b532935 req-f4d58d11-ddfb-4b13-a1a0-facf3fc92029 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Sep 18 00:44:51.165262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.180458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5be4e899-1275-4e40-9a54-8d3ecebe2818 None None] Could not find standard attr ID for object 5379801c-38ae-4f8d-a86e-0f9340397a04. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:44:51.283124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.303107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e36a98-76d3-4a6f-81b1-9d56857800a0 req-ac847817-a826-47b6-bf2b-74fcf6f8034d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:51.304721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2e36a98-76d3-4a6f-81b1-9d56857800a0 req-ac847817-a826-47b6-bf2b-74fcf6f8034d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0560479 Sep 18 00:44:51.379025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2e36a98-76d3-4a6f-81b1-9d56857800a0 req-65b866d4-3677-4a4f-b197-a6ea609c4200 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665214 Sep 18 00:44:51.389748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.430680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa20cda-31f3-4218-a668-9bd11f32bcba,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:51.432592 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.434986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8357a6ab-6a36-41bb-be5a-acecf461987a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/0aa20cda-31f3-4218-a668-9bd11f32bcba HTTP/1.1" status: 204 len: 168 time: 0.3912237 Sep 18 00:44:51.437850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41976) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.521516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.593198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port e38a0347-5a58-46ce-a327-d829a93739a8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:51.593536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.605150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968ae1b-849c-4651-98ae-a0dac3a8eaea None None] Network a573e3d5-6f02-47d7-8d92-17be6b641272 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:51.663711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port e38a0347-5a58-46ce-a327-d829a93739a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e38a0347-5a58-46ce-a327-d829a93739a8,segment=NetworkSegment(ea6bead2-2414-47df-ab68-69489fc10959),segment_id=ea6bead2-2414-47df-ab68-69489fc10959)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:51.664421 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.672395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553126-fdc9-46d0-9460-c1a32eb77c02 req-43f93345-43ae-4a7a-9ff4-bb6936eba2d1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:51.674184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40553126-fdc9-46d0-9460-c1a32eb77c02 req-43f93345-43ae-4a7a-9ff4-bb6936eba2d1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0572724 Sep 18 00:44:51.679417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for e38a0347-5a58-46ce-a327-d829a93739a8 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:51.713607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40553126-fdc9-46d0-9460-c1a32eb77c02 req-2e214f3e-90d4-4893-a8eb-045fc9784384 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324414 Sep 18 00:44:51.771889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.792704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85805a95-8982-4c0e-a480-7ee78870828b None None] DHCP port deletion for a573e3d5-6f02-47d7-8d92-17be6b641272 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:51.798365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=e38a0347-5a58-46ce-a327-d829a93739a8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:51.800170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port e38a0347-5a58-46ce-a327-d829a93739a8 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:51.878109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.901757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a573e3d5-6f02-47d7-8d92-17be6b641272']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:51.911210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6bead2-2414-47df-ab68-69489fc10959') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:51.911511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6bead2-2414-47df-ab68-69489fc10959') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:51.921284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.935349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.943417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:51.943817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:51.946990 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:52.005509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e38a0347-5a58-46ce-a327-d829a93739a8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:52.007228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.017014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.024904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/a573e3d5-6f02-47d7-8d92-17be6b641272 HTTP/1.1" status: 204 len: 168 time: 0.5801077 Sep 18 00:44:52.025255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68688f37-6ca7-4d52-a19e-cf9047adea7a req-1c28a752-b8c3-4f27-b61f-f1aec7cdf49f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.026871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68688f37-6ca7-4d52-a19e-cf9047adea7a req-1c28a752-b8c3-4f27-b61f-f1aec7cdf49f tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0540733 Sep 18 00:44:52.027357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41982) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:52.030138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb4dcd-ccd9-4cd6-ae3e-090ad9900d1e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=a573e3d5-6f02-47d7-8d92-17be6b641272,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:52.032920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560668604'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:52.035003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e38a0347-5a58-46ce-a327-d829a93739a8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:52.035354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e38a0347-5a58-46ce-a327-d829a93739a8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:52.082452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68688f37-6ca7-4d52-a19e-cf9047adea7a req-5f258940-9dc3-4939-8f4b-e772038df56a tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Sep 18 00:44:52.083489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:52.086737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.110892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:52.119865 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.120245 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Added segment 4afcc5c3-428b-42c9-8519-dcd244f62928 of type vlan for network ffaacd75-6a39-4b68-85d9-a03d61187b7c Sep 18 00:44:52.162860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.188447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.194012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.194600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.240477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2114167 Sep 18 00:44:52.243400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41986) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:52.248999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:52.284332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf6b2-5187-4e13-8ff3-0345f1ae2549 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Network': ['ID=ffaacd75-6a39-4b68-85d9-a03d61187b7c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:52.295275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:52.306577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa94f6-65ec-4358-a0aa-98987e00e443 req-3d915050-f596-48b0-9057-ff671d26d1dc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.307974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17aa94f6-65ec-4358-a0aa-98987e00e443 req-3d915050-f596-48b0-9057-ff671d26d1dc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0836046 Sep 18 00:44:52.341690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:52.345925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.353053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17aa94f6-65ec-4358-a0aa-98987e00e443 req-57fe098a-52ca-4eb8-9fa0-760387d0896f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Sep 18 00:44:52.509057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f538-ae08-448e-9791-7a22051e61a6 req-791768c2-0eb8-452b-9ed8-b09aa57eb92f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.510467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e38f538-ae08-448e-9791-7a22051e61a6 req-791768c2-0eb8-452b-9ed8-b09aa57eb92f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0496368 Sep 18 00:44:52.530394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.549602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e38f538-ae08-448e-9791-7a22051e61a6 req-49ec245b-5613-4dd8-a175-2dd35eca6a50 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Sep 18 00:44:52.600295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=1ef62a09-fba3-4eb7-8863-67bc99853b20,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:52.605449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Checking segment: {'id': '4afcc5c3-428b-42c9-8519-dcd244f62928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:52.605993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network hostable DHCP agents. Network: ffaacd75-6a39-4b68-85d9-a03d61187b7c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:52.627145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:52.635898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ffaacd75-6a39-4b68-85d9-a03d61187b7c) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:52.640371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.640970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.646597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd43f8-6474-4820-87f7-f75de023bfe6 None None] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:52.658360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41992) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:52.658616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3a4d4c4e-3990-47d0-a608-aeece23a03fe tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138286 Sep 18 00:44:52.663049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1766419496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:52.686137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.687132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.739623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.744150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.770807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.776678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41996) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:52.777175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cf1a5119-c60a-4bce-b015-2738ed7147f2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1175866 Sep 18 00:44:52.786375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c', 'name': 'tempest-PortsIpV6TestJSON-1379914025'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:52.807020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ffaacd75-6a39-4b68-85d9-a03d61187b7c', 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '1ef62a09-fba3-4eb7-8863-67bc99853b20'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:44:52.807928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.866617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360851d-25ef-4132-bd10-3f3706ac14b4 req-4d4f91b3-87e4-4209-8d62-6768294040a8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:52.868434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7360851d-25ef-4132-bd10-3f3706ac14b4 req-4d4f91b3-87e4-4209-8d62-6768294040a8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0671110 Sep 18 00:44:52.926237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:52.927403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7360851d-25ef-4132-bd10-3f3706ac14b4 req-b8625dcb-4c61-4161-89e9-98601e1b615d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480881 Sep 18 00:44:52.930299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.958248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:44:52.965724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Allocated IP 2001:db8::2 (ffaacd75-6a39-4b68-85d9-a03d61187b7c/1ef62a09-fba3-4eb7-8863-67bc99853b20/6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:53.126053 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.133793 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.180144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:53.186084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:53.192828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:53.196114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Pushing event updated for resources: {'Port': ['ID=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:53.215533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2656e2-69f7-4930-a11b-e217a2b26db2 req-b921091f-1eab-4074-874f-154eb699dcc2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:53.217339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be2656e2-69f7-4930-a11b-e217a2b26db2 req-b921091f-1eab-4074-874f-154eb699dcc2 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0622568 Sep 18 00:44:53.233800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::95 (ffaacd75-6a39-4b68-85d9-a03d61187b7c/1ef62a09-fba3-4eb7-8863-67bc99853b20/28f3280d-9e0d-4d51-9d36-1553f3b1cf0d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:44:53.262555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be2656e2-69f7-4930-a11b-e217a2b26db2 req-c28794f8-7a50-41d5-b996-c11425920e36 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Sep 18 00:44:53.272558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Attempting to bind port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:53.272941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Attempting to bind port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '4afcc5c3-428b-42c9-8519-dcd244f62928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:53.273314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Attempting to bind port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e on network ffaacd75-6a39-4b68-85d9-a03d61187b7c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:53.279018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:53.279386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Checking segment: {'id': '4afcc5c3-428b-42c9-8519-dcd244f62928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:53.279804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.280200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Bound using segment: {'id': '4afcc5c3-428b-42c9-8519-dcd244f62928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:53.280696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Bound port: 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afcc5c3-428b-42c9-8519-dcd244f62928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ffaacd75-6a39-4b68-85d9-a03d61187b7c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:53.281080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.353115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] For port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:53.356792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] For port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,segment=NetworkSegment(4afcc5c3-428b-42c9-8519-dcd244f62928),segment_id=4afcc5c3-428b-42c9-8519-dcd244f62928)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:53.361472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.425894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef622ead-36a5-4ca4-a325-fff510a626c7 None None] Pushing event updated for resources: {'Port': ['ID=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:53.441997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.476492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.517090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44037bc3-b132-4efc-8433-987c85c0e852 req-a77e6aae-2cc2-43b0-8109-6db02e516bd1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:53.518782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44037bc3-b132-4efc-8433-987c85c0e852 req-a77e6aae-2cc2-43b0-8109-6db02e516bd1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0558796 Sep 18 00:44:53.531417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:53.537468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:53.539916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=28f3280d-9e0d-4d51-9d36-1553f3b1cf0d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:53.542191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:44:53.548690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:53.549486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.565805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2844e05e-37c4-480a-baa5-35ed9e3dcc4b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7836277 Sep 18 00:44:53.568387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42002) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:53.593874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44037bc3-b132-4efc-8433-987c85c0e852 req-151988d0-1533-4639-bc17-5238859b7a7a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Sep 18 00:44:53.729193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9555-3b83-4a88-b5ce-dd38df869562 req-677d0aa8-e292-49d7-acd8-cf60a157f39e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:53.730925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b71b9555-3b83-4a88-b5ce-dd38df869562 req-677d0aa8-e292-49d7-acd8-cf60a157f39e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0584152 Sep 18 00:44:53.772198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b71b9555-3b83-4a88-b5ce-dd38df869562 req-e75ba566-d3c8-48d1-a15f-d395185b456b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Sep 18 00:44:53.906770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.034110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:54.070495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac0a9-3008-4f0d-b84b-6771f6be3245 req-67ff37ef-4f4c-45ed-ad4c-ad02f39e7f89 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:54.072073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e7ac0a9-3008-4f0d-b84b-6771f6be3245 req-67ff37ef-4f4c-45ed-ad4c-ad02f39e7f89 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0572200 Sep 18 00:44:54.094298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:54.094761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.132725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e7ac0a9-3008-4f0d-b84b-6771f6be3245 req-a5329dec-1fa8-4466-aeb1-6c686b40cfef tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530605 Sep 18 00:44:54.194707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2e0e4e2b-7c8c-4eed-9cd9-fd82addc0094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.210535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.249289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,segment=NetworkSegment(4afcc5c3-428b-42c9-8519-dcd244f62928),segment_id=4afcc5c3-428b-42c9-8519-dcd244f62928)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:54.253649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.311889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:54.396291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452dee-ad93-4034-8bb4-3c94ba694986 req-b990fd8c-adf3-45a2-8738-ce1e0515960c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:54.397978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0452dee-ad93-4034-8bb4-3c94ba694986 req-b990fd8c-adf3-45a2-8738-ce1e0515960c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0573599 Sep 18 00:44:54.444375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0452dee-ad93-4034-8bb4-3c94ba694986 req-c9aff809-000a-4505-aea2-a4adaba4a018 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Sep 18 00:44:54.475853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010ea1a-cfc6-4513-88f0-3419b3faefd9 None None] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:54.483904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.488628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.548836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-84b3acae-ce90-4242-8aff-a1d14b126bcd None None] Provisioning complete for port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:54.549207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-84b3acae-ce90-4242-8aff-a1d14b126bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.583893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=28f3280d-9e0d-4d51-9d36-1553f3b1cf0d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:54.673172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.719317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab5e7-d766-4dc9-a2b4-b7229143b163 req-818d19c4-c940-4f80-8f16-cda1e1668f14 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:54.722048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e92ab5e7-d766-4dc9-a2b4-b7229143b163 req-818d19c4-c940-4f80-8f16-cda1e1668f14 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0624077 Sep 18 00:44:54.762972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e92ab5e7-d766-4dc9-a2b4-b7229143b163 req-9ad72c3f-c088-4d0b-bab0-c0d8e59a283f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Sep 18 00:44:54.797102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.896727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395640-98eb-4c2d-887e-e00ee8f5a9f3 req-899ec663-36be-4ff9-87ae-3d61491f1353 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:54.898327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51395640-98eb-4c2d-887e-e00ee8f5a9f3 req-899ec663-36be-4ff9-87ae-3d61491f1353 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0517917 Sep 18 00:44:54.939817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51395640-98eb-4c2d-887e-e00ee8f5a9f3 req-66826714-8f7f-41ef-ae74-1b3ae2f1c794 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Sep 18 00:44:55.019715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c2464ea1-d536-4e2e-917b-b9d207e67135 None None] Provisioning complete for port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:55.020169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2464ea1-d536-4e2e-917b-b9d207e67135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.089516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.096154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.097152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.114593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c2464ea1-d536-4e2e-917b-b9d207e67135 None None] Provisioning complete for port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:55.115156 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2464ea1-d536-4e2e-917b-b9d207e67135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.150937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c2464ea1-d536-4e2e-917b-b9d207e67135 None None] Port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:55.193509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=28f3280d-9e0d-4d51-9d36-1553f3b1cf0d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:55.231243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:55.233030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:55.264539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a06dc3-b5fc-4a26-bedb-0b1e992a0c0e req-4f9ca905-b8f3-433d-9a4d-1a31546d67f4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.266130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5a06dc3-b5fc-4a26-bedb-0b1e992a0c0e req-4f9ca905-b8f3-433d-9a4d-1a31546d67f4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0548971 Sep 18 00:44:55.288446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2567b370-1427-4cd8-ba40-4e5f9cfa4bff None None] Provisioning complete for port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:55.288972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2567b370-1427-4cd8-ba40-4e5f9cfa4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.313057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5a06dc3-b5fc-4a26-bedb-0b1e992a0c0e req-f9b62a4e-b5cb-48b3-bb56-eae6c19bdef4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398397 Sep 18 00:44:55.358949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2567b370-1427-4cd8-ba40-4e5f9cfa4bff None None] Port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:55.376338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Router 1c2b9d23-37b5-41a9-924b-c31f36ac15bd is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:44:55.476881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:55.480343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8981e02f-3990-4b3e-9240-4ce818dd5f14 None None] Provisioning complete for port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:55.481531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8981e02f-3990-4b3e-9240-4ce818dd5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.495147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-93fa2da6-763c-45ef-89d3-93d63ab6100e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/routers/1c2b9d23-37b5-41a9-924b-c31f36ac15bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234807 Sep 18 00:44:55.497702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42022) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:55.508908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] Sync routers for ids ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:55.535255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] Routers {'1c2b9d23-37b5-41a9-924b-c31f36ac15bd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:55.535888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.544057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8981e02f-3990-4b3e-9240-4ce818dd5f14 None None] Port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:55.596573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.608716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] Routers {'1c2b9d23-37b5-41a9-924b-c31f36ac15bd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:55.609835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.653695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb34fc-b56e-4e5f-89b2-6ed4cbe0e231 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.658386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-38eb34fc-b56e-4e5f-89b2-6ed4cbe0e231 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c2b9d23-37b5-41a9-924b-c31f36ac15bd HTTP/1.1" status: 200 len: 988 time: 0.1565816 Sep 18 00:44:55.659807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:55.660924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.661477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dedecd-5240-435b-adbb-8096e6a1e1a4 None None] The sync data for ids ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:55.676013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89311ff0-debb-4ec1-aa47-d76870234f8f req-3b80e048-3983-4dfe-9224-5f30dd557851 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.677538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89311ff0-debb-4ec1-aa47-d76870234f8f req-3b80e048-3983-4dfe-9224-5f30dd557851 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0966010 Sep 18 00:44:55.678100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-859001e9-0905-46b7-ac1c-c480e453bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.679605 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-859001e9-0905-46b7-ac1c-c480e453bb5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 1095 time: 0.1843059 Sep 18 00:44:55.690899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-8b01dd86-53f2-4903-b8bb-83d338dbd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.692405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-8b01dd86-53f2-4903-b8bb-83d338dbd851 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981862 Sep 18 00:44:55.702861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ee681e7-479a-49fd-9368-0d357413a0d0 req-e756eaa4-d9b6-436b-8c6e-afd547b27c35 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065823 Sep 18 00:44:55.705294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9c70-e76c-48b7-9310-c65b2ff162d5 req-7da0ac39-80f4-49c9-9cf8-6303ab6ca7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:55.706679 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44fd9c70-e76c-48b7-9310-c65b2ff162d5 req-7da0ac39-80f4-49c9-9cf8-6303ab6ca7e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 1097 time: 0.0859239 Sep 18 00:44:55.763673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-596ed4df-41d9-4c8d-9bac-228e2ce7d98b None None] Provisioning complete for port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:55.764114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-596ed4df-41d9-4c8d-9bac-228e2ce7d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.803826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-596ed4df-41d9-4c8d-9bac-228e2ce7d98b None None] Port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:44:55.961777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-44fd9c70-e76c-48b7-9310-c65b2ff162d5 req-25f90b01-5fb3-4b68-a21c-ab61d9e3e262 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145243 Sep 18 00:44:55.997673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:56.006485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-2d0eb44f-4054-4324-ab8d-9f20e78f680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.007994 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-2d0eb44f-4054-4324-ab8d-9f20e78f680c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b4b05c7f0b51474a8808bf945a627de2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3004622 Sep 18 00:44:56.025744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f101-a85b-4239-b0c0-a836424d4003 req-d0248719-84d8-4f04-bbbc-ae6c078d12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.026873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-d0248719-84d8-4f04-bbbc-ae6c078d12c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 1097 time: 0.2213531 Sep 18 00:44:56.029813 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-aed9da84-2d13-47f2-8724-a4e359247635 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926261 Sep 18 00:44:56.046933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:56.047408 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.155003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89311ff0-debb-4ec1-aa47-d76870234f8f req-3bfcf030-62f4-4781-8004-152ec0f617fd tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466705 Sep 18 00:44:56.241947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e077de-6df7-4d3c-83b4-248d4e23158d req-3238255a-1a96-4316-8a96-1e4ca08f3f67 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.243401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0e077de-6df7-4d3c-83b4-248d4e23158d req-3238255a-1a96-4316-8a96-1e4ca08f3f67 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.1703691 Sep 18 00:44:56.367485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67348d-070a-483c-aa88-a918959307ea req-e7f9c80f-6307-4564-96b5-deb40ead74de tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.369007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab67348d-070a-483c-aa88-a918959307ea req-e7f9c80f-6307-4564-96b5-deb40ead74de tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.1378112 Sep 18 00:44:56.374878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0e077de-6df7-4d3c-83b4-248d4e23158d req-937db4d9-032e-48ed-8363-109eb0283817 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190908 Sep 18 00:44:56.458802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab67348d-070a-483c-aa88-a918959307ea req-d0458c1b-0da4-4d3f-9917-732df2f73dbc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783119 Sep 18 00:44:56.630216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcd394-011e-4bc2-bae9-646df2e62333 req-e5455d3c-f187-4f6d-868c-5ec0b8b3efaa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.631839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9bcd394-011e-4bc2-bae9-646df2e62333 req-e5455d3c-f187-4f6d-868c-5ec0b8b3efaa tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0895445 Sep 18 00:44:56.709083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f101-a85b-4239-b0c0-a836424d4003 req-1decaba8-466a-4f61-bfab-e39b5138ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.710566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-1decaba8-466a-4f61-bfab-e39b5138ae58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 200 len: 921 time: 0.3555920 Sep 18 00:44:56.734350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9bcd394-011e-4bc2-bae9-646df2e62333 req-1c5720d7-25c0-4052-82af-b74054e95e2e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938404 Sep 18 00:44:56.735172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.764958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-fbdc4107-55ac-4786-9ced-ae73a3e509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.766453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb09926a-422e-49a7-9c8b-fdd23a550dae req-fbdc4107-55ac-4786-9ced-ae73a3e509d2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4104974 Sep 18 00:44:56.768260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e350d743-b441-4958-91dc-d67a4eeab9bf req-f5407cae-f94a-47b3-ae9b-5871820d4313 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144280 Sep 18 00:44:56.769659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-a17f67f9-0013-4cbd-8c4e-e625905b4704 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 200 len: 217 time: 0.0479932 Sep 18 00:44:56.880778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f101-a85b-4239-b0c0-a836424d4003 req-aabb4923-d099-4bb1-ac8d-2f25a555d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.882166 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-aabb4923-d099-4bb1-ac8d-2f25a555d27b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 200 len: 859 time: 0.0668426 Sep 18 00:44:56.918864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-897fdaaa-6ce6-4dce-b7c8-11e994ee931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.920370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-897fdaaa-6ce6-4dce-b7c8-11e994ee931c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 1095 time: 0.0720828 Sep 18 00:44:56.932604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f101-a85b-4239-b0c0-a836424d4003 req-4240cfaf-945c-4947-9976-62e5040aad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:56.934016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-4240cfaf-945c-4947-9976-62e5040aad66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438805 Sep 18 00:44:56.959030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:56.959653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.989622 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-3a507662-f8f6-4a59-91b2-c0ce9afb52f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d HTTP/1.1" status: 200 len: 217 time: 0.0530608 Sep 18 00:44:57.054093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.068112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 28f3280d-9e0d-4d51-9d36-1553f3b1cf0d owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:57.081016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-6792a6f8-295e-4e91-8dc2-7a5568db611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.082488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-6792a6f8-295e-4e91-8dc2-7a5568db611e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.0825586 Sep 18 00:44:57.104280 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-63f074b2-9354-4cf7-9a0a-b649794b6831 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605175 Sep 18 00:44:57.119035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-ed624dcd-e5be-48ae-9131-88e049941ffe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258684 Sep 18 00:44:57.157990 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95bd919d-0601-4294-bde6-e86078a29e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.280699 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.283448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0598f101-a85b-4239-b0c0-a836424d4003 req-e0abb3fa-c035-4856-9e04-d22c79b82134 service neutron] 10.222.0.54 "GET /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550167 Sep 18 00:44:57.286945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-7b82df8e-1e16-4d91-b58f-b260d6b64e6e service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505861 Sep 18 00:44:57.317699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03721462-6523-42c7-8489-0948d486df9a req-0129fd5f-c1f5-4d83-936a-748ed927117c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.319230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03721462-6523-42c7-8489-0948d486df9a req-0129fd5f-c1f5-4d83-936a-748ed927117c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0910957 Sep 18 00:44:57.322353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=28f3280d-9e0d-4d51-9d36-1553f3b1cf0d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:57.376956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.443899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.458553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03721462-6523-42c7-8489-0948d486df9a req-28497865-3cdb-4d8b-9ab9-e821628e10e3 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121731 Sep 18 00:44:57.631607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61189-b8bb-4a69-adf6-45f3be71b199 req-98fdcdcd-e122-43a6-a9ea-1e68bfc79546 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.633239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45e61189-b8bb-4a69-adf6-45f3be71b199 req-98fdcdcd-e122-43a6-a9ea-1e68bfc79546 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.1737757 Sep 18 00:44:57.740282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f49ab-b2b7-47f9-b4e8-4729660ad119 req-f7c11695-7b52-4828-953d-da2a349f8346 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.742135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b15f49ab-b2b7-47f9-b4e8-4729660ad119 req-f7c11695-7b52-4828-953d-da2a349f8346 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.2002447 Sep 18 00:44:57.745726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Router 1c2b9d23-37b5-41a9-924b-c31f36ac15bd has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:57.767872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c027eefc-d5c6-4dcd-90e1-7147a237f7f5 req-a4359303-9189-4df6-bf9a-4a57b6e558fd service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430199 Sep 18 00:44:57.783881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45e61189-b8bb-4a69-adf6-45f3be71b199 req-5a7c50ec-c0d9-4096-8601-6815a86bc293 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 Sep 18 00:44:57.834788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b15f49ab-b2b7-47f9-b4e8-4729660ad119 req-798b7b8a-83fd-4605-a96c-99a8801dc84b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861552 Sep 18 00:44:57.872585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:57.881403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49d7de10-ba92-458a-adf7-ba950192e2ae tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/routers/1c2b9d23-37b5-41a9-924b-c31f36ac15bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167780 Sep 18 00:44:57.881403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42050) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:57.907885 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] Sync routers for ids ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:57.916054 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbb5d46-55ce-439c-a3a3-9eae99e950ff tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:44:57.920180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6dbb5d46-55ce-439c-a3a3-9eae99e950ff tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/28f3280d-9e0d-4d51-9d36-1553f3b1cf0d HTTP/1.1" status: 404 len: 333 time: 0.0361185 Sep 18 00:44:57.920673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42052) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:57.921727 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] Routers {'1c2b9d23-37b5-41a9-924b-c31f36ac15bd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:57.922415 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:57.958394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:57.968041 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] Routers {'1c2b9d23-37b5-41a9-924b-c31f36ac15bd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:57.968680 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:57.972024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36dbaf-92d5-4644-945b-32d78f3d99fe req-34b7d185-883d-4753-a322-175e73bd86df tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.975316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b36dbaf-92d5-4644-945b-32d78f3d99fe req-34b7d185-883d-4753-a322-175e73bd86df tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0598722 Sep 18 00:44:57.998672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.007363 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:58.008137 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b147a2e-7b35-469f-9aa6-f99c9b5b2d43 None None] The sync data for ids ['1c2b9d23-37b5-41a9-924b-c31f36ac15bd'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:58.013108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b36dbaf-92d5-4644-945b-32d78f3d99fe req-1c72673f-8215-4c51-bc41-99ecd95a27d8 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Sep 18 00:44:58.159794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.161892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.203429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.203919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2b9d23-37b5-41a9-924b-c31f36ac15bd {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:44:58.210737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.214357 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aecfef2f-ae48-46b8-9a8f-c103ea1938f8 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/routers/1c2b9d23-37b5-41a9-924b-c31f36ac15bd HTTP/1.1" status: 204 len: 168 time: 0.2901111 Sep 18 00:44:58.214475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:58.245567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.265877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 1ef62a09-fba3-4eb7-8863-67bc99853b20 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:58.268912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.307147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.417271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-83eca3e5-073a-4248-8dff-085d01d6f39c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:58.419464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-83eca3e5-073a-4248-8dff-085d01d6f39c tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0872624 Sep 18 00:44:58.442310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.561220 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.580683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ea3ad-dfa6-4f59-a4fd-97216e36b16b req-5580f57d-7e68-404f-8fe0-943efb7a066b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:58.582189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476ea3ad-dfa6-4f59-a4fd-97216e36b16b req-5580f57d-7e68-404f-8fe0-943efb7a066b tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 945 time: 0.0525920 Sep 18 00:44:58.593113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef62a09-fba3-4eb7-8863-67bc99853b20,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:58.596239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.598138 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fdb2591a-bd0d-4987-ae2b-bbf5c360dc38 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/1ef62a09-fba3-4eb7-8863-67bc99853b20 HTTP/1.1" status: 204 len: 168 time: 0.3827615 Sep 18 00:44:58.600916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:58.607211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970a1af-1c5a-4115-b88f-bf7d11410535 None None] Network ffaacd75-6a39-4b68-85d9-a03d61187b7c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:58.617194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Deleting port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:58.617543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.629744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476ea3ad-dfa6-4f59-a4fd-97216e36b16b req-e76a70d1-c316-45fa-858d-2ea173c7eeb7 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dbf3430-c576-4bfb-9e37-335d00ad9fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Sep 18 00:44:58.742670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.773331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] For port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:58.773949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.795498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] DHCP port deletion for ffaacd75-6a39-4b68-85d9-a03d61187b7c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:58.808262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Calling delete_port for cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:58.841846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Deleting port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:58.842221 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.884421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:58.885124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.928577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] For port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,segment=NetworkSegment(4afcc5c3-428b-42c9-8519-dcd244f62928),segment_id=4afcc5c3-428b-42c9-8519-dcd244f62928)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:58.928892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.931768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969991d7-f2f6-48ed-9755-5951a122423a req-598118cd-fa66-44c4-8033-51a46bcf05a4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:58.933406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-969991d7-f2f6-48ed-9755-5951a122423a req-598118cd-fa66-44c4-8033-51a46bcf05a4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0769248 Sep 18 00:44:58.946502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Calling delete_port for 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:58.995705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-969991d7-f2f6-48ed-9755-5951a122423a req-212108e4-19ed-4427-9db6-011b7c1f934c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Sep 18 00:44:58.999777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] For port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,segment=NetworkSegment(4afcc5c3-428b-42c9-8519-dcd244f62928),segment_id=4afcc5c3-428b-42c9-8519-dcd244f62928)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:59.000154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.019925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:59.061285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88139f6c-16a6-4151-8286-50c879066166 req-4d2cacc7-b124-471f-9ebe-10c8834cdbe5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.063258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88139f6c-16a6-4151-8286-50c879066166 req-4d2cacc7-b124-471f-9ebe-10c8834cdbe5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0621760 Sep 18 00:44:59.065089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.081906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.097341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] Pushing event deleted for resources: {'Port': ['ID=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:59.108104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2a577-8d0b-45cc-8c64-3677ebc42b97 None None] No DVR routers for this DVR port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:59.119841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Pushing event deleted for resources: {'Port': ['ID=cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:59.123997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88139f6c-16a6-4151-8286-50c879066166 req-184aca35-c108-44dd-a6ed-774533d9bc09 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Sep 18 00:44:59.124858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:59.186114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] No DVR routers for this DVR port cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:59.188871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.190845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2437b3c6-ebef-4008-9948-a3d90ec6877e req-14fdbb01-51e8-4f3c-baf9-65d4d45c9a04 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.54 "DELETE /v2.0/ports/cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e HTTP/1.1" status: 204 len: 173 time: 0.7549126 Sep 18 00:44:59.191369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'name': 'network-vif-deleted', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:59.193744 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a896d0bc-6c31-40c8-97dc-809919f094bf" -d '{"events": [{"server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "name": "network-vif-deleted", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:59.202567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.230403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:59.240274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No DVR routers for this DVR port 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:59.305934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc020f-3b7f-4271-8e7f-72bb32981b1c req-44bebbb9-0941-44f0-a89f-825caba9156c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.307896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dedc020f-3b7f-4271-8e7f-72bb32981b1c req-44bebbb9-0941-44f0-a89f-825caba9156c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0863600 Sep 18 00:44:59.341038 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7fd6f5-8740-4b14-924c-5f4122370826 x-openstack-request-id: req-cf7fd6f5-8740-4b14-924c-5f4122370826 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:59.341406 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f796f-a1c1-466b-b6e8-3e0f783c984e", "name": "network-vif-deleted", "tag": "cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:59.341733 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf7fd6f5-8740-4b14-924c-5f4122370826 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:59.342144 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f796f-a1c1-466b-b6e8-3e0f783c984e', 'name': 'network-vif-deleted', 'tag': 'cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e', 'status': 'completed', 'code': 200} Sep 18 00:44:59.344403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.353743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dedc020f-3b7f-4271-8e7f-72bb32981b1c req-7e98fd3b-c802-4a6b-9b77-b1588bdf3d4c tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 Sep 18 00:44:59.371834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffaacd75-6a39-4b68-85d9-a03d61187b7c']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:59.386848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afcc5c3-428b-42c9-8519-dcd244f62928') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:59.387092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afcc5c3-428b-42c9-8519-dcd244f62928') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:59.397966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.412550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.417181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0437de-49b7-4a64-b722-e1235ed170d0 req-50d31b69-95b0-4f8c-b6f2-2375503bc65f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.418953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0437de-49b7-4a64-b722-e1235ed170d0 req-50d31b69-95b0-4f8c-b6f2-2375503bc65f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0504470 Sep 18 00:44:59.420594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:59.420998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:59.423970 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:59.457777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0437de-49b7-4a64-b722-e1235ed170d0 req-8e15005d-684b-4d3e-8637-c74c9e7490ec tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Sep 18 00:44:59.494051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.514036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.515930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/ffaacd75-6a39-4b68-85d9-a03d61187b7c HTTP/1.1" status: 204 len: 168 time: 0.9142134 Sep 18 00:44:59.516985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311742f-585f-498c-911a-6b09c64bb1e3 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=ffaacd75-6a39-4b68-85d9-a03d61187b7c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:59.519563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42076) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:59.569619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163c692-b3ff-4319-8ed9-55919e088e1a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.571988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1163c692-b3ff-4319-8ed9-55919e088e1a tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/faea4b4f-a275-4e99-835e-0df3ed114104 HTTP/1.1" status: 200 len: 845 time: 0.0514779 Sep 18 00:44:59.574571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42078) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:59.592729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.615617 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fca29eb9-b955-4d2d-b7f0-80bd590f1006 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/faea4b4f-a275-4e99-835e-0df3ed114104?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0392332 Sep 18 00:44:59.619149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42080) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:59.624792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:59.713822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:59.717550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.742059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a141e287-d066-4d4a-a714-2f4f8e267259 req-0a77e382-f537-4c34-a789-4dc3c7fa3f81 tempest-FloatingIPsAssociationTestJSON-333139010 tempest-FloatingIPsAssociationTestJSON-333139010-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c5f796f-a1c1-466b-b6e8-3e0f783c984e HTTP/1.1" status: 200 len: 210 time: 0.0341311 Sep 18 00:44:59.914770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.960075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:44:59.967942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:59.971111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.971710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:59.978247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87033cf4-3aa5-4f93-b08e-b45a41f4b704 None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:59.987734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=2d2c8bd5-7187-43d3-b3f8-baba5eb693ee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:59.998115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4821357f-3912-4f72-8638-4ba705c36612 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3775764 Sep 18 00:45:00.001095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42086) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:00.006273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556073899'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:00.009118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:00.026969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.036819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:00.037163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fc7a5e0-eff3-4f5b-8d4e-da9a0412f60e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:00.115635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.120640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.147637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.149802 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1467586 Sep 18 00:45:00.152182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:00.157259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0005cb6-79b2-4629-984d-360d0e9545a7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3c2a7-cd84-4640-b00a-e7aea81642a2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:00.158539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546397343'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:00.182045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f62631bd-279e-4400-8620-bbec7c0c45d6', 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'tenant_id': 'c52dc617b27a475a8f27b26f8fcc4e82', 'fixed_ips': [{'subnet_id': '2d2c8bd5-7187-43d3-b3f8-baba5eb693ee'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:00.183225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.185799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.297068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda1a5a-e759-4694-8554-a1def99e4f0b req-2a568e1c-aee4-4a0a-9e65-141877e56e78 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:00.298870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dda1a5a-e759-4694-8554-a1def99e4f0b req-2a568e1c-aee4-4a0a-9e65-141877e56e78 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.0765705 Sep 18 00:45:00.329494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Allocated IP 2001:db8::2 (f62631bd-279e-4400-8620-bbec7c0c45d6/2d2c8bd5-7187-43d3-b3f8-baba5eb693ee/db277bca-b068-4c96-9077-409cf699a707) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:00.333298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.340119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.372553 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.373786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2197478 Sep 18 00:45:00.376680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42094) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:00.376846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dda1a5a-e759-4694-8554-a1def99e4f0b req-4f2ffb51-d70b-48e4-9a26-f2c4779a0398 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Sep 18 00:45:00.384356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1259208409', 'security_groups': ['dd3d7c62-559a-404e-ac0f-43d334e25dd7'], 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d2c8bd5-7187-43d3-b3f8-baba5eb693ee'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:00.385765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12d5d-75cd-4637-8ae1-e143be2e98e2 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d7c62-559a-404e-ac0f-43d334e25dd7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:00.494426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15c4a-d445-42c8-90b1-cf1abc5d968f req-b25c7629-9136-404f-908f-86f71459b259 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:00.496045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e15c4a-d445-42c8-90b1-cf1abc5d968f req-b25c7629-9136-404f-908f-86f71459b259 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 945 time: 0.0540977 Sep 18 00:45:00.510757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:00.513912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.519060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.542412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e15c4a-d445-42c8-90b1-cf1abc5d968f req-9c69721c-ac33-467a-a282-1f33300b41c5 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357058 Sep 18 00:45:00.577308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:00.578137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:00.582885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:00.585447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:00.610447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.613712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5d5b9-e637-4c07-888e-b8c3e5739e71 req-8c514117-5fb6-4983-8729-341456450097 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:00.616670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb5d5b9-e637-4c07-888e-b8c3e5739e71 req-8c514117-5fb6-4983-8729-341456450097 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0731986 Sep 18 00:45:00.627801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:45:00.645128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Attempting to bind port db277bca-b068-4c96-9077-409cf699a707 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:00.645741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Attempting to bind port db277bca-b068-4c96-9077-409cf699a707 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'abfa7949-01bc-4230-b645-5e0a197f5f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:00.645935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Attempting to bind port db277bca-b068-4c96-9077-409cf699a707 on network f62631bd-279e-4400-8620-bbec7c0c45d6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:00.651327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:00.651709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Checking segment: {'id': 'abfa7949-01bc-4230-b645-5e0a197f5f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:00.652185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.652679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Bound using segment: {'id': 'abfa7949-01bc-4230-b645-5e0a197f5f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:00.654207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Bound port: db277bca-b068-4c96-9077-409cf699a707, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa7949-01bc-4230-b645-5e0a197f5f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:00.654782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.661831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb5d5b9-e637-4c07-888e-b8c3e5739e71 req-9b0c3b9a-6cfa-4e69-9d2e-5969b1fb87dc tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Sep 18 00:45:00.718066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:00.722077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:00.727024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:00.804087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c1b56-74c5-487a-9229-0e367869b54d None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:00.804909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:00.822707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::76 (f62631bd-279e-4400-8620-bbec7c0c45d6/2d2c8bd5-7187-43d3-b3f8-baba5eb693ee/7d132375-1c4e-482e-95c3-7bcdfbaa8bc5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:00.909284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:01.009143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.070213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:01.078436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.092802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '217b6138-ec37-4867-91bd-cc451841cb79', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'port_id': '217b6138-ec37-4867-91bd-cc451841cb79', 'mac_address': 'fa:16:3e:6e:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:01.197355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.213881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:01.225280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:01.227291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:01.245251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:01.251424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=7d132375-1c4e-482e-95c3-7bcdfbaa8bc5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:01.254413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.255630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:01.263363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:01.264243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.298218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1af3ed78-9350-4829-8ffe-4672c459c071 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9198604 Sep 18 00:45:01.298893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42128) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:01.305142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:01.319059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:01.439154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:01.443366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.534433 n-d-712707-16 neutron-server[106452]: INFO neutron.db.ipam_backend_mixin [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d2c8bd5-7187-43d3-b3f8-baba5eb693ee (CIDR: 2001:db8::/64) Sep 18 00:45:01.538172 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:45:01.538659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:01.553254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4050ac64-821c-4fbd-8502-ddc7ab3ff02c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2532210 Sep 18 00:45:01.555876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:01.561451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:01.574625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcb9e-67d3-45f0-9824-74df27fe9b58 req-e91903ca-5606-4c69-9349-298fcf53ca4f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:01.576685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f84fcb9e-67d3-45f0-9824-74df27fe9b58 req-e91903ca-5606-4c69-9349-298fcf53ca4f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.1088462 Sep 18 00:45:01.650727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f84fcb9e-67d3-45f0-9824-74df27fe9b58 req-699de13b-e88a-43e7-a2ce-628b0f93be74 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Sep 18 00:45:01.691432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['217b6138-ec37-4867-91bd-cc451841cb79'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:01.716439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4af8-1431-478f-a995-593223d0a2c2 req-2e7dcc36-75ed-40ae-8f44-832b7b704be4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:01.717598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:01.722868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.723968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-918f4af8-1431-478f-a995-593223d0a2c2 req-2e7dcc36-75ed-40ae-8f44-832b7b704be4 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.0713794 Sep 18 00:45:01.798617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-918f4af8-1431-478f-a995-593223d0a2c2 req-89e80fba-3b63-46e1-96b7-efc75a869a1d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737159 Sep 18 00:45:01.837872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:01.915460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.054150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.057139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:02.101174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:02.108813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:02.110957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:02.111483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.114619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:02.114619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.133728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=c0e6c902-8537-41d2-9733-28c61fc12dad,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:02.142991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b6a15538-0f2d-4c95-bd58-64cd1ef4834b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5860441 Sep 18 00:45:02.145865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42138) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:02.157555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1831611778', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0e6c902-8537-41d2-9733-28c61fc12dad'}], 'security_groups': ['b9a3c2a7-cd84-4640-b00a-e7aea81642a2']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:02.174573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Deleting port 5d034f0b-9452-45e5-bd0a-f375346decaa {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:02.174919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.256587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.294489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] For port 5d034f0b-9452-45e5-bd0a-f375346decaa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5d034f0b-9452-45e5-bd0a-f375346decaa,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:02.294879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.310717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Calling delete_port for 5d034f0b-9452-45e5-bd0a-f375346decaa owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:02.358795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0012d11-91b9-4b2c-a05f-d91335235305 None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:02.382871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:02.384855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.410614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:02.472945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:02.473318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.513833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.542320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d034f0b-9452-45e5-bd0a-f375346decaa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:02.602933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.630038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Delete allocated IP 2001:db8::76 (f62631bd-279e-4400-8620-bbec7c0c45d6/2d2c8bd5-7187-43d3-b3f8-baba5eb693ee) {{(pid=106452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:45:02.652459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8:0:1::320 (f62631bd-279e-4400-8620-bbec7c0c45d6/c0e6c902-8537-41d2-9733-28c61fc12dad/7d132375-1c4e-482e-95c3-7bcdfbaa8bc5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:02.690848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.697762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:02.717987 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.733821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.827789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:02.835472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:45:02.835803 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-42dfa852-7ece-4554-bc54-d2b467709191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:45:02.886525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691e1b2-e867-4d2d-861b-a314fdf60d9e req-829a7415-65ee-49fd-af89-c4574ee7bef6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:02.888326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0691e1b2-e867-4d2d-861b-a314fdf60d9e req-829a7415-65ee-49fd-af89-c4574ee7bef6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 943 time: 0.1382136 Sep 18 00:45:02.895211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Update dhcp port {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'fixed_ips': [{'subnet_id': '2d2c8bd5-7187-43d3-b3f8-baba5eb693ee', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0e6c902-8537-41d2-9733-28c61fc12dad'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'db277bca-b068-4c96-9077-409cf699a707'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:45:02.910283 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.916681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.923305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dddf2c6-0d84-4089-9f03-72062ce6ac0d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:02.936520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:02.964336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.983603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] In _notify_port_updated(), no bound segment for port 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 on network f62631bd-279e-4400-8620-bbec7c0c45d6 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:45:02.989023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:02.989639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.994215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/ports/7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 HTTP/1.1" status: 200 len: 931 time: 0.8440754 Sep 18 00:45:02.994427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42156) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:03.006035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ace11f-f699-48e9-8d1c-cb894eac1c98 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=7d132375-1c4e-482e-95c3-7bcdfbaa8bc5,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.039522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0691e1b2-e867-4d2d-861b-a314fdf60d9e req-76600ffe-c863-48e5-904d-45e31a34326c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422915 Sep 18 00:45:03.068116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5f10-7733-4633-b934-9a03a52b0d71 req-a33fd327-848e-4c49-ae1e-b91cf0cb5309 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.069561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cef5f10-7733-4633-b934-9a03a52b0d71 req-a33fd327-848e-4c49-ae1e-b91cf0cb5309 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 946 time: 0.1622391 Sep 18 00:45:03.170093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 217b6138-ec37-4867-91bd-cc451841cb79 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:03.175041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:03.191728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 217b6138-ec37-4867-91bd-cc451841cb79 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:03.192102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.196929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'mac_address': 'fa:16:3e:5d:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:03.208560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cef5f10-7733-4633-b934-9a03a52b0d71 req-23dbaae7-4341-4af3-89a2-e3dd950dfd89 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845165 Sep 18 00:45:03.237129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:03.237474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.276720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Router 64834e0b-4706-46b5-adc3-cc8c5f325e9b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:45:03.306000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Allocated IP 2001:db8:0:1::2 (f62631bd-279e-4400-8620-bbec7c0c45d6/c0e6c902-8537-41d2-9733-28c61fc12dad/db277bca-b068-4c96-9077-409cf699a707) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:03.312311 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.344717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dddf2c6-0d84-4089-9f03-72062ce6ac0d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:03.387332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.433366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:03.434863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:03.467330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.470029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.491368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:45:03.497363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be3f7c8d-cc57-4d96-a5f6-003832445dc3 admin admin] 10.222.0.49 "PUT /v2.0/routers/64834e0b-4706-46b5-adc3-cc8c5f325e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913805 Sep 18 00:45:03.500034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:03.523465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Sync routers for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:45:03.555305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:03.557663 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69df34-7530-42ad-bdc5-6e20bd755078" -d '{"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:03.584494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:03.585143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:03.589739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:03.593223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.629832 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.635228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=7d132375-1c4e-482e-95c3-7bcdfbaa8bc5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.647105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.647838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:03.656573 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.660777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1205475e-3291-4c0f-bf56-e55739f8cc9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 HTTP/1.1" status: 204 len: 168 time: 0.6617537 Sep 18 00:45:03.660913 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4a24b-bdfc-40e4-a453-9f94bb1a119b x-openstack-request-id: req-c5b4a24b-bdfc-40e4-a453-9f94bb1a119b {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:03.661045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42176) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:03.661129 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-plugged", "status": "completed", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:03.661904 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5b4a24b-bdfc-40e4-a453-9f94bb1a119b {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:03.661904 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'code': 200} Sep 18 00:45:03.685765 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2373e7a1-4068-4481-9937-bda41ea2040c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:45:03.690194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2373e7a1-4068-4481-9937-bda41ea2040c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/7d132375-1c4e-482e-95c3-7bcdfbaa8bc5 HTTP/1.1" status: 404 len: 333 time: 0.0254664 Sep 18 00:45:03.690342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7045da63-c08f-4136-a584-766cd181a488 None None] Could not find standard attr ID for object 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:03.690463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:03.710900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:03.714510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.733365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:03.733365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cb31c1fa-f87d-4a2b-9ef9-2df4dd28eb6e not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:03.832982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.849654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.900987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.915778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:04.010147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4dddf2c6-0d84-4089-9f03-72062ce6ac0d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:04.130335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d2d8-b38f-420e-ac73-a0e8a18d15a5 req-b271b716-e068-4568-b77c-476a4b77e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:04.131828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3627d2d8-b38f-420e-ac73-a0e8a18d15a5 req-b271b716-e068-4568-b77c-476a4b77e244 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1099 time: 0.0791667 Sep 18 00:45:04.136445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.168003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.185646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ab7c-6121-4532-9c40-02c4576ddb98 req-0ee19a10-abcb-4cf9-88bb-1a6409a4cef0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:04.187228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b721ab7c-6121-4532-9c40-02c4576ddb98 req-0ee19a10-abcb-4cf9-88bb-1a6409a4cef0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 944 time: 0.0578747 Sep 18 00:45:04.227660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.227897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b721ab7c-6121-4532-9c40-02c4576ddb98 req-11b3fdc5-451f-4fd4-927a-44add6bf7dbc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Sep 18 00:45:04.231893 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3627d2d8-b38f-420e-ac73-a0e8a18d15a5 req-510a8c01-fdc7-44be-9b82-12ddf89b486c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855744 Sep 18 00:45:04.253605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:04.278584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Deleting port cceaf2f4-39a2-4772-a21e-f35f2de88547 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:04.278862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.292744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ae143-abeb-4216-851e-3af88374c236 None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:04.301388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.303845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.307525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd3d7c62-559a-404e-ac0f-43d334e25dd7 HTTP/1.1" status: 204 len: 168 time: 0.6141722 Sep 18 00:45:04.308193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42186) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:04.344124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657ddf4-4ca6-4050-bbff-56a6ae707068 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d7c62-559a-404e-ac0f-43d334e25dd7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:04.386577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] For port cceaf2f4-39a2-4772-a21e-f35f2de88547, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cceaf2f4-39a2-4772-a21e-f35f2de88547,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:04.386577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.402695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Calling delete_port for cceaf2f4-39a2-4772-a21e-f35f2de88547 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:04.458270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd53f37-ffa5-475a-821f-1a5d3dc29ac4 req-db3597e5-ad8b-44ee-a671-b083026fde09 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:04.468803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fd53f37-ffa5-475a-821f-1a5d3dc29ac4 req-db3597e5-ad8b-44ee-a671-b083026fde09 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.1333902 Sep 18 00:45:04.487684 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.538657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.551893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fd53f37-ffa5-475a-821f-1a5d3dc29ac4 req-962ffab7-6a20-42ef-880c-7b1d2da50f10 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820153 Sep 18 00:45:04.617471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.624103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.627497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/security-groups/b9a3c2a7-cd84-4640-b00a-e7aea81642a2 HTTP/1.1" status: 204 len: 168 time: 0.3172667 Sep 18 00:45:04.630580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:04.639102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361e828-8f8e-4b9f-8b66-77d50a442cfb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3c2a7-cd84-4640-b00a-e7aea81642a2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:04.692927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:04.693386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.722886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 2d2c8bd5-7187-43d3-b3f8-baba5eb693ee {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:04.726659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.758919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.769737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:45:02Z', 'revision_number': 5, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port': {'id': 'cceaf2f4-39a2-4772-a21e-f35f2de88547', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:16Z', 'updated_at': '2021-09-18T00:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:04.793056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceaf2f4-39a2-4772-a21e-f35f2de88547,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:04.807719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.807898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Checking router: 64834e0b-4706-46b5-adc3-cc8c5f325e9b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:45:04.849718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Routers {'64834e0b-4706-46b5-adc3-cc8c5f325e9b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:04.850343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:44:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:04.928882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:04.930281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:04.973486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] Set router 64834e0b-4706-46b5-adc3-cc8c5f325e9b gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:05.031137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.034839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.036926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.042662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:45:04Z', 'revision_number': 7, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:05.075855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Could not find standard attr ID for object 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:05.086815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe6360-77eb-41ed-9bc8-057187cc0dd9 None None] The sync data for ids ['64834e0b-4706-46b5-adc3-cc8c5f325e9b'] in n-d-712707-16 is: [{'id': '64834e0b-4706-46b5-adc3-cc8c5f325e9b', 'name': 'tempest-FloatingIPsAssociationTestJSON-861972083-router', 'tenant_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:15Z', 'updated_at': '2021-09-18T00:45:04Z', 'revision_number': 7, 'project_id': 'cf836ce64ddd4a63b049dd6ace5d3744', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:45:05.110474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:05.110882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.117779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.118304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64834e0b-4706-46b5-adc3-cc8c5f325e9b {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:45:05.132921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.134372 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-361704db-1420-4bf1-96e5-eb0c839db0a1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/64834e0b-4706-46b5-adc3-cc8c5f325e9b HTTP/1.1" status: 204 len: 168 time: 1.6326442 Sep 18 00:45:05.137006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:05.174805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.190100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:05.199235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Deleting subnet e821646e-2391-43f9-9931-868c4c56812d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:05.203757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.204184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:05.211763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2c8bd5-7187-43d3-b3f8-baba5eb693ee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:05.213637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.215563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7223cc92-1189-4aa0-89d0-1f3217a51d79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/2d2c8bd5-7187-43d3-b3f8-baba5eb693ee HTTP/1.1" status: 204 len: 168 time: 0.5834758 Sep 18 00:45:05.220166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:05.224320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:05.224697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9007971-f6d9-471c-b68f-82fe1b47baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.225139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:05.226242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'mac_address': 'fa:16:3e:33:7e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:05.280067 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.330678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.348471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d687bb0d-3da3-4b2f-a8fe-61d4d5b682de {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:05.370875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:05.374561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.407610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:05.409565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.420511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.491147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc72d0d7-2703-4985-9123-d24e6b5fadbe None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:05.498886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896c24-571b-4f53-8e55-a5a2f8920adb req-a02d7c32-03ad-49d4-bc78-9f504b834f68 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:05.506967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e896c24-571b-4f53-8e55-a5a2f8920adb req-a02d7c32-03ad-49d4-bc78-9f504b834f68 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 944 time: 0.1390800 Sep 18 00:45:05.537819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:05.553661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.580243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e896c24-571b-4f53-8e55-a5a2f8920adb req-1c3e5242-0d6f-4a77-9fdd-1f01ca05bb45 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662241 Sep 18 00:45:05.615848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a788d8f1-f6e2-454d-8e67-2c044e5a3c64 None None] Could not find standard attr ID for object 7d132375-1c4e-482e-95c3-7bcdfbaa8bc5. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:05.628127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.631029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e821646e-2391-43f9-9931-868c4c56812d HTTP/1.1" status: 204 len: 168 time: 0.4929185 Sep 18 00:45:05.632304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832324-ea89-4d94-aae4-9c4509fec03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e821646e-2391-43f9-9931-868c4c56812d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:05.635204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:05.663144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa757f73-afb2-4dbe-8deb-0642009534e5 None None] Network bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:05.740186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.754044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a855f-83d2-4fb9-9f9c-6f154216f08f req-d5db3e75-6df7-4f9f-ace5-f890d83bf7e7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:05.755958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf8a855f-83d2-4fb9-9f9c-6f154216f08f req-d5db3e75-6df7-4f9f-ace5-f890d83bf7e7 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.0912130 Sep 18 00:45:05.772050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.773470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d687bb0d-3da3-4b2f-a8fe-61d4d5b682de'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:05.835806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:05.840526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:05.844001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:05.844646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.856783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf8a855f-83d2-4fb9-9f9c-6f154216f08f req-adc599f4-5cbd-4d35-9181-3e7849264670 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782731 Sep 18 00:45:05.863634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=f8a5337b-5338-4070-834c-dd97ab9b6418,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:05.881049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00ed0820-618f-458a-be21-fe5faabfa0bb tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6586831 Sep 18 00:45:05.882978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:05.894615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Deleting port 511839ff-6b56-45ec-ab68-964807b34dc1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:05.894955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.900276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948081733'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:05.933654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.974538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] For port 511839ff-6b56-45ec-ab68-964807b34dc1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=511839ff-6b56-45ec-ab68-964807b34dc1,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:05.975031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:05.992619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Calling delete_port for 511839ff-6b56-45ec-ab68-964807b34dc1 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:06.013123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] DHCP port deletion for bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:06.091582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.109023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.124077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Deleting port 511839ff-6b56-45ec-ab68-964807b34dc1 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:06.125716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.145746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:06.159290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.167692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.171190 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2868891 Sep 18 00:45:06.176519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:06.192704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635238448'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:06.222967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=511839ff-6b56-45ec-ab68-964807b34dc1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.226811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374d68d-1e18-49fe-b774-104776a83686 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c163a-69ce-41d3-b4ce-01035afcb896,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.229843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] No DVR routers for this DVR port 511839ff-6b56-45ec-ab68-964807b34dc1 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:06.260215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] For port 511839ff-6b56-45ec-ab68-964807b34dc1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=511839ff-6b56-45ec-ab68-964807b34dc1,segment=NetworkSegment(0992347e-c307-499d-a3ba-821e5e7e1d3b),segment_id=0992347e-c307-499d-a3ba-821e5e7e1d3b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:06.268855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.279989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.297811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Calling delete_port for 511839ff-6b56-45ec-ab68-964807b34dc1 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:06.315479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:06.315860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.380027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.422420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc5d96-c6ea-4587-9b71-aacd9659e4f0']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:06.434874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0992347e-c307-499d-a3ba-821e5e7e1d3b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:06.435172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0992347e-c307-499d-a3ba-821e5e7e1d3b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:06.446534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.454018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.454562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.460203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.473201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] No DVR routers for this DVR port 511839ff-6b56-45ec-ab68-964807b34dc1 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:06.493189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.497129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3174665 Sep 18 00:45:06.498735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:06.504287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'security_group': {'name': 'tempest-secgroup-202393303'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:06.519165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa766f3-8745-4a52-9220-7e789d77b3ed None None] Pushing event deleted for resources: {'Port': ['ID=511839ff-6b56-45ec-ab68-964807b34dc1,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.519829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.544662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:06.545299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:06.547431 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:06.656197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.680644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.697558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cceaf2f4-39a2-4772-a21e-f35f2de88547 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:06.701517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0c38-dd0f-4e08-babd-efbff2aaf128 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf587b2e-5425-458c-8cb2-22b07a80a077,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.719086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.726930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bdcc5d96-c6ea-4587-9b71-aacd9659e4f0 HTTP/1.1" status: 204 len: 168 time: 1.0900128 Sep 18 00:45:06.783363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: cceaf2f4-39a2-4772-a21e-f35f2de88547 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:06.784549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cceaf2f4-39a2-4772-a21e-f35f2de88547 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:06.786547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 511839ff-6b56-45ec-ab68-964807b34dc1 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:06.825989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 511839ff-6b56-45ec-ab68-964807b34dc1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:06.826661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 511839ff-6b56-45ec-ab68-964807b34dc1 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:06.827568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5d034f0b-9452-45e5-bd0a-f375346decaa no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:06.829448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e73f0e-fc5f-475f-b0c0-f78af9f56f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcc5d96-c6ea-4587-9b71-aacd9659e4f0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.856630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5d034f0b-9452-45e5-bd0a-f375346decaa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:06.857305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5d034f0b-9452-45e5-bd0a-f375346decaa not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:06.886788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.899876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.915343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a947348-ed69-4750-901a-993a7d39a5a0 req-4305a002-3c10-4d25-90c6-ca1f13c059ab tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:06.917071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a947348-ed69-4750-901a-993a7d39a5a0 req-4305a002-3c10-4d25-90c6-ca1f13c059ab tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 944 time: 0.1891351 Sep 18 00:45:06.948516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301d153-24e9-4c27-84d9-40868fd3a73b None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:06.962200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3478103b-2ad2-428d-ac69-01189b9ccd91,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:06.965975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.967452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d7bfe724-54a7-404d-b150-b1b942faf200 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4677799 Sep 18 00:45:06.970583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:06.975518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dddf2c6-0d84-4089-9f03-72062ce6ac0d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:06.976277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-30277642', 'security_groups': ['3478103b-2ad2-428d-ac69-01189b9ccd91'], 'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8a5337b-5338-4070-834c-dd97ab9b6418'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:07.000847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a947348-ed69-4750-901a-993a7d39a5a0 req-3c8cecd4-79fe-428d-9c68-6382993fd26b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756493 Sep 18 00:45:07.093408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6ec98a08-91ac-4aeb-b1bd-cf6db2495e04 None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:07.093896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a08-91ac-4aeb-b1bd-cf6db2495e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.120783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:07.140478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:07.142992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:07.160833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:07.161149 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.195229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0740ce5f-f283-4d7e-bf4f-7d21b49b049a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf836ce64ddd4a63b049dd6ace5d3744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694001 Sep 18 00:45:07.195724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:07.203023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6ec98a08-91ac-4aeb-b1bd-cf6db2495e04 None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:07.206319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdedfc-aa2a-4da8-b5ea-180dd1952022 req-28a52c98-5b97-4743-8812-03aa831a185a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:07.214259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48fdedfc-aa2a-4da8-b5ea-180dd1952022 req-28a52c98-5b97-4743-8812-03aa831a185a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.1477196 Sep 18 00:45:07.239860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6ec98a08-91ac-4aeb-b1bd-cf6db2495e04 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:07.240407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a08-91ac-4aeb-b1bd-cf6db2495e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.248379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.267724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] device_id is not set on port 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:45:07.286501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48fdedfc-aa2a-4da8-b5ea-180dd1952022 req-a1e1af9c-af0c-4fa3-9eb5-157f15c8b25e tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700431 Sep 18 00:45:07.301512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.331677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.352093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.415112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:07.417975 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c05224-4eb0-496f-bd1c-57a06eec5b93" -d '{"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-plugged", "status": "completed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:07.441567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.444710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.449556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dbf3430-c576-4bfb-9e37-335d00ad9fbe HTTP/1.1" status: 204 len: 168 time: 0.2503796 Sep 18 00:45:07.461756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aae06e-15b5-48a2-9024-848195b2c0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbf3430-c576-4bfb-9e37-335d00ad9fbe,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:07.464943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:07.486994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.487780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:07.507457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8::399 (f62631bd-279e-4400-8620-bbec7c0c45d6/f8a5337b-5338-4070-834c-dd97ab9b6418/8bdd8d02-bafa-4321-ae3e-0e098a7d0f35) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:07.565651 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372462d8-3113-4938-9d8c-0d6ea57f340e x-openstack-request-id: req-372462d8-3113-4938-9d8c-0d6ea57f340e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:07.566022 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-plugged", "status": "completed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:07.566331 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-372462d8-3113-4938-9d8c-0d6ea57f340e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:07.566841 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'code': 200} Sep 18 00:45:07.567564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Update dhcp port {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'fixed_ips': [{'subnet_id': 'c0e6c902-8537-41d2-9733-28c61fc12dad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f8a5337b-5338-4070-834c-dd97ab9b6418'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'db277bca-b068-4c96-9077-409cf699a707'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:45:07.758168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de02d-80c5-4098-af0f-14c1ea173243 req-43fba747-825e-47ba-a917-a824d4d65161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:07.763750 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ee6de02d-80c5-4098-af0f-14c1ea173243 req-43fba747-825e-47ba-a917-a824d4d65161 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 1097 time: 0.1044383 Sep 18 00:45:07.778686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.842861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ee6de02d-80c5-4098-af0f-14c1ea173243 req-29e257a4-092f-4df9-8987-8024189b3e6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Sep 18 00:45:07.858271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.904550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:07.939193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.959428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:07.963806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:07.970942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:07.978900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:07.979572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:07.996640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=8bdd8d02-bafa-4321-ae3e-0e098a7d0f35,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:07.997880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:07.998254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.019478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d77c7d2-b33e-41c1-ac91-d9ff1f8d9562 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0441954 Sep 18 00:45:08.019478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42342) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:08.024470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:08.170317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3fe6-fc59-4d35-9159-c4851c52fcef req-761457e1-f089-4af1-90f7-8a28f858ce99 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:08.172239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a37e3fe6-fc59-4d35-9159-c4851c52fcef req-761457e1-f089-4af1-90f7-8a28f858ce99 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0853732 Sep 18 00:45:08.199140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:08.203779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.227007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a37e3fe6-fc59-4d35-9159-c4851c52fcef req-b8b3c8a6-fb5a-4041-9c20-0dd6e567f776 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Sep 18 00:45:08.282915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.328487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:08.333022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.335559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Allocated IP 2001:db8::2 (f62631bd-279e-4400-8620-bbec7c0c45d6/f8a5337b-5338-4070-834c-dd97ab9b6418/db277bca-b068-4c96-9077-409cf699a707) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:08.368091 n-d-712707-16 neutron-server[106452]: INFO neutron.db.ipam_backend_mixin [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8a5337b-5338-4070-834c-dd97ab9b6418 (CIDR: 2001:db8::/64) Sep 18 00:45:08.374678 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:45:08.379523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:08.405593 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-84b5f1f2-dfd5-4a42-812f-4cc114446697 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3829484 Sep 18 00:45:08.407331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:08.413880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:08.516416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:08.527613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:08.577744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58893c-2535-4714-ae85-15f563b63fa3 req-403d82ce-f55b-46dc-a969-5508509480f2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:08.579310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c58893c-2535-4714-ae85-15f563b63fa3 req-403d82ce-f55b-46dc-a969-5508509480f2 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.1145766 Sep 18 00:45:08.580407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.587477 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.662382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c58893c-2535-4714-ae85-15f563b63fa3 req-21b0b67b-c886-4b27-ae68-7bf82cb50cc3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716441 Sep 18 00:45:08.663145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:08.666803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.734093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b359c-0773-4cf8-80e6-247830330ad1 None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:08.783309 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c0e6c902-8537-41d2-9733-28c61fc12dad (CIDR: 2001:db8:0:1::/64) Sep 18 00:45:08.791615 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:45:08.792118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:08.826644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-995a0e29-fe79-4137-b154-1282288ec9da tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4162900 Sep 18 00:45:08.826879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42372) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:08.832000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'subnet': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:09.031242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Made reservation on behalf of c52dc617b27a475a8f27b26f8fcc4e82 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:09.038729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.449716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.483564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2b850-b6d4-430b-9807-ee1edb665473 req-5d5b9497-4aa6-4ab9-a947-c66b6aa38c75 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:09.493594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54a2b850-b6d4-430b-9807-ee1edb665473 req-5d5b9497-4aa6-4ab9-a947-c66b6aa38c75 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0995054 Sep 18 00:45:09.555167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Network f62631bd-279e-4400-8620-bbec7c0c45d6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:09.556381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:09.559794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:09.564266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:09.565203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.567982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:09.568653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54a2b850-b6d4-430b-9807-ee1edb665473 req-0735313f-f06d-4b09-84a4-349f2f55974f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Sep 18 00:45:09.571570 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c65e87-f001-4713-a906-e1be54b63a59" -d '{"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-plugged", "status": "completed", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:09.604540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Subnet': ['ID=8adf693a-ca7f-4319-842b-f459cef5a810,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:09.617022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8724804-cde8-439d-882b-fb59859d9a3f tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7895167 Sep 18 00:45:09.619802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42424) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:09.625677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0ed7d912-9148-4796-941e-e500ca0ab9d0 None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:09.626972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d912-9148-4796-941e-e500ca0ab9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.628042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-836416759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8adf693a-ca7f-4319-842b-f459cef5a810'}], 'security_groups': ['c07c163a-69ce-41d3-b4ce-01035afcb896', 'bf587b2e-5425-458c-8cb2-22b07a80a077']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:09.658748 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d109a26c-10eb-4b2d-8c79-1c996c1aae57 x-openstack-request-id: req-d109a26c-10eb-4b2d-8c79-1c996c1aae57 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:09.659336 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-plugged", "status": "completed", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:09.659678 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d109a26c-10eb-4b2d-8c79-1c996c1aae57 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:09.660340 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'code': 200} Sep 18 00:45:09.678386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7d912-9148-4796-941e-e500ca0ab9d0 None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:09.693168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0ed7d912-9148-4796-941e-e500ca0ab9d0 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:09.694212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d912-9148-4796-941e-e500ca0ab9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.799911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4044927-a358-4a41-8b63-c8da9c5de011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.859177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.970596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1e2f66fd-8a39-436b-8146-f01b7e8bcca8 None None] Provisioning complete for port 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:09.971035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e2f66fd-8a39-436b-8146-f01b7e8bcca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.973212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4044927-a358-4a41-8b63-c8da9c5de011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:09.979235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1db63b-d187-4b66-90a4-9cb43a2378ff None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:09.981532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4044927-a358-4a41-8b63-c8da9c5de011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.035441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e4044927-a358-4a41-8b63-c8da9c5de011 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff418bc85b04405dbbaa1aaac49c7b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555473 Sep 18 00:45:10.036096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42428) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:10.042757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044927-a358-4a41-8b63-c8da9c5de011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c6f51-5cdc-4993-b226-605360809fcb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:10.081793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:10.128541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.178115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.195771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f66fd-8a39-436b-8146-f01b7e8bcca8 None None] Port 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:10.208695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:10.209209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.251813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.256386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.275125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f7c6f51-5cdc-4993-b226-605360809fcb HTTP/1.1" status: 204 len: 168 time: 0.2276058 Sep 18 00:45:10.292297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bd55-cde4-4620-ba74-33856295f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c6f51-5cdc-4993-b226-605360809fcb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:10.416820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Delete allocated IP 2001:db8::399 (f62631bd-279e-4400-8620-bbec7c0c45d6/f8a5337b-5338-4070-834c-dd97ab9b6418) {{(pid=106453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:45:10.429320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Allocated IP 2001:db8:0:2::337 (f62631bd-279e-4400-8620-bbec7c0c45d6/8adf693a-ca7f-4319-842b-f459cef5a810/8bdd8d02-bafa-4321-ae3e-0e098a7d0f35) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:10.481202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Update dhcp port {'port': {'network_id': 'f62631bd-279e-4400-8620-bbec7c0c45d6', 'fixed_ips': [{'subnet_id': 'c0e6c902-8537-41d2-9733-28c61fc12dad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f8a5337b-5338-4070-834c-dd97ab9b6418', 'ip_address': '2001:db8::2'}, {'subnet_id': '8adf693a-ca7f-4319-842b-f459cef5a810'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'db277bca-b068-4c96-9077-409cf699a707'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:45:10.534052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.741433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.763785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44087b-fac6-42e6-bed7-5d133ef128d1 req-eead39a1-76cd-44a1-a06d-b169b97848f0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:10.765365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b44087b-fac6-42e6-bed7-5d133ef128d1 req-eead39a1-76cd-44a1-a06d-b169b97848f0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0996485 Sep 18 00:45:10.766193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:10.844750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Allocated IP 2001:db8:0:2::2 (f62631bd-279e-4400-8620-bbec7c0c45d6/8adf693a-ca7f-4319-842b-f459cef5a810/db277bca-b068-4c96-9077-409cf699a707) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:10.998917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:11.038962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.050782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.226359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84bf95-9a64-459f-8e66-d5f1bed69955 None None] Pushing event updated for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:11.275095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] In _notify_port_updated(), no bound segment for port 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 on network f62631bd-279e-4400-8620-bbec7c0c45d6 {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:45:11.281365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:11.282006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.286297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:11.286788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "PUT /v2.0/ports/8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 HTTP/1.1" status: 200 len: 969 time: 1.6652379 Sep 18 00:45:11.332160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event updated for resources: {'Port': ['ID=8bdd8d02-bafa-4321-ae3e-0e098a7d0f35,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:11.352560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b44087b-fac6-42e6-bed7-5d133ef128d1 req-991c3c8e-9e03-413f-a974-83c8b91cd643 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192603 Sep 18 00:45:11.360646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.381675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.382179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.382669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.383018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.383361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.383699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.384034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.384391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.384719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.385051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.385382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0218ece-edcb-4649-8d01-6f3c4fe25f76 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:11.532504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:11.533152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.736473 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:45:11.745554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.778244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:11.998154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.009485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-a7576485-e48f-436d-be5a-9f25003ea99c tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=051342b583af4144a6bfba8a21360560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685759 Sep 18 00:45:12.048456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=8bdd8d02-bafa-4321-ae3e-0e098a7d0f35,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:12.087632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.090003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:12.091911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e89c4cc9-632a-42e1-8f77-afd4183be65b tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 HTTP/1.1" status: 204 len: 168 time: 0.8042743 Sep 18 00:45:12.094861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42506) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:12.131293 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-507da5b8-9199-49e2-8f4f-5c27fd5a982e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] GET failed (client error): The resource could not be found. Sep 18 00:45:12.134705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-507da5b8-9199-49e2-8f4f-5c27fd5a982e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports/8bdd8d02-bafa-4321-ae3e-0e098a7d0f35 HTTP/1.1" status: 404 len: 333 time: 0.0387304 Sep 18 00:45:12.139642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42508) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:12.190769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:12.191173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.283107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:12.283503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.296329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-1ce18363-37ff-414a-8684-32f69ffc3637 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:12.303502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-1ce18363-37ff-414a-8684-32f69ffc3637 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930548 Sep 18 00:45:12.341869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.352643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c8a46-97ed-402f-9e60-2ad16408a233 req-a6eafb9c-3c0e-47c3-ab2c-cb61fccce2d0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:12.360439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa0c8a46-97ed-402f-9e60-2ad16408a233 req-a6eafb9c-3c0e-47c3-ab2c-cb61fccce2d0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1852481 Sep 18 00:45:12.364398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:12.377111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-061c2ed7-824e-4e34-9e00-1fbb10d8a3be tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/quotas/051342b583af4144a6bfba8a21360560 HTTP/1.1" status: 200 len: 375 time: 0.0726466 Sep 18 00:45:12.383423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:12.383869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.430638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-b49ae82e-755f-4319-8322-df1d7f88f86d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=051342b583af4144a6bfba8a21360560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523210 Sep 18 00:45:12.478456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.531143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4c9b4c7c-8371-4ad4-a784-e4262bd4762c None None] Could not find standard attr ID for object 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:12.565036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa0c8a46-97ed-402f-9e60-2ad16408a233 req-3ee9c9b8-28e8-4bd0-838d-9e675978edf7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034738 Sep 18 00:45:12.650402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.655363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.656860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/security-groups/3478103b-2ad2-428d-ac69-01189b9ccd91 HTTP/1.1" status: 204 len: 168 time: 0.5150805 Sep 18 00:45:12.660918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42522) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:12.662197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c60fd899-912c-4133-918a-91e726a21255 None None] Could not find standard attr ID for object 8bdd8d02-bafa-4321-ae3e-0e098a7d0f35. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:12.688676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d58ea-68b8-4db9-bc74-6c892e6583e6 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478103b-2ad2-428d-ac69-01189b9ccd91,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:12.774202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.783872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bc88234-6abf-4396-acda-25af877dffbb req-cb251b7d-493d-4c8c-871e-b05293c415af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 210 time: 0.0415580 Sep 18 00:45:12.822441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.912890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.915512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:12.916857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/security-groups/bf587b2e-5425-458c-8cb2-22b07a80a077 HTTP/1.1" status: 204 len: 168 time: 0.2547770 Sep 18 00:45:12.919771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42530) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:12.929723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eb72d-7cc2-4f19-87bd-792e05fef066 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf587b2e-5425-458c-8cb2-22b07a80a077,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:13.018054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.051132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.139739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.146815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.150881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/security-groups/c07c163a-69ce-41d3-b4ce-01035afcb896 HTTP/1.1" status: 204 len: 168 time: 0.2269831 Sep 18 00:45:13.151054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42538) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:13.163428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10723de-49af-4965-8b87-7d2aa492ea0c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c163a-69ce-41d3-b4ce-01035afcb896,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:13.212190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet f8a5337b-5338-4070-834c-dd97ab9b6418 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:13.215807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.269464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.394349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.468044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.499259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a5337b-5338-4070-834c-dd97ab9b6418,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:13.505382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.514625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42540) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:13.520282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e854d-59e5-45fe-b0b2-af7307a6811b None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:13.526986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-29cc2de2-fe77-48ac-aabc-c30c2758f8d7 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/f8a5337b-5338-4070-834c-dd97ab9b6418 HTTP/1.1" status: 204 len: 168 time: 0.3687787 Sep 18 00:45:13.626921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet 8adf693a-ca7f-4319-842b-f459cef5a810 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:13.645567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.696254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.811439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03394c-de00-4b01-b381-4530ec268eab req-4e3411e5-7530-42b0-b0ad-1a3071abc6a8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:13.819292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc03394c-de00-4b01-b381-4530ec268eab req-4e3411e5-7530-42b0-b0ad-1a3071abc6a8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0825591 Sep 18 00:45:13.919892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.973730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc03394c-de00-4b01-b381-4530ec268eab req-e13f17b0-e62e-49ad-b3c1-77f4e62e28dd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525838 Sep 18 00:45:14.034908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f4e922b-9969-408e-9e41-e85c1d3b3554 req-6ba389b2-0454-4824-b2f5-6a83b8614883 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 210 time: 0.1438875 Sep 18 00:45:14.039170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.071038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=8adf693a-ca7f-4319-842b-f459cef5a810,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:14.076505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.078460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-30a960c2-482a-4625-b521-c1c73d543455 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/8adf693a-ca7f-4319-842b-f459cef5a810 HTTP/1.1" status: 204 len: 168 time: 0.5626817 Sep 18 00:45:14.080845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42562) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.112991 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a2e56b-00ad-4671-855d-283ad2f948f0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:14.113688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a2e56b-00ad-4671-855d-283ad2f948f0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:14.118184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42564) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.119055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55a2e56b-00ad-4671-855d-283ad2f948f0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/f8a5337b-5338-4070-834c-dd97ab9b6418 HTTP/1.1" status: 404 len: 337 time: 0.0369227 Sep 18 00:45:14.186942 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-92e4d6eb-6db8-454a-8e24-d895c6953664 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=051342b583af4144a6bfba8a21360560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472069 Sep 18 00:45:14.267311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting subnet c0e6c902-8537-41d2-9733-28c61fc12dad {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:14.271184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.315562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.449867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-8ddfafea-e48c-4410-b5c9-9b2fe2a79aa0 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:14.451349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-8ddfafea-e48c-4410-b5c9-9b2fe2a79aa0 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526693 Sep 18 00:45:14.468071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Request body: {'port': {'device_id': '57a07958-00c2-49c6-8068-530fbdfed520', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '051342b583af4144a6bfba8a21360560'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:14.512317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.542350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4bd0c5-7217-4323-8e16-100edc96b350 None None] Network f62631bd-279e-4400-8620-bbec7c0c45d6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:14.627981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-685c6282-dec5-48f6-ae08-ca2a8353a60f None None] Provisioning complete for port faea4b4f-a275-4e99-835e-0df3ed114104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:14.627981 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-685c6282-dec5-48f6-ae08-ca2a8353a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.658314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.678918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.680844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/c0e6c902-8537-41d2-9733-28c61fc12dad HTTP/1.1" status: 204 len: 168 time: 0.5616496 Sep 18 00:45:14.684315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.703966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71323c0-4b66-4674-86ec-465c6c5932b0 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e6c902-8537-41d2-9733-28c61fc12dad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:14.712539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-685c6282-dec5-48f6-ae08-ca2a8353a60f None None] Port faea4b4f-a275-4e99-835e-0df3ed114104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:14.717430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Made reservation on behalf of 051342b583af4144a6bfba8a21360560 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:14.723276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.729094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-685c6282-dec5-48f6-ae08-ca2a8353a60f None None] Provisioning complete for port db277bca-b068-4c96-9077-409cf699a707 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:14.729548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-685c6282-dec5-48f6-ae08-ca2a8353a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.735767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.739348 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a894a-2753-49fb-ad98-ec1f1f551344 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:14.740133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7a894a-2753-49fb-ad98-ec1f1f551344 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:14.742676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ce7a894a-2753-49fb-ad98-ec1f1f551344 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/2d2c8bd5-7187-43d3-b3f8-baba5eb693ee HTTP/1.1" status: 404 len: 337 time: 0.0569415 Sep 18 00:45:14.745457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.818399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a2130755-fe7b-42f0-9f8d-083326c1ea79 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c2b9d23-37b5-41a9-924b-c31f36ac15bd HTTP/1.1" status: 200 len: 205 time: 0.0706918 Sep 18 00:45:14.822486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.868244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] DHCP port deletion for f62631bd-279e-4400-8620-bbec7c0c45d6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:14.882465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.889945 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-3c3482c9-7bde-4770-8af4-df9bbfd5b8ee tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] delete failed (client error): The resource could not be found. Sep 18 00:45:14.891014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3c3482c9-7bde-4770-8af4-df9bbfd5b8ee tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/routers/1c2b9d23-37b5-41a9-924b-c31f36ac15bd HTTP/1.1" status: 404 len: 336 time: 0.0676007 Sep 18 00:45:14.893637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42584) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.895381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.932309 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-74897a54-b16d-41b1-8371-5704307f0d50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:14.934090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74897a54-b16d-41b1-8371-5704307f0d50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:14.939418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-74897a54-b16d-41b1-8371-5704307f0d50 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/1ef62a09-fba3-4eb7-8863-67bc99853b20 HTTP/1.1" status: 404 len: 337 time: 0.0438638 Sep 18 00:45:14.940295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42586) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.950721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Deleting port db277bca-b068-4c96-9077-409cf699a707 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:14.951186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.976063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b51ec93-6672-440a-8d49-10578d92ece1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:14.980205 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ad686-fbbb-4b6e-b316-62ee26da1bcd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:14.982121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ad686-fbbb-4b6e-b316-62ee26da1bcd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:14.987638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:14.988265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd4ad686-fbbb-4b6e-b316-62ee26da1bcd tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/0aa20cda-31f3-4218-a668-9bd11f32bcba HTTP/1.1" status: 404 len: 337 time: 0.0458179 Sep 18 00:45:15.028636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] For port db277bca-b068-4c96-9077-409cf699a707, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db277bca-b068-4c96-9077-409cf699a707,segment=NetworkSegment(abfa7949-01bc-4230-b645-5e0a197f5f99),segment_id=abfa7949-01bc-4230-b645-5e0a197f5f99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:15.029139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.030643 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee9ca88-e6f2-4e27-aef2-005d60239cb5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.031165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee9ca88-e6f2-4e27-aef2-005d60239cb5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.035169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ee9ca88-e6f2-4e27-aef2-005d60239cb5 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/b50a891e-eb9c-4700-bd0d-1577d59d520f HTTP/1.1" status: 404 len: 337 time: 0.0444038 Sep 18 00:45:15.035749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42592) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.042948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Calling delete_port for db277bca-b068-4c96-9077-409cf699a707 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:15.080967 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aafbe1c-d247-42dc-b64d-eda4414ba44e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.082089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aafbe1c-d247-42dc-b64d-eda4414ba44e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.086763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4aafbe1c-d247-42dc-b64d-eda4414ba44e tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/8cd10b30-aa6f-4d02-abba-63b2124bc2a5 HTTP/1.1" status: 404 len: 333 time: 0.0478778 Sep 18 00:45:15.087976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.123405 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b887b7f-03d0-4584-88c4-f1c8f139a363 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.124091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b887b7f-03d0-4584-88c4-f1c8f139a363 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.125662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b887b7f-03d0-4584-88c4-f1c8f139a363 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/a91076e5-beec-4292-9d49-229ad4966374 HTTP/1.1" status: 404 len: 337 time: 0.0366552 Sep 18 00:45:15.128710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42600) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.145039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.174272 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b7aad6-2fe7-49ff-93b5-0be587d53f86 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.174707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b7aad6-2fe7-49ff-93b5-0be587d53f86 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.176443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-38b7aad6-2fe7-49ff-93b5-0be587d53f86 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/1a4bcad6-4010-4c56-93eb-38e6ff40f9ae HTTP/1.1" status: 404 len: 337 time: 0.0468156 Sep 18 00:45:15.177826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Allocated IP 192.168.233.228 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/14a5cf34-31f8-4fb0-843c-bc60ea4e9857) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:15.179591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42602) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.195993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577061ee-ca68-4f84-ac54-2640dcc58126 req-bd3e4dc0-5c06-40c8-a5ce-a3f9fd725bd2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.204735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-577061ee-ca68-4f84-ac54-2640dcc58126 req-bd3e4dc0-5c06-40c8-a5ce-a3f9fd725bd2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1401079 Sep 18 00:45:15.212766 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e373bd91-1dfb-4ba9-9c35-3176d3848700 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.215130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e373bd91-1dfb-4ba9-9c35-3176d3848700 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.215756 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e373bd91-1dfb-4ba9-9c35-3176d3848700 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/85c504d1-4624-4d7d-bd6d-7c243d8b1f7f HTTP/1.1" status: 404 len: 333 time: 0.0350456 Sep 18 00:45:15.219574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42604) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.222249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] Pushing event deleted for resources: {'Port': ['ID=db277bca-b068-4c96-9077-409cf699a707,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:15.232049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb03700-a13b-4965-b6b4-c72a8073b04d None None] No DVR routers for this DVR port db277bca-b068-4c96-9077-409cf699a707 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:15.254351 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3320d836-4ea7-4b4c-b137-f8e00f10cb3c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.255077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3320d836-4ea7-4b4c-b137-f8e00f10cb3c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.256825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3320d836-4ea7-4b4c-b137-f8e00f10cb3c tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/8dfd8670-f955-4634-b173-08d0c08f582e HTTP/1.1" status: 404 len: 337 time: 0.0363162 Sep 18 00:45:15.264109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.276806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8852f026-3e6f-4bb0-b958-344f05fd8675 req-82caa621-dda8-4b0d-99c3-12f3db9ccdab tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 210 time: 0.0647602 Sep 18 00:45:15.306825 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a069677-b281-4ece-9ab3-cbb7e1d29a9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:15.307279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a069677-b281-4ece-9ab3-cbb7e1d29a9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:15.311429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a069677-b281-4ece-9ab3-cbb7e1d29a9d tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/subnets/9aba16db-1b0b-4dfa-affb-3ee9a8d20eea HTTP/1.1" status: 404 len: 337 time: 0.0456810 Sep 18 00:45:15.314073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42610) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.360360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-577061ee-ca68-4f84-ac54-2640dcc58126 req-edff53a8-dd3c-405d-a084-0f534168fa8c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521833 Sep 18 00:45:15.493835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.503406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Deleting port faea4b4f-a275-4e99-835e-0df3ed114104 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:15.503751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.553468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.580953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.598829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Calling delete_port for faea4b4f-a275-4e99-835e-0df3ed114104 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:15.604405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:15.608449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:15.612213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:15.661927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Pushing event updated for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:15.687443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.687830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.688368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.688707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.689042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.689371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.689698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.690022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.690347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.690672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.690997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.691315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:15.713967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.714620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.727916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.734383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-658ef5f5-d0cb-4450-9237-df1d597dbf1d tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2715008 Sep 18 00:45:15.747743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Request body: {'port': {'device_id': '57a07958-00c2-49c6-8068-530fbdfed520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:15.787865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Port': ['ID=faea4b4f-a275-4e99-835e-0df3ed114104,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:15.795276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.798294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd794986-9b7b-44d5-9741-b62bf6a11099 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/ports/faea4b4f-a275-4e99-835e-0df3ed114104 HTTP/1.1" status: 204 len: 168 time: 0.4832928 Sep 18 00:45:15.803780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42612) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:15.857713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.925004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e0e79687-3ed0-4ebd-8262-a42b1769ff24 None None] Provisioning complete for port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:15.925004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0e79687-3ed0-4ebd-8262-a42b1769ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.937761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.066265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.077065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:16.096798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e0e79687-3ed0-4ebd-8262-a42b1769ff24 None None] Port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:16.098551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: db277bca-b068-4c96-9077-409cf699a707 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:16.099069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db277bca-b068-4c96-9077-409cf699a707 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:16.121855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.175987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62631bd-279e-4400-8620-bbec7c0c45d6']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:16.191659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa7949-01bc-4230-b645-5e0a197f5f99') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:16.191957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa7949-01bc-4230-b645-5e0a197f5f99') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:16.204482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.230224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.244264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:16.244847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:16.248491 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:16.351231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.357731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:16.374025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.376273 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] 10.222.0.49 "DELETE /v2.0/networks/f62631bd-279e-4400-8620-bbec7c0c45d6 HTTP/1.1" status: 204 len: 168 time: 0.5712316 Sep 18 00:45:16.391666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.394763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33b8f7-f472-4062-b958-98f1aad2aa03 tempest-PortsIpV6TestJSON-402489202 tempest-PortsIpV6TestJSON-402489202-project] Pushing event deleted for resources: {'Network': ['ID=f62631bd-279e-4400-8620-bbec7c0c45d6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:16.408770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Transition to ACTIVE for port object 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:45:16.418177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.535737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:16.594830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf6bb-2686-4c68-ba45-0feb25697446 req-839f35fe-c7d2-4b21-8641-c0f0b2db5337 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:16.597118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Attempting to bind port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:16.597463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Attempting to bind port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:16.597795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Attempting to bind port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:16.598737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a7cf6bb-2686-4c68-ba45-0feb25697446 req-839f35fe-c7d2-4b21-8641-c0f0b2db5337 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 948 time: 0.1674709 Sep 18 00:45:16.606117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:45:16.606499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Attempting to bind port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:16.613097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:16.613431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:16.613796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:16.615053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Bound port: 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:16.615260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.631628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f6f5b-c06f-4b14-aa08-8109d712c4ed req-fa459b4b-2f72-4c90-84e0-9a64dfe9d3bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:16.639813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394f6f5b-c06f-4b14-aa08-8109d712c4ed req-fa459b4b-2f72-4c90-84e0-9a64dfe9d3bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1627157 Sep 18 00:45:16.732740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:16.739254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:16.753473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.774818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394f6f5b-c06f-4b14-aa08-8109d712c4ed req-524b7a81-f099-4c3a-8391-b1bf66634c69 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338806 Sep 18 00:45:16.797882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a7cf6bb-2686-4c68-ba45-0feb25697446 req-56efc8ef-73c1-4829-928f-8ffcf0d722db tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857986 Sep 18 00:45:16.845706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:16.846441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:16.848938 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] 10.222.0.48 "PUT /v2.0/ports/14a5cf34-31f8-4fb0-843c-bc60ea4e9857 HTTP/1.1" status: 200 len: 1097 time: 1.1064746 Sep 18 00:45:16.849410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:16.857790 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4807b6d-f1b3-4244-833c-e5c0180bbb86" -d '{"events": [{"name": "network-changed", "server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:16.885944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42638) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:16.909208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7709-503d-4eb0-bd83-e5c43e9befb7 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:17.118266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-24511f00-455e-4595-9c87-426900b1f1c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c52dc617b27a475a8f27b26f8fcc4e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310977 Sep 18 00:45:17.123772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42652) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:17.198363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.233578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.299878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.307557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.309906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f07c0254-665c-459b-9310-499d26a838eb HTTP/1.1" status: 204 len: 168 time: 0.1829624 Sep 18 00:45:17.325344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3c8bc-8581-4ba3-9781-ec0d772b0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c0254-665c-459b-9310-499d26a838eb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:17.397036 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd665e0-15bd-4ff1-ae0f-d17a3a8b1504 x-openstack-request-id: req-3fd665e0-15bd-4ff1-ae0f-d17a3a8b1504 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:17.397857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:17.397857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd665e0-15bd-4ff1-ae0f-d17a3a8b1504 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:17.398121 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857', 'status': 'completed', 'code': 200} Sep 18 00:45:17.415831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-8955011b-a539-4d15-add2-9fd8465dc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:17.420160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-8955011b-a539-4d15-add2-9fd8465dc7f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051342b583af4144a6bfba8a21360560&device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 1100 time: 0.4778695 Sep 18 00:45:17.467428 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-217f4864-60ea-43d1-aa9b-1e75adf17ca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857 HTTP/1.1" status: 200 len: 217 time: 0.0390732 Sep 18 00:45:17.527259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-630cc3b0-720b-4720-b491-f428a22c5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:17.530424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-630cc3b0-720b-4720-b491-f428a22c5617 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0558088 Sep 18 00:45:17.593197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-3a9eaf31-6413-461f-ac9e-cda594645bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:17.594624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-3a9eaf31-6413-461f-ac9e-cda594645bf2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570939 Sep 18 00:45:17.727754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-cd238c55-d113-484c-a6d3-d46e79b99e1a service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253686 Sep 18 00:45:17.868980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-390acbb0-090d-417a-ad8e-e0a18a949739 req-9269c1e1-80e3-4d28-af1b-e73efd16ad8e service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333542 Sep 18 00:45:17.997839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7b448-160b-4775-b4be-0e7313e283fa req-41d6f236-67ff-4ba2-b24a-fe7b7a619744 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.006524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-b12e69dd-7b6e-4307-9bcd-d15a20863eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.008048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3b7b448-160b-4775-b4be-0e7313e283fa req-41d6f236-67ff-4ba2-b24a-fe7b7a619744 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1249282 Sep 18 00:45:18.008408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-b12e69dd-7b6e-4307-9bcd-d15a20863eba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051342b583af4144a6bfba8a21360560&device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 1100 time: 0.0634551 Sep 18 00:45:18.019702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ff451-0a80-4f5d-8ec7-2f95a1e14e1f req-ba7881e1-ce3d-4c24-b65b-b64dbd07bc96 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.028324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7ff451-0a80-4f5d-8ec7-2f95a1e14e1f req-ba7881e1-ce3d-4c24-b65b-b64dbd07bc96 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 948 time: 0.1259480 Sep 18 00:45:18.104644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7ff451-0a80-4f5d-8ec7-2f95a1e14e1f req-d53513a5-7d1c-4a02-bd49-e6f42e0cab39 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 Sep 18 00:45:18.128378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3b7b448-160b-4775-b4be-0e7313e283fa req-25e49327-c254-4061-b8f3-09d16b289b73 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080856 Sep 18 00:45:18.213406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-94bff3ce-b369-4296-b6eb-6570374f82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.215517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-94bff3ce-b369-4296-b6eb-6570374f82e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1905289 Sep 18 00:45:18.283098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-cd047efe-b7e2-4e97-8857-2c428fd57fcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857 HTTP/1.1" status: 200 len: 217 time: 0.0605383 Sep 18 00:45:18.331511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42696) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.346433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-79f5eeab-ffbb-4b2b-ba1e-d42639930690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.347933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-79f5eeab-ffbb-4b2b-ba1e-d42639930690 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0564649 Sep 18 00:45:18.400954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-71d6c604-85bf-4eb2-80b5-d8441a54f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.403313 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-71d6c604-85bf-4eb2-80b5-d8441a54f9d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477891 Sep 18 00:45:18.450163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3bd92197-5e7f-4e0b-a049-667d9458c7ea tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1425993135', 'prefixes': ['172.20.0.0/16']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:18.536254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-bb990dc0-055f-48b3-8091-5c56f9e00753 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244395 Sep 18 00:45:18.538652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bd92197-5e7f-4e0b-a049-667d9458c7ea tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] Notify callbacks [] for subnetpool, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.544262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bd92197-5e7f-4e0b-a049-667d9458c7ea tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2076657 Sep 18 00:45:18.544262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.595536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fedeec46-a466-4586-85bd-71c01aadc8fc tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "GET /v2.0/subnetpools/1d2bcd2a-c574-4853-84a2-2d341a140ff0 HTTP/1.1" status: 200 len: 732 time: 0.0492454 Sep 18 00:45:18.595804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42702) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.601282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a29087e3-b3ae-4583-b7e6-1a24acea4061 tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-285142790'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:18.655689 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e4807b6d-f1b3-4244-833c-e5c0180bbb86 req-0c46b0d5-fb5b-4fb0-befa-f02cb1b5a843 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093926 Sep 18 00:45:18.716486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a29087e3-b3ae-4583-b7e6-1a24acea4061 tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] Notify callbacks [] for subnetpool, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.720722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.721004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a29087e3-b3ae-4583-b7e6-1a24acea4061 tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "PUT /v2.0/subnetpools/1d2bcd2a-c574-4853-84a2-2d341a140ff0 HTTP/1.1" status: 200 len: 683 time: 0.1234567 Sep 18 00:45:18.839105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29a1df02-54aa-49c9-be0e-b8ee39c831ff tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] Notify callbacks [] for subnetpool, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.843158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-29a1df02-54aa-49c9-be0e-b8ee39c831ff tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "DELETE /v2.0/subnetpools/1d2bcd2a-c574-4853-84a2-2d341a140ff0 HTTP/1.1" status: 204 len: 168 time: 0.1186609 Sep 18 00:45:18.843395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.860479 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-98ae8771-5040-40ef-a1f6-20e9fea2fc30 tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] show failed (client error): The resource could not be found. Sep 18 00:45:18.864033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-98ae8771-5040-40ef-a1f6-20e9fea2fc30 tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "GET /v2.0/subnetpools/1d2bcd2a-c574-4853-84a2-2d341a140ff0 HTTP/1.1" status: 404 len: 346 time: 0.0170188 Sep 18 00:45:18.864283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:18.881304 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-8c5b6937-f044-4c34-8cd9-6a240bda4f7d tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] delete failed (client error): The resource could not be found. Sep 18 00:45:18.891253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8c5b6937-f044-4c34-8cd9-6a240bda4f7d tempest-SubnetPoolsTestJSON-328698292 tempest-SubnetPoolsTestJSON-328698292-project] 10.222.0.49 "DELETE /v2.0/subnetpools/1d2bcd2a-c574-4853-84a2-2d341a140ff0 HTTP/1.1" status: 404 len: 346 time: 0.0171967 Sep 18 00:45:19.199886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42718) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:19.203443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:19.390190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e27b890d-ad23-40c6-b1b5-a9aa71e8f56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.392790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:19.405452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857', 'mac_address': 'fa:16:3e:e3:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:19.437503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa0750-ce9c-4f34-903e-1dbeafd81ef0 req-e834dc89-9a0d-4e1b-b931-4b4469a7f755 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:19.439116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80fa0750-ce9c-4f34-903e-1dbeafd81ef0 req-e834dc89-9a0d-4e1b-b931-4b4469a7f755 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 948 time: 0.1591051 Sep 18 00:45:19.456596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.457193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc441-fba2-4b36-abff-43bfc3c54372 req-cbbb4db7-8af5-4742-a826-87def5c63512 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:19.464637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97bbc441-fba2-4b36-abff-43bfc3c54372 req-cbbb4db7-8af5-4742-a826-87def5c63512 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1755865 Sep 18 00:45:19.476084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:19.499579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:19.506029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.562384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97bbc441-fba2-4b36-abff-43bfc3c54372 req-5de27113-d4ea-4f73-a21a-2ba320c175e3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950811 Sep 18 00:45:19.577423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80fa0750-ce9c-4f34-903e-1dbeafd81ef0 req-77f13de5-498d-4ee9-a153-c6c0560937a1 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298892 Sep 18 00:45:19.581797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:19.683933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e27b890d-ad23-40c6-b1b5-a9aa71e8f56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.689795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e27b890d-ad23-40c6-b1b5-a9aa71e8f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.723080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e27b890d-ad23-40c6-b1b5-a9aa71e8f56f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85670310e07d46748fde505e0a889a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192435 Sep 18 00:45:19.723444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42736) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:19.727134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14a5cf34-31f8-4fb0-843c-bc60ea4e9857'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:19.758747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b890d-ad23-40c6-b1b5-a9aa71e8f56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e74d87-d498-4132-a027-cf5d70ec0042,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:19.784690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.818248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.878134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.882252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:19.902244 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8e74d87-d498-4132-a027-cf5d70ec0042 HTTP/1.1" status: 204 len: 168 time: 0.1606493 Sep 18 00:45:19.910778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78c7d-df37-4e26-9902-73ddc2f3cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e74d87-d498-4132-a027-cf5d70ec0042,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:20.694047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbc019-65b9-48cd-95c6-c9858f85bc65 req-9c509b25-a141-4898-a7ed-f68052fcb008 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:20.695735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18bbc019-65b9-48cd-95c6-c9858f85bc65 req-9c509b25-a141-4898-a7ed-f68052fcb008 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0620637 Sep 18 00:45:20.706451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:20.792598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18bbc019-65b9-48cd-95c6-c9858f85bc65 req-2e5e09c6-89aa-4391-8f27-e433de0ebe80 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842550 Sep 18 00:45:20.814183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58864277-52b6-495d-a102-1251a67d24ea req-3f504680-47ce-49f4-809b-47babb4d02d9 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:20.816753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58864277-52b6-495d-a102-1251a67d24ea req-3f504680-47ce-49f4-809b-47babb4d02d9 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 949 time: 0.1065207 Sep 18 00:45:20.841646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-648610337'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:20.879209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58864277-52b6-495d-a102-1251a67d24ea req-b0b0b9cf-9c5e-4bc9-ad62-fb7936511de9 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Sep 18 00:45:20.883676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Made reservation on behalf of 82d32d4f0e5b4c92abaf7ee935ae8fee for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:20.888157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:20.913571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.044245 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.051581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.086922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:21.094842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2dd9c6-1119-40f5-9ff6-a2505930d35c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:21.105524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.105968 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Added segment 00bea3f5-0947-4c94-a797-307a5198ef2f of type vlan for network 9f58703d-630d-45d3-b51f-1baaa4a5f8ce Sep 18 00:45:21.151280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.213594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.216122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:21.220163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:21.220811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.277650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42780) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.278045 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5701046 Sep 18 00:45:21.283841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-8421ccc3-b1af-497d-985d-9f72daab7bbd tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-7188337') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.297237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:21.301734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:21.302110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.327312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b264d5f-6b3f-41ed-b302-3bddaa3c2008 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Pushing event updated for resources: {'Network': ['ID=9f58703d-630d-45d3-b51f-1baaa4a5f8ce,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:21.337853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9f58703d-630d-45d3-b51f-1baaa4a5f8ce details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:21.400029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8421ccc3-b1af-497d-985d-9f72daab7bbd tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "PUT /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-7188337 HTTP/1.1" status: 201 len: 201 time: 0.1211860 Sep 18 00:45:21.402636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42786) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.408634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-cc0de4cf-a79b-474f-86ec-06b38c951957 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-7188337') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.462012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.500821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:21.501936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:21.505455 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d7a63-5697-440c-8007-f0b4328714a5" -d '{"events": [{"server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "name": "network-vif-plugged", "status": "completed", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:21.520313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cc0de4cf-a79b-474f-86ec-06b38c951957 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-7188337 HTTP/1.1" status: 204 len: 168 time: 0.1166513 Sep 18 00:45:21.520765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:21.522993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42790) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.527539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-4b31a0db-2950-42bd-a19c-0aab32b0fec9 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.555178 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268b204-a1f8-4779-a4f6-ca04d0b4ef37 x-openstack-request-id: req-8268b204-a1f8-4779-a4f6-ca04d0b4ef37 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:21.555489 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "name": "network-vif-plugged", "status": "completed", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:21.555889 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8268b204-a1f8-4779-a4f6-ca04d0b4ef37 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:21.556316 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857', 'code': 200} Sep 18 00:45:21.587214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:21.651294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4b31a0db-2950-42bd-a19c-0aab32b0fec9 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags HTTP/1.1" status: 200 len: 235 time: 0.1271775 Sep 18 00:45:21.654417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42792) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.659467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-aa00d1a7-2a07-41f4-acdd-7971e12284ec tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', {'tags': ['tempest-TagsTest-Tag-1415419172', 'tempest-TagsTest-Tag-1448245269', 'tempest-TagsTest-Tag-1109737033']}) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.672259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958484b-5ce9-47b4-998a-7f2c90b1f4a2 req-c199a790-92f6-4c56-a396-01540a8c217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:21.673781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3958484b-5ce9-47b4-998a-7f2c90b1f4a2 req-c199a790-92f6-4c56-a396-01540a8c217c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 1102 time: 0.0497432 Sep 18 00:45:21.712389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3958484b-5ce9-47b4-998a-7f2c90b1f4a2 req-6eaeafdb-4e72-45a9-b9c2-4d7f139487e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Sep 18 00:45:21.748790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa00d1a7-2a07-41f4-acdd-7971e12284ec tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "PUT /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags HTTP/1.1" status: 200 len: 309 time: 0.0928726 Sep 18 00:45:21.751328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42794) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.756050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-12d263c8-031b-4686-8fd9-4cfc914d86cb tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1415419172') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.863121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42804) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.863629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-12d263c8-031b-4686-8fd9-4cfc914d86cb tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "DELETE /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1415419172 HTTP/1.1" status: 204 len: 168 time: 0.1108580 Sep 18 00:45:21.867617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-3b5ea616-d0a9-416f-81b4-7724aef2a76b tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1415419172') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.923729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d28a91-ccc2-491f-90dd-18caf3edfe7d req-624055c0-d444-40e6-9e2d-5560b8cc3ec5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:21.931010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5d28a91-ccc2-491f-90dd-18caf3edfe7d req-624055c0-d444-40e6-9e2d-5560b8cc3ec5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0655642 Sep 18 00:45:21.946399 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-3b5ea616-d0a9-416f-81b4-7724aef2a76b tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] show failed (client error): The resource could not be found. Sep 18 00:45:21.950856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3b5ea616-d0a9-416f-81b4-7724aef2a76b tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1415419172 HTTP/1.1" status: 404 len: 326 time: 0.0832114 Sep 18 00:45:21.950856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42810) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:21.958264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-81a2c7d5-b942-4046-8016-24c35843f4ba tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1448245269') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:21.984839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5d28a91-ccc2-491f-90dd-18caf3edfe7d req-98cf945c-68ea-48bb-ae9c-62c3e7111736 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527451 Sep 18 00:45:22.062261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81a2c7d5-b942-4046-8016-24c35843f4ba tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1448245269 HTTP/1.1" status: 204 len: 168 time: 0.1107557 Sep 18 00:45:22.064786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42820) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.071152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-eb2d3909-b209-43bb-8f2f-2cb0458e9208 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1109737033') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.074152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4abba-7723-45f4-b413-d6fa97bb9366 req-8b9b7ed0-b1b5-4b5f-ad75-630f00d6e540 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:22.076284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b4abba-7723-45f4-b413-d6fa97bb9366 req-8b9b7ed0-b1b5-4b5f-ad75-630f00d6e540 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 950 time: 0.0899694 Sep 18 00:45:22.124134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72b4abba-7723-45f4-b413-d6fa97bb9366 req-2db2d72f-e61a-447d-a625-a4160be300dd tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Sep 18 00:45:22.155132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb2d3909-b209-43bb-8f2f-2cb0458e9208 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1109737033 HTTP/1.1" status: 204 len: 168 time: 0.0889559 Sep 18 00:45:22.160748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42836) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.165172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-2a341c49-8610-4d78-9b02-84b19af18bf7 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.258276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42850) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.258473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a341c49-8610-4d78-9b02-84b19af18bf7 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "DELETE /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0965087 Sep 18 00:45:22.263730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-5859d22b-5c09-4931-90f0-b129e4523ef0 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1448245269') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.328475 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-5859d22b-5c09-4931-90f0-b129e4523ef0 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] show failed (client error): The resource could not be found. Sep 18 00:45:22.329802 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5859d22b-5c09-4931-90f0-b129e4523ef0 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1448245269 HTTP/1.1" status: 404 len: 326 time: 0.0700533 Sep 18 00:45:22.332583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42852) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.336685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-4b2ac24a-3c96-4b2b-bf51-e7ee1572852e tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce', 'tempest-TagsTest-Tag-1109737033') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.407770 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-4b2ac24a-3c96-4b2b-bf51-e7ee1572852e tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] show failed (client error): The resource could not be found. Sep 18 00:45:22.408859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4b2ac24a-3c96-4b2b-bf51-e7ee1572852e tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "GET /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags/tempest-TagsTest-Tag-1109737033 HTTP/1.1" status: 404 len: 326 time: 0.0753839 Sep 18 00:45:22.411499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.415886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-7e8ef6f7-1380-4344-b9f7-389dbc60f481 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9f58703d-630d-45d3-b51f-1baaa4a5f8ce') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.487093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7e8ef6f7-1380-4344-b9f7-389dbc60f481 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "DELETE /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0745857 Sep 18 00:45:22.491205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42866) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:22.577310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.670743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.691547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58703d-630d-45d3-b51f-1baaa4a5f8ce']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.701779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bea3f5-0947-4c94-a797-307a5198ef2f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.702079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bea3f5-0947-4c94-a797-307a5198ef2f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:22.711965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.726977 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.734985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:22.735386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:22.738627 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:22.802162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.809773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:22.811764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] 10.222.0.49 "DELETE /v2.0/networks/9f58703d-630d-45d3-b51f-1baaa4a5f8ce HTTP/1.1" status: 204 len: 168 time: 0.3196485 Sep 18 00:45:22.826110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d0e40-e89f-4315-a323-9ce8186f44f6 tempest-TagsTest-231551881 tempest-TagsTest-231551881-project] Pushing event deleted for resources: {'Network': ['ID=9f58703d-630d-45d3-b51f-1baaa4a5f8ce,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:23.075944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:23.165907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008012-3cb2-47cb-ba7e-47028875f736 req-bf0e3315-cd42-42f4-8a07-59cacf211239 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:23.167409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88008012-3cb2-47cb-ba7e-47028875f736 req-bf0e3315-cd42-42f4-8a07-59cacf211239 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1198418 Sep 18 00:45:23.214369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d272b068-fc4e-4ee2-82df-35a8101a100b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82d32d4f0e5b4c92abaf7ee935ae8fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367056 Sep 18 00:45:23.216852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:23.228914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-8dda2373-4665-45a2-a60e-c9c62961c77f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:23.230424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-8dda2373-4665-45a2-a60e-c9c62961c77f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.1491985 Sep 18 00:45:23.233521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88008012-3cb2-47cb-ba7e-47028875f736 req-8f51d1c2-cfc4-42d9-b7ab-9c2b17f41547 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585132 Sep 18 00:45:23.247486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-67df018a-3269-4441-9a3c-22c9877985ee tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/quotas/3371ac011b9a4790959ea2d02eec8359 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Sep 18 00:45:23.268401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:23.291264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:23.303506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-b2403376-74ec-4650-a32f-925cd23056d3 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462508 Sep 18 00:45:23.345487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:23.348807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:23.350174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec2dd9c6-1119-40f5-9ff6-a2505930d35c HTTP/1.1" status: 204 len: 168 time: 0.1323514 Sep 18 00:45:23.359638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a114df-402d-4028-9112-b94a87822eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2dd9c6-1119-40f5-9ff6-a2505930d35c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:23.430217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-16ea8a07-7398-4e2b-9d7e-395eab4c29fc service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194208 Sep 18 00:45:23.441236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c359-fbcd-43f3-9d87-7774e17215dd req-13fe27f3-0953-43a4-b39e-62d53567f547 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:23.442698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e77c359-fbcd-43f3-9d87-7774e17215dd req-13fe27f3-0953-43a4-b39e-62d53567f547 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 950 time: 0.0699041 Sep 18 00:45:23.529516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e77c359-fbcd-43f3-9d87-7774e17215dd req-4dc1fe47-7af6-4c99-ab6e-51d9708b5f0c tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782952 Sep 18 00:45:23.566260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-19d8930b-5413-4e55-949f-e999b2d71ff9 service neutron] 10.222.0.49 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224821 Sep 18 00:45:23.748996 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f831a251-6c6a-4e7e-acf4-0aaf738cf6b5 req-8717752e-78e6-45ee-8943-d3df8587c209 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 210 time: 0.0281229 Sep 18 00:45:23.889397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f40022-21a1-4f3a-a27d-e50877bb548b req-573ad3b8-a7a3-48ac-ac7d-7b3fb172b6ca tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:23.891222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25f40022-21a1-4f3a-a27d-e50877bb548b req-573ad3b8-a7a3-48ac-ac7d-7b3fb172b6ca tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 950 time: 0.0543733 Sep 18 00:45:23.938267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25f40022-21a1-4f3a-a27d-e50877bb548b req-b7a68090-e8c6-4ed2-a754-7068d01cd9e0 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Sep 18 00:45:24.157195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-11813e1f-5fdf-4945-b5c8-328185062725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:24.372139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2d3d9-fc0f-472e-8747-18271f39461e req-d0f22d0c-ff11-40bb-80a0-9e922de935b4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:24.373743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fed2d3d9-fc0f-472e-8747-18271f39461e req-d0f22d0c-ff11-40bb-80a0-9e922de935b4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0560126 Sep 18 00:45:24.416551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fed2d3d9-fc0f-472e-8747-18271f39461e req-1a25ecb2-50c6-41ec-9f36-e72777df69cc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Sep 18 00:45:24.808174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-ab534449-5189-4a17-b8bb-c77c7e4bf2a4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:24.810359 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-ab534449-5189-4a17-b8bb-c77c7e4bf2a4 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 804 time: 0.1289084 Sep 18 00:45:24.831795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Request body: {'port': {'device_id': '8a515c58-66d2-4d15-a889-fa735fcece65', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'admin_state_up': True, 'tenant_id': '3371ac011b9a4790959ea2d02eec8359'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:24.866972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd59c790-b47c-407c-9510-08511c508c7a req-409a0668-4982-447f-b1b8-10d9fc003b54 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Sep 18 00:45:24.955245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Made reservation on behalf of 3371ac011b9a4790959ea2d02eec8359 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:24.959117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.080938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98810156-e14b-468d-bd59-81567d53f99b req-95852101-de91-4c1d-96b3-f337a73dbc67 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:25.084802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98810156-e14b-468d-bd59-81567d53f99b req-95852101-de91-4c1d-96b3-f337a73dbc67 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 950 time: 0.0717230 Sep 18 00:45:25.116389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Allocated IP 172.20.0.2 (1f44fafd-fe2b-4836-9940-80635cfa049a/31f312a9-899e-4895-8931-21e4297e6d47/ea1c6552-a92a-4a0c-bb90-4b5315cc9b80) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:25.126400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98810156-e14b-468d-bd59-81567d53f99b req-195cfceb-0069-4f6d-97cd-ec4f9c31cd15 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b51ec93-6672-440a-8d49-10578d92ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352154 Sep 18 00:45:25.292631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.302303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-0cfd2fc5-8579-436e-b5ff-27561071ca93 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:25.303803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-0cfd2fc5-8579-436e-b5ff-27561071ca93 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.48 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 950 time: 0.0555577 Sep 18 00:45:25.366969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-e8cb2e60-af7e-4b12-baf8-1492a2872835 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:25.368522 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-e8cb2e60-af7e-4b12-baf8-1492a2872835 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e783bdc-706f-4bfc-995c-995cab7edbef HTTP/1.1" status: 200 len: 945 time: 0.0708561 Sep 18 00:45:25.382237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.448870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Network 1f44fafd-fe2b-4836-9940-80635cfa049a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:25.450754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Deleting port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:25.451397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.460528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:25.485592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:25.531206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:25.549006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:25.549783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.572275 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-baa99787-42d7-474f-b342-e303d571adda tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441244 Sep 18 00:45:25.583248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Deleting port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:25.583587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.591209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Request body: {'port': {'device_id': '8a515c58-66d2-4d15-a889-fa735fcece65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:25.617475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734d67-bc34-48d2-97f0-775b7175a508 req-233826d9-4388-4c9a-b40e-cb6bd2c54816 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:25.617475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c734d67-bc34-48d2-97f0-775b7175a508 req-233826d9-4388-4c9a-b40e-cb6bd2c54816 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1155450 Sep 18 00:45:25.625721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] For port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:25.626091 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.654100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Calling delete_port for 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:25.691078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c734d67-bc34-48d2-97f0-775b7175a508 req-b8a96711-2316-479c-be23-a86a4cb6c599 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673048 Sep 18 00:45:25.718731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.751323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] For port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:25.751933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.790254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Calling delete_port for d687bb0d-3da3-4b2f-a8fe-61d4d5b682de owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:25.842429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.856393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14a5cf34-31f8-4fb0-843c-bc60ea4e9857'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:25.875521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Pushing event deleted for resources: {'Port': ['ID=14a5cf34-31f8-4fb0-843c-bc60ea4e9857,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:25.963853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] No DVR routers for this DVR port 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:25.968067 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:25.970419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8557d6d5-3ad9-4e58-8023-beb1a30dcf6d req-10bb084e-40f3-4e48-b16d-89ed447033af tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.48 "DELETE /v2.0/ports/14a5cf34-31f8-4fb0-843c-bc60ea4e9857 HTTP/1.1" status: 204 len: 173 time: 0.6586573 Sep 18 00:45:25.983278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'name': 'network-vif-deleted', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:25.987097 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9050f-4f4a-4823-8ffa-0b4e6826635c" -d '{"events": [{"server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "name": "network-vif-deleted", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:26.052406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b79f97-48cf-4790-85c2-d1dde458b2d7 req-9b8329a2-5d29-405c-93ab-16d4de82c7e5 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.061151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30b79f97-48cf-4790-85c2-d1dde458b2d7 req-9b8329a2-5d29-405c-93ab-16d4de82c7e5 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 931 time: 0.0876689 Sep 18 00:45:26.081045 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc3e330-c088-4a8f-a0ee-d40ff0cd245e x-openstack-request-id: req-7bc3e330-c088-4a8f-a0ee-d40ff0cd245e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:26.081542 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a07958-00c2-49c6-8068-530fbdfed520", "name": "network-vif-deleted", "tag": "14a5cf34-31f8-4fb0-843c-bc60ea4e9857", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:26.081954 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bc3e330-c088-4a8f-a0ee-d40ff0cd245e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:26.082577 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a07958-00c2-49c6-8068-530fbdfed520', 'name': 'network-vif-deleted', 'tag': '14a5cf34-31f8-4fb0-843c-bc60ea4e9857', 'status': 'completed', 'code': 200} Sep 18 00:45:26.135360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30b79f97-48cf-4790-85c2-d1dde458b2d7 req-93a93dca-6429-4ea0-ad1f-b84d5776e689 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 Sep 18 00:45:26.201511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.257103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event deleted for resources: {'Port': ['ID=d687bb0d-3da3-4b2f-a8fe-61d4d5b682de,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:26.278301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67aea77c-9f06-4c9b-9a3c-dae0117700e9 req-c3f6a55a-c25c-4acf-8502-e541a979ba92 tempest-ImagesNegativeTestJSON-1977147531 tempest-ImagesNegativeTestJSON-1977147531-project] 10.222.0.49 "GET /v2.0/ports?device_id=57a07958-00c2-49c6-8068-530fbdfed520 HTTP/1.1" status: 200 len: 210 time: 0.0414989 Sep 18 00:45:26.300451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:26.320249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] No DVR routers for this DVR port d687bb0d-3da3-4b2f-a8fe-61d4d5b682de on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:26.323026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.326081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.328045 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-43c65eac-da21-45d8-ba3c-f82afe57ce8c req-6437dd32-72af-460c-96f0-aa9ee7d424c7 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.54 "DELETE /v2.0/ports/d687bb0d-3da3-4b2f-a8fe-61d4d5b682de HTTP/1.1" status: 204 len: 173 time: 0.9533236 Sep 18 00:45:26.328570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-deleted', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:26.330893 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76cca6a-4627-4513-b314-d05b0d44e7a2" -d '{"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-deleted", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:26.346625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Transition to ACTIVE for port object ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:45:26.357092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.386609 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ea279-8ac8-490b-8275-5814e41ef105 x-openstack-request-id: req-b61ea279-8ac8-490b-8275-5814e41ef105 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:26.386906 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e783bdc-706f-4bfc-995c-995cab7edbef", "name": "network-vif-deleted", "tag": "d687bb0d-3da3-4b2f-a8fe-61d4d5b682de", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:26.387151 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b61ea279-8ac8-490b-8275-5814e41ef105 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:26.387552 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e783bdc-706f-4bfc-995c-995cab7edbef', 'name': 'network-vif-deleted', 'tag': 'd687bb0d-3da3-4b2f-a8fe-61d4d5b682de', 'status': 'completed', 'code': 200} Sep 18 00:45:26.435510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:26.530901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Attempting to bind port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:26.531344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Attempting to bind port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:26.531679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Attempting to bind port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:26.536660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 on network 1f44fafd-fe2b-4836-9940-80635cfa049a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:45:26.537027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Attempting to bind port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 on network 1f44fafd-fe2b-4836-9940-80635cfa049a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:26.542702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:26.546406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Checking segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:26.546406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Bound using segment: {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:26.546406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Bound port: ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b4d9e4-6cf4-4598-b765-71a7e7b2304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:26.546406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.614455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:26.617762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:26.622401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.655270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.655954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.657365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 HTTP/1.1" status: 200 len: 1092 time: 1.0763867 Sep 18 00:45:26.679759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:26.685145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c44cf-f736-42d2-bde6-d624bd2e7243 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:26.746700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-8261dfa3-38e2-4a4a-a6a1-502c087d7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.748217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-8261dfa3-38e2-4a4a-a6a1-502c087d7b68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 1095 time: 0.0443320 Sep 18 00:45:26.796672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-f40d66b8-4db0-4471-8256-01fb95d0bb4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 HTTP/1.1" status: 200 len: 217 time: 0.0405545 Sep 18 00:45:26.810207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a422c74f-8a99-48b6-856c-ccc5bfbae094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.819142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c25-b6c1-4cd0-b9f9-d245771c28fa req-53d64f8e-2edf-4d3c-b517-f2a776e4ecbc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.820687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f60b4c25-b6c1-4cd0-b9f9-d245771c28fa req-53d64f8e-2edf-4d3c-b517-f2a776e4ecbc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0629621 Sep 18 00:45:26.851686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be542-221e-40d8-b434-830df4f75e31 req-5358a576-ef79-45c0-b36e-7d143b05b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.853763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-5358a576-ef79-45c0-b36e-7d143b05b639 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.0499969 Sep 18 00:45:26.898494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-500ed832-18fb-4206-8a3b-210a7084692e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305154 Sep 18 00:45:26.900937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f60b4c25-b6c1-4cd0-b9f9-d245771c28fa req-643ce741-91ea-42cc-b19f-bcd8e93aa8b4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709672 Sep 18 00:45:26.973872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a422c74f-8a99-48b6-856c-ccc5bfbae094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:26.977632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a422c74f-8a99-48b6-856c-ccc5bfbae094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.007719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-437ae53d-df20-4641-b9e2-33ab943e91cd service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016164 Sep 18 00:45:27.016117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a422c74f-8a99-48b6-856c-ccc5bfbae094 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1321a9f0be1a4e90936c78ad87249baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352327 Sep 18 00:45:27.017018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422c74f-8a99-48b6-856c-ccc5bfbae094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e242e2-dae1-458b-b10f-c23bd4937c65,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:27.019300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43098) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:27.070222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.078234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:27.093143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.099683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: d687bb0d-3da3-4b2f-a8fe-61d4d5b682de {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:27.100135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d687bb0d-3da3-4b2f-a8fe-61d4d5b682de not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:27.100296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-886be542-221e-40d8-b434-830df4f75e31 req-1d6554e6-cf8f-4dc0-b7c0-cb0fb6e0b60e service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Sep 18 00:45:27.146633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.149371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.153480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90e242e2-dae1-458b-b10f-c23bd4937c65 HTTP/1.1" status: 204 len: 168 time: 0.1329238 Sep 18 00:45:27.165343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97d31913-d1a0-408e-9941-4c970e30b073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.169015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd46c7a-a33d-455a-89ac-b278dc1a0909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e242e2-dae1-458b-b10f-c23bd4937c65,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:27.236687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0423-577d-4d4f-88cd-45217d611799 req-c945ce08-41f9-4311-969a-8f86fddbdd82 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:27.238173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dccc0423-577d-4d4f-88cd-45217d611799 req-c945ce08-41f9-4311-969a-8f86fddbdd82 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 943 time: 0.0503180 Sep 18 00:45:27.282229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dccc0423-577d-4d4f-88cd-45217d611799 req-2c78d999-0aeb-47e5-8300-b9c2a305a969 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Sep 18 00:45:27.387640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.447319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43118) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:27.462078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e57d13ab-b260-4153-832d-e81e0b3b3971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.558002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e57d13ab-b260-4153-832d-e81e0b3b3971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.564419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e57d13ab-b260-4153-832d-e81e0b3b3971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.608587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e57d13ab-b260-4153-832d-e81e0b3b3971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bfd5c06838647bd9ae806f1e04c257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600380 Sep 18 00:45:27.609710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d13ab-b260-4153-832d-e81e0b3b3971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197f2ec-0a4c-44d1-9c2e-99b116aca93e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:27.611472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:27.666843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.689727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.737414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.739897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:27.741103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b197f2ec-0a4c-44d1-9c2e-99b116aca93e HTTP/1.1" status: 204 len: 168 time: 0.1283257 Sep 18 00:45:27.749432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db508d-2a1e-4f09-8159-f2829d878df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197f2ec-0a4c-44d1-9c2e-99b116aca93e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:27.758448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43132) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:28.044166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2054707b-6bfc-4f22-bf21-bf6bb68ec373 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051342b583af4144a6bfba8a21360560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833641 Sep 18 00:45:28.046351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43148) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:28.057053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afff5d-bfe8-46be-88e9-d99250a0cc5b req-f7956c99-afe9-40aa-bdfc-849e74499bb5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.059263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39afff5d-bfe8-46be-88e9-d99250a0cc5b req-f7956c99-afe9-40aa-bdfc-849e74499bb5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0741384 Sep 18 00:45:28.104819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39afff5d-bfe8-46be-88e9-d99250a0cc5b req-a88133f4-1d5d-43bd-af55-1abc1083eb5e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Sep 18 00:45:28.115841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:28.140053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:28.190369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:28.192953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:28.194143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b51ec93-6672-440a-8d49-10578d92ece1 HTTP/1.1" status: 204 len: 168 time: 0.1465323 Sep 18 00:45:28.202331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a4cb1-9126-4336-9a6e-8560bc37f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b51ec93-6672-440a-8d49-10578d92ece1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:28.249143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:28.388626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:28.393870 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:28.410122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e4b8-46a7-4b25-bd59-c39686438e04 req-963a54e4-d97e-47e6-8f9a-74706261a46a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.411836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7894e4b8-46a7-4b25-bd59-c39686438e04 req-963a54e4-d97e-47e6-8f9a-74706261a46a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 943 time: 0.0578654 Sep 18 00:45:28.436068 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9de72-4149-4365-9901-a122272782fc x-openstack-request-id: req-adb9de72-4149-4365-9901-a122272782fc {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:28.436573 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:28.436693 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adb9de72-4149-4365-9901-a122272782fc {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:28.437112 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'status': 'completed', 'code': 200} Sep 18 00:45:28.473386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7894e4b8-46a7-4b25-bd59-c39686438e04 req-06fe5e5e-c471-4559-8de2-eda24f42b31f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Sep 18 00:45:28.516801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-72baddc9-e010-4dbf-a079-a9dcb89ffce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.518299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-72baddc9-e010-4dbf-a079-a9dcb89ffce6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3371ac011b9a4790959ea2d02eec8359&device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 1095 time: 0.0540733 Sep 18 00:45:28.620098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-d76d3b62-b208-4f01-96aa-2e0bcfc433b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.622367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-d76d3b62-b208-4f01-96aa-2e0bcfc433b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 200 len: 905 time: 0.0970061 Sep 18 00:45:28.675157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-2e9738e5-cd08-42bc-a040-f918cca34a2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 HTTP/1.1" status: 200 len: 217 time: 0.0452669 Sep 18 00:45:28.732991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-3fd3a7e4-9ed5-49fc-a57a-3bb7a86bdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.734728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-3fd3a7e4-9ed5-49fc-a57a-3bb7a86bdbda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 200 len: 844 time: 0.0532985 Sep 18 00:45:28.771065 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-e86e0293-d63d-4c50-b7d3-1ad4944b6fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f44fafd-fe2b-4836-9940-80635cfa049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295174 Sep 18 00:45:28.870449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-5d875c6c-d37e-49c3-a1bd-1e8e76233eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914423 Sep 18 00:45:28.977745 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7cf8bd47-18b6-4e86-a404-10a8962dfa9b req-e54c6377-777e-4e79-80e1-9a2c7865d672 service neutron] 10.222.0.48 "GET /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005685 Sep 18 00:45:29.218686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:29.238269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172b6ef-ee4a-4d96-91ae-900153f50ef2 req-798d1431-82c9-497c-9b00-ab7526157d0a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:29.240745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f172b6ef-ee4a-4d96-91ae-900153f50ef2 req-798d1431-82c9-497c-9b00-ab7526157d0a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0623698 Sep 18 00:45:29.256464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:29.256946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14a5cf34-31f8-4fb0-843c-bc60ea4e9857 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:29.284738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f172b6ef-ee4a-4d96-91ae-900153f50ef2 req-7f5bec82-44c5-4974-a5d5-dcaf1dd6045c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Sep 18 00:45:29.446057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:29.585701 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.587823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b0a0-dce3-4b6b-bc0c-bd4b0b135fd2 req-093defcd-492b-4116-a97f-31fe13bd6c9f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:29.596041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f9b0a0-dce3-4b6b-bc0c-bd4b0b135fd2 req-093defcd-492b-4116-a97f-31fe13bd6c9f tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 943 time: 0.0668843 Sep 18 00:45:29.617656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c3db161-c993-45f1-ae19-6e7eb9c809b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.631650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22f9b0a0-dce3-4b6b-bc0c-bd4b0b135fd2 req-bf70a078-b69a-4038-ae58-21d894f6da5e tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Sep 18 00:45:29.749247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c3db161-c993-45f1-ae19-6e7eb9c809b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.753425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c3db161-c993-45f1-ae19-6e7eb9c809b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.793505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7c3db161-c993-45f1-ae19-6e7eb9c809b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9affb63dc6b4d6daf1534c29b9fbc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455946 Sep 18 00:45:29.794562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3db161-c993-45f1-ae19-6e7eb9c809b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beedf829-294a-42ef-8544-67cda53a3c4f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:29.796122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43246) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:29.853476 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.874875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.922084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.924767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.925952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/beedf829-294a-42ef-8544-67cda53a3c4f HTTP/1.1" status: 204 len: 168 time: 0.1278553 Sep 18 00:45:29.934161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc6fe0-488d-44c4-b898-1c7deebd4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beedf829-294a-42ef-8544-67cda53a3c4f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:30.410503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19a6f-ba49-4329-8221-8502ca86a6cb req-e315ca30-dc22-47ff-a166-e2d568f91701 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:30.412453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df19a6f-ba49-4329-8221-8502ca86a6cb req-e315ca30-dc22-47ff-a166-e2d568f91701 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0530980 Sep 18 00:45:30.451368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4df19a6f-ba49-4329-8221-8502ca86a6cb req-805a7239-6080-4bf3-8705-ee94acf86203 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 18 00:45:30.568820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:30.664827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1595930085-network', 'tenant_id': '1300d7b8a1994f228befe1f994439ed5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:30.687584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Made reservation on behalf of 1300d7b8a1994f228befe1f994439ed5 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:30.690165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.698643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.790151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b324b-be75-4bc3-9d53-daf98e6084a5 req-2395b826-9673-4b0b-90e0-727854cdc92c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:30.791659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-901b324b-be75-4bc3-9d53-daf98e6084a5 req-2395b826-9673-4b0b-90e0-727854cdc92c tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 943 time: 0.0764647 Sep 18 00:45:30.849729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-901b324b-be75-4bc3-9d53-daf98e6084a5 req-748e205b-5acc-431e-a9cf-5c371a2ecff1 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Sep 18 00:45:30.876612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.876750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.904176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:30.914881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937edbd8-8686-4093-a92e-dbaa3986b6fc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:30.920538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.920861 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Added segment b42ec4e3-e41b-406f-a0dd-7e9a436abe2a of type vlan for network 4fb5d125-ac0e-4183-8374-a40d948eea7a Sep 18 00:45:30.964099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.989257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:30.990294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:30.990910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.025399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4554770 Sep 18 00:45:31.029195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:31.034616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Request body: {'subnet': {'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1595930085-subnet', 'tenant_id': '1300d7b8a1994f228befe1f994439ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:31.056033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7990f2-1c31-44f5-9ef6-cef1bd19d696 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb5d125-ac0e-4183-8374-a40d948eea7a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:31.057647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Made reservation on behalf of 1300d7b8a1994f228befe1f994439ed5 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:31.060333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.069851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:31.218948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:31.241416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.317303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e370d442-58f2-450f-b752-35351f1698dd,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:31.323776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Checking segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:31.324480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Network hostable DHCP agents. Network: 4fb5d125-ac0e-4183-8374-a40d948eea7a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:31.334855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:31.345629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:31.348144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'mac_address': 'fa:16:3e:88:75:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:31.355098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 4fb5d125-ac0e-4183-8374-a40d948eea7a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:31.359865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:31.360559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.380258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c034001b-3663-4b15-bdcb-ab2f8f9a94ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3440163 Sep 18 00:45:31.380471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4aa06-b32c-4448-befa-2f3f2c42fb6a None None] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:31.601878 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.606839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c163a2-c250-4008-8ba2-2584476def41 req-01333061-7bd8-4efa-b040-8cc80c3b9f4a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:31.609876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79c163a2-c250-4008-8ba2-2584476def41 req-01333061-7bd8-4efa-b040-8cc80c3b9f4a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0668080 Sep 18 00:45:31.622403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:31.647729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:31.655784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.657789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79c163a2-c250-4008-8ba2-2584476def41 req-80c7d8ed-9d74-4ae2-af63-0a43a4320914 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Sep 18 00:45:31.732886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a1e77-c44b-4209-a887-2a2bf1ed1002 None None] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:31.758597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:31.776453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.776809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.777202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.777792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.778132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.778465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.778799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.779129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.779448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.779780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.780103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.780456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:31.882538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ea1c6552-a92a-4a0c-bb90-4b5315cc9b80'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:31.890325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-8520564f-5c18-46bc-8612-a2770a5f248e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:31.894986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-8520564f-5c18-46bc-8612-a2770a5f248e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.1197879 Sep 18 00:45:31.909629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-08798555-b01d-4b05-8bb7-0bbca846f8b6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/quotas/1300d7b8a1994f228befe1f994439ed5 HTTP/1.1" status: 200 len: 375 time: 0.0103662 Sep 18 00:45:31.952797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.954741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-00ad0b33-ae79-468c-b7b9-22a11feea3c2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376005 Sep 18 00:45:32.402592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcb0c8-90ba-48ff-a3a0-daec376a2c32 req-d9005772-f4e6-4f18-9dcb-8007b7696f38 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:32.403981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7fcb0c8-90ba-48ff-a3a0-daec376a2c32 req-d9005772-f4e6-4f18-9dcb-8007b7696f38 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 944 time: 0.4274170 Sep 18 00:45:32.410111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-0f391624-0737-487c-b910-0e4e6a046682 service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475427 Sep 18 00:45:32.495834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7fcb0c8-90ba-48ff-a3a0-daec376a2c32 req-976fda0a-ab73-46ac-90df-bfbd79da545d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825076 Sep 18 00:45:32.537135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-8c762237-c564-48c4-bda4-74a603578e00 service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175096 Sep 18 00:45:32.736860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88e7392e-175c-4a41-aad2-a46b42b974e1 req-038e355f-f83b-4699-91cf-c1359b47566f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0395422 Sep 18 00:45:32.791230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e80fb4-6ac0-4e84-8352-520743b030ef req-886b6ea1-2365-47cb-9b54-57897d6f4143 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:32.793515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0e80fb4-6ac0-4e84-8352-520743b030ef req-886b6ea1-2365-47cb-9b54-57897d6f4143 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0553298 Sep 18 00:45:32.835563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0e80fb4-6ac0-4e84-8352-520743b030ef req-8f327681-aa81-4a17-9809-d86bb91b5e39 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Sep 18 00:45:33.213753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:33.270692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:33.275142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:33.275510 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.328697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43342) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:33.367977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.390889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:33.393876 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dc44cd-2cfd-4883-9fe6-8bff727c27b8" -d '{"events": [{"server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:33.408665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:33.414010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.450931 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28d68d-c8fd-45a4-9d6c-608898e4c6bb x-openstack-request-id: req-ef28d68d-c8fd-45a4-9d6c-608898e4c6bb {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:33.451289 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:33.451493 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef28d68d-c8fd-45a4-9d6c-608898e4c6bb {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:33.451861 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'code': 200} Sep 18 00:45:33.456848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e22fee-9d05-42da-8c01-fcd768983f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.481576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:33.562942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e112711-1ed5-47a5-9106-8418ca54e7ab req-2e5cf1cc-c6f5-4c76-98b5-82d7fdc77fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:33.564461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5e112711-1ed5-47a5-9106-8418ca54e7ab req-2e5cf1cc-c6f5-4c76-98b5-82d7fdc77fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 1097 time: 0.0627902 Sep 18 00:45:33.606477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e22fee-9d05-42da-8c01-fcd768983f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.614676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0e22fee-9d05-42da-8c01-fcd768983f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.654483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5e112711-1ed5-47a5-9106-8418ca54e7ab req-7ed7f064-8cb9-4f9d-b2dc-5f76afb7ff33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819607 Sep 18 00:45:33.655573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed0807-6391-47c8-a6aa-4c86de3f77ad req-bc03d5fb-f587-4963-a3d4-12239affc795 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:33.657994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9ed0807-6391-47c8-a6aa-4c86de3f77ad req-bc03d5fb-f587-4963-a3d4-12239affc795 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.0848520 Sep 18 00:45:33.659376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a0e22fee-9d05-42da-8c01-fcd768983f99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa9999339b6e499e9d1faec44bb0a1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296540 Sep 18 00:45:33.662668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43352) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:33.684364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e22fee-9d05-42da-8c01-fcd768983f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6743a882-8d1d-4d11-8fc7-40a502411052,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:33.733755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.755435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.760163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9ed0807-6391-47c8-a6aa-4c86de3f77ad req-91cc6981-421c-4c1c-9aa7-560d9acf66a6 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947149 Sep 18 00:45:33.790789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-649c0903-7255-480e-8ea0-1387b7fa7904 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:33.792440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-649c0903-7255-480e-8ea0-1387b7fa7904 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.1722622 Sep 18 00:45:33.810429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.813185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.814502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6743a882-8d1d-4d11-8fc7-40a502411052 HTTP/1.1" status: 204 len: 168 time: 0.1506753 Sep 18 00:45:33.823243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7654bc-ff0d-497a-8a5d-64aacfc8d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6743a882-8d1d-4d11-8fc7-40a502411052,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:33.832315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-903398af-e3b3-4ba2-8245-d8fe6986f19c req-e134d2ef-10bd-4d13-9a69-8c91ca7b1bf7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0273852 Sep 18 00:45:33.864058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Request body: {'port': {'device_id': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'admin_state_up': True, 'tenant_id': '1300d7b8a1994f228befe1f994439ed5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:34.015539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22bc4d-6d13-4690-a395-e45b1346a4c3 req-404f315d-ffed-4575-a053-ba8edf2718a1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:34.017085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa22bc4d-6d13-4690-a395-e45b1346a4c3 req-404f315d-ffed-4575-a053-ba8edf2718a1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0881083 Sep 18 00:45:34.042484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Made reservation on behalf of 1300d7b8a1994f228befe1f994439ed5 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:34.046552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.087916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa22bc4d-6d13-4690-a395-e45b1346a4c3 req-4d7a3de7-b63e-4707-8c2d-a39722f66242 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Sep 18 00:45:34.137998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43364) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:34.156814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d608032-f385-4cf5-9745-d45d1b63c77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.201141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Allocated IP 172.20.0.13 (4fb5d125-ac0e-4183-8374-a40d948eea7a/e370d442-58f2-450f-b752-35351f1698dd/5132a6cd-e17f-43c9-bec7-53af995b25a3) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:34.258288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d608032-f385-4cf5-9745-d45d1b63c77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.263292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d608032-f385-4cf5-9745-d45d1b63c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.305089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8d608032-f385-4cf5-9745-d45d1b63c77f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=691bffe9a2894ed18c3c4c7745039d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658173 Sep 18 00:45:34.305956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608032-f385-4cf5-9745-d45d1b63c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28616d2-ea8e-4c3c-987f-1bf902946f0e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:34.308480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:34.359027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.373965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.382532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.410201 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.440934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.443482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.444744 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f28616d2-ea8e-4c3c-987f-1bf902946f0e HTTP/1.1" status: 204 len: 168 time: 0.1353662 Sep 18 00:45:34.461815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44ac7-c820-40bf-bba1-a7083aacff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28616d2-ea8e-4c3c-987f-1bf902946f0e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:34.474513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:34.475980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event updated for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:34.478440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:34.481251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:34.531940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:34.533967 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.549298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-73078b52-ca57-47a1-9af0-3292f5196c6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6903996 Sep 18 00:45:34.565340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Request body: {'port': {'device_id': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:34.626062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:34.922690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b81f86-2926-4d49-b702-213c3a8afbbe req-ae8622d0-5de4-4d20-a8ce-38d35fd098ff tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:34.924206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3b81f86-2926-4d49-b702-213c3a8afbbe req-ae8622d0-5de4-4d20-a8ce-38d35fd098ff tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.0794561 Sep 18 00:45:34.990904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132a6cd-e17f-43c9-bec7-53af995b25a3 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:35.001270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:35.036057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Transition to ACTIVE for port object 5132a6cd-e17f-43c9-bec7-53af995b25a3 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:45:35.041953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3b81f86-2926-4d49-b702-213c3a8afbbe req-ffeb04be-9801-4300-9205-a57070614c0d tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960133 Sep 18 00:45:35.052606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f827c10-6442-4668-aacb-a63a0fcff65b req-50bacb22-1256-41b5-8870-e3148e8987f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.052606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f827c10-6442-4668-aacb-a63a0fcff65b req-50bacb22-1256-41b5-8870-e3148e8987f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 932 time: 0.1244795 Sep 18 00:45:35.052606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:35.126839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:35.137727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f827c10-6442-4668-aacb-a63a0fcff65b req-30792d1a-77ca-492f-992a-2580cb02cae9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Sep 18 00:45:35.232115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Attempting to bind port 5132a6cd-e17f-43c9-bec7-53af995b25a3 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:35.232442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Attempting to bind port 5132a6cd-e17f-43c9-bec7-53af995b25a3 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:35.232784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Attempting to bind port 5132a6cd-e17f-43c9-bec7-53af995b25a3 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:35.258153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Port 5132a6cd-e17f-43c9-bec7-53af995b25a3 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:45:35.258485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Attempting to bind port 5132a6cd-e17f-43c9-bec7-53af995b25a3 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:35.267268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:35.267609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Checking segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:35.267993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Bound using segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:35.268445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Bound port: 5132a6cd-e17f-43c9-bec7-53af995b25a3, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:35.268804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:35.295381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd61a6-6c40-4897-9429-75f9e2175504 req-e820c5ad-554a-48f7-aed3-8f77e9ef60af tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.297056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88bd61a6-6c40-4897-9429-75f9e2175504 req-e820c5ad-554a-48f7-aed3-8f77e9ef60af tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0796795 Sep 18 00:45:35.390319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88bd61a6-6c40-4897-9429-75f9e2175504 req-8b37ce8c-91f8-4406-b463-f2e5513e15dc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Sep 18 00:45:35.397213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:35.400885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:35.405404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:35.441285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.442435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:35.443852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 1093 time: 0.8826602 Sep 18 00:45:35.446372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:35.449078 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc646641-860a-4741-aeb6-1b3429c7eb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:35.479659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5d83f-61f2-4fb9-800d-7ca1c982d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:35.533159 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d8800-e69c-4fcc-bf65-6d391a154ecd x-openstack-request-id: req-902d8800-e69c-4fcc-bf65-6d391a154ecd {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:35.533598 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:35.533700 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-902d8800-e69c-4fcc-bf65-6d391a154ecd {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:35.534084 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3', 'status': 'completed', 'code': 200} Sep 18 00:45:35.551854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-dcc1dac4-99f8-416d-a2d3-a2af39dec1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.553506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-dcc1dac4-99f8-416d-a2d3-a2af39dec1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0667520 Sep 18 00:45:35.608602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-560438b4-a491-4127-915b-47ce20d8abb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 217 time: 0.0465651 Sep 18 00:45:35.668582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-c3333c9f-760c-4d97-9c14-8bea3e46948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.670055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-c3333c9f-760c-4d97-9c14-8bea3e46948b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0551271 Sep 18 00:45:35.706729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-127fd0ea-18aa-4767-98e4-019a8e432056 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290637 Sep 18 00:45:35.820330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-01555a04-0842-4f83-8e0d-501d2c62aa7c service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038611 Sep 18 00:45:35.955772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27aabda5-07f3-4262-9129-fec729e8e4f0 req-f7aab8ab-f85b-4cad-ac96-5c1940fcabed service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274378 Sep 18 00:45:35.965432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedadb5-c075-43d9-b8a2-b47d57aacfdb req-a2ef2b81-9595-4fa1-b1ce-ef7d1f02fe09 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:35.967038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-daedadb5-c075-43d9-b8a2-b47d57aacfdb req-a2ef2b81-9595-4fa1-b1ce-ef7d1f02fe09 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.0765092 Sep 18 00:45:36.012448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-daedadb5-c075-43d9-b8a2-b47d57aacfdb req-3242cfd9-d2c8-423c-9c00-a97ff67432ce tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Sep 18 00:45:36.053389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-b903ade7-c54d-4788-a3b8-b7dbfc396118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:36.054928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-b903ade7-c54d-4788-a3b8-b7dbfc396118 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0415907 Sep 18 00:45:36.161749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-db78d7a6-a8cf-4686-8418-a4ea7956515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:36.166556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-db78d7a6-a8cf-4686-8418-a4ea7956515d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1014123 Sep 18 00:45:36.214238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-429bbed9-56bd-41f6-929f-f6a9372930db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 217 time: 0.0358882 Sep 18 00:45:36.300989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-cd4a882a-f449-41d2-b3a0-f11c9012d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:36.302458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-cd4a882a-f449-41d2-b3a0-f11c9012d49c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0802479 Sep 18 00:45:36.312133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54b0fd-7257-4af3-9c82-f93b3b42606a req-0eb2a052-59f4-483b-af28-adc1afe190b2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:36.313607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee54b0fd-7257-4af3-9c82-f93b3b42606a req-0eb2a052-59f4-483b-af28-adc1afe190b2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 944 time: 0.0925057 Sep 18 00:45:36.344180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-07f35f07-410d-4506-b853-51c9ce0d820c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296175 Sep 18 00:45:36.395321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee54b0fd-7257-4af3-9c82-f93b3b42606a req-94c96c57-2288-4158-ac4b-5d61302222ef tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720010 Sep 18 00:45:36.513808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-b1630d8c-a277-4d44-9bf9-1961c980c13d service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574159 Sep 18 00:45:36.539156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbb1d6-ccb2-44e4-8889-1c5cf0582d3b req-f156ad6a-e39f-494c-ac22-85c486aa6238 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:36.540746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bacbb1d6-ccb2-44e4-8889-1c5cf0582d3b req-f156ad6a-e39f-494c-ac22-85c486aa6238 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0754523 Sep 18 00:45:36.630547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bacbb1d6-ccb2-44e4-8889-1c5cf0582d3b req-34c823b5-490e-4bc0-95cb-e0aa062c7243 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781894 Sep 18 00:45:36.653017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc646641-860a-4741-aeb6-1b3429c7eb8d req-79a4b994-3b2b-4097-9a4b-ddfe85e47bdb service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301260 Sep 18 00:45:37.144139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13fa1c-9eb4-4aba-94fa-4ac329e36dac req-51fee70e-dc96-4609-bdfd-46026af5c7be tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:37.145746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea13fa1c-9eb4-4aba-94fa-4ac329e36dac req-51fee70e-dc96-4609-bdfd-46026af5c7be tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Sep 18 00:45:37.185711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea13fa1c-9eb4-4aba-94fa-4ac329e36dac req-d63cfedb-2336-446b-b60f-ee4c23d2876a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Sep 18 00:45:37.522021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d67d6a-d218-4787-bba6-e8be428714a4 req-c06467d8-f979-403e-ac98-e48c8625cbe0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:37.523510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d67d6a-d218-4787-bba6-e8be428714a4 req-c06467d8-f979-403e-ac98-e48c8625cbe0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 944 time: 0.0503550 Sep 18 00:45:37.561286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d67d6a-d218-4787-bba6-e8be428714a4 req-8db535c4-8bcd-4a51-ba5d-b4c036ad74a2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Sep 18 00:45:37.760016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f32f5-63bd-4293-98f8-5afba9acf474 req-e6b4169a-cbbd-4c6a-999e-0620c5381091 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:37.772826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-928f32f5-63bd-4293-98f8-5afba9acf474 req-e6b4169a-cbbd-4c6a-999e-0620c5381091 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0672638 Sep 18 00:45:37.812843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-928f32f5-63bd-4293-98f8-5afba9acf474 req-958aa4b0-9e69-4346-813a-d7a949c5e7f3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Sep 18 00:45:38.307349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc996c-a4ac-49e7-a87a-0376b52e2b0f req-a9143e27-3e45-4a44-aa0c-a7ee19e81838 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.308906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3cc996c-a4ac-49e7-a87a-0376b52e2b0f req-a9143e27-3e45-4a44-aa0c-a7ee19e81838 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Sep 18 00:45:38.348319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3cc996c-a4ac-49e7-a87a-0376b52e2b0f req-34be5ec6-0b52-42cc-8d44-1244765f6c34 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Sep 18 00:45:38.774939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4eebc-184e-47a7-9f3c-19b910125e8b req-5278764d-ebd7-4f96-b89e-8cb725b31623 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.782456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2c4eebc-184e-47a7-9f3c-19b910125e8b req-5278764d-ebd7-4f96-b89e-8cb725b31623 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 944 time: 0.1420534 Sep 18 00:45:38.819527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f1641-20b8-4188-90e9-af23f30726e7 req-cd73e335-6fcc-44b1-91c9-6d6532885595 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.824674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d0f1641-20b8-4188-90e9-af23f30726e7 req-cd73e335-6fcc-44b1-91c9-6d6532885595 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 945 time: 0.1380920 Sep 18 00:45:38.840113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2c4eebc-184e-47a7-9f3c-19b910125e8b req-5753cfff-e1ca-4634-b5e8-eb43f7132971 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 Sep 18 00:45:38.875020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d0f1641-20b8-4188-90e9-af23f30726e7 req-e6007713-5331-4eeb-9386-df128ea29a7a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Sep 18 00:45:38.957509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde9b3-649c-4029-994e-3a720f439153 req-d43a93a8-78ff-4fc1-922a-a24d67d98957 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.959011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bccde9b3-649c-4029-994e-3a720f439153 req-d43a93a8-78ff-4fc1-922a-a24d67d98957 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0498440 Sep 18 00:45:38.996475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bccde9b3-649c-4029-994e-3a720f439153 req-ec3b36c9-ca61-4fda-b6de-170bf0af85ad tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307479 Sep 18 00:45:39.265002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:39.359580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:39.370081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'network_id': '1f44fafd-fe2b-4836-9940-80635cfa049a', 'port_id': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'mac_address': 'fa:16:3e:88:75:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f312a9-899e-4895-8931-21e4297e6d47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:39.406411 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.418790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:39.437769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:39.441733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.442497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5132a6cd-e17f-43c9-bec7-53af995b25a3 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:39.515623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:39.582577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:39.594046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5132a6cd-e17f-43c9-bec7-53af995b25a3', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'port_id': '5132a6cd-e17f-43c9-bec7-53af995b25a3', 'mac_address': 'fa:16:3e:00:eb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e370d442-58f2-450f-b752-35351f1698dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:39.635176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.647243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132a6cd-e17f-43c9-bec7-53af995b25a3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:39.665302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:39.670191 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.719851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:39.758351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ea1c6552-a92a-4a0c-bb90-4b5315cc9b80'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:39.931242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5132a6cd-e17f-43c9-bec7-53af995b25a3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:40.015872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e08f-d17b-41b0-bd16-44c4bafa215a req-33b052f0-c9a4-4688-ad65-ae05d11638f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:40.035318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeb1e08f-d17b-41b0-bd16-44c4bafa215a req-33b052f0-c9a4-4688-ad65-ae05d11638f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0777793 Sep 18 00:45:40.147404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeb1e08f-d17b-41b0-bd16-44c4bafa215a req-7017ba56-5328-4267-9971-cbe09b71ebed tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Sep 18 00:45:40.164166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-a11330ad-a316-4620-85e1-13880d8fe224 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:40.170922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-a11330ad-a316-4620-85e1-13880d8fe224 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 944 time: 0.1322529 Sep 18 00:45:40.182413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a09cdc-6622-47e0-82c2-c6cd411cb0d8 req-83ac630e-7133-43a2-8a23-1cc032f4a9fe tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:40.192478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3a09cdc-6622-47e0-82c2-c6cd411cb0d8 req-83ac630e-7133-43a2-8a23-1cc032f4a9fe tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a515c58-66d2-4d15-a889-fa735fcece65 HTTP/1.1" status: 200 len: 944 time: 0.1526644 Sep 18 00:45:40.300491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3a09cdc-6622-47e0-82c2-c6cd411cb0d8 req-8dd9528e-daa5-4133-a327-7e15b71a5062 tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.49 "GET /v2.0/security-groups?id=28a7439e-61b9-4e88-9740-ce6e77ba4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Sep 18 00:45:40.354634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809dc6-08a1-455c-93eb-cd5d1ba1fbf0 req-8aa27509-d8dd-48c8-95a5-0dd9d4ac1c12 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:40.356563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6809dc6-08a1-455c-93eb-cd5d1ba1fbf0 req-8aa27509-d8dd-48c8-95a5-0dd9d4ac1c12 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1347640 Sep 18 00:45:40.403222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Deleting port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:40.403713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.441912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6809dc6-08a1-455c-93eb-cd5d1ba1fbf0 req-31d6e0f2-32d7-427c-adc9-71df2ef517c1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753632 Sep 18 00:45:40.515655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] For port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,segment=NetworkSegment(72b4d9e4-6cf4-4598-b765-71a7e7b2304d),segment_id=72b4d9e4-6cf4-4598-b765-71a7e7b2304d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:40.516048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.529074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Calling delete_port for ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:40.673311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.708058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Pushing event deleted for resources: {'Port': ['ID=ea1c6552-a92a-4a0c-bb90-4b5315cc9b80,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:40.748943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] No DVR routers for this DVR port ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:40.751493 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.753482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920d643a-7c9a-40f7-9618-ff13d711d3d6 req-535fe749-ce97-41eb-82af-3d69db76702a tempest-ImagesTestJSON-1050747635 tempest-ImagesTestJSON-1050747635-project] 10.222.0.48 "DELETE /v2.0/ports/ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 HTTP/1.1" status: 204 len: 173 time: 0.5477033 Sep 18 00:45:40.753922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'name': 'network-vif-deleted', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:40.756432 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30febbce-48af-4458-9d01-4f452b29085a" -d '{"events": [{"server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "name": "network-vif-deleted", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:40.795631 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50ac27-a62f-41c5-9a07-f53b78968c52 x-openstack-request-id: req-8f50ac27-a62f-41c5-9a07-f53b78968c52 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:40.795968 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a515c58-66d2-4d15-a889-fa735fcece65", "name": "network-vif-deleted", "tag": "ea1c6552-a92a-4a0c-bb90-4b5315cc9b80", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:40.796247 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f50ac27-a62f-41c5-9a07-f53b78968c52 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:40.800893 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a515c58-66d2-4d15-a889-fa735fcece65', 'name': 'network-vif-deleted', 'tag': 'ea1c6552-a92a-4a0c-bb90-4b5315cc9b80', 'status': 'completed', 'code': 200} Sep 18 00:45:41.281568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1f21-5f6a-4f92-bfbd-b75fe992f813 req-2fb068ed-6d68-480a-8923-50f0cc2276a4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:41.284913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:41.291470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5132a6cd-e17f-43c9-bec7-53af995b25a3 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:41.294103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5fbd1f21-5f6a-4f92-bfbd-b75fe992f813 req-2fb068ed-6d68-480a-8923-50f0cc2276a4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0737944 Sep 18 00:45:41.295608 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No ports have port_id starting with ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 Sep 18 00:45:41.321715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 requested by agent hyperv_n-h1-712707-16 not found in database {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 18 00:45:41.346130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5fbd1f21-5f6a-4f92-bfbd-b75fe992f813 req-a6c32ccf-f34f-47b7-a80b-d2a494cccc92 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Sep 18 00:45:41.353426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5132a6cd-e17f-43c9-bec7-53af995b25a3 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:41.358504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5132a6cd-e17f-43c9-bec7-53af995b25a3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:41.359432 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.470338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.503342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:41.506011 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab58249-a0c1-47a2-b08f-10b8609b9d14" -d '{"events": [{"server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "name": "network-vif-plugged", "status": "completed", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:41.521096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:41.528683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.529837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:41.562553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:41.562870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:41.588905 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a136d-467c-441c-b167-b2583222af08 x-openstack-request-id: req-a01a136d-467c-441c-b167-b2583222af08 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:41.589762 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "name": "network-vif-plugged", "status": "completed", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:41.589762 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a01a136d-467c-441c-b167-b2583222af08 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:41.589979 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3', 'code': 200} Sep 18 00:45:41.611700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59577945-7cba-4192-be63-0040422b5c56 req-a9c7b6aa-86db-4f73-8945-71fb6ada741e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:41.613827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59577945-7cba-4192-be63-0040422b5c56 req-a9c7b6aa-86db-4f73-8945-71fb6ada741e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0722790 Sep 18 00:45:41.623837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:41.695522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59577945-7cba-4192-be63-0040422b5c56 req-9184c360-cd12-4cde-8907-f3baf896b585 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Sep 18 00:45:41.710153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230affb4-90ee-4905-b8e2-0583b7afdfe3 req-214db0d2-c09f-4532-a47f-82e269b8facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:41.711891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-230affb4-90ee-4905-b8e2-0583b7afdfe3 req-214db0d2-c09f-4532-a47f-82e269b8facc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0531764 Sep 18 00:45:41.751725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-230affb4-90ee-4905-b8e2-0583b7afdfe3 req-07993753-dbec-458c-a1ea-3e200e6942fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Sep 18 00:45:41.788056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43604) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:41.832169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Deleting subnet 31f312a9-899e-4895-8931-21e4297e6d47 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:41.835181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.868471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.910783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.965039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.992258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f312a9-899e-4895-8931-21e4297e6d47,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:41.997007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.000571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aea23184-31c9-41a3-b349-753e36a76ffd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31f312a9-899e-4895-8931-21e4297e6d47 HTTP/1.1" status: 204 len: 168 time: 0.2114036 Sep 18 00:45:42.001287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:42.099644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.104659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-1a4c8f7a-0729-47e2-a826-c0de3ceb87e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865333 Sep 18 00:45:42.188857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.226610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f44fafd-fe2b-4836-9940-80635cfa049a']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.239663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b4d9e4-6cf4-4598-b765-71a7e7b2304d') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.239958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b4d9e4-6cf4-4598-b765-71a7e7b2304d') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.251252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.253910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7499-a191-4973-b274-e8895e19e516 req-420e57e1-2536-4e33-9885-bcd134b141d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:42.255641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-420e57e1-2536-4e33-9885-bcd134b141d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0998638 Sep 18 00:45:42.267422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.273323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:42.273705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:42.275306 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:42.384140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.391988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.396084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] 10.222.0.49 "DELETE /v2.0/networks/1f44fafd-fe2b-4836-9940-80635cfa049a HTTP/1.1" status: 204 len: 168 time: 0.3915727 Sep 18 00:45:42.410956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6ab68-4ccd-4146-9322-e129d4a2c74d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f44fafd-fe2b-4836-9940-80635cfa049a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:42.456798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7499-a191-4973-b274-e8895e19e516 req-af3ab837-eb1f-4583-94a0-486601f5f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:42.458282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-af3ab837-eb1f-4583-94a0-486601f5f089 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.1731710 Sep 18 00:45:42.558400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100637a3-54bd-4b4d-8be0-2813c76d73a4 req-c41d8ce6-96dd-468e-954f-6cf78aad94ab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:42.562460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-100637a3-54bd-4b4d-8be0-2813c76d73a4 req-c41d8ce6-96dd-468e-954f-6cf78aad94ab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1365442 Sep 18 00:45:42.608481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43620) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:42.617734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-92c9421a-44b1-430a-82fe-244a7acd2019 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1000 time: 0.1497121 Sep 18 00:45:42.625647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-100637a3-54bd-4b4d-8be0-2813c76d73a4 req-8d8d882e-895a-449c-90b8-117c921893a8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Sep 18 00:45:42.656542 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4a80682b-92f1-4b79-abec-fadcb4314dab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3371ac011b9a4790959ea2d02eec8359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464129 Sep 18 00:45:42.657539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43622) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:42.713527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.738027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.829576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.833622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.835036 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28a7439e-61b9-4e88-9740-ce6e77ba4acf HTTP/1.1" status: 204 len: 168 time: 0.1765592 Sep 18 00:45:42.854681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a392-5917-4b24-942a-3ff5e103edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a7439e-61b9-4e88-9740-ce6e77ba4acf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:43.046626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7499-a191-4973-b274-e8895e19e516 req-2acb62ca-ceea-4364-a02f-c28627f4dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:43.048755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-2acb62ca-ceea-4364-a02f-c28627f4dcae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.4220569 Sep 18 00:45:43.079104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4528c-4326-48bb-9fc6-96e48da9deeb req-7894e0c7-40c1-4e3e-91e5-a401d3fc3ae5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:43.080689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f4528c-4326-48bb-9fc6-96e48da9deeb req-7894e0c7-40c1-4e3e-91e5-a401d3fc3ae5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0804713 Sep 18 00:45:43.138593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7499-a191-4973-b274-e8895e19e516 req-56a0ab8e-d659-471f-b275-a09ecfcedd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:43.140186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-56a0ab8e-d659-471f-b275-a09ecfcedd6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809231 Sep 18 00:45:43.145314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f4528c-4326-48bb-9fc6-96e48da9deeb req-b0a0b0d9-58f9-4c54-84ea-61bd11b5880c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Sep 18 00:45:43.237431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-680dfd54-ca39-46cf-9713-51217326e737 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900924 Sep 18 00:45:43.357439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03fc7499-a191-4973-b274-e8895e19e516 req-a643d0c6-510f-4d5e-af48-ef36df43bb51 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118014 Sep 18 00:45:43.837362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6cce-ee27-482a-876c-c14e70f9099a req-a7180088-7d5f-4321-a6a4-d9d53128c497 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:43.838961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29be6cce-ee27-482a-876c-c14e70f9099a req-a7180088-7d5f-4321-a6a4-d9d53128c497 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0685313 Sep 18 00:45:43.878931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29be6cce-ee27-482a-876c-c14e70f9099a req-53f48b74-bbeb-4c15-a22f-f2471260e6f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Sep 18 00:45:44.006876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4a66-900e-4b32-9dea-33eca84da8d3 req-6ce973f1-5f3a-486e-bdfe-13489784797c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:44.008616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a94b4a66-900e-4b32-9dea-33eca84da8d3 req-6ce973f1-5f3a-486e-bdfe-13489784797c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Sep 18 00:45:44.053778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a94b4a66-900e-4b32-9dea-33eca84da8d3 req-2b666553-63c7-4657-b8f2-77ef7c9732be tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Sep 18 00:45:44.283737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc056-ef04-43a6-a76f-123add7e7c85 req-831b5737-dd11-4a73-a2f3-357aadab9f63 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:44.286744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53ddc056-ef04-43a6-a76f-123add7e7c85 req-831b5737-dd11-4a73-a2f3-357aadab9f63 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0647175 Sep 18 00:45:44.293100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:44.341857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53ddc056-ef04-43a6-a76f-123add7e7c85 req-afaa4020-a4b0-4afb-9786-49166b5318bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Sep 18 00:45:44.430765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce40c0c7-ed07-49d2-81fb-3c080bc9e71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.463723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012344d-a427-4617-994c-90ac493e7df5 req-118cda46-6831-45cb-8f64-605b90ef8749 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:44.466933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b012344d-a427-4617-994c-90ac493e7df5 req-118cda46-6831-45cb-8f64-605b90ef8749 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0538383 Sep 18 00:45:44.508162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b012344d-a427-4617-994c-90ac493e7df5 req-9bfbaec0-5342-4d40-8a25-615088b622cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Sep 18 00:45:44.530342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce40c0c7-ed07-49d2-81fb-3c080bc9e71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.533883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce40c0c7-ed07-49d2-81fb-3c080bc9e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.577738 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce40c0c7-ed07-49d2-81fb-3c080bc9e71e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72cfa105ce0242418d1fcd4f28390117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823219 Sep 18 00:45:44.578154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40c0c7-ed07-49d2-81fb-3c080bc9e71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65211c-cc17-4663-b356-fb817fd6a7de,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:44.578278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43714) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:44.631760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.655653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.706740 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.710030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.713641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f65211c-cc17-4663-b356-fb817fd6a7de HTTP/1.1" status: 204 len: 168 time: 0.1318874 Sep 18 00:45:44.721536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99591c8-7ac8-43e3-b58a-7d3e5a7a08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65211c-cc17-4663-b356-fb817fd6a7de,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.119024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.153459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dddf2c6-0d84-4089-9f03-72062ce6ac0d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:45.252649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:45.265204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'mac_address': 'fa:16:3e:5d:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:45.294334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-014a54db-931f-41d1-b174-19ae1c387c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.296349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:45.320312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:45.320928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ea1c6552-a92a-4a0c-bb90-4b5315cc9b80 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:45.330762 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.347991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dddf2c6-0d84-4089-9f03-72062ce6ac0d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:45.371399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:45.378059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.420036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-014a54db-931f-41d1-b174-19ae1c387c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.425645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-014a54db-931f-41d1-b174-19ae1c387c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.434037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.496947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a54db-931f-41d1-b174-19ae1c387c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826b9744-6092-43eb-aee4-6e49c2dcf7cb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.502928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-014a54db-931f-41d1-b174-19ae1c387c13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae6d545cb1a746998424576b0ad29998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832922 Sep 18 00:45:45.506000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.506440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.524659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4dddf2c6-0d84-4089-9f03-72062ce6ac0d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:45.525332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9bafe-2f4a-467f-ac3e-5664f23b221a req-7aa5d12e-1185-48b1-af59-507024a0b34c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:45.535509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9bafe-2f4a-467f-ac3e-5664f23b221a req-7aa5d12e-1185-48b1-af59-507024a0b34c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 944 time: 0.0879211 Sep 18 00:45:45.568432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.580668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12f9bafe-2f4a-467f-ac3e-5664f23b221a req-d2232946-e851-4567-8990-4adbee551031 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Sep 18 00:45:45.614883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.660257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a11a2-e818-49b6-ab24-e7355eb62bd5 req-bc450789-c824-4961-a6ae-c83188349e8e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:45.661899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a3a11a2-e818-49b6-ab24-e7355eb62bd5 req-bc450789-c824-4961-a6ae-c83188349e8e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0572691 Sep 18 00:45:45.676897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.679446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.684939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/826b9744-6092-43eb-aee4-6e49c2dcf7cb HTTP/1.1" status: 204 len: 168 time: 0.1761661 Sep 18 00:45:45.691755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-898185205-network', 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:45.705919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08584b-6c16-413f-b955-5f286c974f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b9744-6092-43eb-aee4-6e49c2dcf7cb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.727668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a3a11a2-e818-49b6-ab24-e7355eb62bd5 req-de670963-6a44-4778-9c23-c50b4137fe54 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Sep 18 00:45:45.730293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:45.732707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.741681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.831415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.836147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.861379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:45.871389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582c121a-13e3-454e-bcff-ab0519a93ab1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.876445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.876791 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Added segment 631cfcca-c889-40fd-8402-40dbdf390838 of type vlan for network 51996056-7702-4332-b0b2-8b877da48ac8 Sep 18 00:45:45.932003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.960851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.961938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:45.962821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.967672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.996742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43768) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.997286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4897630 Sep 18 00:45:45.999758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:46.004425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Request body: {'subnet': {'network_id': '51996056-7702-4332-b0b2-8b877da48ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-898185205-subnet', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:46.010942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a36ea249-bece-42c0-befd-942651704b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.037198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8640-33c0-4035-8eb4-0763d59daf70 admin admin] Pushing event updated for resources: {'Network': ['ID=51996056-7702-4332-b0b2-8b877da48ac8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.047959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 51996056-7702-4332-b0b2-8b877da48ac8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:46.102705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a36ea249-bece-42c0-befd-942651704b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.107578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a36ea249-bece-42c0-befd-942651704b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.125593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:46.128068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.146854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a36ea249-bece-42c0-befd-942651704b44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47c7f32e3dd94775b551e8a2104df790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488857 Sep 18 00:45:46.148719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ea249-bece-42c0-befd-942651704b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc42b61-19f8-485f-9571-cf1390d715e9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.149719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:46.253214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.301176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.380073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.706345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f55ef1-17e5-4996-8126-3e79b01499ac req-7a2497b4-abc2-4309-9247-b9e5ff443dc1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:46.708315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14f55ef1-17e5-4996-8126-3e79b01499ac req-7a2497b4-abc2-4309-9247-b9e5ff443dc1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 944 time: 0.0509892 Sep 18 00:45:46.732259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.734696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.745085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfc42b61-19f8-485f-9571-cf1390d715e9 HTTP/1.1" status: 204 len: 168 time: 0.5876088 Sep 18 00:45:46.750941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14f55ef1-17e5-4996-8126-3e79b01499ac req-ccd1593e-2761-4480-9452-4b32653ea6c8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Sep 18 00:45:46.758124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82affbb6-b758-4af9-b625-0146f8943cb6,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.767695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133517b0-663b-46a6-b701-908f87304374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc42b61-19f8-485f-9571-cf1390d715e9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.774431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Checking segment: {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:46.774817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Network hostable DHCP agents. Network: 51996056-7702-4332-b0b2-8b877da48ac8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:46.795529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Network 51996056-7702-4332-b0b2-8b877da48ac8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:46.805415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 51996056-7702-4332-b0b2-8b877da48ac8) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:46.812634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:46.812905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.819139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbba918-9090-4df4-8987-3c6b25030748 None None] Network 51996056-7702-4332-b0b2-8b877da48ac8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:46.840579 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6ad48067-0250-41b2-88be-83858cb8ed7d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8393841 Sep 18 00:45:46.844347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43782) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:46.850147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:46.864455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace589-0267-41d5-949c-87b6a62f9412 req-dcf43f29-6e00-439a-a528-f730bc32b59c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:46.866401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04ace589-0267-41d5-949c-87b6a62f9412 req-dcf43f29-6e00-439a-a528-f730bc32b59c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Sep 18 00:45:46.876947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.878336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.921600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04ace589-0267-41d5-949c-87b6a62f9412 req-d81b1635-5732-4e59-872e-b134cb584e15 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Sep 18 00:45:46.954599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.991487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-51996056-7702-4332-b0b2-8b877da48ac8', 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'fixed_ips': [{'subnet_id': '82affbb6-b758-4af9-b625-0146f8943cb6'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:46.992571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.107034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.141634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Allocated IP 172.20.0.2 (51996056-7702-4332-b0b2-8b877da48ac8/82affbb6-b758-4af9-b625-0146f8943cb6/fa069bc9-f550-474f-afd6-2327d5bcc32b) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:47.176605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dddf2c6-0d84-4089-9f03-72062ce6ac0d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:47.289052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:47.289422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.336511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.362491 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.377647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.420922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.433064 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.473487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Network 51996056-7702-4332-b0b2-8b877da48ac8 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:47.481435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:47.482503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Allocated IP 172.25.7.117 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a5def7e5-d471-41c5-ac43-d28bb5d36097) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:47.486574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:47.497996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:47.500740 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc0b95-da2d-49ce-ac48-204b8cafddf9" -d '{"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-plugged", "status": "completed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:47.512404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Pushing event updated for resources: {'Port': ['ID=fa069bc9-f550-474f-afd6-2327d5bcc32b,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.527694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:47.533519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.554579 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9078233-4ed3-4446-b394-5d47e5e068cf x-openstack-request-id: req-d9078233-4ed3-4446-b394-5d47e5e068cf {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:47.554879 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-plugged", "status": "completed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:47.555129 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9078233-4ed3-4446-b394-5d47e5e068cf {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:47.555533 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'code': 200} Sep 18 00:45:47.612733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Attempting to bind port fa069bc9-f550-474f-afd6-2327d5bcc32b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:47.613366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Attempting to bind port fa069bc9-f550-474f-afd6-2327d5bcc32b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:47.613738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Attempting to bind port fa069bc9-f550-474f-afd6-2327d5bcc32b on network 51996056-7702-4332-b0b2-8b877da48ac8 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:47.623176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.629857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:47.630586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Checking segment: {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:47.630902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.631307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Bound using segment: {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:47.631774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Bound port: fa069bc9-f550-474f-afd6-2327d5bcc32b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:47.632165 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.644317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.661855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.700681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:47.705061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:47.708204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] For port fa069bc9-f550-474f-afd6-2327d5bcc32b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:47.708773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:47.711110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] For port fa069bc9-f550-474f-afd6-2327d5bcc32b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fa069bc9-f550-474f-afd6-2327d5bcc32b,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:47.717237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.732797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Pushing event updated for resources: {'Port': ['ID=a5def7e5-d471-41c5-ac43-d28bb5d36097,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.782150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490410c-1c24-4a26-b08f-a2822f0adf4e None None] Pushing event updated for resources: {'Port': ['ID=fa069bc9-f550-474f-afd6-2327d5bcc32b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.915548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5dbbb-b874-4d6b-90ac-475fce89e500 req-ed72c49d-6bd2-45a4-b54f-460570ec50bd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:47.920335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d5dbbb-b874-4d6b-90ac-475fce89e500 req-ed72c49d-6bd2-45a4-b54f-460570ec50bd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0712373 Sep 18 00:45:47.978352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d5dbbb-b874-4d6b-90ac-475fce89e500 req-fb30bdc2-def4-4b91-8e9c-2347298e4a62 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Sep 18 00:45:48.076280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.157702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b66e1a-f36c-45c9-993f-a290dba20315 req-7b1a0e60-274b-4480-9fe3-8978815d1791 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:48.159293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10b66e1a-f36c-45c9-993f-a290dba20315 req-7b1a0e60-274b-4480-9fe3-8978815d1791 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0742991 Sep 18 00:45:48.205992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10b66e1a-f36c-45c9-993f-a290dba20315 req-93f20d21-5200-413b-aad5-baa44b93940c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Sep 18 00:45:48.300140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.448924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Router 6aab2914-a279-45c0-9b5a-28d45f2acc42 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:45:48.564148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:45:48.574345 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Sync routers for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:45:48.583411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.584663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a972358b-3a34-48e3-8312-b75e24e87e54 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7389941 Sep 18 00:45:48.587543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.587970 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:48.588795 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:48.762527 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:45:48.853549 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:49.086306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8ab2f-bc43-4ffe-b857-00ec4a1deeba None None] Network 51996056-7702-4332-b0b2-8b877da48ac8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:49.179826 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:47Z', 'revision_number': 3, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:49.199416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] Provisioning complete for port fa069bc9-f550-474f-afd6-2327d5bcc32b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:49.200690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.218713 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Checking router: 6aab2914-a279-45c0-9b5a-28d45f2acc42 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:45:49.219630 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Updating router 6aab2914-a279-45c0-9b5a-28d45f2acc42 port a5def7e5-d471-41c5-ac43-d28bb5d36097 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:45:49.277861 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.311377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62acf07-ce48-4e7e-a9b1-00b140433d5f req-792bddc5-3ec6-484e-b73d-d5d78852f666 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:49.332862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b62acf07-ce48-4e7e-a9b1-00b140433d5f req-792bddc5-3ec6-484e-b73d-d5d78852f666 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.2239184 Sep 18 00:45:49.365285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.448367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] For port fa069bc9-f550-474f-afd6-2327d5bcc32b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fa069bc9-f550-474f-afd6-2327d5bcc32b,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:49.467241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.472176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b62acf07-ce48-4e7e-a9b1-00b140433d5f req-d80c6b6c-1e9c-4eb8-8727-962f7c9378eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376412 Sep 18 00:45:49.497752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.543391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301258-7fcf-478b-adb0-b6dff1e37ca7 req-ab400a0d-42b4-45a9-8058-3c7254968529 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:49.552073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc301258-7fcf-478b-adb0-b6dff1e37ca7 req-ab400a0d-42b4-45a9-8058-3c7254968529 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1798580 Sep 18 00:45:49.566374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c250242-a527-47f8-bea7-09d84f33ba91 None None] Pushing event updated for resources: {'Port': ['ID=fa069bc9-f550-474f-afd6-2327d5bcc32b,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:49.690639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc301258-7fcf-478b-adb0-b6dff1e37ca7 req-36f6fc9d-0c88-4a0e-a27e-ddf37c360cc1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389103 Sep 18 00:45:49.764776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43894) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:49.813544 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.826024 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.858401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Allocated IP 172.20.0.1 (51996056-7702-4332-b0b2-8b877da48ac8/82affbb6-b758-4af9-b625-0146f8943cb6/44b477d2-5181-4716-87f2-5edd9a1cc1a8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:49.872977 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Pushing event updated for resources: {'Port': ['ID=a5def7e5-d471-41c5-ac43-d28bb5d36097,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:49.891922 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.892536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.893029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.893518 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.894033 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.894515 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.894992 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.895494 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.895964 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.896494 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.896821 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.897143 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:49.915879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8da54e67-0c13-42f5-8436-b56513d1c60d None None] Provisioning complete for port fa069bc9-f550-474f-afd6-2327d5bcc32b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:49.915879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8da54e67-0c13-42f5-8436-b56513d1c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.923841 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Attempting to bind port a5def7e5-d471-41c5-ac43-d28bb5d36097 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:49.923841 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Attempting to bind port a5def7e5-d471-41c5-ac43-d28bb5d36097 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:49.924070 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Attempting to bind port a5def7e5-d471-41c5-ac43-d28bb5d36097 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:49.929140 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:49.929903 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:49.930467 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.931014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:49.931635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Bound port: a5def7e5-d471-41c5-ac43-d28bb5d36097, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:49.932198 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.941053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a01ff8d3-166e-4dc2-ac6e-71c8b8705ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.031860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] For port a5def7e5-d471-41c5-ac43-d28bb5d36097, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:50.038246 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] For port a5def7e5-d471-41c5-ac43-d28bb5d36097, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a5def7e5-d471-41c5-ac43-d28bb5d36097,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:50.050958 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.110311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.158646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a01ff8d3-166e-4dc2-ac6e-71c8b8705ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.178498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a01ff8d3-166e-4dc2-ac6e-71c8b8705ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.181880 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:50.182817 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:50.188482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fa069bc9-f550-474f-afd6-2327d5bcc32b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:50.196135 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.224330 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789066e6-a56d-4c63-a7eb-ac74d4b85888 None None] Pushing event updated for resources: {'Port': ['ID=a5def7e5-d471-41c5-ac43-d28bb5d36097,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:50.262211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a01ff8d3-166e-4dc2-ac6e-71c8b8705ef5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3f1edcd1d2c405b98af81be28254ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953256 Sep 18 00:45:50.263568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ff8d3-166e-4dc2-ac6e-71c8b8705ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15de250c-2270-440f-a0ff-894b7623f8ac,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:50.264244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Pushing event updated for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:50.285963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:50.299614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fa069bc9-f550-474f-afd6-2327d5bcc32b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:50.300129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.314677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Network 51996056-7702-4332-b0b2-8b877da48ac8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:50.316536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:50.330759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:50.394189 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:50.424568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.471344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.499991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.593417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.596310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.599839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15de250c-2270-440f-a0ff-894b7623f8ac HTTP/1.1" status: 204 len: 168 time: 0.3103285 Sep 18 00:45:50.611663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9edfaf-403d-4428-a5f8-b825393d06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de250c-2270-440f-a0ff-894b7623f8ac,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:50.771494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.783561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:47Z', 'revision_number': 3, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:50.795633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7072a1-ad4c-4ea8-8465-25f36fc9a1b6 req-54cbf29b-299e-470f-b88c-050e559f4aff tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:50.803157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b7072a1-ad4c-4ea8-8465-25f36fc9a1b6 req-54cbf29b-299e-470f-b88c-050e559f4aff tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.2451136 Sep 18 00:45:50.815865 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd7c69-5f91-4726-bfd3-6390f0a6c32f None None] The sync data for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 is: [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:47Z', 'revision_number': 3, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:45:50.835227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9663a9c8-f728-4c97-9442-f131da4b457b None None] Provisioning complete for port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:50.835606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9663a9c8-f728-4c97-9442-f131da4b457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.934787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9663a9c8-f728-4c97-9442-f131da4b457b None None] Port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:51.085208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.117810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.172286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Pushing event updated for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:51.309492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b7072a1-ad4c-4ea8-8465-25f36fc9a1b6 req-b9311cca-3dac-4c64-ae37-a6a7b80aab8d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054035 Sep 18 00:45:51.316155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.357216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90313e-ac10-421e-b619-ee8f86ac3c6d req-c959cf7a-1c43-4c78-909b-9250cdff89c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:51.358839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e90313e-ac10-421e-b619-ee8f86ac3c6d req-c959cf7a-1c43-4c78-909b-9250cdff89c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.5490277 Sep 18 00:45:51.368790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:51.392091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f49cff9b-f7c2-43b1-a68d-e439b3d67845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.524843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e90313e-ac10-421e-b619-ee8f86ac3c6d req-8d73407e-6b07-4bd4-866c-3f2e667e85fe tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295464 Sep 18 00:45:51.561334 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f49cff9b-f7c2-43b1-a68d-e439b3d67845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.566651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Network 51996056-7702-4332-b0b2-8b877da48ac8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:51.568342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f49cff9b-f7c2-43b1-a68d-e439b3d67845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.570921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:51.619482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cff9b-f7c2-43b1-a68d-e439b3d67845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc741f-3fab-4573-b9bc-0add093bcda1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:51.679939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f49cff9b-f7c2-43b1-a68d-e439b3d67845 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fc347312fbc40b0b8bc345e5c00174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075340 Sep 18 00:45:51.682170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:51.773162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.786058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Router 6aab2914-a279-45c0-9b5a-28d45f2acc42 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:45:51.834218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.933187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.940013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.943564 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9fc741f-3fab-4573-b9bc-0add093bcda1 HTTP/1.1" status: 204 len: 168 time: 0.2580626 Sep 18 00:45:51.951174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4aa48-5cbc-4de5-84f6-a9e2b9247abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc741f-3fab-4573-b9bc-0add093bcda1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:52.020059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:45:52.036860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4af9b801-7472-4f12-b030-a5adf0cf9284 admin admin] 10.222.0.49 "PUT /v2.0/routers/6aab2914-a279-45c0-9b5a-28d45f2acc42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402623 Sep 18 00:45:52.080169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9363526c-2230-4e16-99f1-103692a095ed None None] Provisioning complete for port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:52.081189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9363526c-2230-4e16-99f1-103692a095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.165761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9363526c-2230-4e16-99f1-103692a095ed None None] Port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:45:52.185264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a5def7e5-d471-41c5-ac43-d28bb5d36097 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:52.267778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a5def7e5-d471-41c5-ac43-d28bb5d36097 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:52.268237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.273300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:52.354104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.390456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port a5def7e5-d471-41c5-ac43-d28bb5d36097, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a5def7e5-d471-41c5-ac43-d28bb5d36097,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:52.397563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.473322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=a5def7e5-d471-41c5-ac43-d28bb5d36097,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:52.534450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b74926-280b-4f9c-865d-7a7f858b340c req-927ea5d8-638e-4d06-a0d3-6c1716420a15 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:52.536102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b74926-280b-4f9c-865d-7a7f858b340c req-927ea5d8-638e-4d06-a0d3-6c1716420a15 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1096742 Sep 18 00:45:52.627809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08b74926-280b-4f9c-865d-7a7f858b340c req-8d348819-9024-49da-ab9f-1d38c413c06c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837281 Sep 18 00:45:52.718599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1031609853'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:52.731976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546565a1-b74a-4578-a070-9a3eee55d93e req-f50c7d7d-bbfc-4745-85d6-860693bae0b4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:52.738964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-546565a1-b74a-4578-a070-9a3eee55d93e req-f50c7d7d-bbfc-4745-85d6-860693bae0b4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0795135 Sep 18 00:45:52.803525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:52.810392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.827830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-546565a1-b74a-4578-a070-9a3eee55d93e req-104eab73-981f-493f-889c-89f0b3bb4676 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Sep 18 00:45:52.847859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:52.860475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.860850 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Added segment adbbf110-5c42-4827-af7a-5c779ed4d48f of type vlan for network 8044b651-e052-4d19-b2cc-4de5e0f19050 Sep 18 00:45:52.921935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.952772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.960106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:52.960984 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.995465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7206709 Sep 18 00:45:52.999005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43958) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:53.004863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'subnet': {'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:53.100717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73336-55dc-4c4e-8c13-19e305a91f54 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Network': ['ID=8044b651-e052-4d19-b2cc-4de5e0f19050,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.112874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:53.192880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:53.201096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.364927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Sync routers for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:45:53.379985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:53.381157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:53.472926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.543756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:53.555584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Subnet': ['ID=9aae4505-f479-42c9-961c-8b2ce714e430,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.577801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Checking segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:53.578184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network hostable DHCP agents. Network: 8044b651-e052-4d19-b2cc-4de5e0f19050, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:53.601825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:53.617143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8044b651-e052-4d19-b2cc-4de5e0f19050) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:53.628270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:53.629036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.654482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a60debe-2f81-4431-91a0-85fad1149614 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6532364 Sep 18 00:45:53.658218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43972) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:53.664073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801153923'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:53.666756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a1526-4dba-49e2-b762-aeb5d5cfbcd3 None None] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:53.712342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:53.721445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.810753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:53.844985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.845379 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Added segment f8dc8991-535f-4b5c-bd3b-c0479f3ced0b of type vlan for network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 Sep 18 00:45:53.849969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076c7d3-56fd-48f5-8b58-95b905e09582 req-6ef3feb8-cad1-4b33-a316-c584b155f8cc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:53.863508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d076c7d3-56fd-48f5-8b58-95b905e09582 req-6ef3feb8-cad1-4b33-a316-c584b155f8cc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0964057 Sep 18 00:45:53.934371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d076c7d3-56fd-48f5-8b58-95b905e09582 req-f4a34395-a11e-4211-8d53-7cd112b038aa tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Sep 18 00:45:54.097125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.155222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.162229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:54.162850 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.180087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d7a2-d2ab-4697-905a-277d4e8563f5 req-b62e7944-f864-4c21-a7d1-834a9621814e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:54.181691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a53d7a2-d2ab-4697-905a-277d4e8563f5 req-b62e7944-f864-4c21-a7d1-834a9621814e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1286652 Sep 18 00:45:54.186423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a5def7e5-d471-41c5-ac43-d28bb5d36097 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:54.240748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5823200 Sep 18 00:45:54.243715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43986) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:54.262598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'subnet': {'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:54.314467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072edcc-59e0-4337-9d34-3acf72b6f068 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Network': ['ID=914a8a29-4dd6-4e65-aa76-58f0a5937fd4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.344353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:54.437391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:54.450011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.478002 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a412-6910-40f7-8bc1-8189215d30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.532836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8044b651-e052-4d19-b2cc-4de5e0f19050', 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'fixed_ips': [{'subnet_id': '9aae4505-f479-42c9-961c-8b2ce714e430'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:54.533869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.555713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a53d7a2-d2ab-4697-905a-277d4e8563f5 req-3aa25ebe-6fb4-4269-9deb-9cc40e41f125 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624587 Sep 18 00:45:54.556779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a5def7e5-d471-41c5-ac43-d28bb5d36097 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:54.557435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.694402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 4, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '44b477d2-5181-4716-87f2-5edd9a1cc1a8', 'name': '', 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'mac_address': 'fa:16:3e:f7:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:49Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 2, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'subnets': [{'id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:54.737060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Checking router: 6aab2914-a279-45c0-9b5a-28d45f2acc42 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:45:54.737463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Updating router 6aab2914-a279-45c0-9b5a-28d45f2acc42 port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:45:54.750807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.790164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.848400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Subnet': ['ID=902f6ce3-8f0c-4216-84dc-af002be95d75,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.873097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Checking segment: {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:54.873967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network hostable DHCP agents. Network: 914a8a29-4dd6-4e65-aa76-58f0a5937fd4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:54.897861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Allocated IP 19.80.0.2 (8044b651-e052-4d19-b2cc-4de5e0f19050/9aae4505-f479-42c9-961c-8b2ce714e430/9381ab58-3c31-44f1-814c-f6b2e19cc461) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:54.990613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:55.001302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 914a8a29-4dd6-4e65-aa76-58f0a5937fd4) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:55.032156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:55.033364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.059059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86045506-1c14-4000-a983-cc0b5fa9b180 None None] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:55.072142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-337261f6-5fea-436d-a41c-17f8022bf882 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8250713 Sep 18 00:45:55.207148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c782606-1a11-46b0-804e-072d81316a65 req-b6cfa427-fa0f-41b4-85e6-b7f4cdc9ef57 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:55.211369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c782606-1a11-46b0-804e-072d81316a65 req-b6cfa427-fa0f-41b4-85e6-b7f4cdc9ef57 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1150839 Sep 18 00:45:55.299642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c782606-1a11-46b0-804e-072d81316a65 req-39918bb6-1db2-4781-8e9f-4ca5dc3f6732 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Sep 18 00:45:55.467448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.491101 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.594631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-914a8a29-4dd6-4e65-aa76-58f0a5937fd4', 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'fixed_ips': [{'subnet_id': '902f6ce3-8f0c-4216-84dc-af002be95d75'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:55.595504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.616339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-79769c1d-250a-477f-be8c-fc4e02aae3cb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:55.623561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:55.626531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:55.640340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-79769c1d-250a-477f-be8c-fc4e02aae3cb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:55.648856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-79769c1d-250a-477f-be8c-fc4e02aae3cb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/networks?id=8044b651-e052-4d19-b2cc-4de5e0f19050&id=914a8a29-4dd6-4e65-aa76-58f0a5937fd4&id=8044b651-e052-4d19-b2cc-4de5e0f19050 HTTP/1.1" status: 200 len: 1391 time: 0.2263715 Sep 18 00:45:55.659002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:55.662192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.666530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Pushing event updated for resources: {'Port': ['ID=9381ab58-3c31-44f1-814c-f6b2e19cc461,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:55.673122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-9b06f884-d4f1-4c9c-9cf5-ba5e3872461c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/quotas/9a8c6a2e19734937a22472c34252519e HTTP/1.1" status: 200 len: 375 time: 0.0155883 Sep 18 00:45:55.690712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.804489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45388-cbb8-48ab-a611-488977e7036b req-ac1c5588-13c9-4e28-bb03-11b9a22f12f5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:55.806043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45a45388-cbb8-48ab-a611-488977e7036b req-ac1c5588-13c9-4e28-bb03-11b9a22f12f5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0762649 Sep 18 00:45:55.826401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-9839c7f0-1043-4658-9cce-cb7f3beba0ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449986 Sep 18 00:45:55.899473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45a45388-cbb8-48ab-a611-488977e7036b req-42a6e531-f4b8-40ce-abb1-c574411ef555 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710394 Sep 18 00:45:55.920575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Attempting to bind port 9381ab58-3c31-44f1-814c-f6b2e19cc461 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:55.921202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Attempting to bind port 9381ab58-3c31-44f1-814c-f6b2e19cc461 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:55.921801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Attempting to bind port 9381ab58-3c31-44f1-814c-f6b2e19cc461 on network 8044b651-e052-4d19-b2cc-4de5e0f19050 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:55.925384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80545e10-1289-42ef-856b-27299ada4317 None None] Pushing event updated for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:55.988814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:55.989320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Checking segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:55.989799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.990323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Bound using segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:55.990893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Bound port: 9381ab58-3c31-44f1-814c-f6b2e19cc461, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:55.991688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.078414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Allocated IP 19.86.0.2 (914a8a29-4dd6-4e65-aa76-58f0a5937fd4/902f6ce3-8f0c-4216-84dc-af002be95d75/fd50d8e3-e765-470d-9d80-ff2e4b3af0d5) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:56.082370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Attempting to bind port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:56.082847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Attempting to bind port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:56.083359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Attempting to bind port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 on network 51996056-7702-4332-b0b2-8b877da48ac8 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:56.085812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-bd1771b7-aa7c-4b06-83b3-05f8f4610333 service neutron] 10.222.0.49 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585683 Sep 18 00:45:56.106720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:56.107219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Checking segment: {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:56.107699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.108170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Bound using segment: {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:56.108761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Bound port: 44b477d2-5181-4716-87f2-5edd9a1cc1a8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631cfcca-c889-40fd-8402-40dbdf390838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:56.109231 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.252760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-7e5582f1-a188-4557-a658-111d23df9222 service neutron] 10.222.0.49 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650794 Sep 18 00:45:56.312277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] For port 9381ab58-3c31-44f1-814c-f6b2e19cc461, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:56.352762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] For port 9381ab58-3c31-44f1-814c-f6b2e19cc461, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9381ab58-3c31-44f1-814c-f6b2e19cc461,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:56.393189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.406549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-058bda6f-b277-4ea2-b050-947d36f68c96 service neutron] 10.222.0.49 "GET /v2.0/networks/914a8a29-4dd6-4e65-aa76-58f0a5937fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527886 Sep 18 00:45:56.432889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] For port 44b477d2-5181-4716-87f2-5edd9a1cc1a8, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:56.438360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] For port 44b477d2-5181-4716-87f2-5edd9a1cc1a8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44b477d2-5181-4716-87f2-5edd9a1cc1a8,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:56.445959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] Provisioning complete for port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:56.446374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.667866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.843441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.845705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:45:56.845705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:56.987644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743fd17-a558-454f-a7ab-05434f7049db req-c7ee2ad9-c096-4b1b-b219-c95268915ca3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:57.001849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c743fd17-a558-454f-a7ab-05434f7049db req-c7ee2ad9-c096-4b1b-b219-c95268915ca3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.5683963 Sep 18 00:45:57.009800 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.021737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b188a8-f0f2-432e-b484-fa1c90d51de8 None None] Pushing event updated for resources: {'Port': ['ID=9381ab58-3c31-44f1-814c-f6b2e19cc461,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:57.123712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-b569884e-6c02-413a-94b7-d0d2b5c8ae94 service neutron] 10.222.0.49 "GET /v2.0/networks/914a8a29-4dd6-4e65-aa76-58f0a5937fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160518 Sep 18 00:45:57.155526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:57.166484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:45:57.177212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c743fd17-a558-454f-a7ab-05434f7049db req-4bf457a8-2d8c-4274-bf08-7474af07272a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742723 Sep 18 00:45:57.210617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80545e10-1289-42ef-856b-27299ada4317 None None] Pushing event updated for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:57.220245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:57.232917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:57.300898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-408f88c4-1ad7-4756-8ea5-1f0f6b2c9ff0 service neutron] 10.222.0.49 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761522 Sep 18 00:45:57.313605 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.315567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e93984ba-05f3-4aac-8997-eb730b3101ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.465418 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.467320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Pushing event updated for resources: {'Port': ['ID=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:57.477078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-5d4a5e6c-f1b3-4160-b1f2-0f30ecb4ac0a service neutron] 10.222.0.49 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749408 Sep 18 00:45:57.487465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Attempting to bind port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:57.487841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Attempting to bind port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:57.488204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Attempting to bind port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 on network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:57.499842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09112b1-d889-4ec0-b38b-061196cca255 req-7d87fdfe-73b1-4105-8ec6-fc42240c32f6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:57.509632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d09112b1-d889-4ec0-b38b-061196cca255 req-7d87fdfe-73b1-4105-8ec6-fc42240c32f6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0816624 Sep 18 00:45:57.535037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:57.535410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Checking segment: {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:57.535819 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.536213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Bound using segment: {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:57.536767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Bound port: fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:57.537150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.541155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] For port 44b477d2-5181-4716-87f2-5edd9a1cc1a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44b477d2-5181-4716-87f2-5edd9a1cc1a8,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:57.557310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.568998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d09112b1-d889-4ec0-b38b-061196cca255 req-7400f9d5-ee91-4452-bf74-d281d2d7bc89 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583894 Sep 18 00:45:57.707552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00521c2-a53a-4fb4-a4df-ae8c9d80dd47 None None] Pushing event updated for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:57.739757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] For port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:57.746716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] For port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:57.765706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.776237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3804ea8d-297a-43f1-8e1e-c3b92180c3b3 None None] Provisioning complete for port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:57.776768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3804ea8d-297a-43f1-8e1e-c3b92180c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.937638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-195269f2-cbe2-449c-a2bc-3f75a3faac96 req-122d8b77-e6d3-4fc8-95f9-95d10b7ba7c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 210 time: 0.0710788 Sep 18 00:45:57.999823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c04dd-4d2d-45c4-93e3-a64a74a12379 None None] Pushing event updated for resources: {'Port': ['ID=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:58.030044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 4, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '44b477d2-5181-4716-87f2-5edd9a1cc1a8', 'name': '', 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'mac_address': 'fa:16:3e:f7:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:49Z', 'updated_at': '2021-09-18T00:45:56Z', 'revision_number': 4, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'subnets': [{'id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:58.218607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9381ab58-3c31-44f1-814c-f6b2e19cc461 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:58.302293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfaaab-a443-4811-a0f5-2570415f9d1b None None] The sync data for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 is: [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:45:50Z', 'revision_number': 4, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '44b477d2-5181-4716-87f2-5edd9a1cc1a8', 'name': '', 'network_id': '51996056-7702-4332-b0b2-8b877da48ac8', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'mac_address': 'fa:16:3e:f7:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:49Z', 'updated_at': '2021-09-18T00:45:56Z', 'revision_number': 4, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'subnets': [{'id': '82affbb6-b758-4af9-b625-0146f8943cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:45:58.370256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.502765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b5bb-3e9b-490d-a930-7a37fab938a0 req-291a88b1-0921-4bef-9624-a5948e1cbe09 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:58.504348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9381ab58-3c31-44f1-814c-f6b2e19cc461 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:58.504737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.512072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebb4b5bb-3e9b-490d-a930-7a37fab938a0 req-291a88b1-0921-4bef-9624-a5948e1cbe09 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1112015 Sep 18 00:45:58.580276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebb4b5bb-3e9b-490d-a930-7a37fab938a0 req-3ca5f306-f122-44fa-8964-b30ebe17aad7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Sep 18 00:45:58.722535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c1b65-6f20-4e44-845e-6028f5b9fee7 None None] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:58.860858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843487d7-ee5e-4e99-a4e8-219dc3403448 req-530d7a67-0f45-40b8-bccc-23c903b0896a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:58.879650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-843487d7-ee5e-4e99-a4e8-219dc3403448 req-530d7a67-0f45-40b8-bccc-23c903b0896a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1089990 Sep 18 00:45:59.045099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-843487d7-ee5e-4e99-a4e8-219dc3403448 req-00f574a3-5bf4-43c1-a117-ec8d4d80edb3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572642 Sep 18 00:45:59.076156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] Provisioning complete for port 9381ab58-3c31-44f1-814c-f6b2e19cc461 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:59.076619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.222925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-749d078f-9a1b-446f-b7dc-3280e8d6b9fc req-d0e37d41-ead1-417a-b1df-206ddb7e3dd8 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 210 time: 0.0562763 Sep 18 00:45:59.338322 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.351590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.571599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] For port 9381ab58-3c31-44f1-814c-f6b2e19cc461, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9381ab58-3c31-44f1-814c-f6b2e19cc461,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:59.598463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.750275 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.827065 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:45:59.827395 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:45:59.838969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b15a1-01f4-444a-adfb-174df68b6ed9 req-e112f68a-796c-4ef1-b2e3-c6f70b399f05 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:59.849802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d76b15a1-01f4-444a-adfb-174df68b6ed9 req-e112f68a-796c-4ef1-b2e3-c6f70b399f05 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1161270 Sep 18 00:45:59.866461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e49fb-351e-43be-a8f5-5d7fef66af0c None None] Pushing event updated for resources: {'Port': ['ID=9381ab58-3c31-44f1-814c-f6b2e19cc461,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:59.945242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0d0458bb-82a5-417e-9910-12780141775f None None] Provisioning complete for port 9381ab58-3c31-44f1-814c-f6b2e19cc461 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:59.947272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d0458bb-82a5-417e-9910-12780141775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.949401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d76b15a1-01f4-444a-adfb-174df68b6ed9 req-22db326a-b06b-4ab0-99d3-3f3eef2c2bba tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 Sep 18 00:46:00.117749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bc65a-34b8-4a86-8fec-5c215fbb8eb9 None None] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:00.355536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6c5cc-a263-4c5b-b4a0-4919c9debc8d req-6dbe32a7-1180-4404-9237-d95653589fca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:00.369992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cd6c5cc-a263-4c5b-b4a0-4919c9debc8d req-6dbe32a7-1180-4404-9237-d95653589fca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1730497 Sep 18 00:46:00.426596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-5e4b889b-e692-4546-9d13-428a8d753985 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:00.452163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-5e4b889b-e692-4546-9d13-428a8d753985 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:00.454279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-5e4b889b-e692-4546-9d13-428a8d753985 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "GET /v2.0/networks?id=8044b651-e052-4d19-b2cc-4de5e0f19050&id=914a8a29-4dd6-4e65-aa76-58f0a5937fd4&id=8044b651-e052-4d19-b2cc-4de5e0f19050 HTTP/1.1" status: 200 len: 1391 time: 0.4333754 Sep 18 00:46:00.475249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'admin_state_up': True, 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:00.589737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] Provisioning complete for port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:00.590200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.639530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d6494dc-2a2c-419d-a3d5-07bf61530331 req-b1ec9704-7706-4240-a736-46172d1b74aa tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 210 time: 0.2619846 Sep 18 00:46:00.642871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:00.647945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.720396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cd6c5cc-a263-4c5b-b4a0-4919c9debc8d req-d63f19e5-e180-40d6-8b5f-9903b6665a50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239999 Sep 18 00:46:00.878164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.954390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] For port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:00.969816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.095285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8391df3-5078-4eaf-ad6a-20186105e1c3 None None] Pushing event updated for resources: {'Port': ['ID=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:01.166181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Allocated IP 19.80.0.224 (8044b651-e052-4d19-b2cc-4de5e0f19050/9aae4505-f479-42c9-961c-8b2ce714e430/a6f80eea-268c-474c-91f9-8df325b9e861) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:01.239137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9381ab58-3c31-44f1-814c-f6b2e19cc461 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:01.343158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9381ab58-3c31-44f1-814c-f6b2e19cc461 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.343545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.347714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8cb11-b833-422c-9ced-f19ab89851fa req-9161a95c-3b4f-4f95-96b0-4af6087c54d8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:01.355849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1da8cb11-b833-422c-9ced-f19ab89851fa req-9161a95c-3b4f-4f95-96b0-4af6087c54d8 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.2532020 Sep 18 00:46:01.410087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-50093bdf-7fd3-4d41-9793-5208e800bca8 None None] Provisioning complete for port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.410465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-50093bdf-7fd3-4d41-9793-5208e800bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.457056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1da8cb11-b833-422c-9ced-f19ab89851fa req-88dc08b2-586a-468f-ba71-7523a766b2fa tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000836 Sep 18 00:46:01.517904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.549266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44b477d2-5181-4716-87f2-5edd9a1cc1a8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:01.568063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.617222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.617600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.636313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:01.638542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:01.661638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:01.734063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:01.777288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:01.778391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.812259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-6d870171-a2cc-4875-b82f-743ad4df7980 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3408117 Sep 18 00:46:01.815500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:01.860856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4', 'admin_state_up': True, 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:01.968443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.969051 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.972196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.059086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-02dd4cd8-b3df-4b3f-8a76-c7dbde0bab5e None None] Provisioning complete for port a6f80eea-268c-474c-91f9-8df325b9e861 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:02.059883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02dd4cd8-b3df-4b3f-8a76-c7dbde0bab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.112326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-02dd4cd8-b3df-4b3f-8a76-c7dbde0bab5e None None] Port a6f80eea-268c-474c-91f9-8df325b9e861 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:02.114170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c23f64-3d28-4678-b6bb-92735aa1703d req-d6ac5627-d4ae-4aaa-b729-10b3c1d87ac7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:02.116182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0c23f64-3d28-4678-b6bb-92735aa1703d req-d6ac5627-d4ae-4aaa-b729-10b3c1d87ac7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 932 time: 0.2988479 Sep 18 00:46:02.137189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5318c-e53e-46a5-95e7-e73f2a6557ca req-f3d2bbc4-8fe1-4cac-8da5-1e98c816bb9c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:02.144706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fde5318c-e53e-46a5-95e7-e73f2a6557ca req-f3d2bbc4-8fe1-4cac-8da5-1e98c816bb9c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1197157 Sep 18 00:46:02.198261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:02.202450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.208910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0c23f64-3d28-4678-b6bb-92735aa1703d req-d1511f21-a571-4220-a598-11f7bfbcc8c0 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826261 Sep 18 00:46:02.302725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fde5318c-e53e-46a5-95e7-e73f2a6557ca req-8e16a3ce-aec6-4b2b-857d-e1e9ff02eced tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564374 Sep 18 00:46:02.419346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Allocated IP 19.86.0.219 (914a8a29-4dd6-4e65-aa76-58f0a5937fd4/902f6ce3-8f0c-4216-84dc-af002be95d75/c8955253-89aa-44f7-bece-33b8cc622167) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:02.728090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35687b4d-876c-4a20-afcb-9b76a9545bff req-93817831-3149-4cd2-8bb2-7f8056c17d0d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:02.737839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35687b4d-876c-4a20-afcb-9b76a9545bff req-93817831-3149-4cd2-8bb2-7f8056c17d0d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1456404 Sep 18 00:46:02.782420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.836934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.850422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:02.918113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:02.948441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:02.957342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:02.958502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:02.958892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.987992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35687b4d-876c-4a20-afcb-9b76a9545bff req-5aa742d4-9d93-4b49-b108-ab5b6dc3d4ed tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351127 Sep 18 00:46:03.018686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:03.053334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:03.054075 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.076891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-a68ec0f5-f0bc-4549-9f68-2740b1b9f9f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2196746 Sep 18 00:46:03.087892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'admin_state_up': True, 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:03.322524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:03.326972 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.360624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d3cc9af2-0da7-4160-9abe-80aeadb74963 None None] Provisioning complete for port c8955253-89aa-44f7-bece-33b8cc622167 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:03.361137 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9af2-0da7-4160-9abe-80aeadb74963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.704495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc9af2-0da7-4160-9abe-80aeadb74963 None None] Port c8955253-89aa-44f7-bece-33b8cc622167 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:03.709507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb0392-e8bf-4efc-acc0-380fba22fcbb req-40860daa-e2e7-4ad3-a2b6-06f808c880fd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:03.716633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb0392-e8bf-4efc-acc0-380fba22fcbb req-40860daa-e2e7-4ad3-a2b6-06f808c880fd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:03.724644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fddb0392-e8bf-4efc-acc0-380fba22fcbb req-40860daa-e2e7-4ad3-a2b6-06f808c880fd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 1655 time: 0.3366463 Sep 18 00:46:03.739380 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-b6475eff-2438-4f7e-bf0f-3a2126f0f64a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047554 Sep 18 00:46:03.837496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fddb0392-e8bf-4efc-acc0-380fba22fcbb req-0963142c-302b-477c-96d8-4dce643a14c7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073940 Sep 18 00:46:03.861841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84bc8-b6de-4d76-8e18-252cff3b1e58 req-104b2439-c13c-4ef8-9b49-3dff8b088474 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:03.866084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8d84bc8-b6de-4d76-8e18-252cff3b1e58 req-104b2439-c13c-4ef8-9b49-3dff8b088474 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.3316998 Sep 18 00:46:03.950759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Allocated IP 19.80.0.179 (8044b651-e052-4d19-b2cc-4de5e0f19050/9aae4505-f479-42c9-961c-8b2ce714e430/1467a705-05fd-4cac-9601-aa5b23ec155a) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:03.973864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-e3c9a05f-7a41-4dc0-ba46-1785d1678933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:03.980181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-e3c9a05f-7a41-4dc0-ba46-1785d1678933 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 1099 time: 0.1695299 Sep 18 00:46:04.017782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8d84bc8-b6de-4d76-8e18-252cff3b1e58 req-12a10c11-e456-47b4-bf99-bc6ce07286f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292796 Sep 18 00:46:04.219619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-69e088a9-5bc2-40c7-bfd9-5b7dc0be5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.221060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-69e088a9-5bc2-40c7-bfd9-5b7dc0be5c0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 200 len: 918 time: 0.2176046 Sep 18 00:46:04.225245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af47ee3-4177-4f84-8831-849bce6aa8db req-84c11009-2b65-4f0a-b91d-8c7c02647247 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.234003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6af47ee3-4177-4f84-8831-849bce6aa8db req-84c11009-2b65-4f0a-b91d-8c7c02647247 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1379933 Sep 18 00:46:04.334951 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-8b262d22-c4f4-4d4a-8be1-85ff48e04451 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 200 len: 1002 time: 0.0947485 Sep 18 00:46:04.336811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6af47ee3-4177-4f84-8831-849bce6aa8db req-4886d965-f31a-4de3-bbfc-2f503e0fd608 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016505 Sep 18 00:46:04.350077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.410608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.419544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-324474e2-9886-49ed-b395-461e05111cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.421102 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-324474e2-9886-49ed-b395-461e05111cb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 200 len: 856 time: 0.0769017 Sep 18 00:46:04.463095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:04.467854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:04.472856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:04.514703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-8d507974-ec36-44ac-9a88-6897b1dbf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.517276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-8d507974-ec36-44ac-9a88-6897b1dbf7a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb03cf79-2cb7-4785-aaac-15de94b74a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879178 Sep 18 00:46:04.517874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:04.560088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.561246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.591028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ea9d101b-f0aa-4dad-8e80-a1e5f505aec2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5070741 Sep 18 00:46:04.603136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:04.734440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-7cf32e53-2e1a-4151-9935-ac0ec21b1c96 service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957741 Sep 18 00:46:04.742730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.851189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-14f2b32a-14b9-41df-b40d-56345cd2dcae None None] Provisioning complete for port 1467a705-05fd-4cac-9601-aa5b23ec155a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:04.852134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14f2b32a-14b9-41df-b40d-56345cd2dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.943715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-14f2b32a-14b9-41df-b40d-56345cd2dcae None None] Port 1467a705-05fd-4cac-9601-aa5b23ec155a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:04.953296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bba992d9-6079-4a3e-9e77-79dace8db445 req-997843e6-d6d0-4c2f-b26a-13c16749db5d service neutron] 10.222.0.54 "GET /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097795 Sep 18 00:46:05.143111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420871b-15b5-4eeb-ab5f-254e0a90aaea req-661aa51f-f404-460a-9c4a-b87fcb8edcd4 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.157033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420871b-15b5-4eeb-ab5f-254e0a90aaea req-661aa51f-f404-460a-9c4a-b87fcb8edcd4 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.163155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420871b-15b5-4eeb-ab5f-254e0a90aaea req-661aa51f-f404-460a-9c4a-b87fcb8edcd4 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.178083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8420871b-15b5-4eeb-ab5f-254e0a90aaea req-661aa51f-f404-460a-9c4a-b87fcb8edcd4 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2377 time: 0.2157428 Sep 18 00:46:05.247374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8420871b-15b5-4eeb-ab5f-254e0a90aaea req-10749b2e-cf08-44cd-ad8e-2a9ba7b8a1f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593293 Sep 18 00:46:05.354059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc7c8c-68f2-4e6b-8253-901c0184dde5 req-de187d8b-9e3a-4ab4-b0fd-b0e0027cd85e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.356873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fcc7c8c-68f2-4e6b-8253-901c0184dde5 req-de187d8b-9e3a-4ab4-b0fd-b0e0027cd85e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1049941 Sep 18 00:46:05.455639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f80eea-268c-474c-91f9-8df325b9e861 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:05.479409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.496910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fcc7c8c-68f2-4e6b-8253-901c0184dde5 req-855c58fd-bab5-4aaf-9863-451cb2f267cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227636 Sep 18 00:46:05.534111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Transition to ACTIVE for port object a6f80eea-268c-474c-91f9-8df325b9e861 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:05.549053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.571198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d9d89-f0cb-4f73-9390-4c156f41b739 req-34545d18-9f88-4f3e-8102-685316675966 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.572745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-405d9d89-f0cb-4f73-9390-4c156f41b739 req-34545d18-9f88-4f3e-8102-685316675966 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1253178 Sep 18 00:46:05.690744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:05.743328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-405d9d89-f0cb-4f73-9390-4c156f41b739 req-5776f897-7fa1-4bac-a781-c2a2c723a3d9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437724 Sep 18 00:46:05.803955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Attempting to bind port a6f80eea-268c-474c-91f9-8df325b9e861 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:05.803955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Attempting to bind port a6f80eea-268c-474c-91f9-8df325b9e861 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:05.804596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Attempting to bind port a6f80eea-268c-474c-91f9-8df325b9e861 on network 8044b651-e052-4d19-b2cc-4de5e0f19050 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:05.814268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Port a6f80eea-268c-474c-91f9-8df325b9e861 on network 8044b651-e052-4d19-b2cc-4de5e0f19050 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:05.814597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Attempting to bind port a6f80eea-268c-474c-91f9-8df325b9e861 on network 8044b651-e052-4d19-b2cc-4de5e0f19050 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:05.824245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:05.824687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Checking segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:05.825089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Bound using segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:05.826196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Bound port: a6f80eea-268c-474c-91f9-8df325b9e861, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:05.826701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.936954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:05.940281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a6f80eea-268c-474c-91f9-8df325b9e861,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:05.947707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.006912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.007525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.009058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] 10.222.0.48 "PUT /v2.0/ports/a6f80eea-268c-474c-91f9-8df325b9e861 HTTP/1.1" status: 200 len: 1093 time: 1.4101751 Sep 18 00:46:06.009465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:06.012288 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:06.024944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471d37-7ef8-4f08-9984-bdeaf0aba67d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:06.048577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:06.104933 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a248af-18a1-4dd8-a8e6-9ed6181d52d0 x-openstack-request-id: req-f0a248af-18a1-4dd8-a8e6-9ed6181d52d0 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:06.105476 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:06.105726 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0a248af-18a1-4dd8-a8e6-9ed6181d52d0 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:06.115237 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861', 'status': 'completed', 'code': 200} Sep 18 00:46:06.140353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.247649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-9e989e7b-52c5-4595-a528-da3b10b76dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.248273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-9e989e7b-52c5-4595-a528-da3b10b76dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.248639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-9e989e7b-52c5-4595-a528-da3b10b76dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.250340 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-9e989e7b-52c5-4595-a528-da3b10b76dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2733 time: 0.1165373 Sep 18 00:46:06.509886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-eb436ab7-37aa-4f8b-ba8a-e35590734c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.511518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-eb436ab7-37aa-4f8b-ba8a-e35590734c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.512161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-eb436ab7-37aa-4f8b-ba8a-e35590734c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.515465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-eb436ab7-37aa-4f8b-ba8a-e35590734c20 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a8c6a2e19734937a22472c34252519e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2462187 Sep 18 00:46:06.525823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a576081-592f-46a7-b3ef-ac91b24c7f5c req-176bc110-e399-4e92-ac30-ac103cede6ea tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.533901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a576081-592f-46a7-b3ef-ac91b24c7f5c req-176bc110-e399-4e92-ac30-ac103cede6ea tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.540169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a576081-592f-46a7-b3ef-ac91b24c7f5c req-176bc110-e399-4e92-ac30-ac103cede6ea tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.541902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a576081-592f-46a7-b3ef-ac91b24c7f5c req-176bc110-e399-4e92-ac30-ac103cede6ea tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2389 time: 0.1497748 Sep 18 00:46:06.680736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65efc7-797d-4953-b28e-392d66ab55ab req-2b261b29-2e70-4d34-b4a9-9aca1304ed91 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.682257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c65efc7-797d-4953-b28e-392d66ab55ab req-2b261b29-2e70-4d34-b4a9-9aca1304ed91 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0972350 Sep 18 00:46:06.686105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a576081-592f-46a7-b3ef-ac91b24c7f5c req-2599312d-02ab-4000-b77f-91f626e09eeb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142266 Sep 18 00:46:06.725858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-d00764a6-3a9c-4e40-9e0d-3691b8682ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.727343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9cfd08aa-c4d4-4f1b-b600-290ce97b3c4c req-d00764a6-3a9c-4e40-9e0d-3691b8682ae7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965239 Sep 18 00:46:06.759413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c65efc7-797d-4953-b28e-392d66ab55ab req-5598b7ed-ebe9-499e-a70e-7338f0a6fb3f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701892 Sep 18 00:46:06.810022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8955253-89aa-44f7-bece-33b8cc622167 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:06.825649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.840404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Transition to ACTIVE for port object c8955253-89aa-44f7-bece-33b8cc622167 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:06.853047 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.968120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757ebcd-c70d-464d-863a-900131ab0006 req-0d390c93-f47f-44d7-9605-767a695fa8ce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:06.987763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7757ebcd-c70d-464d-863a-900131ab0006 req-0d390c93-f47f-44d7-9605-767a695fa8ce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1458633 Sep 18 00:46:07.000251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Pushing event updated for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:07.108112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Attempting to bind port c8955253-89aa-44f7-bece-33b8cc622167 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:07.108723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Attempting to bind port c8955253-89aa-44f7-bece-33b8cc622167 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:07.109056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Attempting to bind port c8955253-89aa-44f7-bece-33b8cc622167 on network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:07.126409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7757ebcd-c70d-464d-863a-900131ab0006 req-ba573eb4-4944-490d-9799-90018a972852 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324265 Sep 18 00:46:07.129279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Port c8955253-89aa-44f7-bece-33b8cc622167 on network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:07.131464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Attempting to bind port c8955253-89aa-44f7-bece-33b8cc622167 on network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:07.148996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:07.149336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Checking segment: {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:07.149725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Bound using segment: {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:07.150172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Bound port: c8955253-89aa-44f7-bece-33b8cc622167, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:07.150528 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.238217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:07.241433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c8955253-89aa-44f7-bece-33b8cc622167,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:07.248937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.303617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:07.304417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.305984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] 10.222.0.48 "PUT /v2.0/ports/c8955253-89aa-44f7-bece-33b8cc622167 HTTP/1.1" status: 200 len: 1093 time: 1.2636290 Sep 18 00:46:07.359288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Request body: {'port': {'device_id': '5934e28c-f665-4515-93a0-6564998374cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:07.443423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e6778-94fc-4304-8852-7dff7d359196 service neutron] Pushing event updated for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:07.499781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.856880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1467a705-05fd-4cac-9601-aa5b23ec155a {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:07.877434 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.271734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:08.274044 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183329a1-4b9f-459c-8c78-4650f536e136" -d '{"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "c8955253-89aa-44f7-bece-33b8cc622167"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:08.291151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Transition to ACTIVE for port object 1467a705-05fd-4cac-9601-aa5b23ec155a will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:08.301715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.363270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274bb6-1281-4c58-a99a-0b7fbd466337 req-057ecd9e-b338-4af6-bfa4-583f25acf04f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.369160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274bb6-1281-4c58-a99a-0b7fbd466337 req-057ecd9e-b338-4af6-bfa4-583f25acf04f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.375805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274bb6-1281-4c58-a99a-0b7fbd466337 req-057ecd9e-b338-4af6-bfa4-583f25acf04f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.377647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12274bb6-1281-4c58-a99a-0b7fbd466337 req-057ecd9e-b338-4af6-bfa4-583f25acf04f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2401 time: 0.5156941 Sep 18 00:46:08.389998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aa7e5-3f18-4012-8190-98c578726838 req-e3bf2920-20c3-4bda-bfa2-a5b9f000b239 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.391500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f0aa7e5-3f18-4012-8190-98c578726838 req-e3bf2920-20c3-4bda-bfa2-a5b9f000b239 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.5283673 Sep 18 00:46:08.461365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Pushing event updated for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:08.563704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12274bb6-1281-4c58-a99a-0b7fbd466337 req-b9ab0c43-97cc-4525-ac9e-b8747f4f625a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711833 Sep 18 00:46:08.568524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f0aa7e5-3f18-4012-8190-98c578726838 req-987302b8-b3a6-4159-8f9a-5431922482da tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587393 Sep 18 00:46:08.642499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Attempting to bind port 1467a705-05fd-4cac-9601-aa5b23ec155a on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:08.643863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Attempting to bind port 1467a705-05fd-4cac-9601-aa5b23ec155a by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:08.644447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Attempting to bind port 1467a705-05fd-4cac-9601-aa5b23ec155a on network 8044b651-e052-4d19-b2cc-4de5e0f19050 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:08.652133 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e1231-c9da-402e-8e8d-499e57aa7f45 x-openstack-request-id: req-f52e1231-c9da-402e-8e8d-499e57aa7f45 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:08.664724 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "c8955253-89aa-44f7-bece-33b8cc622167", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:08.665065 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f52e1231-c9da-402e-8e8d-499e57aa7f45 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:08.666336 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167', 'status': 'completed', 'code': 200} Sep 18 00:46:08.670036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Port 1467a705-05fd-4cac-9601-aa5b23ec155a on network 8044b651-e052-4d19-b2cc-4de5e0f19050 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:08.670368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Attempting to bind port 1467a705-05fd-4cac-9601-aa5b23ec155a on network 8044b651-e052-4d19-b2cc-4de5e0f19050 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:08.689934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:08.690366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Checking segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:08.690668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Bound using segment: {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:08.691117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Bound port: 1467a705-05fd-4cac-9601-aa5b23ec155a, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbbf110-5c42-4827-af7a-5c779ed4d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:08.691482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.774763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-8aa04405-570a-48b0-8729-732b11b06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.777962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-8aa04405-570a-48b0-8729-732b11b06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.778664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-8aa04405-570a-48b0-8729-732b11b06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.780651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-183329a1-4b9f-459c-8c78-4650f536e136 req-8aa04405-570a-48b0-8729-732b11b06d48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2827 time: 0.1076660 Sep 18 00:46:08.816947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dbdfb-12c9-4409-b128-b2ebf89f7e03 req-d20e98d5-934e-449a-975a-99af58e9aa67 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.818515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b6dbdfb-12c9-4409-b128-b2ebf89f7e03 req-d20e98d5-934e-449a-975a-99af58e9aa67 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.1211302 Sep 18 00:46:08.865107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:08.887760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b6dbdfb-12c9-4409-b128-b2ebf89f7e03 req-cae19966-a57c-4c19-9363-fd423b0b88ab tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615335 Sep 18 00:46:08.889579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1467a705-05fd-4cac-9601-aa5b23ec155a,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:08.902648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.952935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.953559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.955456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] 10.222.0.48 "PUT /v2.0/ports/1467a705-05fd-4cac-9601-aa5b23ec155a HTTP/1.1" status: 200 len: 1093 time: 1.6064353 Sep 18 00:46:08.969266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-35c619fd-071a-4c5a-9b80-fd37bfb80019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.970102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-35c619fd-071a-4c5a-9b80-fd37bfb80019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.971432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-35c619fd-071a-4c5a-9b80-fd37bfb80019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:08.974056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-183329a1-4b9f-459c-8c78-4650f536e136 req-35c619fd-071a-4c5a-9b80-fd37bfb80019 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a8c6a2e19734937a22472c34252519e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1803660 Sep 18 00:46:08.974432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd99b-fc48-4fa1-aeac-0d380c2c9477 service neutron] Pushing event updated for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:09.085176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183329a1-4b9f-459c-8c78-4650f536e136 req-3edc468a-2175-4c42-b6e7-582bef921584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.086707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-183329a1-4b9f-459c-8c78-4650f536e136 req-3edc468a-2175-4c42-b6e7-582bef921584 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037459 Sep 18 00:46:09.178616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-52bc9a5e-59fd-41a1-bb49-4de7b748aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.179128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-52bc9a5e-59fd-41a1-bb49-4de7b748aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.179597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-52bc9a5e-59fd-41a1-bb49-4de7b748aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.181322 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-52bc9a5e-59fd-41a1-bb49-4de7b748aadc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2869 time: 0.0558338 Sep 18 00:46:09.226181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-205e2bb2-b4fd-4b75-b93a-fdbfbc1d22c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=a6f80eea-268c-474c-91f9-8df325b9e861 HTTP/1.1" status: 200 len: 217 time: 0.0358605 Sep 18 00:46:09.277902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-56168a4b-0a86-4622-96c1-3aab32f1e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.279470 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-56168a4b-0a86-4622-96c1-3aab32f1e9fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9aae4505-f479-42c9-961c-8b2ce714e430 HTTP/1.1" status: 200 len: 801 time: 0.0450933 Sep 18 00:46:09.325246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-15e4910c-02bb-40a2-8838-96c60e63d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.326761 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-15e4910c-02bb-40a2-8838-96c60e63d674 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8044b651-e052-4d19-b2cc-4de5e0f19050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405071 Sep 18 00:46:09.420427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-69fcb22b-b7a8-438f-b425-75341c2ffff2 service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862491 Sep 18 00:46:09.513101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-ced90f55-cda6-4ffb-9874-8667b8c0b077 service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855634 Sep 18 00:46:09.562806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-3e3e13ae-b4e4-4784-b62c-3ccdb7bf8602 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=c8955253-89aa-44f7-bece-33b8cc622167 HTTP/1.1" status: 200 len: 217 time: 0.0376012 Sep 18 00:46:09.615360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-cff8e78f-8b65-4ba9-996c-97eb82890773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.616931 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-cff8e78f-8b65-4ba9-996c-97eb82890773 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=902f6ce3-8f0c-4216-84dc-af002be95d75 HTTP/1.1" status: 200 len: 801 time: 0.0472891 Sep 18 00:46:09.681159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-b33ca170-5918-4460-831b-46783b018b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.682861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-b33ca170-5918-4460-831b-46783b018b83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=914a8a29-4dd6-4e65-aa76-58f0a5937fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570164 Sep 18 00:46:09.759177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833017-1565-424f-ab92-9619ee1a0c72 req-edf83af2-8bb7-4d76-b123-c6a7d591a6cc tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.765947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833017-1565-424f-ab92-9619ee1a0c72 req-edf83af2-8bb7-4d76-b123-c6a7d591a6cc tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.771866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833017-1565-424f-ab92-9619ee1a0c72 req-edf83af2-8bb7-4d76-b123-c6a7d591a6cc tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.773630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d833017-1565-424f-ab92-9619ee1a0c72 req-edf83af2-8bb7-4d76-b123-c6a7d591a6cc tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2413 time: 0.0949199 Sep 18 00:46:09.783685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-60a4a57f-95f4-4f76-a941-087de867458d service neutron] 10.222.0.48 "GET /v2.0/networks/914a8a29-4dd6-4e65-aa76-58f0a5937fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927165 Sep 18 00:46:09.786002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18597a3-1632-4efc-9d80-0d94b483380b req-ae75c488-7329-4923-bf30-db6a1ba1de45 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.787415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c18597a3-1632-4efc-9d80-0d94b483380b req-ae75c488-7329-4923-bf30-db6a1ba1de45 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0979216 Sep 18 00:46:09.855426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d833017-1565-424f-ab92-9619ee1a0c72 req-70d07c02-ddbe-495c-824a-763b80ae099b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663283 Sep 18 00:46:09.861275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c18597a3-1632-4efc-9d80-0d94b483380b req-f10bf35f-acc0-4550-8aa4-9440b0ea694a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 Sep 18 00:46:09.931084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-45c21ca6-4b70-486a-b62e-057897c9b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:09.932749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-45c21ca6-4b70-486a-b62e-057897c9b808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 1097 time: 0.1100249 Sep 18 00:46:09.938848 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-729fed45-efb2-4e42-ba86-be99f0c9a0f5 service neutron] 10.222.0.48 "GET /v2.0/networks/914a8a29-4dd6-4e65-aa76-58f0a5937fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477988 Sep 18 00:46:10.013728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-cadec8e7-bfee-4ee3-91b3-f583cc7dc681 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=1467a705-05fd-4cac-9601-aa5b23ec155a HTTP/1.1" status: 200 len: 217 time: 0.0617754 Sep 18 00:46:10.033579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15f90b-41a0-4e2b-8deb-6fa419eae66a req-7fa40c5e-6f9f-4270-a472-e72ffc5463b3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.041295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c15f90b-41a0-4e2b-8deb-6fa419eae66a req-7fa40c5e-6f9f-4270-a472-e72ffc5463b3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0604610 Sep 18 00:46:10.088909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c15f90b-41a0-4e2b-8deb-6fa419eae66a req-4eed169a-4c4c-415e-a891-ecbcad6c7be3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Sep 18 00:46:10.117148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-1d69b7e8-c336-4375-84be-ee91f157f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.118636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-1d69b7e8-c336-4375-84be-ee91f157f85d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9aae4505-f479-42c9-961c-8b2ce714e430 HTTP/1.1" status: 200 len: 801 time: 0.0958271 Sep 18 00:46:10.122376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-a76f43f4-c03d-449b-96d0-9c53dc603637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.123764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-a76f43f4-c03d-449b-96d0-9c53dc603637 service neutron] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.1821420 Sep 18 00:46:10.192604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-85c33a54-ce2e-483c-8432-19639e558d4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d HTTP/1.1" status: 200 len: 217 time: 0.0553315 Sep 18 00:46:10.216023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-125db6c9-852b-4c11-a609-da798f091389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.217684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-125db6c9-852b-4c11-a609-da798f091389 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8044b651-e052-4d19-b2cc-4de5e0f19050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895069 Sep 18 00:46:10.305749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-aed33426-47d5-4fbb-8503-5b59ebc495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.307270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-aed33426-47d5-4fbb-8503-5b59ebc495fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.1063526 Sep 18 00:46:10.342006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-4a7fbdc3-9a71-41d5-b416-0efbd098b44c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258350 Sep 18 00:46:10.389646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-24573fd8-b92a-4ea4-8afe-2ee2e6464da7 service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538997 Sep 18 00:46:10.512464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-5b81c2b4-65c8-4fa9-baa0-f9f3dc3fc6c4 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589463 Sep 18 00:46:10.550268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e3d2dd0f-ddf5-4dd0-93cf-afe296a9d7e1 req-72eae2f2-8997-4d4f-9a31-2cc5d074c8f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268513 Sep 18 00:46:10.635529 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17c7b37b-3003-4ea9-804b-124562b4e6ac req-e1afbc05-3484-4832-8b14-36ad0902f036 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137726 Sep 18 00:46:10.667835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:10.670182 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:10.709122 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f701fa93-7996-46d1-818d-427c4240e3ab x-openstack-request-id: req-f701fa93-7996-46d1-818d-427c4240e3ab {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:10.709412 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:10.709657 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f701fa93-7996-46d1-818d-427c4240e3ab {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:10.710042 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a', 'status': 'completed', 'code': 200} Sep 18 00:46:10.776634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-4431b28d-394d-4627-b7f8-c729999e9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.776981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-4431b28d-394d-4627-b7f8-c729999e9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.777622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-4431b28d-394d-4627-b7f8-c729999e9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:10.779260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-4431b28d-394d-4627-b7f8-c729999e9e10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2869 time: 0.0443552 Sep 18 00:46:11.044345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d5a3-d178-4fce-98d6-fbaaef01a3cb req-ef30cf66-a828-4084-b0b6-5546642b4fb6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.045859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be88d5a3-d178-4fce-98d6-fbaaef01a3cb req-ef30cf66-a828-4084-b0b6-5546642b4fb6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0848570 Sep 18 00:46:11.086118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfae50-aaf8-42f5-a1c5-ac7130e7af6d req-f8dfff35-c694-46c3-9bdf-fe84399a3b98 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.092724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfae50-aaf8-42f5-a1c5-ac7130e7af6d req-f8dfff35-c694-46c3-9bdf-fe84399a3b98 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.098659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfae50-aaf8-42f5-a1c5-ac7130e7af6d req-f8dfff35-c694-46c3-9bdf-fe84399a3b98 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.101312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7bfae50-aaf8-42f5-a1c5-ac7130e7af6d req-f8dfff35-c694-46c3-9bdf-fe84399a3b98 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2413 time: 0.1093869 Sep 18 00:46:11.137469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be88d5a3-d178-4fce-98d6-fbaaef01a3cb req-abe010bf-1759-4160-ac56-32cf85624933 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831282 Sep 18 00:46:11.160520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7bfae50-aaf8-42f5-a1c5-ac7130e7af6d req-d96ac03b-ff80-46b5-b48f-403803fededb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Sep 18 00:46:11.206064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-7dd32a77-87fd-4858-b65d-14925dcdb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.208167 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-7dd32a77-87fd-4858-b65d-14925dcdb704 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8044b651-e052-4d19-b2cc-4de5e0f19050 HTTP/1.1" status: 200 len: 903 time: 0.4218605 Sep 18 00:46:11.258502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-6a1ee5e5-3de8-4a97-837c-18df9403b222 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=1467a705-05fd-4cac-9601-aa5b23ec155a HTTP/1.1" status: 200 len: 217 time: 0.0399222 Sep 18 00:46:11.293236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31658050-9c3e-4d6f-b690-11ac3a565122 req-b29037f5-df5e-483b-8baf-389a665defa2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.294979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31658050-9c3e-4d6f-b690-11ac3a565122 req-b29037f5-df5e-483b-8baf-389a665defa2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0715458 Sep 18 00:46:11.321963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-89e48ba9-5718-451d-b4b0-b812aff7887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.324269 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-89e48ba9-5718-451d-b4b0-b812aff7887b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9aae4505-f479-42c9-961c-8b2ce714e430 HTTP/1.1" status: 200 len: 801 time: 0.0539613 Sep 18 00:46:11.356781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31658050-9c3e-4d6f-b690-11ac3a565122 req-180ced5d-4b59-4fae-a3c6-184f4ec1f94b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545812 Sep 18 00:46:11.389114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-8199b70e-1e40-4097-85a0-7bd52adfd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.390985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-8199b70e-1e40-4097-85a0-7bd52adfd874 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8044b651-e052-4d19-b2cc-4de5e0f19050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575135 Sep 18 00:46:11.500473 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-c56b2942-af03-4f9b-9299-0fb6df83ba2f service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008663 Sep 18 00:46:11.598811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f66e1237-1e2c-4f4c-a702-1edf7b3a0cd4 req-b33ae863-407a-4603-9b65-c570f58829f6 service neutron] 10.222.0.48 "GET /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903697 Sep 18 00:46:11.797763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636a37-9a7d-4193-9a6e-3898ebdf9b8f req-e1e0c58d-bb69-4e25-ae54-8c6703ca221a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.799277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05636a37-9a7d-4193-9a6e-3898ebdf9b8f req-e1e0c58d-bb69-4e25-ae54-8c6703ca221a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.0497744 Sep 18 00:46:11.842588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05636a37-9a7d-4193-9a6e-3898ebdf9b8f req-72b05e9e-69c6-43cf-959b-794fe7bdae61 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Sep 18 00:46:12.298722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6117ee1-36af-43d6-ae3e-796f2c898a25 req-8335f06e-b308-417a-862b-f1b1bbbcdd09 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:12.300245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6117ee1-36af-43d6-ae3e-796f2c898a25 req-8335f06e-b308-417a-862b-f1b1bbbcdd09 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0825992 Sep 18 00:46:12.323892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9404-7ffd-4748-9791-0da7f83a21f8 req-30f43cb7-0418-421f-b757-233a1a15fd65 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:12.329731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9404-7ffd-4748-9791-0da7f83a21f8 req-30f43cb7-0418-421f-b757-233a1a15fd65 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:12.335936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9404-7ffd-4748-9791-0da7f83a21f8 req-30f43cb7-0418-421f-b757-233a1a15fd65 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:12.337889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46f9404-7ffd-4748-9791-0da7f83a21f8 req-30f43cb7-0418-421f-b757-233a1a15fd65 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2413 time: 0.0883946 Sep 18 00:46:12.383994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6117ee1-36af-43d6-ae3e-796f2c898a25 req-fe9f1d05-4b84-41b8-ad9f-69db7fa2721b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761008 Sep 18 00:46:12.412851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46f9404-7ffd-4748-9791-0da7f83a21f8 req-7dfa3d28-5ead-4697-870e-20775375adea tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641856 Sep 18 00:46:12.545634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150106d1-fd78-4fe7-ba13-08550227e19c req-4a1e4268-0690-4592-9ffb-cd214f35b881 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:12.547251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-150106d1-fd78-4fe7-ba13-08550227e19c req-4a1e4268-0690-4592-9ffb-cd214f35b881 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0524416 Sep 18 00:46:12.585100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-150106d1-fd78-4fe7-ba13-08550227e19c req-810e2002-9f8c-4bf5-a282-49761b0cb0b5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Sep 18 00:46:13.005397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a264ba6-6466-414e-853b-e36d69fb3baf req-c0544964-f366-4a63-bd4d-ddfa4d4f12b1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:13.007359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a264ba6-6466-414e-853b-e36d69fb3baf req-c0544964-f366-4a63-bd4d-ddfa4d4f12b1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.0662758 Sep 18 00:46:13.059066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a264ba6-6466-414e-853b-e36d69fb3baf req-76d9e227-42c2-4d90-994b-1cce521ef4a3 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups?id=00df0507-20e5-44f9-8898-421439125063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Sep 18 00:46:13.283645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dddf2c6-0d84-4089-9f03-72062ce6ac0d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:13.284154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-5a44d8e1-f6ef-4461-8cf4-9d5b38991b67 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:13.285228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-5a44d8e1-f6ef-4461-8cf4-9d5b38991b67 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fefde2-f0d8-4909-9f1d-b9414055b4df HTTP/1.1" status: 200 len: 945 time: 0.0517473 Sep 18 00:46:13.367541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.391863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:13.394508 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdca1a0-564f-4f2e-b42f-fffc7635f8f1" -d '{"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-unplugged", "status": "completed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:13.402310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:13.403411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.408218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:13.415062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.486467 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ab5ee-3c60-40d6-93de-f75323d0ef6f x-openstack-request-id: req-151ab5ee-3c60-40d6-93de-f75323d0ef6f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:13.487582 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-unplugged", "status": "failed", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:13.488000 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-151ab5ee-3c60-40d6-93de-f75323d0ef6f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:13.488570 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'code': 422} returned with failed status Sep 18 00:46:13.489288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:13.506566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c8955253-89aa-44f7-bece-33b8cc622167 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:13.514512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97114-344f-40e6-803e-31337597525c req-8a709c34-46a2-483d-ba84-7064950d441d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:13.516116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48e97114-344f-40e6-803e-31337597525c req-8a709c34-46a2-483d-ba84-7064950d441d tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 947 time: 0.0933092 Sep 18 00:46:13.517441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:13.518083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.553500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 4dddf2c6-0d84-4089-9f03-72062ce6ac0d owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:13.642429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c8955253-89aa-44f7-bece-33b8cc622167,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:13.646264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Deleting port 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:13.646616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.661396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'c8955253-89aa-44f7-bece-33b8cc622167', 'network_id': '914a8a29-4dd6-4e65-aa76-58f0a5937fd4', 'port_id': 'c8955253-89aa-44f7-bece-33b8cc622167', 'mac_address': 'fa:16:3e:f6:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902f6ce3-8f0c-4216-84dc-af002be95d75', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:13.678038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b173854-ea3d-482c-bb15-e5c3feb2bc7f req-219df7fe-f01b-4b1e-9186-9d0e1151cb23 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:13.679514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b173854-ea3d-482c-bb15-e5c3feb2bc7f req-219df7fe-f01b-4b1e-9186-9d0e1151cb23 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1281397 Sep 18 00:46:13.732198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.749635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8955253-89aa-44f7-bece-33b8cc622167 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:13.751494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b173854-ea3d-482c-bb15-e5c3feb2bc7f req-b734e88d-8872-4988-8379-ecd3399912ef tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620842 Sep 18 00:46:13.772329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c8955253-89aa-44f7-bece-33b8cc622167,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:13.789914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.791903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1467a705-05fd-4cac-9601-aa5b23ec155a details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:13.799635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] For port 217b6138-ec37-4867-91bd-cc451841cb79, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=217b6138-ec37-4867-91bd-cc451841cb79,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:13.802770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.828723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.879005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:13.897260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=4dddf2c6-0d84-4089-9f03-72062ce6ac0d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:13.942574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.943177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.943930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.944507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.945026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.945541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.946167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.946673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.947162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.947647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.948173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.949213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:13.980602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 4dddf2c6-0d84-4089-9f03-72062ce6ac0d on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:13.983846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.986878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d44a83e6-48d5-40ee-b80f-bce850bee2c1 req-f79588a2-2ba0-40d6-b8a0-7f6d7caca6eb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "DELETE /v2.0/ports/4dddf2c6-0d84-4089-9f03-72062ce6ac0d HTTP/1.1" status: 204 len: 173 time: 0.6951149 Sep 18 00:46:13.994915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-deleted', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:13.998306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab0981-be34-4093-a87e-35b4a45b0372" -d '{"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-deleted", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:14.046110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1467a705-05fd-4cac-9601-aa5b23ec155a,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:14.061855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '1467a705-05fd-4cac-9601-aa5b23ec155a', 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'port_id': '1467a705-05fd-4cac-9601-aa5b23ec155a', 'mac_address': 'fa:16:3e:79:3f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aae4505-f479-42c9-961c-8b2ce714e430', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:14.065509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30a122-a2e9-417d-98f8-ec5f84c80f17 req-e56f247f-fa15-43a6-900e-4df8bb71c86a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:14.074617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30a122-a2e9-417d-98f8-ec5f84c80f17 req-e56f247f-fa15-43a6-900e-4df8bb71c86a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:14.083403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30a122-a2e9-417d-98f8-ec5f84c80f17 req-e56f247f-fa15-43a6-900e-4df8bb71c86a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:14.094499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d30a122-a2e9-417d-98f8-ec5f84c80f17 req-e56f247f-fa15-43a6-900e-4df8bb71c86a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2414 time: 0.1811292 Sep 18 00:46:14.097178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.097546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.097873 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Floating IP cea00a4e-bad2-4287-802c-df70acb75c46 disassociated. External IP: 172.25.7.247, port: 217b6138-ec37-4867-91bd-cc451841cb79. Sep 18 00:46:14.098257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Calling delete_port for 217b6138-ec37-4867-91bd-cc451841cb79 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:14.109093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.125468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1467a705-05fd-4cac-9601-aa5b23ec155a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:14.149329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1467a705-05fd-4cac-9601-aa5b23ec155a,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:14.154504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.154661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d30a122-a2e9-417d-98f8-ec5f84c80f17 req-3abf831f-1c50-40d1-8c42-cdf68ec2742c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590329 Sep 18 00:46:14.155349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a6f80eea-268c-474c-91f9-8df325b9e861 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:14.258856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a6f80eea-268c-474c-91f9-8df325b9e861,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:14.267126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:14.280670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'a6f80eea-268c-474c-91f9-8df325b9e861', 'network_id': '8044b651-e052-4d19-b2cc-4de5e0f19050', 'port_id': 'a6f80eea-268c-474c-91f9-8df325b9e861', 'mac_address': 'fa:16:3e:8e:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aae4505-f479-42c9-961c-8b2ce714e430', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:14.306109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.318361 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a5c5a-19c8-4fa7-9a54-c3a52c5a18da x-openstack-request-id: req-169a5c5a-19c8-4fa7-9a54-c3a52c5a18da {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:14.318655 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fefde2-f0d8-4909-9f1d-b9414055b4df", "name": "network-vif-deleted", "tag": "4dddf2c6-0d84-4089-9f03-72062ce6ac0d", "status": "failed", "code": 422}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:14.318910 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-169a5c5a-19c8-4fa7-9a54-c3a52c5a18da {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:14.319378 n-d-712707-16 neutron-server[106453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3fefde2-f0d8-4909-9f1d-b9414055b4df', 'name': 'network-vif-deleted', 'tag': '4dddf2c6-0d84-4089-9f03-72062ce6ac0d', 'status': 'failed', 'code': 422} returned with failed status Sep 18 00:46:14.353718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.362929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'Port': ['ID=217b6138-ec37-4867-91bd-cc451841cb79,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:14.391296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f80eea-268c-474c-91f9-8df325b9e861 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:14.418797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f2acf71-255b-48c7-8044-651784bbf042 req-28843e0f-a439-4aa4-9511-1349c4ac4660 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc485c8-de42-417b-b667-c5d24b41543e HTTP/1.1" status: 200 len: 210 time: 0.0379422 Sep 18 00:46:14.440451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a6f80eea-268c-474c-91f9-8df325b9e861,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:14.448242 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.507807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:14.524490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:46:14.647358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:14.674462 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:14.690692 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:14.691205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-8e9589f8-ccde-4bc9-a90a-6950133f8b00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:14.691806 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:14.699664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-8e9589f8-ccde-4bc9-a90a-6950133f8b00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.1523385 Sep 18 00:46:14.700474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] No DVR routers for this DVR port 217b6138-ec37-4867-91bd-cc451841cb79 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:14.703789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.706136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48e97114-344f-40e6-803e-31337597525c req-3742861b-d4e3-4259-9e6f-6c07dd9791a1 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.54 "DELETE /v2.0/ports/217b6138-ec37-4867-91bd-cc451841cb79 HTTP/1.1" status: 204 len: 173 time: 1.1827028 Sep 18 00:46:14.706765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-deleted', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:14.711204 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cd906d-4d00-4eeb-80ab-1e646dc19653" -d '{"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-deleted", "tag": "217b6138-ec37-4867-91bd-cc451841cb79"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:14.718254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-24d4a377-0886-4e13-bef5-3f42ae7f509a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0173128 Sep 18 00:46:14.756928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1467a705-05fd-4cac-9601-aa5b23ec155a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:14.766248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a6f80eea-268c-474c-91f9-8df325b9e861'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:14.811698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-9de5e2b2-5868-41ab-85bf-a782e6602620 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923505 Sep 18 00:46:14.873291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['c8955253-89aa-44f7-bece-33b8cc622167'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:14.933429 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:14.967170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-1b819501-2513-4f93-971a-89314b400209 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533432 Sep 18 00:46:15.141952 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd37c5-d127-4ba3-8581-cc70c63525d5 x-openstack-request-id: req-7edd37c5-d127-4ba3-8581-cc70c63525d5 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:15.142341 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc485c8-de42-417b-b667-c5d24b41543e", "name": "network-vif-deleted", "tag": "217b6138-ec37-4867-91bd-cc451841cb79", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:15.142518 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7edd37c5-d127-4ba3-8581-cc70c63525d5 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:15.142925 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc485c8-de42-417b-b667-c5d24b41543e', 'name': 'network-vif-deleted', 'tag': '217b6138-ec37-4867-91bd-cc451841cb79', 'status': 'completed', 'code': 200} Sep 18 00:46:15.149181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-b6d839d3-0e4a-4598-8d73-098906daf4b7 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810400 Sep 18 00:46:15.324372 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:15.373783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66ce20-b268-44d7-b178-c6d7d0fd9852 req-9b3993ae-6ec3-4837-86de-70e8cdf1c18e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.386937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab66ce20-b268-44d7-b178-c6d7d0fd9852 req-9b3993ae-6ec3-4837-86de-70e8cdf1c18e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1479859 Sep 18 00:46:15.456906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab66ce20-b268-44d7-b178-c6d7d0fd9852 req-3de012c1-e491-4c1b-bf2a-687b061fd285 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Sep 18 00:46:15.502081 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:15.516043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:15.517004 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:15.522765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de9c4-5c86-42eb-ae7a-f856577df98d req-694e55cb-1e10-4e40-8b58-dae05f104339 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.530486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de9c4-5c86-42eb-ae7a-f856577df98d req-694e55cb-1e10-4e40-8b58-dae05f104339 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.539689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de9c4-5c86-42eb-ae7a-f856577df98d req-694e55cb-1e10-4e40-8b58-dae05f104339 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.547787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-234de9c4-5c86-42eb-ae7a-f856577df98d req-694e55cb-1e10-4e40-8b58-dae05f104339 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2416 time: 0.0818186 Sep 18 00:46:15.590200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-234de9c4-5c86-42eb-ae7a-f856577df98d req-126fa7b8-d59b-40b8-8ecd-72275cebcc8f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Sep 18 00:46:15.631337 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:15.665758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ee2b3f9-0436-4af5-bd14-55a1b0b04fe1 req-0bf92e87-2cd8-4a93-af46-288fd31a3f42 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Sep 18 00:46:15.670460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:15.738316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.764294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.816860 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.821765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.826043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "DELETE /v2.0/security-groups/00df0507-20e5-44f9-8898-421439125063 HTTP/1.1" status: 204 len: 168 time: 0.1502211 Sep 18 00:46:15.826469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:15.834063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df0507-20e5-44f9-8898-421439125063,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:15.844551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.845056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.845557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.845906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.846243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.846579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.846913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.847242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.847644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.847972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.848323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.848906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a15e8fd-77cc-42a2-a11c-ce2ddc91f2c9 tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:15.849389 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-29a5fa6b-746c-4a59-b303-1a3dfc74443a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] show failed (client error): The resource could not be found. Sep 18 00:46:15.853089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-29a5fa6b-746c-4a59-b303-1a3dfc74443a tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "GET /v2.0/security-groups/00df0507-20e5-44f9-8898-421439125063 HTTP/1.1" status: 404 len: 347 time: 0.0226929 Sep 18 00:46:15.853339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44422) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:15.881640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:15.910647 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5860b-56db-460e-8cf0-59b14bdd20e8 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:36:18Z', 'revision_number': 4, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '30c8ba6b-4b89-4bbd-a9d1-610f6b100f18', 'name': '', 'network_id': 'eb03cf79-2cb7-4785-aaac-15de94b74a44', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'mac_address': 'fa:16:3e:46:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '5700b119-244a-4c37-b44a-b097602967ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:18Z', 'updated_at': '2021-09-18T00:36:26Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'subnets': [{'id': '5700b119-244a-4c37-b44a-b097602967ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:15.958451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.992751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Deleting port 34acc724-6e97-4b14-9974-e8d6b7877208 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:15.993088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.084063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.084422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.110882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Calling delete_port for 34acc724-6e97-4b14-9974-e8d6b7877208 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:16.197132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cc11a-3740-43c2-8543-4a6eb44e57a0 None None] New status for floating IP cea00a4e-bad2-4287-802c-df70acb75c46: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:46:16.254855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.274607 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-739cc11a-3740-43c2-8543-4a6eb44e57a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:46:16.274882 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-739cc11a-3740-43c2-8543-4a6eb44e57a0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:46:16.286112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Pushing event deleted for resources: {'Port': ['ID=34acc724-6e97-4b14-9974-e8d6b7877208,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:16.353377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.361957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:16.363349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6b2457e9-99aa-40b2-b27b-2503207eadfb tempest-AttachVolumeShelveTestJSON-698486111 tempest-AttachVolumeShelveTestJSON-698486111-project] 10.222.0.49 "DELETE /v2.0/floatingips/cea00a4e-bad2-4287-802c-df70acb75c46 HTTP/1.1" status: 204 len: 168 time: 0.5088534 Sep 18 00:46:16.590543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6c3ae-37ce-4e02-a711-96fda40f7d0d req-ac5987d4-23f9-4c53-8102-1c9b8701d160 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.592668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15a6c3ae-37ce-4e02-a711-96fda40f7d0d req-ac5987d4-23f9-4c53-8102-1c9b8701d160 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0556917 Sep 18 00:46:16.655144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15a6c3ae-37ce-4e02-a711-96fda40f7d0d req-2e48064c-995b-45e7-96ab-58c74d247924 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Sep 18 00:46:16.772798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cac8678-89a9-4ef3-9aa3-8d4d19fc12fa req-8a78ff03-2672-4072-b83c-aad2e30705b7 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0299475 Sep 18 00:46:16.777343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739cc11a-3740-43c2-8543-4a6eb44e57a0 None None] New status for floating IP cea00a4e-bad2-4287-802c-df70acb75c46: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:46:16.801055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60280f-84e6-4f5b-89d2-77a4bb6d0044 req-6f5d3a24-4182-4dbd-bb6d-9a5416e61abd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.808243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60280f-84e6-4f5b-89d2-77a4bb6d0044 req-6f5d3a24-4182-4dbd-bb6d-9a5416e61abd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.829616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60280f-84e6-4f5b-89d2-77a4bb6d0044 req-6f5d3a24-4182-4dbd-bb6d-9a5416e61abd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.839991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b60280f-84e6-4f5b-89d2-77a4bb6d0044 req-6f5d3a24-4182-4dbd-bb6d-9a5416e61abd tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2416 time: 0.1363628 Sep 18 00:46:16.891713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b60280f-84e6-4f5b-89d2-77a4bb6d0044 req-ab8b98a7-3f1c-4c9c-ad03-8efa4b0e50cf tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Sep 18 00:46:17.279324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:17.318811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 217b6138-ec37-4867-91bd-cc451841cb79 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:17.321061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 217b6138-ec37-4867-91bd-cc451841cb79 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:17.409792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd8048-0a7b-4bde-93fc-498b949957ef req-878f6146-1b18-4f41-993c-ab0fc741d3f4 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:17.411465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1dd8048-0a7b-4bde-93fc-498b949957ef req-878f6146-1b18-4f41-993c-ab0fc741d3f4 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Sep 18 00:46:17.456133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1dd8048-0a7b-4bde-93fc-498b949957ef req-be59fc69-f40e-4896-ad68-111c2e44b86b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Sep 18 00:46:17.487916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c8955253-89aa-44f7-bece-33b8cc622167 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:17.542887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port c8955253-89aa-44f7-bece-33b8cc622167 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:17.546929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port c8955253-89aa-44f7-bece-33b8cc622167 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:17.547493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.636323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.659209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:17.661697 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6e569-809a-4ad0-ba5d-e56802b3e4b4" -d '{"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "c8955253-89aa-44f7-bece-33b8cc622167"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:17.680968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c8955253-89aa-44f7-bece-33b8cc622167,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:17.689830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.690761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a6f80eea-268c-474c-91f9-8df325b9e861 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:17.757428 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813b70b-a436-4a33-a9a4-1125d2efd183 x-openstack-request-id: req-2813b70b-a436-4a33-a9a4-1125d2efd183 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:17.757657 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "c8955253-89aa-44f7-bece-33b8cc622167", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:17.757870 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2813b70b-a436-4a33-a9a4-1125d2efd183 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:17.758257 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167', 'code': 200} Sep 18 00:46:17.789821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0c7bf-d7ab-4817-a162-1577bfaaadbd req-cdface46-5b97-4251-917d-4ce68c4b7941 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:17.802446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92d0c7bf-d7ab-4817-a162-1577bfaaadbd req-cdface46-5b97-4251-917d-4ce68c4b7941 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0702169 Sep 18 00:46:17.808033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:17.829524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port a6f80eea-268c-474c-91f9-8df325b9e861 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:17.836428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port a6f80eea-268c-474c-91f9-8df325b9e861 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:17.836814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.883552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b63cd6a-fdaa-4d37-bec2-4836b27f1925 req-abea2693-d21b-450e-8ca6-9a7b25ed7eb4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0374465 Sep 18 00:46:17.890240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92d0c7bf-d7ab-4817-a162-1577bfaaadbd req-82b1ab71-cffa-4226-9539-0d71a7a886d9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753963 Sep 18 00:46:17.972835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.014443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a6f80eea-268c-474c-91f9-8df325b9e861,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:18.028821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.029719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1467a705-05fd-4cac-9601-aa5b23ec155a up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:18.049718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bda42-99f7-4f68-a38c-7d938a513767 req-5a43486a-5d12-4d03-b7fe-63b78fcbeb31 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:18.059907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bda42-99f7-4f68-a38c-7d938a513767 req-5a43486a-5d12-4d03-b7fe-63b78fcbeb31 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:18.066649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bda42-99f7-4f68-a38c-7d938a513767 req-5a43486a-5d12-4d03-b7fe-63b78fcbeb31 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:18.068579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-145bda42-99f7-4f68-a38c-7d938a513767 req-5a43486a-5d12-4d03-b7fe-63b78fcbeb31 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2417 time: 0.1032343 Sep 18 00:46:18.133683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 1467a705-05fd-4cac-9601-aa5b23ec155a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:18.137792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:18.141399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 1467a705-05fd-4cac-9601-aa5b23ec155a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:18.141780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.143920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-145bda42-99f7-4f68-a38c-7d938a513767 req-a87e1036-7722-4dbd-956c-a0e9722ecda0 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518947 Sep 18 00:46:18.249079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.282541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1467a705-05fd-4cac-9601-aa5b23ec155a,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:18.286648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.337440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:18.579626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e957-b698-4ce6-8eb0-1aae0e778ff3 req-2675644a-ed57-46f9-9004-f60e00451ee3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:18.581263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6217e957-b698-4ce6-8eb0-1aae0e778ff3 req-2675644a-ed57-46f9-9004-f60e00451ee3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Sep 18 00:46:18.637287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6217e957-b698-4ce6-8eb0-1aae0e778ff3 req-e458efd7-723c-402c-8e59-796d8fc371ef tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496638 Sep 18 00:46:18.982171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d55e361c-e429-4606-b2af-ca2f2bb074b4 req-f9293fdb-554d-4e67-961a-7e87c419686b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0285053 Sep 18 00:46:19.036313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61ef6-b9bf-4785-a6eb-441a422a9cca req-6db881d6-b956-4b26-8236-775a63682995 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.037784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8c61ef6-b9bf-4785-a6eb-441a422a9cca req-6db881d6-b956-4b26-8236-775a63682995 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0517795 Sep 18 00:46:19.102118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8c61ef6-b9bf-4785-a6eb-441a422a9cca req-a78407c5-5358-47b6-8037-a617050f32d3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Sep 18 00:46:19.272515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea86c-39c2-4726-8d1c-a4fe704c3f5d req-971ff41c-ac3b-4463-8c93-f8d491df1b60 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.279330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea86c-39c2-4726-8d1c-a4fe704c3f5d req-971ff41c-ac3b-4463-8c93-f8d491df1b60 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.285902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea86c-39c2-4726-8d1c-a4fe704c3f5d req-971ff41c-ac3b-4463-8c93-f8d491df1b60 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.294342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-364ea86c-39c2-4726-8d1c-a4fe704c3f5d req-971ff41c-ac3b-4463-8c93-f8d491df1b60 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.0781128 Sep 18 00:46:19.327343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-364ea86c-39c2-4726-8d1c-a4fe704c3f5d req-cac2b66c-a9bd-4b78-b10a-a1b61ce6a738 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Sep 18 00:46:19.754679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5a40-2328-4c14-80fe-629b72314150 req-bcdd3b22-b541-4d22-8aa8-b31903b12087 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.756748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c0c5a40-2328-4c14-80fe-629b72314150 req-bcdd3b22-b541-4d22-8aa8-b31903b12087 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Sep 18 00:46:19.759635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861'}, {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:19.763137 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af54191-3b48-4a56-872e-4b1603c7fcb3" -d '{"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861"}, {"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:19.801709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c0c5a40-2328-4c14-80fe-629b72314150 req-7cb8604b-8318-4912-abdc-85fc4977794f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349164 Sep 18 00:46:19.809307 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbef683-66cd-4b66-a418-443db63c88eb x-openstack-request-id: req-5fbef683-66cd-4b66-a418-443db63c88eb {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:19.809810 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861", "code": 200}, {"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-plugged", "status": "completed", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:19.810154 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fbef683-66cd-4b66-a418-443db63c88eb {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:19.810634 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861', 'code': 200} Sep 18 00:46:19.811108 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a', 'code': 200} Sep 18 00:46:20.066877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029a221-b6ef-432b-8b41-b950791fc883 req-093bc0eb-14d6-405c-adeb-2413d8741192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.067908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029a221-b6ef-432b-8b41-b950791fc883 req-093bc0eb-14d6-405c-adeb-2413d8741192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.069303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029a221-b6ef-432b-8b41-b950791fc883 req-093bc0eb-14d6-405c-adeb-2413d8741192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.071611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a029a221-b6ef-432b-8b41-b950791fc883 req-093bc0eb-14d6-405c-adeb-2413d8741192 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2875 time: 0.1764011 Sep 18 00:46:20.078343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc0ecd8f-9490-4255-bdb5-4a9f8bd8fbe4 req-219287f4-407d-4ed0-908f-e830715fdbb2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0371230 Sep 18 00:46:20.112853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a029a221-b6ef-432b-8b41-b950791fc883 req-754107ac-6597-4a7b-8e6f-3d1f386aa053 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Sep 18 00:46:20.234496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8014ea-a50a-4400-b8b6-2c7b8c63e177 req-8ff247ff-c9c8-46a6-b4bf-c82a61a011b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.236103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee8014ea-a50a-4400-b8b6-2c7b8c63e177 req-8ff247ff-c9c8-46a6-b4bf-c82a61a011b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0560026 Sep 18 00:46:20.275925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee8014ea-a50a-4400-b8b6-2c7b8c63e177 req-72cf8664-81f6-4a32-9e78-99cf0a13f9ed tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Sep 18 00:46:20.454203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564de30-972c-4909-891a-c8361100a789 req-4aa54a34-c9e4-4b20-a442-2bf1b642cd14 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.460180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564de30-972c-4909-891a-c8361100a789 req-4aa54a34-c9e4-4b20-a442-2bf1b642cd14 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.466909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564de30-972c-4909-891a-c8361100a789 req-4aa54a34-c9e4-4b20-a442-2bf1b642cd14 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.468666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3564de30-972c-4909-891a-c8361100a789 req-4aa54a34-c9e4-4b20-a442-2bf1b642cd14 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.0662482 Sep 18 00:46:20.511471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3564de30-972c-4909-891a-c8361100a789 req-fd4136cc-bde7-489a-b6c7-9de087cc2125 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Sep 18 00:46:20.942472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676e33b-9803-49f7-8419-cf3005620915 req-92271375-b484-46ed-b3cd-349b526c0596 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.950434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3676e33b-9803-49f7-8419-cf3005620915 req-92271375-b484-46ed-b3cd-349b526c0596 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0727329 Sep 18 00:46:20.999561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3676e33b-9803-49f7-8419-cf3005620915 req-6abe1346-c1af-4f29-b5b9-8c441e3f6c2c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Sep 18 00:46:21.161243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60f1dc1c-c036-48f2-8277-6e16714d82fb req-5c38f34d-e42f-4596-8f0d-851606d69635 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0369716 Sep 18 00:46:21.405480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dd058-5d99-409c-944a-8f1072024d7c req-fb6ca100-01e8-4b68-8f7c-0c366f097aa7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:21.407198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-782dd058-5d99-409c-944a-8f1072024d7c req-fb6ca100-01e8-4b68-8f7c-0c366f097aa7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Sep 18 00:46:21.447827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-782dd058-5d99-409c-944a-8f1072024d7c req-54e5f2d7-bfa9-409b-8cbc-db22073aa588 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Sep 18 00:46:21.639514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47bf4-4b4d-47dd-99f3-438d034c1393 req-d5808c10-c9d5-493b-a812-7836f4920461 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:21.646401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47bf4-4b4d-47dd-99f3-438d034c1393 req-d5808c10-c9d5-493b-a812-7836f4920461 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:21.653139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47bf4-4b4d-47dd-99f3-438d034c1393 req-d5808c10-c9d5-493b-a812-7836f4920461 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:21.654875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52f47bf4-4b4d-47dd-99f3-438d034c1393 req-d5808c10-c9d5-493b-a812-7836f4920461 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.0681541 Sep 18 00:46:21.694424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52f47bf4-4b4d-47dd-99f3-438d034c1393 req-e50a3b00-625d-47fc-a729-3d82a2ff3449 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Sep 18 00:46:22.002136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c6a7-a03d-47ab-acb8-2613a2c4b0b5 req-8e5313ce-b2b8-46fd-a579-f48dc75678af tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.011735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c6a7-a03d-47ab-acb8-2613a2c4b0b5 req-8e5313ce-b2b8-46fd-a579-f48dc75678af tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.020451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470c6a7-a03d-47ab-acb8-2613a2c4b0b5 req-8e5313ce-b2b8-46fd-a579-f48dc75678af tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.022401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e470c6a7-a03d-47ab-acb8-2613a2c4b0b5 req-8e5313ce-b2b8-46fd-a579-f48dc75678af tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.0711248 Sep 18 00:46:22.086329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e470c6a7-a03d-47ab-acb8-2613a2c4b0b5 req-ebe520ab-0fee-45a8-82e1-490d0b1c64ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560689 Sep 18 00:46:22.153947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8828b64-9273-410d-b514-ca972d504fe7 req-5796e507-98df-46e9-be6d-ce612b946724 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.155621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8828b64-9273-410d-b514-ca972d504fe7 req-5796e507-98df-46e9-be6d-ce612b946724 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Sep 18 00:46:22.196113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8828b64-9273-410d-b514-ca972d504fe7 req-973eda93-9635-495d-9ba0-a78af1582a01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Sep 18 00:46:22.243971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44624) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:22.266773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e971eaed-9ec0-457a-9218-52a8bc07a041 req-6d215f24-cebf-47f7-af95-b50d9f2c9853 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Sep 18 00:46:22.574666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f86c5a-bcf1-4b27-8ebc-a0767b86fc40 req-2301f874-b339-478f-8149-f8b5d627946f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.576379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77f86c5a-bcf1-4b27-8ebc-a0767b86fc40 req-2301f874-b339-478f-8149-f8b5d627946f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0506678 Sep 18 00:46:22.617816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77f86c5a-bcf1-4b27-8ebc-a0767b86fc40 req-509ac496-5636-4e80-84f8-a9088756d1d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Sep 18 00:46:22.708624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:22.959185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Deleting port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:22.959532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.036408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] For port 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:23.036774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.049867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Calling delete_port for 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:23.237987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b96e3-0b6d-495e-87a3-26a2193d48ad req-aaa490d7-46cb-42a8-915b-6e8292e15ffa tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.244046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b96e3-0b6d-495e-87a3-26a2193d48ad req-aaa490d7-46cb-42a8-915b-6e8292e15ffa tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.251257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b96e3-0b6d-495e-87a3-26a2193d48ad req-aaa490d7-46cb-42a8-915b-6e8292e15ffa tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.254167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.259757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87b96e3-0b6d-495e-87a3-26a2193d48ad req-aaa490d7-46cb-42a8-915b-6e8292e15ffa tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.0849504 Sep 18 00:46:23.295477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87b96e3-0b6d-495e-87a3-26a2193d48ad req-c41d4a21-036d-437a-b75d-db307fea1288 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Sep 18 00:46:23.312708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c8ba6b-4b89-4bbd-a9d1-610f6b100f18,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:23.421517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4d239a7-3bf9-46b2-8e4a-dd2f9a73473d req-61332f06-5b0d-4baf-a253-f4ce79d79073 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0623710 Sep 18 00:46:23.481072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7c00-4916-404a-b49d-3e389ea242d0 req-94d05d07-b7a2-47a7-a186-1d05130cd219 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.482092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e5a7c00-4916-404a-b49d-3e389ea242d0 req-94d05d07-b7a2-47a7-a186-1d05130cd219 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1081097 Sep 18 00:46:23.525102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e5a7c00-4916-404a-b49d-3e389ea242d0 req-404fa504-5d1f-4fd6-a50f-b62a2e33be71 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361607 Sep 18 00:46:23.557749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491960-0858-4997-8e72-5ef204e49bbb req-72b52e2e-ea95-4f7b-819b-e542a584c11a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.563660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491960-0858-4997-8e72-5ef204e49bbb req-72b52e2e-ea95-4f7b-819b-e542a584c11a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.569567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491960-0858-4997-8e72-5ef204e49bbb req-72b52e2e-ea95-4f7b-819b-e542a584c11a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.571223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b9491960-0858-4997-8e72-5ef204e49bbb req-72b52e2e-ea95-4f7b-819b-e542a584c11a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 2419 time: 0.1135118 Sep 18 00:46:23.593311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.752168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b4c77-b81e-424c-81ad-336599d7c0cd req-2c510b15-6021-44e8-89b1-a2601ac5cd3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.753721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-943b4c77-b81e-424c-81ad-336599d7c0cd req-2c510b15-6021-44e8-89b1-a2601ac5cd3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0634725 Sep 18 00:46:23.767337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port c8955253-89aa-44f7-bece-33b8cc622167 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:23.767626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.805557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-943b4c77-b81e-424c-81ad-336599d7c0cd req-0f7b81f2-a93a-4564-b3a0-4770cd34a205 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Sep 18 00:46:23.932825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port c8955253-89aa-44f7-bece-33b8cc622167, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c8955253-89aa-44f7-bece-33b8cc622167,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:23.933289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:23.951187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for c8955253-89aa-44f7-bece-33b8cc622167 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:23.964940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Router 20df356c-6653-4979-a695-a5f14a3e270c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:46:24.159715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:24.165255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f59d45b-4545-4a71-8db2-210494b5a34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.166155 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9d603c6-5588-4ebd-9f80-b08824616b56 admin admin] 10.222.0.49 "PUT /v2.0/routers/20df356c-6653-4979-a695-a5f14a3e270c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211063 Sep 18 00:46:24.169666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:24.174850 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Sync routers for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:24.185871 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:24.186928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:24.187090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.200320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1467a705-05fd-4cac-9601-aa5b23ec155a', 'c8955253-89aa-44f7-bece-33b8cc622167', 'a6f80eea-268c-474c-91f9-8df325b9e861'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:24.222355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=c8955253-89aa-44f7-bece-33b8cc622167,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:24.292992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port c8955253-89aa-44f7-bece-33b8cc622167 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:24.295902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.298953 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b9491960-0858-4997-8e72-5ef204e49bbb req-92ccb338-2090-4d00-9dd2-66e48225d5ac tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "DELETE /v2.0/ports/c8955253-89aa-44f7-bece-33b8cc622167 HTTP/1.1" status: 204 len: 173 time: 0.7158227 Sep 18 00:46:24.299748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:24.302709 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0189ab65-1e34-4a64-ac87-2c3fc024d96e" -d '{"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "c8955253-89aa-44f7-bece-33b8cc622167"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:24.314502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.435357 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634691a2-8139-4b4d-b1b6-29ee973a2928 x-openstack-request-id: req-634691a2-8139-4b4d-b1b6-29ee973a2928 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:24.435576 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "c8955253-89aa-44f7-bece-33b8cc622167", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:24.435913 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-634691a2-8139-4b4d-b1b6-29ee973a2928 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:24.436437 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': 'c8955253-89aa-44f7-bece-33b8cc622167', 'status': 'completed', 'code': 200} Sep 18 00:46:24.471658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port a6f80eea-268c-474c-91f9-8df325b9e861 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:24.473026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.491997 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:24.560904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.660624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port a6f80eea-268c-474c-91f9-8df325b9e861, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a6f80eea-268c-474c-91f9-8df325b9e861,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:24.661226 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.678645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for a6f80eea-268c-474c-91f9-8df325b9e861 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:24.702699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0efaca5d-d506-4688-af56-0104d532b6c1 req-9fb4ec9a-b54b-4bb0-949c-6b7cb02cb23e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1633434 Sep 18 00:46:24.707196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:46:23Z', 'revision_number': 5, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port': {'id': 'ba9501eb-7b6f-4c92-8b19-28e8527acbfe', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df356c-6653-4979-a695-a5f14a3e270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:36:13Z', 'updated_at': '2021-09-18T00:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:24.756209 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Checking router: 20df356c-6653-4979-a695-a5f14a3e270c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:24.772821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dab-c1b0-4ead-afb1-c2b7b238d1e5 req-86bdb179-3c33-4575-9ac5-3b218d2e3a5d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:24.779744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dab-c1b0-4ead-afb1-c2b7b238d1e5 req-86bdb179-3c33-4575-9ac5-3b218d2e3a5d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:24.789290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91fc2dab-c1b0-4ead-afb1-c2b7b238d1e5 req-86bdb179-3c33-4575-9ac5-3b218d2e3a5d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 1683 time: 0.1927605 Sep 18 00:46:24.791292 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Routers {'20df356c-6653-4979-a695-a5f14a3e270c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:24.792390 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:45:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['20df356c-6653-4979-a695-a5f14a3e270c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:24.871992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Deleting port ba9501eb-7b6f-4c92-8b19-28e8527acbfe {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:24.872367 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.881560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:24.896198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['c8955253-89aa-44f7-bece-33b8cc622167'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:24.938517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91fc2dab-c1b0-4ead-afb1-c2b7b238d1e5 req-b53ac817-9ffa-4175-aa6f-4bac807cd7c2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383438 Sep 18 00:46:24.940706 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] Set router 20df356c-6653-4979-a695-a5f14a3e270c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:24.956260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=a6f80eea-268c-474c-91f9-8df325b9e861,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:25.017016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:46:24Z', 'revision_number': 6, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:25.023384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3f4a8-f032-4a5e-81e5-1a5f1579ec5f req-8f772fde-093c-4a63-b8ef-23f32986904b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:25.031503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdd3f4a8-f032-4a5e-81e5-1a5f1579ec5f req-8f772fde-093c-4a63-b8ef-23f32986904b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1934497 Sep 18 00:46:25.054101 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f8c48-fdfb-4244-aee4-63e4e30a4789 None None] The sync data for ids ['20df356c-6653-4979-a695-a5f14a3e270c'] in n-d-712707-16 is: [{'id': '20df356c-6653-4979-a695-a5f14a3e270c', 'name': 'tempest-AttachVolumeShelveTestJSON-1249676037-router', 'tenant_id': '51114a6e249d4935ab9b0a950e9e72b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:36:12Z', 'updated_at': '2021-09-18T00:46:24Z', 'revision_number': 6, 'project_id': '51114a6e249d4935ab9b0a950e9e72b0', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:25.081018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port a6f80eea-268c-474c-91f9-8df325b9e861 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:25.082989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] For port ba9501eb-7b6f-4c92-8b19-28e8527acbfe, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:25.083650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.087178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.089805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b9491960-0858-4997-8e72-5ef204e49bbb req-15bde7bf-6e2a-43b0-991d-0ad39ba439b3 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "DELETE /v2.0/ports/a6f80eea-268c-474c-91f9-8df325b9e861 HTTP/1.1" status: 204 len: 173 time: 0.7827315 Sep 18 00:46:25.125183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Calling delete_port for ba9501eb-7b6f-4c92-8b19-28e8527acbfe owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:25.154097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdd3f4a8-f032-4a5e-81e5-1a5f1579ec5f req-35fb6438-a846-4144-b769-acae0c73a2b8 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217062 Sep 18 00:46:25.213076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d1d32-f204-474a-bc3e-d4ffbed4c085 req-3cae91e2-eed7-4628-84b2-945f8b36437e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:25.215470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-043d1d32-f204-474a-bc3e-d4ffbed4c085 req-3cae91e2-eed7-4628-84b2-945f8b36437e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1519649 Sep 18 00:46:25.218646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port 1467a705-05fd-4cac-9601-aa5b23ec155a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:25.219803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.307725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-043d1d32-f204-474a-bc3e-d4ffbed4c085 req-61420881-c0e4-47ea-9c15-ea8a4f94733d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850837 Sep 18 00:46:25.327026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port 1467a705-05fd-4cac-9601-aa5b23ec155a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1467a705-05fd-4cac-9601-aa5b23ec155a,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:25.327587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.347031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for 1467a705-05fd-4cac-9601-aa5b23ec155a owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:25.384783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.412976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9501eb-7b6f-4c92-8b19-28e8527acbfe,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:25.502526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.515393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.527006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['c8955253-89aa-44f7-bece-33b8cc622167'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:25.559130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=1467a705-05fd-4cac-9601-aa5b23ec155a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:25.614762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port 1467a705-05fd-4cac-9601-aa5b23ec155a on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:25.618026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.621633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b9491960-0858-4997-8e72-5ef204e49bbb req-050cba9d-a844-4a2b-8536-94b836328af2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.48 "DELETE /v2.0/ports/1467a705-05fd-4cac-9601-aa5b23ec155a HTTP/1.1" status: 204 len: 173 time: 0.5240006 Sep 18 00:46:25.629286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.631936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.696941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.697672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20df356c-6653-4979-a695-a5f14a3e270c {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:46:25.707215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.708068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9f757740-3721-424e-84e8-2d0a811191df admin admin] 10.222.0.49 "DELETE /v2.0/routers/20df356c-6653-4979-a695-a5f14a3e270c HTTP/1.1" status: 204 len: 168 time: 1.5373225 Sep 18 00:46:25.710723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:25.746939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:46:25.760895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Deleting subnet 5700b119-244a-4c37-b44a-b097602967ad {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:46:25.765148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.809588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:25.820334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-192ff7ea-4087-4b1e-9e5d-16387e58a242 req-a4d41d0a-8fba-46d3-8299-95bb373efac6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0538681 Sep 18 00:46:26.068480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-beb850a4-c83b-4ba9-99d2-2690f620de93 req-1a81cfe0-db05-485c-9a59-d644eb4e9d0d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934e28c-f665-4515-93a0-6564998374cd HTTP/1.1" status: 200 len: 210 time: 0.0346944 Sep 18 00:46:26.272405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.341472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3fc2-85db-4ef7-80b8-2f1ab5383dcf req-f2b35e45-341b-4355-aa30-764d9c5a9863 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:26.341996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.357707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a82f3fc2-85db-4ef7-80b8-2f1ab5383dcf req-f2b35e45-341b-4355-aa30-764d9c5a9863 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1039531 Sep 18 00:46:26.368672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5700b119-244a-4c37-b44a-b097602967ad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:26.379886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.384454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50087d0f-38cc-4aee-b86d-1c1bc150502b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5700b119-244a-4c37-b44a-b097602967ad HTTP/1.1" status: 204 len: 168 time: 0.6703031 Sep 18 00:46:26.386092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:26.390951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6ec97-06f6-4e9a-a080-1475fcd7951d None None] Network eb03cf79-2cb7-4785-aaac-15de94b74a44 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:26.437799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861'}, {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:26.441073 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78409212-32c6-4e62-9362-77170de75aac" -d '{"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861"}, {"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:26.503099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a82f3fc2-85db-4ef7-80b8-2f1ab5383dcf req-90d504f6-8f05-4bc9-9fc1-fa0eb75125b0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444871 Sep 18 00:46:26.537203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.553374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929d63-a04a-45e5-ba41-adbe1ae6b382 req-0e0b406f-0e6f-41a0-ad8c-ddedda891ac9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:26.554928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53929d63-a04a-45e5-ba41-adbe1ae6b382 req-0e0b406f-0e6f-41a0-ad8c-ddedda891ac9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1281683 Sep 18 00:46:26.574969 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127cfd7f-47ad-45b0-b48f-10540436bbed x-openstack-request-id: req-127cfd7f-47ad-45b0-b48f-10540436bbed {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:26.575355 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "a6f80eea-268c-474c-91f9-8df325b9e861", "status": "completed", "code": 200}, {"server_uuid": "5934e28c-f665-4515-93a0-6564998374cd", "name": "network-vif-deleted", "tag": "1467a705-05fd-4cac-9601-aa5b23ec155a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:26.575676 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-127cfd7f-47ad-45b0-b48f-10540436bbed {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:26.576140 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': 'a6f80eea-268c-474c-91f9-8df325b9e861', 'status': 'completed', 'code': 200} Sep 18 00:46:26.576511 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934e28c-f665-4515-93a0-6564998374cd', 'name': 'network-vif-deleted', 'tag': '1467a705-05fd-4cac-9601-aa5b23ec155a', 'status': 'completed', 'code': 200} Sep 18 00:46:26.617506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53929d63-a04a-45e5-ba41-adbe1ae6b382 req-6a1ff0f7-b8e0-4d57-b15d-d5c5286c5b44 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Sep 18 00:46:26.638123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] DHCP port deletion for eb03cf79-2cb7-4785-aaac-15de94b74a44 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:46:26.648636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Deleting port 91f487f4-4645-4dcc-a02e-557571b9b5f7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:26.649401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.687284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Deleting port 91f487f4-4645-4dcc-a02e-557571b9b5f7 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:26.687651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.728460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] For port 91f487f4-4645-4dcc-a02e-557571b9b5f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91f487f4-4645-4dcc-a02e-557571b9b5f7,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:26.730396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.743385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Calling delete_port for 91f487f4-4645-4dcc-a02e-557571b9b5f7 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:26.753142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] For port 91f487f4-4645-4dcc-a02e-557571b9b5f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91f487f4-4645-4dcc-a02e-557571b9b5f7,segment=NetworkSegment(362c660b-0876-414b-8289-5eba248b3f6a),segment_id=362c660b-0876-414b-8289-5eba248b3f6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:26.753554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.766892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Calling delete_port for 91f487f4-4645-4dcc-a02e-557571b9b5f7 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:26.831832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91f487f4-4645-4dcc-a02e-557571b9b5f7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:26.867374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: from cryptography.utils import int_from_bytes Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: from cryptography.utils import int_from_bytes Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.882249 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:46:26.885946 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:46:26.890230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 91f487f4-4645-4dcc-a02e-557571b9b5f7 {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:46:26.890920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91f487f4-4645-4dcc-a02e-557571b9b5f7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:26.891831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:26.902765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f487f4-4645-4dcc-a02e-557571b9b5f7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:26.913181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3ff6-230d-4b49-b210-001ba2c2bb04 req-36b20373-8151-42c7-831e-073a75479146 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:26.914824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72bf3ff6-230d-4b49-b210-001ba2c2bb04 req-36b20373-8151-42c7-831e-073a75479146 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.0964987 Sep 18 00:46:26.915793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] No DVR routers for this DVR port 91f487f4-4645-4dcc-a02e-557571b9b5f7 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:26.917277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:26.924562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:26.925160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 30c8ba6b-4b89-4bbd-a9d1-610f6b100f18 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:26.926482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ba9501eb-7b6f-4c92-8b19-28e8527acbfe no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:26.972695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] Pushing event deleted for resources: {'Port': ['ID=91f487f4-4645-4dcc-a02e-557571b9b5f7,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:26.979595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ba9501eb-7b6f-4c92-8b19-28e8527acbfe {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:26.980047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ba9501eb-7b6f-4c92-8b19-28e8527acbfe not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:26.999175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98adda71-74d0-4a59-bc1c-8e3c068f4e8d None None] No DVR routers for this DVR port 91f487f4-4645-4dcc-a02e-557571b9b5f7 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:27.158262 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bc45bb7f-22e2-48f5-a00f-8ac5da97cf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.273062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bac828e7-9633-43bc-a3ae-77de838c2c6f req-ea7c342a-55fd-4200-bfa3-f8dacb2b154a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.3543725 Sep 18 00:46:27.322869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44752) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:27.325529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72bf3ff6-230d-4b49-b210-001ba2c2bb04 req-3e11a8cb-f0fe-406c-9bbd-9271bc0a049e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947237 Sep 18 00:46:27.363091 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.385114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb03cf79-2cb7-4785-aaac-15de94b74a44']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:27.390037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting subnet 902f6ce3-8f0c-4216-84dc-af002be95d75 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:46:27.392028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.393590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.398758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362c660b-0876-414b-8289-5eba248b3f6a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:27.399296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362c660b-0876-414b-8289-5eba248b3f6a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:27.410308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.427330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.434716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:46:27.435300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:46:27.437393 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:46:27.445003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.499031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.506961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.509465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb03cf79-2cb7-4785-aaac-15de94b74a44 HTTP/1.1" status: 204 len: 168 time: 1.1222851 Sep 18 00:46:27.531163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c8955253-89aa-44f7-bece-33b8cc622167 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:27.569183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: c8955253-89aa-44f7-bece-33b8cc622167 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:27.570712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c8955253-89aa-44f7-bece-33b8cc622167 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:27.571443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a6f80eea-268c-474c-91f9-8df325b9e861 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:27.578282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2667c6-70ab-48e3-8b0c-279b0cf31b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb03cf79-2cb7-4785-aaac-15de94b74a44,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:27.602295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: a6f80eea-268c-474c-91f9-8df325b9e861 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:27.602914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a6f80eea-268c-474c-91f9-8df325b9e861 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:27.603587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1467a705-05fd-4cac-9601-aa5b23ec155a no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:27.626444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.634468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 1467a705-05fd-4cac-9601-aa5b23ec155a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:27.636612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1467a705-05fd-4cac-9601-aa5b23ec155a not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:27.719293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.749508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Subnet': ['ID=902f6ce3-8f0c-4216-84dc-af002be95d75,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:27.753328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.758505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05977e4c-b700-4255-84e5-01160cfbdd27 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/subnets/902f6ce3-8f0c-4216-84dc-af002be95d75 HTTP/1.1" status: 204 len: 168 time: 0.4345937 Sep 18 00:46:27.759355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:27.762608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2e8f2-f525-44f9-9e1e-43769ddcf2aa None None] Network 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:27.771005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934e2f6-dafa-4349-bf0d-e20812132b4e req-caa0a182-ca38-427a-97e0-f3adc85e495a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:27.773666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c934e2f6-dafa-4349-bf0d-e20812132b4e req-caa0a182-ca38-427a-97e0-f3adc85e495a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1115000 Sep 18 00:46:27.827341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c934e2f6-dafa-4349-bf0d-e20812132b4e req-d4a3b5b1-9e2e-4d14-ae87-d4e8ff4243ee tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Sep 18 00:46:27.827816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:27.866291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:27.896999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-07ce2685-ac9a-4a6e-992c-ff87d743ab63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51114a6e249d4935ab9b0a950e9e72b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680513 Sep 18 00:46:27.899508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44784) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:27.937976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:27.938802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.004991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.020719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0783-59fc-415f-a146-b909539c44da req-679cde5a-1ebf-4481-90a1-65c75f0e9a56 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:28.022393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33bf0783-59fc-415f-a146-b909539c44da req-679cde5a-1ebf-4481-90a1-65c75f0e9a56 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1067250 Sep 18 00:46:28.034001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,segment=NetworkSegment(f8dc8991-535f-4b5c-bd3b-c0479f3ced0b),segment_id=f8dc8991-535f-4b5c-bd3b-c0479f3ced0b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:28.034500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.049774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:28.096968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.110005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] DHCP port deletion for 914a8a29-4dd6-4e65-aa76-58f0a5937fd4 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:46:28.110226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33bf0783-59fc-415f-a146-b909539c44da req-b4bba946-86a4-4686-92b1-de8bb800f2dd tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771878 Sep 18 00:46:28.146483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.173191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.175989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.180398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11ad1b77-bf88-46d8-b9d1-27adfaf9d1cf HTTP/1.1" status: 204 len: 168 time: 0.2770393 Sep 18 00:46:28.181899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Deleting port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:28.183032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.186711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:28.195995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:28.206251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e684-f486-439b-b30e-6774cf621924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad1b77-bf88-46d8-b9d1-27adfaf9d1cf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:28.301926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.302601 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.318553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] For port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:28.318998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.327099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914a8a29-4dd6-4e65-aa76-58f0a5937fd4']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:28.340957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:28.341273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dc8991-535f-4b5c-bd3b-c0479f3ced0b') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:28.346348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Calling delete_port for fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:28.350189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:46:28.352012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.359022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.377413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.385028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:46:28.385028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.387602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] No DVR routers for this DVR port fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:28.397611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75adc5-8ecc-4b72-bfa4-a73e5f3f35a7 None None] Pushing event deleted for resources: {'Port': ['ID=fd50d8e3-e765-470d-9d80-ff2e4b3af0d5,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:28.411131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cfc9481-1e14-4abf-be00-d3de155623b2 req-d453ff2f-919f-4a56-b9e4-01114b1bef28 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0639639 Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:46:28.413147 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:46:28.478023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.488079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.493010 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/networks/914a8a29-4dd6-4e65-aa76-58f0a5937fd4 HTTP/1.1" status: 204 len: 168 time: 0.7324424 Sep 18 00:46:28.493253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44802) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:28.508826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d20c08-869e-433c-806b-ada2bbabc0f9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Network': ['ID=914a8a29-4dd6-4e65-aa76-58f0a5937fd4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:28.571021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting subnet 9aae4505-f479-42c9-961c-8b2ce714e430 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:46:28.575439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.623957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.741511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.829198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.848812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:28.863066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Subnet': ['ID=9aae4505-f479-42c9-961c-8b2ce714e430,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:28.872442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:28.877027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bc318f69-c063-44b0-97d8-fbdae3401714 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/subnets/9aae4505-f479-42c9-961c-8b2ce714e430 HTTP/1.1" status: 204 len: 168 time: 0.3804080 Sep 18 00:46:28.877565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0331b3-8677-484d-a1b5-baba4d23a025 None None] Network 8044b651-e052-4d19-b2cc-4de5e0f19050 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:28.878585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44822) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:28.881164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:28.881709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fd50d8e3-e765-470d-9d80-ff2e4b3af0d5 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:29.040079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.071258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf45b91-0315-4bc5-9cd0-1790148a0c8b req-696e88c4-6cb7-426d-870f-ec72c26090cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.073610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-faf45b91-0315-4bc5-9cd0-1790148a0c8b req-696e88c4-6cb7-426d-870f-ec72c26090cb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0872767 Sep 18 00:46:29.136161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-faf45b91-0315-4bc5-9cd0-1790148a0c8b req-0ccc7d1d-f9f8-408a-aca6-8af64a480d1b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Sep 18 00:46:29.149086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port 9381ab58-3c31-44f1-814c-f6b2e19cc461 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:29.149582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.180457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] DHCP port deletion for 8044b651-e052-4d19-b2cc-4de5e0f19050 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:46:29.264263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port 9381ab58-3c31-44f1-814c-f6b2e19cc461, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9381ab58-3c31-44f1-814c-f6b2e19cc461,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:29.264667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.281567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Deleting port 9381ab58-3c31-44f1-814c-f6b2e19cc461 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:29.282291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.285143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for 9381ab58-3c31-44f1-814c-f6b2e19cc461 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:29.306394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d2ec8-b48f-404d-8083-808171c08a83 req-4322fd64-b888-477e-a945-363a045e40bc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.312825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c5d2ec8-b48f-404d-8083-808171c08a83 req-4322fd64-b888-477e-a945-363a045e40bc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0964544 Sep 18 00:46:29.358803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] For port 9381ab58-3c31-44f1-814c-f6b2e19cc461, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9381ab58-3c31-44f1-814c-f6b2e19cc461,segment=NetworkSegment(adbbf110-5c42-4827-af7a-5c779ed4d48f),segment_id=adbbf110-5c42-4827-af7a-5c779ed4d48f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:29.359605 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.377658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Calling delete_port for 9381ab58-3c31-44f1-814c-f6b2e19cc461 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:29.454035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c5d2ec8-b48f-404d-8083-808171c08a83 req-b13f723f-9e31-4d83-9892-0e52288140a5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315362 Sep 18 00:46:29.485713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.512639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.543502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-7e522a68-8786-45bb-bc63-dba9a2a63104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.556171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-7e522a68-8786-45bb-bc63-dba9a2a63104 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0961609 Sep 18 00:46:29.572623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] Pushing event deleted for resources: {'Port': ['ID=9381ab58-3c31-44f1-814c-f6b2e19cc461,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:29.576040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port 9381ab58-3c31-44f1-814c-f6b2e19cc461 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:29.577777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ba9ec-83e9-4a1e-8618-59c7e9e446a8 None None] No DVR routers for this DVR port 9381ab58-3c31-44f1-814c-f6b2e19cc461 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:29.579923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=9381ab58-3c31-44f1-814c-f6b2e19cc461,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:29.618704 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.664020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec99a-0137-4ec5-92c1-55de7e5e68bd req-99f59a6d-7e48-48bf-b98c-bb465bf55dd3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.665664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba6ec99a-0137-4ec5-92c1-55de7e5e68bd req-99f59a6d-7e48-48bf-b98c-bb465bf55dd3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1226757 Sep 18 00:46:29.685719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-f9978200-68ae-415a-881c-803ce915ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.687202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-f9978200-68ae-415a-881c-803ce915ecef service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.1302218 Sep 18 00:46:29.701290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.740510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8044b651-e052-4d19-b2cc-4de5e0f19050']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:29.756264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba6ec99a-0137-4ec5-92c1-55de7e5e68bd req-9ef67ef3-e4fc-44bb-86c6-b8b17f559547 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620680 Sep 18 00:46:29.758128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbbf110-5c42-4827-af7a-5c779ed4d48f') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:29.758495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbbf110-5c42-4827-af7a-5c779ed4d48f') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:29.772515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.822208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-bdeffd0e-98db-4d77-b6a6-32cd21daa737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1000 time: 0.1267362 Sep 18 00:46:29.860209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c1f32b4-2c11-461d-9978-1a677189ffa5 req-b2e56a34-f2cc-4c98-9d05-3b64555b24c4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0500247 Sep 18 00:46:29.861417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.873372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:46:29.873821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:46:29.877010 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:46:29.914243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-a134cb3c-691b-41cd-a3c1-0884e5e80114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:29.915896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-a134cb3c-691b-41cd-a3c1-0884e5e80114 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0863059 Sep 18 00:46:29.977682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.985625 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:29.987325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/networks/8044b651-e052-4d19-b2cc-4de5e0f19050 HTTP/1.1" status: 204 len: 168 time: 1.1076200 Sep 18 00:46:29.999794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:30.002479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ee92-996c-4821-ba51-10ab4fe3adfb tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Network': ['ID=8044b651-e052-4d19-b2cc-4de5e0f19050,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:30.008011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-204118042'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:30.039688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-22a60acb-e013-459f-8176-1b0af2f9f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:30.041278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-22a60acb-e013-459f-8176-1b0af2f9f618 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175830 Sep 18 00:46:30.042934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:30.046481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.133499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:46:30.155414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.155414 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Added segment f897ed0d-0db5-4b58-987c-bc9b7eb04a49 of type vlan for network 0cd6dae2-74a5-4717-93b8-911f119565f4 Sep 18 00:46:30.214176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.219747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-50b09d68-8078-4fee-bab8-856666119d91 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700501 Sep 18 00:46:30.267361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.272983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:30.273639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.356702 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3555815 Sep 18 00:46:30.359278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44886) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:30.364537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'subnet': {'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:30.400703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88903375-ddcf-48c5-a0a4-f20b3349bb97 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Network': ['ID=0cd6dae2-74a5-4717-93b8-911f119565f4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:30.418568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:46:30.421525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a4ba60-4938-4b77-b9d9-9193a20dfbbb req-0d986a75-d53e-439b-a24f-d8b228545263 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879416 Sep 18 00:46:30.503493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:30.507493 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.654948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f59b90-6e2f-43f5-8265-86264f2331c3 req-8bb6e721-a2b6-4bc6-96fd-726e0d084348 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:30.656755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76f59b90-6e2f-43f5-8265-86264f2331c3 req-8bb6e721-a2b6-4bc6-96fd-726e0d084348 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0834565 Sep 18 00:46:30.751305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76f59b90-6e2f-43f5-8265-86264f2331c3 req-a6b34793-ee2e-4fd7-bc40-4a7a439a4b19 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 Sep 18 00:46:30.832730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9381ab58-3c31-44f1-814c-f6b2e19cc461 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:30.837987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:30.858956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9381ab58-3c31-44f1-814c-f6b2e19cc461 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:30.859585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9381ab58-3c31-44f1-814c-f6b2e19cc461 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:30.945026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Subnet': ['ID=7bd7f530-37cd-4dad-baf9-7e84bbea86ad,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:30.965994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-433ad739-bc4a-4bdc-a50b-f2240a22bef0 req-14ef5ac8-8318-4709-99e0-7f1c09ecdbce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0621030 Sep 18 00:46:30.992884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb52edd-c225-42ee-95d7-631c2fd1f6fc req-63a5b9a6-7bcd-4ebd-8a92-6e5b6641dd36 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:30.994458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfb52edd-c225-42ee-95d7-631c2fd1f6fc req-63a5b9a6-7bcd-4ebd-8a92-6e5b6641dd36 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1210434 Sep 18 00:46:31.004916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Checking segment: {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:31.005268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network hostable DHCP agents. Network: 0cd6dae2-74a5-4717-93b8-911f119565f4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:46:31.054033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfb52edd-c225-42ee-95d7-631c2fd1f6fc req-69703ef3-049a-4036-9f55-59b3cd27763c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511348 Sep 18 00:46:31.055207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:46:31.069085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0cd6dae2-74a5-4717-93b8-911f119565f4) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:31.083019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:31.083610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.091428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f709f-21e9-46f1-8e98-6ff31d94bc76 None None] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:31.103856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6392e2f9-d7c7-4bd6-8146-122d4236ff8d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7432270 Sep 18 00:46:31.107086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44906) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:31.112248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1230982747'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:31.140875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:31.145156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.175772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:46:31.187311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.187712 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Added segment eabddc4a-c650-4697-a465-15c4b0484ea4 of type vlan for network 3f17c0da-6e05-48ab-91f9-033e3277740e Sep 18 00:46:31.238595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.270391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0cd6dae2-74a5-4717-93b8-911f119565f4', 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'fixed_ips': [{'subnet_id': '7bd7f530-37cd-4dad-baf9-7e84bbea86ad'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:46:31.271325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.271579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.277871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:31.278857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.325604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2170768 Sep 18 00:46:31.328348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:31.333774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'subnet': {'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:31.399306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef10aa-a045-4116-bb4b-56708960c07f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Network': ['ID=3f17c0da-6e05-48ab-91f9-033e3277740e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:31.451684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3f17c0da-6e05-48ab-91f9-033e3277740e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:46:31.514644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:31.519615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.615643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Allocated IP 19.80.0.2 (0cd6dae2-74a5-4717-93b8-911f119565f4/7bd7f530-37cd-4dad-baf9-7e84bbea86ad/b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:31.761938 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.820153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.838525 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.845651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Subnet': ['ID=a4e1721e-79ec-42dc-8910-b68b25354c81,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:31.855592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Checking segment: {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:31.856146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network hostable DHCP agents. Network: 3f17c0da-6e05-48ab-91f9-033e3277740e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:46:31.886346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 3f17c0da-6e05-48ab-91f9-033e3277740e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:46:31.901702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3f17c0da-6e05-48ab-91f9-033e3277740e) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:31.909412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:31.910055 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:31.934587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-18427013-bbc1-4566-971e-ffba488561b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6050045 Sep 18 00:46:31.941527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541feea8-acb6-46bf-b934-79ad0ae61352 req-02c9d72f-c997-474e-9ecc-fe882874e845 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:31.943434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-541feea8-acb6-46bf-b934-79ad0ae61352 req-02c9d72f-c997-474e-9ecc-fe882874e845 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0686235 Sep 18 00:46:32.036298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-541feea8-acb6-46bf-b934-79ad0ae61352 req-ec108c14-2a01-4854-bfc6-9ceb8fb3f7f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Sep 18 00:46:32.115500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f74152e-5816-4da2-99f6-0f79c065c37c req-dde6a1cb-bfe2-4021-85ac-5b159d10c9fb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0741148 Sep 18 00:46:32.176184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862b13a-c1d8-479c-9bb3-4d7a52a35253 None None] Network 3f17c0da-6e05-48ab-91f9-033e3277740e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:32.213186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecee15-e8a0-4c8d-96c7-075469b49b45 req-ac09723c-f6f1-47f2-aea7-4d426e7cfaac tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:32.222871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1ecee15-e8a0-4c8d-96c7-075469b49b45 req-ac09723c-f6f1-47f2-aea7-4d426e7cfaac tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0675952 Sep 18 00:46:32.238506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Pushing event updated for resources: {'Port': ['ID=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:32.278197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:32.284413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:32.285802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.286149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.286491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.286829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.287161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.287494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.287822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.288150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.288501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.288823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.289153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.289468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:32.293608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:32.297729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:32.357753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1ecee15-e8a0-4c8d-96c7-075469b49b45 req-39cd9926-4339-4369-af01-e99df6a1b787 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336317 Sep 18 00:46:32.403405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Attempting to bind port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:32.403778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Attempting to bind port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:32.404150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Attempting to bind port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e on network 0cd6dae2-74a5-4717-93b8-911f119565f4 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:32.411885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:32.412307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Checking segment: {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:32.412720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:32.413119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Bound using segment: {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:32.413599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Bound port: b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:32.413993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:32.426971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-272d78fb-08bf-470d-8ab6-f5afe01053f2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:32.435120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-272d78fb-08bf-470d-8ab6-f5afe01053f2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:32.452592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-272d78fb-08bf-470d-8ab6-f5afe01053f2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/networks?id=0cd6dae2-74a5-4717-93b8-911f119565f4&id=3f17c0da-6e05-48ab-91f9-033e3277740e HTTP/1.1" status: 200 len: 1391 time: 0.1972075 Sep 18 00:46:32.469348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-1bf8c440-f062-4a11-8cb2-dde657f0a384 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/quotas/9a8c6a2e19734937a22472c34252519e HTTP/1.1" status: 200 len: 375 time: 0.0158176 Sep 18 00:46:32.489830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3f17c0da-6e05-48ab-91f9-033e3277740e', 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'fixed_ips': [{'subnet_id': 'a4e1721e-79ec-42dc-8910-b68b25354c81'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:46:32.490672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:32.521552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] For port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:32.525449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] For port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:32.526339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-ddff39ef-3fe2-4abb-8cf3-b2900b06a2d7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555363 Sep 18 00:46:32.535324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:32.688205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906dd3d-510a-4178-b148-6d42d431a096 None None] Pushing event updated for resources: {'Port': ['ID=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:32.716380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-e08b0c38-91d3-4261-bff5-d3f54b5c2580 service neutron] 10.222.0.49 "GET /v2.0/networks/0cd6dae2-74a5-4717-93b8-911f119565f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795506 Sep 18 00:46:32.834105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Allocated IP 19.86.0.2 (3f17c0da-6e05-48ab-91f9-033e3277740e/a4e1721e-79ec-42dc-8910-b68b25354c81/8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:32.862284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-e2756519-592c-4b01-85c8-bff9e2d2f5e9 service neutron] 10.222.0.49 "GET /v2.0/networks/0cd6dae2-74a5-4717-93b8-911f119565f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444325 Sep 18 00:46:32.972269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-9b6d57db-872c-4d4e-84ca-7bc320bae420 service neutron] 10.222.0.49 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081073 Sep 18 00:46:33.097227 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.106164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.120771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c82f9598-4f94-49ad-a257-9939e723874d service neutron] 10.222.0.49 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474404 Sep 18 00:46:33.177551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Network 3f17c0da-6e05-48ab-91f9-033e3277740e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:33.194921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Pushing event updated for resources: {'Port': ['ID=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:33.197579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:33.200260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:33.268538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9801-d185-4007-b26e-c0904de686f4 req-3d018a0b-a704-4d14-93c2-c04cb62b17ce tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:33.273567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-895c9801-d185-4007-b26e-c0904de686f4 req-3d018a0b-a704-4d14-93c2-c04cb62b17ce tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1151662 Sep 18 00:46:33.305600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Attempting to bind port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:33.305926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Attempting to bind port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:33.306296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Attempting to bind port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd on network 3f17c0da-6e05-48ab-91f9-033e3277740e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:33.313313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:33.313829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Checking segment: {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:33.314243 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.314641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Bound using segment: {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:33.315370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Bound port: 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:33.315500 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.347630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-895c9801-d185-4007-b26e-c0904de686f4 req-7ef3bdd2-aa5d-4a8f-8b5d-03d1dc801f69 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667820 Sep 18 00:46:33.386761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f620f202-b136-4afc-8d1c-159c64a75e25 req-a757716c-8923-4b5a-8de0-a09c9df726e6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0561666 Sep 18 00:46:33.412400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] For port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:33.417584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:33.421264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] For port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:33.433201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.445324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3878095c-402d-498f-8564-0f94a6321c88 req-b2f4951b-9d8c-42dc-bfb5-9b1c31da22d5 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 210 time: 0.0287821 Sep 18 00:46:33.566410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536cb40-8f3c-4612-b1ce-c2352c8ef7fc None None] Pushing event updated for resources: {'Port': ['ID=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:33.630362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:33.643040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:33.690679 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.724358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:33.748139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:33.763812 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:33.941217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:33.950008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f7addffe-8f67-406a-97a9-d9bcdb3d3f63'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:34.250480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3929d-44c0-4b1d-80c7-c2379adfe2cd None None] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:34.360602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] Provisioning complete for port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:34.361098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:34.559026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b89443fa-57ca-438c-8f75-f9eac76d15ae req-10271ad7-bff8-4b87-bb30-0076b3d1751f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1092482 Sep 18 00:46:34.628939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:34.700821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521d29-c6aa-4c8c-a44c-bb8f7f940595 req-b36a83fb-8f43-454b-960c-d2b67fc96916 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:34.726927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5521d29-c6aa-4c8c-a44c-bb8f7f940595 req-b36a83fb-8f43-454b-960c-d2b67fc96916 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2653821 Sep 18 00:46:34.785387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] For port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:34.797093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:34.920900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4003c70a-050e-41b8-84e3-9a5afed5c4fc req-be3ff540-ee8c-49f6-ac62-f946037162ad tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 210 time: 0.1329982 Sep 18 00:46:34.989422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5521d29-c6aa-4c8c-a44c-bb8f7f940595 req-c6af0353-c904-468b-b12f-4ec382ce04fc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603872 Sep 18 00:46:35.033832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac26e8-4283-412b-ad8d-98d97ffaa333 None None] Pushing event updated for resources: {'Port': ['ID=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:35.081958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:35.159572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1e849c8f-2240-475d-9b51-0e8ff3b62ad0 None None] Provisioning complete for port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:35.160261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e849c8f-2240-475d-9b51-0e8ff3b62ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.195446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:35.195845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.242461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6543b-b540-42bb-abc2-f49e012adb2e None None] Network 3f17c0da-6e05-48ab-91f9-033e3277740e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:35.385648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:35.387603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-25355726-0495-427c-b4fe-5ab0743fa3ab tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:35.394989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-25355726-0495-427c-b4fe-5ab0743fa3ab tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:35.397013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-25355726-0495-427c-b4fe-5ab0743fa3ab tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "GET /v2.0/networks?id=0cd6dae2-74a5-4717-93b8-911f119565f4&id=3f17c0da-6e05-48ab-91f9-033e3277740e HTTP/1.1" status: 200 len: 1391 time: 0.2257018 Sep 18 00:46:35.431092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'port': {'device_id': '0e7ea582-f22c-4b30-b233-104820371454', 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4', 'admin_state_up': True, 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:35.536830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:35.580342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:35.580342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.646052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:35.650056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.668429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-688c365f-c656-41e0-85e6-00d652cfdd81 req-e929a221-7d38-49c0-adfe-8bf10fd76bc2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0422792 Sep 18 00:46:35.703813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] Provisioning complete for port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:35.705119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.750734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:35.751214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.887796 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.913305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Allocated IP 19.80.0.71 (0cd6dae2-74a5-4717-93b8-911f119565f4/7bd7f530-37cd-4dad-baf9-7e84bbea86ad/140cc18c-3d92-4052-aac5-5deb611af986) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:35.997164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:35.998815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:36.001348 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722cc65a-a068-42be-ba5c-0b8da8fcea6f" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:36.070636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:36.085333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c24e5ce2-fbab-440c-86ac-be48bd621f66 req-320f3406-7df0-46b3-8537-624fc525e9c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 210 time: 0.0575833 Sep 18 00:46:36.095853 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.170996 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.214633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:36.236937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.247065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] For port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:36.254371 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76418bda-ec50-4b0a-9809-16ff835d51c4 x-openstack-request-id: req-76418bda-ec50-4b0a-9809-16ff835d51c4 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:36.254666 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:36.254917 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76418bda-ec50-4b0a-9809-16ff835d51c4 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:36.255317 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:46:36.261032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.303203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cce26-5d49-45a5-960c-3528525a2e40 req-b28d8e5b-c916-4912-ae45-575328252c64 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:36.310992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618cce26-5d49-45a5-960c-3528525a2e40 req-b28d8e5b-c916-4912-ae45-575328252c64 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0876164 Sep 18 00:46:36.330915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.381961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-618cce26-5d49-45a5-960c-3528525a2e40 req-6190ca01-23bf-488a-b413-3d7ece5c64ac tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Sep 18 00:46:36.396197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:36.411989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:36.413707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:36.417032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:36.442135 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:46:36.442515 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:46:36.464625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff5c99-3611-409c-b0e4-4e04e9734b10 None None] Pushing event updated for resources: {'Port': ['ID=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:36.485947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e3f12d4e-1a8a-4ac9-b964-ec31811559f2 None None] Provisioning complete for port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:36.486335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e3f12d4e-1a8a-4ac9-b964-ec31811559f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.526275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:36.526980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.565088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-c2dd780e-7d02-459a-9cca-954a8ab1895b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398101 Sep 18 00:46:36.589860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Request body: {'port': {'device_id': '0e7ea582-f22c-4b30-b233-104820371454', 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e', 'admin_state_up': True, 'tenant_id': '9a8c6a2e19734937a22472c34252519e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:36.793181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Made reservation on behalf of 9a8c6a2e19734937a22472c34252519e for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:36.797570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:36.799016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-000fce4a-c974-4a40-8789-f995cbe2c85a req-722ca51f-f875-499c-81b5-5fb636041a9c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0666506 Sep 18 00:46:36.876003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b9f2b893-cab9-4408-9aca-0bb9d0aae428 None None] Provisioning complete for port 140cc18c-3d92-4052-aac5-5deb611af986 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:36.877147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b893-cab9-4408-9aca-0bb9d0aae428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:37.056212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Allocated IP 19.86.0.76 (3f17c0da-6e05-48ab-91f9-033e3277740e/a4e1721e-79ec-42dc-8910-b68b25354c81/4b664f79-c175-48ac-9faf-ca3e399f5147) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:37.263564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2b893-cab9-4408-9aca-0bb9d0aae428 None None] Port 140cc18c-3d92-4052-aac5-5deb611af986 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:37.299799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650ad8-4020-419e-9837-376c5b476320 req-b271d222-5b03-4561-a395-7da0e53f07c0 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:37.301415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac650ad8-4020-419e-9837-376c5b476320 req-b271d222-5b03-4561-a395-7da0e53f07c0 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 931 time: 0.0961144 Sep 18 00:46:37.366580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac650ad8-4020-419e-9837-376c5b476320 req-62985589-21e1-453b-a6d6-0d55f6e8a29f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 Sep 18 00:46:37.375551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:37.450327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:37.459756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:37.559238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Network 3f17c0da-6e05-48ab-91f9-033e3277740e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:37.563896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:37.580627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:37.647337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event updated for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:37.648631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:37.649196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:37.668068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3a18-f2e8-4496-b3a5-513cb08a810f req-83298879-88dd-4e61-8e35-ae3c30bc7ea1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:37.671863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1d3a18-f2e8-4496-b3a5-513cb08a810f req-83298879-88dd-4e61-8e35-ae3c30bc7ea1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1735170 Sep 18 00:46:37.726347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:37.727030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:37.760518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1d3a18-f2e8-4496-b3a5-513cb08a810f req-708cfdcb-c8fd-400a-94e4-497d9a80cf1b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806155 Sep 18 00:46:37.770824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-cdb1ee51-2704-4387-8f61-77f26116551c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1908040 Sep 18 00:46:37.883455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:37.923146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4957650b-1f33-4e90-8c21-4706fbbf2ee7 req-a213afa4-498b-4a7c-aa43-5e01a322bd20 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0442588 Sep 18 00:46:37.958887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:37.959272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:38.004019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Request body: {'port': {'device_id': '0e7ea582-f22c-4b30-b233-104820371454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:38.102573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f530b26b-b80e-41bd-bcc8-21e8f22c8ed3 None None] Provisioning complete for port 4b664f79-c175-48ac-9faf-ca3e399f5147 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:38.103410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f530b26b-b80e-41bd-bcc8-21e8f22c8ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:38.130209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:38.150464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f530b26b-b80e-41bd-bcc8-21e8f22c8ed3 None None] Port 4b664f79-c175-48ac-9faf-ca3e399f5147 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:38.535234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835ae7-629a-4402-a62f-a4e3cd671567 req-411a6365-3893-404c-a523-e4a95e53250d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:38.552743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835ae7-629a-4402-a62f-a4e3cd671567 req-411a6365-3893-404c-a523-e4a95e53250d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:38.559251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d835ae7-629a-4402-a62f-a4e3cd671567 req-411a6365-3893-404c-a523-e4a95e53250d tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1653 time: 0.1019471 Sep 18 00:46:38.639311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d835ae7-629a-4402-a62f-a4e3cd671567 req-2a0f70a7-80af-4a44-b3bb-97b76229310c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723343 Sep 18 00:46:38.677959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140cc18c-3d92-4052-aac5-5deb611af986 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:38.687005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:38.727733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Transition to ACTIVE for port object 140cc18c-3d92-4052-aac5-5deb611af986 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:38.732259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:38.828334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Pushing event updated for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:38.994180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0db19-3872-4a6f-9e21-15b436e412d9 req-330b82c5-f13f-4b08-838b-bf9a5764a8d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:38.996992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94d0db19-3872-4a6f-9e21-15b436e412d9 req-330b82c5-f13f-4b08-838b-bf9a5764a8d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0770206 Sep 18 00:46:39.003100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Attempting to bind port 140cc18c-3d92-4052-aac5-5deb611af986 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:39.003910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Attempting to bind port 140cc18c-3d92-4052-aac5-5deb611af986 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:39.004679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Attempting to bind port 140cc18c-3d92-4052-aac5-5deb611af986 on network 0cd6dae2-74a5-4717-93b8-911f119565f4 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:39.017182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Port 140cc18c-3d92-4052-aac5-5deb611af986 on network 0cd6dae2-74a5-4717-93b8-911f119565f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:39.018523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Attempting to bind port 140cc18c-3d92-4052-aac5-5deb611af986 on network 0cd6dae2-74a5-4717-93b8-911f119565f4 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:39.034675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:39.034675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Checking segment: {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:39.035130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Bound using segment: {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:39.035685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Bound port: 140cc18c-3d92-4052-aac5-5deb611af986, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:39.036116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:39.105655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ff0ff89-b114-4414-8e76-565ed574f374 req-0d4b537f-3229-4329-b1c9-4e00d69617f9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0541613 Sep 18 00:46:39.120906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94d0db19-3872-4a6f-9e21-15b436e412d9 req-84b21bc5-74ca-4a37-992c-f15fbba4f2dc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175160 Sep 18 00:46:39.170489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:39.191975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=140cc18c-3d92-4052-aac5-5deb611af986,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:39.201141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:39.240897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:39.241791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:39.243499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] 10.222.0.54 "PUT /v2.0/ports/140cc18c-3d92-4052-aac5-5deb611af986 HTTP/1.1" status: 200 len: 1092 time: 1.4552190 Sep 18 00:46:39.246879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:39.249515 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6907e-6d8d-4300-aa94-48f931b9c017" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "tag": "140cc18c-3d92-4052-aac5-5deb611af986"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:39.301614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d8bed-12f9-461f-b775-812bc3b13d92 service neutron] Pushing event updated for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:39.311738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Request body: {'port': {'device_id': '0e7ea582-f22c-4b30-b233-104820371454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:39.350460 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217ada0-6b07-4367-8cfe-835ed6e7106f x-openstack-request-id: req-a217ada0-6b07-4367-8cfe-835ed6e7106f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:39.351105 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "tag": "140cc18c-3d92-4052-aac5-5deb611af986", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:39.351360 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a217ada0-6b07-4367-8cfe-835ed6e7106f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:39.351760 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986', 'status': 'completed', 'code': 200} Sep 18 00:46:39.412465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:39.549468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-34de4a52-0ca4-4aac-af6d-992882842b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:39.550107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-34de4a52-0ca4-4aac-af6d-992882842b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:39.551803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-34de4a52-0ca4-4aac-af6d-992882842b83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1913 time: 0.1838048 Sep 18 00:46:39.894977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868bd2-c3a5-4dff-a145-2faf1e3b1a65 req-c19c8646-45f1-438c-b29a-b88f66f8fc96 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:39.922468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868bd2-c3a5-4dff-a145-2faf1e3b1a65 req-c19c8646-45f1-438c-b29a-b88f66f8fc96 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:39.940564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec868bd2-c3a5-4dff-a145-2faf1e3b1a65 req-c19c8646-45f1-438c-b29a-b88f66f8fc96 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1665 time: 0.1832170 Sep 18 00:46:40.053181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec868bd2-c3a5-4dff-a145-2faf1e3b1a65 req-f5e70732-46c4-4f7e-9d51-721b873ace50 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114852 Sep 18 00:46:40.152384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-9ce25816-6b86-4b71-b426-6c55858d86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:40.152995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-9ce25816-6b86-4b71-b426-6c55858d86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:40.153532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-9ce25816-6b86-4b71-b426-6c55858d86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:40.155888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-9ce25816-6b86-4b71-b426-6c55858d86c3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9a8c6a2e19734937a22472c34252519e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5880239 Sep 18 00:46:40.223032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b664f79-c175-48ac-9faf-ca3e399f5147 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:40.279932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:40.298817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2752d29-ce08-4f79-915d-33bb85425d0f req-7234765e-bebd-4788-968b-4f96b4c24a3a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0732059 Sep 18 00:46:40.413730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Transition to ACTIVE for port object 4b664f79-c175-48ac-9faf-ca3e399f5147 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:40.426454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:40.457124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846908-b9e8-417f-8915-63a24aab86a4 req-38a6a849-8160-4731-8bd1-494009ac03d5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:40.468719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd846908-b9e8-417f-8915-63a24aab86a4 req-38a6a849-8160-4731-8bd1-494009ac03d5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1672807 Sep 18 00:46:40.582037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-fcdef7bd-dabd-48e6-873c-89eb2890c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:40.583078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd846908-b9e8-417f-8915-63a24aab86a4 req-1a744724-3343-43dc-9276-d96b6ce8cb64 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113281 Sep 18 00:46:40.585248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4de6907e-6d8d-4300-aa94-48f931b9c017 req-fcdef7bd-dabd-48e6-873c-89eb2890c5c5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4140615 Sep 18 00:46:40.603920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Pushing event updated for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:40.718301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:40.743113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Attempting to bind port 4b664f79-c175-48ac-9faf-ca3e399f5147 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:40.743626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Attempting to bind port 4b664f79-c175-48ac-9faf-ca3e399f5147 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:40.744004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Attempting to bind port 4b664f79-c175-48ac-9faf-ca3e399f5147 on network 3f17c0da-6e05-48ab-91f9-033e3277740e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:40.754841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Port 4b664f79-c175-48ac-9faf-ca3e399f5147 on network 3f17c0da-6e05-48ab-91f9-033e3277740e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:40.755163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Attempting to bind port 4b664f79-c175-48ac-9faf-ca3e399f5147 on network 3f17c0da-6e05-48ab-91f9-033e3277740e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:40.763444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:40.767510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Checking segment: {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:40.775478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Bound using segment: {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:40.776917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Bound port: 4b664f79-c175-48ac-9faf-ca3e399f5147, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabddc4a-c650-4697-a465-15c4b0484ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:40.777596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:40.962764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:40.969227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3b82ad3-4b40-400c-b58a-f9dab995a5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:40.971352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4b664f79-c175-48ac-9faf-ca3e399f5147,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:40.986203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.030646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.033215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.034664 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b664f79-c175-48ac-9faf-ca3e399f5147 HTTP/1.1" status: 200 len: 1092 time: 1.7281530 Sep 18 00:46:41.263034 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3b82ad3-4b40-400c-b58a-f9dab995a5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.274462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3b82ad3-4b40-400c-b58a-f9dab995a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.297913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b74287-381b-4dec-b301-3eb211410c92 service neutron] Pushing event updated for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:41.321719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-0a10ec8a-1b2a-4ad0-b3d5-88eda0289937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.339535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-0a10ec8a-1b2a-4ad0-b3d5-88eda0289937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.343722 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-0a10ec8a-1b2a-4ad0-b3d5-88eda0289937 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1981 time: 0.2333105 Sep 18 00:46:41.352722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:41.355851 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86161b97-39a4-4a86-8895-345c4702ebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:41.399738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336750c-9a70-4bbd-948a-f716b38c7ecd req-f611c49d-c784-4566-b328-f28242a65201 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.406953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336750c-9a70-4bbd-948a-f716b38c7ecd req-f611c49d-c784-4566-b328-f28242a65201 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.409015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b336750c-9a70-4bbd-948a-f716b38c7ecd req-f611c49d-c784-4566-b328-f28242a65201 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1677 time: 0.2052379 Sep 18 00:46:41.413346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3b82ad3-4b40-400c-b58a-f9dab995a5b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=116422acc912430fb8271f129324b75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933787 Sep 18 00:46:41.415578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:41.426025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b82ad3-4b40-400c-b58a-f9dab995a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eccf6a-cb6d-405f-8c2f-9719ceea9223,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:41.440261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-58b7eeb1-66fa-4e64-ac4d-be56bdb1b549 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=140cc18c-3d92-4052-aac5-5deb611af986 HTTP/1.1" status: 200 len: 217 time: 0.0787156 Sep 18 00:46:41.518309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-8d6638bf-30f9-45e1-9758-9b04b9f99a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.519819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-8d6638bf-30f9-45e1-9758-9b04b9f99a97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd7f530-37cd-4dad-baf9-7e84bbea86ad HTTP/1.1" status: 200 len: 801 time: 0.0721843 Sep 18 00:46:41.545845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e6c199f-a3c1-4c00-9066-a554d77ea5c4 req-73d50c0a-3a4b-4175-983a-baf56ec8fdac tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0758555 Sep 18 00:46:41.603528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b336750c-9a70-4bbd-948a-f716b38c7ecd req-e460bcc6-5649-4ddc-8c9c-9d918aee75ad tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686578 Sep 18 00:46:41.617599 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d5f8b-0de9-4503-a78b-b838ba696cde x-openstack-request-id: req-cf3d5f8b-0de9-4503-a78b-b838ba696cde {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:41.617896 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:41.618130 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf3d5f8b-0de9-4503-a78b-b838ba696cde {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:41.618518 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147', 'status': 'completed', 'code': 200} Sep 18 00:46:41.625859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.631956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-a7b38631-7328-46ac-b68f-5cde78048cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.633523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-a7b38631-7328-46ac-b68f-5cde78048cb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cd6dae2-74a5-4717-93b8-911f119565f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034498 Sep 18 00:46:41.656945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.722382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.725153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:41.726276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28eccf6a-cb6d-405f-8c2f-9719ceea9223 HTTP/1.1" status: 204 len: 168 time: 0.3087275 Sep 18 00:46:41.790730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcb967-cd8e-48bf-869d-f380bd9fba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eccf6a-cb6d-405f-8c2f-9719ceea9223,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:41.810544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-7f7854a6-2d18-46fa-b034-cf433354ce74 service neutron] 10.222.0.54 "GET /v2.0/networks/0cd6dae2-74a5-4717-93b8-911f119565f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684966 Sep 18 00:46:41.854382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a23c32-9ce0-4683-ba49-e53b6094d49e req-c91e06ee-c691-47aa-b0d5-27d181dfbeab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:41.856141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74a23c32-9ce0-4683-ba49-e53b6094d49e req-c91e06ee-c691-47aa-b0d5-27d181dfbeab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1462767 Sep 18 00:46:41.955779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74a23c32-9ce0-4683-ba49-e53b6094d49e req-27f1c77a-1cba-4530-9d78-e09af87fa3e4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866563 Sep 18 00:46:41.963762 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-092e7ec5-d8db-4fca-a671-c9f357691626 service neutron] 10.222.0.54 "GET /v2.0/networks/0cd6dae2-74a5-4717-93b8-911f119565f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422718 Sep 18 00:46:42.060070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-acfc86d6-f8f5-4a2a-8b97-28542597f5b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=4b664f79-c175-48ac-9faf-ca3e399f5147 HTTP/1.1" status: 200 len: 217 time: 0.0878775 Sep 18 00:46:42.135516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-51fedc40-b90f-4f7e-9239-41f85d58b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.138067 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-51fedc40-b90f-4f7e-9239-41f85d58b9fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4e1721e-79ec-42dc-8910-b68b25354c81 HTTP/1.1" status: 200 len: 801 time: 0.0702732 Sep 18 00:46:42.233911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-3a389157-ab64-4dcc-9ce5-48eaea086cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.235413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-3a389157-ab64-4dcc-9ce5-48eaea086cfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f17c0da-6e05-48ab-91f9-033e3277740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862684 Sep 18 00:46:42.363216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-1abecece-0159-42be-aea0-6fbfd4700c66 service neutron] 10.222.0.54 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197078 Sep 18 00:46:42.530142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9d7b799-5901-4864-9f7e-f7a0a8c2487f req-14274f33-039c-4930-a281-fcd822f3ec6e service neutron] 10.222.0.54 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588042 Sep 18 00:46:42.711622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cac71cc3-e1bc-4a98-b4cd-ac7a5d017a8c req-70e61c6c-4a9c-45a6-93d6-ba5b5ff63307 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0998197 Sep 18 00:46:42.777168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-6388879a-dbc4-4239-97d2-3f51152b4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.777980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-6388879a-dbc4-4239-97d2-3f51152b4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.781748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-6388879a-dbc4-4239-97d2-3f51152b4f00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a8c6a2e19734937a22472c34252519e&device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1981 time: 0.1457899 Sep 18 00:46:42.862287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818174-7bdd-441d-86f7-ffd98a1349f1 req-3a7b595a-f27e-456e-bc87-5b8b79804c55 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.886721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818174-7bdd-441d-86f7-ffd98a1349f1 req-3a7b595a-f27e-456e-bc87-5b8b79804c55 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.893515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48818174-7bdd-441d-86f7-ffd98a1349f1 req-3a7b595a-f27e-456e-bc87-5b8b79804c55 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1677 time: 0.1245453 Sep 18 00:46:42.968609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-0310ebfe-c588-4c5a-9b0f-c2a8f0c100a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:42.973076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-0310ebfe-c588-4c5a-9b0f-c2a8f0c100a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3f17c0da-6e05-48ab-91f9-033e3277740e HTTP/1.1" status: 200 len: 903 time: 0.1822722 Sep 18 00:46:43.005116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48818174-7bdd-441d-86f7-ffd98a1349f1 req-f92556f4-9d6b-4efa-a69c-1761ca8fc627 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106174 Sep 18 00:46:43.108491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-1374fb0d-04a1-4f91-a89f-74e054aa1c11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=4b664f79-c175-48ac-9faf-ca3e399f5147 HTTP/1.1" status: 200 len: 217 time: 0.1092856 Sep 18 00:46:43.194859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b8a3b-0491-4af5-aae7-4ed8c392cce1 req-6ce6ac93-8bda-403b-bdfe-f2ab2f90b09c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:43.196780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-357b8a3b-0491-4af5-aae7-4ed8c392cce1 req-6ce6ac93-8bda-403b-bdfe-f2ab2f90b09c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0650582 Sep 18 00:46:43.207165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-e6ae8a4a-95e9-4451-97e8-28044c438b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:43.208820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-e6ae8a4a-95e9-4451-97e8-28044c438b0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4e1721e-79ec-42dc-8910-b68b25354c81 HTTP/1.1" status: 200 len: 801 time: 0.0829403 Sep 18 00:46:43.267544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-357b8a3b-0491-4af5-aae7-4ed8c392cce1 req-cee73214-5dac-4c62-bf0c-c0640f1a35a7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627680 Sep 18 00:46:43.314264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-9b95f7f1-573f-4c8d-b9fd-136523d3a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:43.315894 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-9b95f7f1-573f-4c8d-b9fd-136523d3a704 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f17c0da-6e05-48ab-91f9-033e3277740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895848 Sep 18 00:46:43.511415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-1b9f652e-849e-4ca8-ab9d-dc7fb047a886 service neutron] 10.222.0.54 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863256 Sep 18 00:46:43.675140 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-86161b97-39a4-4a86-8895-345c4702ebe3 req-1a51fdbd-420c-41a5-9292-b2ff1edfd9a9 service neutron] 10.222.0.54 "GET /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529999 Sep 18 00:46:43.824821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354810f1-3b94-47d8-9280-41eb79d26ed7 req-e6fa75b1-fcb9-4528-9005-a21e2b83debf tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0580962 Sep 18 00:46:44.120331 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-292e6574-66be-43ff-bf07-1a19180bd7de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1032073 Sep 18 00:46:44.223999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16087-b108-4b14-a2f8-6808ade6819a req-8c256c2b-e646-43d1-b797-f34d0b0bf72a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.237089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16087-b108-4b14-a2f8-6808ade6819a req-8c256c2b-e646-43d1-b797-f34d0b0bf72a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.237728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-be9ace8b-c2a6-4ecd-ab59-bb0ad35c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.239427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-be9ace8b-c2a6-4ecd-ab59-bb0ad35c56d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0701466 Sep 18 00:46:44.242681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fca16087-b108-4b14-a2f8-6808ade6819a req-8c256c2b-e646-43d1-b797-f34d0b0bf72a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1677 time: 0.1059616 Sep 18 00:46:44.377360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fca16087-b108-4b14-a2f8-6808ade6819a req-7c0d34d0-2e14-41e6-bad2-582509bda3d2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198151 Sep 18 00:46:44.482487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb221bf3-8de6-49b4-a9b8-a957b9ed4357 req-be7de908-2ddf-46cf-9572-7a29b3a4c7f1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.484996 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb221bf3-8de6-49b4-a9b8-a957b9ed4357 req-be7de908-2ddf-46cf-9572-7a29b3a4c7f1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0767813 Sep 18 00:46:44.561417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb221bf3-8de6-49b4-a9b8-a957b9ed4357 req-a88ce0a0-199b-480a-af24-dacfd095e9d8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677958 Sep 18 00:46:44.832330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-7a87f819-78b6-4fe2-b0e5-5d137af71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.834936 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-7a87f819-78b6-4fe2-b0e5-5d137af71a0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.5695553 Sep 18 00:46:44.934628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-97718a61-7bd7-4d65-982d-ae92030f3744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1000 time: 0.0925250 Sep 18 00:46:44.991641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-6331d4e3-bfc2-487b-ba0c-a3f853b0a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:44.993704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-6331d4e3-bfc2-487b-ba0c-a3f853b0a140 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0517297 Sep 18 00:46:45.061747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-491230a3-6636-432b-a2a4-5d606474cd10 req-d330b9d7-8432-4c9b-930b-db89ae687c72 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1064303 Sep 18 00:46:45.090532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-de0333b5-1707-4534-820d-2b6b5b4caa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:45.092414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-de0333b5-1707-4534-820d-2b6b5b4caa58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856719 Sep 18 00:46:45.232206 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-efb498cf-8390-47db-968b-a18e13ffea6a service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327128 Sep 18 00:46:45.403636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 140cc18c-3d92-4052-aac5-5deb611af986 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:45.454055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e9fcb4c-6d52-4fa9-acf8-8754eac9e19e req-ccc154cf-f989-407f-bb06-75b302964dba service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966391 Sep 18 00:46:45.678628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=140cc18c-3d92-4052-aac5-5deb611af986,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:45.700861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27ce95-204b-4ec1-bf5f-b924f4456660 req-e21c1187-bf3d-4221-a7b6-f4cd7fd99d45 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:45.708746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27ce95-204b-4ec1-bf5f-b924f4456660 req-e21c1187-bf3d-4221-a7b6-f4cd7fd99d45 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:45.710664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de27ce95-204b-4ec1-bf5f-b924f4456660 req-e21c1187-bf3d-4221-a7b6-f4cd7fd99d45 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1677 time: 0.1255000 Sep 18 00:46:45.717086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '140cc18c-3d92-4052-aac5-5deb611af986', 'network_id': '0cd6dae2-74a5-4717-93b8-911f119565f4', 'port_id': '140cc18c-3d92-4052-aac5-5deb611af986', 'mac_address': 'fa:16:3e:80:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd7f530-37cd-4dad-baf9-7e84bbea86ad', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:45.796955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:45.806817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de27ce95-204b-4ec1-bf5f-b924f4456660 req-df267735-24c8-41f6-b7c7-89aeaba8c7d7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871627 Sep 18 00:46:45.813918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140cc18c-3d92-4052-aac5-5deb611af986 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:45.867475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=140cc18c-3d92-4052-aac5-5deb611af986,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:45.876033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:45.877645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4b664f79-c175-48ac-9faf-ca3e399f5147 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:45.897374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322aceb-33c2-4604-ad4d-0f9897e48320 req-5037bf25-cd96-4c93-982b-b2addd05b9e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:45.905990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c322aceb-33c2-4604-ad4d-0f9897e48320 req-5037bf25-cd96-4c93-982b-b2addd05b9e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1607058 Sep 18 00:46:45.981541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c322aceb-33c2-4604-ad4d-0f9897e48320 req-067d89ec-5223-4bfb-98bc-2305e8156b5a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659037 Sep 18 00:46:46.060409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.096032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:46.190168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b912087-6bf9-4459-9e01-e68f3b9ccb3d req-7751adaa-1ef9-4c56-9a97-69a65003fe4d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0613341 Sep 18 00:46:46.198849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4b664f79-c175-48ac-9faf-ca3e399f5147,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:46.216263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4b664f79-c175-48ac-9faf-ca3e399f5147', 'network_id': '3f17c0da-6e05-48ab-91f9-033e3277740e', 'port_id': '4b664f79-c175-48ac-9faf-ca3e399f5147', 'mac_address': 'fa:16:3e:bc:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e1721e-79ec-42dc-8910-b68b25354c81', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:46.277487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.326323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b664f79-c175-48ac-9faf-ca3e399f5147 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:46.360634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4b664f79-c175-48ac-9faf-ca3e399f5147,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:46.370277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.402572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:46.444080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:46.544310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d8be-eafc-4378-aa35-4c3c4e4c539c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.700302 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d8be-eafc-4378-aa35-4c3c4e4c539c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.703311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d8be-eafc-4378-aa35-4c3c4e4c539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.777149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:46.778211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9ae6d8be-eafc-4378-aa35-4c3c4e4c539c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b310e32452d46bab245195982698be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720658 Sep 18 00:46:46.779690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6d8be-eafc-4378-aa35-4c3c4e4c539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f1230-ab91-4648-a411-79ae16b4edad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:46.817162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4b664f79-c175-48ac-9faf-ca3e399f5147'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:46.903839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.952261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.101476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.105185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.106596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e5f1230-ab91-4648-a411-79ae16b4edad HTTP/1.1" status: 204 len: 168 time: 0.3283303 Sep 18 00:46:47.115836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9240db-782b-4278-98ea-c70a7200fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f1230-ab91-4648-a411-79ae16b4edad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:47.155783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375938-a462-4eed-a52f-506a6921add4 req-fd4fce0a-acce-4a2c-b071-446ed55855b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:47.162613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375938-a462-4eed-a52f-506a6921add4 req-fd4fce0a-acce-4a2c-b071-446ed55855b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:47.165307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b375938-a462-4eed-a52f-506a6921add4 req-fd4fce0a-acce-4a2c-b071-446ed55855b7 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1679 time: 0.1634119 Sep 18 00:46:47.210393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b375938-a462-4eed-a52f-506a6921add4 req-4bd52c24-c326-4486-93c4-13949bfb3f8c tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Sep 18 00:46:47.222155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb0ae-b266-469f-b6ae-2b332d295600 req-1e31a0ef-34c9-4f42-9b05-e0e239edeae1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:47.223612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68acb0ae-b266-469f-b6ae-2b332d295600 req-1e31a0ef-34c9-4f42-9b05-e0e239edeae1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1447115 Sep 18 00:46:47.286143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68acb0ae-b266-469f-b6ae-2b332d295600 req-84d32b0d-1fbf-4b6d-a685-59c602292141 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 Sep 18 00:46:47.334565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6d0d30e-060c-46f6-bcdb-9c0a381409e9 req-9474a405-8f71-467f-ac3e-d4c97fe4dc5f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0360708 Sep 18 00:46:47.538671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45446) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:47.555498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89e5249b-f127-4b86-8649-794c1f837fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.691600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89e5249b-f127-4b86-8649-794c1f837fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.698480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89e5249b-f127-4b86-8649-794c1f837fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.740484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5249b-f127-4b86-8649-794c1f837fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a5668-9a6a-49db-b737-111fe444ba13,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:47.755774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45456) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:47.759381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-89e5249b-f127-4b86-8649-794c1f837fa9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b29595119b9452cb0ef6ead1fd2dc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188637 Sep 18 00:46:47.810597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.836773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.914761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.920901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.922083 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/752a5668-9a6a-49db-b737-111fe444ba13 HTTP/1.1" status: 204 len: 168 time: 0.1650150 Sep 18 00:46:47.941001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7d93b-070b-4d43-b023-62dab6413622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a5668-9a6a-49db-b737-111fe444ba13,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:47.975493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['140cc18c-3d92-4052-aac5-5deb611af986'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:48.397100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d2d9-6e2c-49da-8306-85feb020223a req-68fcb378-e9ea-4307-9703-c5adccff4350 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:48.404556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d2d9-6e2c-49da-8306-85feb020223a req-68fcb378-e9ea-4307-9703-c5adccff4350 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:48.420320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e8d2d9-6e2c-49da-8306-85feb020223a req-68fcb378-e9ea-4307-9703-c5adccff4350 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1679 time: 0.1149740 Sep 18 00:46:48.565338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e8d2d9-6e2c-49da-8306-85feb020223a req-0b09ef34-ae0c-45cd-905b-7f26cedd6d7e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437674 Sep 18 00:46:48.584714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aa8a4-0b3e-479a-bd48-f0f8055ecd82 req-a4361847-ff63-4f07-b4ea-f81c98e86a2e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:48.596828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd5aa8a4-0b3e-479a-bd48-f0f8055ecd82 req-a4361847-ff63-4f07-b4ea-f81c98e86a2e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1692355 Sep 18 00:46:48.652550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7a17cdf-97b0-400d-bd12-11899388dff2 req-4575bf03-01c9-49fa-9759-328d1400a98f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0349562 Sep 18 00:46:48.673639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd5aa8a4-0b3e-479a-bd48-f0f8055ecd82 req-77130926-c22f-45b0-8225-db09205fb17f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759423 Sep 18 00:46:49.417229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 140cc18c-3d92-4052-aac5-5deb611af986 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:49.514371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 140cc18c-3d92-4052-aac5-5deb611af986 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:49.524193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 140cc18c-3d92-4052-aac5-5deb611af986 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:49.524877 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:49.624269 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:49.664002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:49.666655 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4f2030-f5e6-48e9-8b89-06517b8108dc" -d '{"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-plugged", "status": "completed", "tag": "140cc18c-3d92-4052-aac5-5deb611af986"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:49.686769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=140cc18c-3d92-4052-aac5-5deb611af986,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:49.706042 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:49.707589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4b664f79-c175-48ac-9faf-ca3e399f5147 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:49.789592 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f6047-559a-4ec3-96bf-805f4eec3a6d x-openstack-request-id: req-bc7f6047-559a-4ec3-96bf-805f4eec3a6d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:49.789592 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-plugged", "status": "completed", "tag": "140cc18c-3d92-4052-aac5-5deb611af986", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:49.789592 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc7f6047-559a-4ec3-96bf-805f4eec3a6d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:49.789592 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986', 'code': 200} Sep 18 00:46:49.825633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab83d26-b845-47b4-9e72-e444fac7b041 req-eb1258b3-387d-454a-ba78-0fdb632aa1fc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0502079 Sep 18 00:46:49.888316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902273-946d-4dbf-be09-5fda1434a670 req-8f966b07-27c5-4717-ba3c-c6a4cdc37517 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:49.923254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902273-946d-4dbf-be09-5fda1434a670 req-8f966b07-27c5-4717-ba3c-c6a4cdc37517 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:49.931190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8902273-946d-4dbf-be09-5fda1434a670 req-8f966b07-27c5-4717-ba3c-c6a4cdc37517 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1680 time: 0.2220285 Sep 18 00:46:49.938374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:49.960719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4b664f79-c175-48ac-9faf-ca3e399f5147 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:49.966602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4b664f79-c175-48ac-9faf-ca3e399f5147 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:49.966984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:50.132830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8902273-946d-4dbf-be09-5fda1434a670 req-6ae42c17-6a2d-4783-81cd-f6d2ba042411 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000101 Sep 18 00:46:50.144178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:50.155338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f19c9-4bd7-41e2-82c5-9def21a47271 req-cd33891e-2450-450c-83ee-06b1a3ab3b55 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:50.157682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b2f19c9-4bd7-41e2-82c5-9def21a47271 req-cd33891e-2450-450c-83ee-06b1a3ab3b55 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1769154 Sep 18 00:46:50.195014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4b664f79-c175-48ac-9faf-ca3e399f5147,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:50.206425 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:50.233188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b2f19c9-4bd7-41e2-82c5-9def21a47271 req-a4aca929-f35a-43c9-9bce-22f9c423e103 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619206 Sep 18 00:46:50.286734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:50.935681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22ad2d7c-6240-4465-a1e0-5c774b671694 req-25acd870-c978-4b76-af43-631a418e9526 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0561144 Sep 18 00:46:51.317476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee98d93-a671-4207-80ee-999c3b7e038c req-834a77cf-72fe-4074-be21-8c3b2379496e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:51.344956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee98d93-a671-4207-80ee-999c3b7e038c req-834a77cf-72fe-4074-be21-8c3b2379496e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:51.367148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aee98d93-a671-4207-80ee-999c3b7e038c req-834a77cf-72fe-4074-be21-8c3b2379496e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.1346354 Sep 18 00:46:51.488895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aee98d93-a671-4207-80ee-999c3b7e038c req-729663ee-12f2-4169-a3c4-c51d5d51c860 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Sep 18 00:46:51.509273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a8cf3-b61d-48f9-9764-2f4001dec8f4 req-6e7c678c-0145-4cbe-a2b9-f72d1e54bb97 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:51.518393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c93a8cf3-b61d-48f9-9764-2f4001dec8f4 req-6e7c678c-0145-4cbe-a2b9-f72d1e54bb97 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1351984 Sep 18 00:46:51.568359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c93a8cf3-b61d-48f9-9764-2f4001dec8f4 req-8ba74a12-f276-4e16-8648-6455e4b9168a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444036 Sep 18 00:46:51.789986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:51.793617 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d4901-db61-4c67-8db6-b379a8e06669" -d '{"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-plugged", "status": "completed", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:51.839208 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290aa8a-18b3-4350-b843-55b3d0ed919f x-openstack-request-id: req-1290aa8a-18b3-4350-b843-55b3d0ed919f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:51.839395 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-plugged", "status": "completed", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:51.839646 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1290aa8a-18b3-4350-b843-55b3d0ed919f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:51.840357 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147', 'code': 200} Sep 18 00:46:52.011600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0d5b7-8a57-4b13-b267-f33d821798ed req-7a6d4ea1-0538-4cbf-bdac-c7ccb60cdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.012809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0d5b7-8a57-4b13-b267-f33d821798ed req-7a6d4ea1-0538-4cbf-bdac-c7ccb60cdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.014657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-99b0d5b7-8a57-4b13-b267-f33d821798ed req-7a6d4ea1-0538-4cbf-bdac-c7ccb60cdee9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1985 time: 0.0621257 Sep 18 00:46:52.046928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd24cf15-7288-4b87-9d56-aee0b955971e req-0fe2e57e-5f5a-487f-ae1d-5655fae0f835 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0496557 Sep 18 00:46:52.071695 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-99b0d5b7-8a57-4b13-b267-f33d821798ed req-a9fed8cf-61eb-4c00-94e2-fdff0ad554b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Sep 18 00:46:52.611308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176d38e-68cd-4dad-a768-581d313e4989 req-cc53be38-db3b-47b6-87d4-d81038c1629b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.617987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176d38e-68cd-4dad-a768-581d313e4989 req-cc53be38-db3b-47b6-87d4-d81038c1629b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.620209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f176d38e-68cd-4dad-a768-581d313e4989 req-cc53be38-db3b-47b6-87d4-d81038c1629b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0669959 Sep 18 00:46:52.692934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f176d38e-68cd-4dad-a768-581d313e4989 req-ff0d970a-86a4-45af-9d78-5e489f6c36c2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Sep 18 00:46:52.716561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bb2c4-8644-48a9-9332-03420127669f req-7aa5c946-31f4-4531-8989-53a9c9e6b298 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.718167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-230bb2c4-8644-48a9-9332-03420127669f req-7aa5c946-31f4-4531-8989-53a9c9e6b298 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0698664 Sep 18 00:46:52.759048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-230bb2c4-8644-48a9-9332-03420127669f req-790313f1-081a-4c98-985b-989ed5e9517e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349653 Sep 18 00:46:52.919595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45656) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:53.055714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5354fdc0-e4d0-476b-b1fd-404aa48eff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.079566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad000bc-98fc-4935-927b-b2e439193c3d req-5265fec8-7bf7-4705-846a-9d1b7139f961 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.081153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ad000bc-98fc-4935-927b-b2e439193c3d req-5265fec8-7bf7-4705-846a-9d1b7139f961 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.0789576 Sep 18 00:46:53.142943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ad000bc-98fc-4935-927b-b2e439193c3d req-2dc648eb-09c6-4e80-b28f-e4ffba0c5ef6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554545 Sep 18 00:46:53.183483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5354fdc0-e4d0-476b-b1fd-404aa48eff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.188680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5354fdc0-e4d0-476b-b1fd-404aa48eff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.199424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c12891eb-88c8-4b82-a5ea-c0aeef68c12e req-46b3955c-8d7b-402f-a893-1d199fc6676f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0549555 Sep 18 00:46:53.231519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354fdc0-e4d0-476b-b1fd-404aa48eff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f1dd3-835e-4153-b0a5-6e77b9c6ffdf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:53.237121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5354fdc0-e4d0-476b-b1fd-404aa48eff24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e700d030d75b454a89ad0bfaba94cc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164604 Sep 18 00:46:53.239813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45674) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:53.289383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.314915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.362303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.366178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.370282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b2f1dd3-835e-4153-b0a5-6e77b9c6ffdf HTTP/1.1" status: 204 len: 168 time: 0.1265254 Sep 18 00:46:53.378179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec01a2b-41be-47bc-8073-0572fdf07aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f1dd3-835e-4153-b0a5-6e77b9c6ffdf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:53.633305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45682) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:53.646121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14719cac-f3cc-431a-9af6-57ae84ee346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.753967 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14719cac-f3cc-431a-9af6-57ae84ee346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.759013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14719cac-f3cc-431a-9af6-57ae84ee346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.798979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14719cac-f3cc-431a-9af6-57ae84ee346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d51fbd7-16d7-47cf-8ce5-6d9a31ee2a9d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:53.825749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14719cac-f3cc-431a-9af6-57ae84ee346a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad58eeeccbe04bdc84924256f0e84570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910570 Sep 18 00:46:53.829153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45688) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:53.850700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6b7d1-de1f-4484-aaec-996a4bd341c3 req-4a115826-c2d5-4013-a902-54138c2b0528 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.858601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6b7d1-de1f-4484-aaec-996a4bd341c3 req-4a115826-c2d5-4013-a902-54138c2b0528 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.864878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc6b7d1-de1f-4484-aaec-996a4bd341c3 req-4a115826-c2d5-4013-a902-54138c2b0528 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0953290 Sep 18 00:46:53.893703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.922295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.932661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc6b7d1-de1f-4484-aaec-996a4bd341c3 req-1a9e1f75-baa2-4de7-a325-c9d0277b8c3e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652981 Sep 18 00:46:53.963314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da8206-4242-498d-9931-8994931321c5 req-2a0d5809-38d3-4407-8d1f-a235a5aaf5d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.965134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3da8206-4242-498d-9931-8994931321c5 req-2a0d5809-38d3-4407-8d1f-a235a5aaf5d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1229279 Sep 18 00:46:54.003679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:54.006831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:54.011045 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d51fbd7-16d7-47cf-8ce5-6d9a31ee2a9d HTTP/1.1" status: 204 len: 168 time: 0.1779006 Sep 18 00:46:54.014643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3da8206-4242-498d-9931-8994931321c5 req-26a2fd01-9ee8-4927-b75e-2d7daf4b956a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Sep 18 00:46:54.018702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15926517-259f-43b1-a7d8-f863ec851e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d51fbd7-16d7-47cf-8ce5-6d9a31ee2a9d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:54.188172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-700d42a0-2809-4335-935c-409b6d757d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:54.291732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-292cc623-8d31-4eaf-a96d-61bb4b0ed177 req-b3a0c439-3d4d-4f97-94f3-3e95912e8769 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0297594 Sep 18 00:46:54.304239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c996-0422-473a-8b1b-de4062c3b829 req-f8389fdc-3ed2-495f-8720-31350e750ff2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:54.307769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2b3c996-0422-473a-8b1b-de4062c3b829 req-f8389fdc-3ed2-495f-8720-31350e750ff2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.0828962 Sep 18 00:46:54.354565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2b3c996-0422-473a-8b1b-de4062c3b829 req-88ef2824-2232-4036-a939-726d4d76d413 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Sep 18 00:46:55.080674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630521-28c3-485b-b0df-3e0ef301121a req-09751ed3-8196-4abc-8222-27b9d7f7cde2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.085684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630521-28c3-485b-b0df-3e0ef301121a req-09751ed3-8196-4abc-8222-27b9d7f7cde2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.089136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5630521-28c3-485b-b0df-3e0ef301121a req-09751ed3-8196-4abc-8222-27b9d7f7cde2 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0679107 Sep 18 00:46:55.167884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5630521-28c3-485b-b0df-3e0ef301121a req-db88ce40-6047-4e65-b501-aeaacd58cf8a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715449 Sep 18 00:46:55.186555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef843f74-01da-4ac5-9855-192c3c0c87a2 req-d69cac31-8f95-4dd8-aa3a-3a259fd1eec9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.188345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef843f74-01da-4ac5-9855-192c3c0c87a2 req-d69cac31-8f95-4dd8-aa3a-3a259fd1eec9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0762849 Sep 18 00:46:55.238053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef843f74-01da-4ac5-9855-192c3c0c87a2 req-f632e151-c9aa-4735-8807-ef2666d920b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Sep 18 00:46:55.406873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0945f400-45f4-48cf-beb4-67b66bd240c5 req-189c1e29-7b3c-439a-a458-7a1072fe1fd9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0460501 Sep 18 00:46:55.434447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:55.535057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:55.538456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8f15-3dcc-47e5-9baf-eb79efe13c9b req-19903bf4-c843-478a-bde2-c6896e459db8 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.546888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8f15-3dcc-47e5-9baf-eb79efe13c9b req-19903bf4-c843-478a-bde2-c6896e459db8 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.549166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab0e8f15-3dcc-47e5-9baf-eb79efe13c9b req-19903bf4-c843-478a-bde2-c6896e459db8 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0724921 Sep 18 00:46:55.563832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:55.566337 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a3bb8-60c7-4905-87a5-25751728e9dd" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:55.581988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:55.587813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:55.613253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab0e8f15-3dcc-47e5-9baf-eb79efe13c9b req-59c7c27c-0d48-44ec-804c-1faa426e2751 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Sep 18 00:46:55.621442 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef4c08-f8dc-4f2d-b2f5-b08f49ceb896 x-openstack-request-id: req-ccef4c08-f8dc-4f2d-b2f5-b08f49ceb896 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:55.621740 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:55.622474 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccef4c08-f8dc-4f2d-b2f5-b08f49ceb896 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:55.623116 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:46:55.655181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:56.161933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45786) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:56.265424 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db074fc1-7ccb-4768-aa38-a327a710a959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.393466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962050c-44aa-43cd-b8bc-679f06ee5efb req-28076521-dc67-41fb-9f19-d1e489cffff0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:56.394928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9962050c-44aa-43cd-b8bc-679f06ee5efb req-28076521-dc67-41fb-9f19-d1e489cffff0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0732334 Sep 18 00:46:56.396646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db074fc1-7ccb-4768-aa38-a327a710a959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.400707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db074fc1-7ccb-4768-aa38-a327a710a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.458648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db074fc1-7ccb-4768-aa38-a327a710a959 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aa9b576b5904efdb507eaf4bc4192b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956567 Sep 18 00:46:56.459390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db074fc1-7ccb-4768-aa38-a327a710a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa4fa8-58f7-4232-88a3-ccc8597a8ab1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:56.461425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:56.495118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c71cef9-7cd7-4a81-b97c-8d0a7bb3b03e req-f0a2b495-3ae0-4f51-87a7-8e3d9fd0b87a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0406570 Sep 18 00:46:56.503310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9962050c-44aa-43cd-b8bc-679f06ee5efb req-8cea7f79-eea5-464f-a7a4-fef514af4f7d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998607 Sep 18 00:46:56.517136 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.538067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.584597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.587225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.589061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75fa4fa8-58f7-4232-88a3-ccc8597a8ab1 HTTP/1.1" status: 204 len: 168 time: 0.1266091 Sep 18 00:46:56.596624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20fb5c-877e-4009-b169-4a625334ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa4fa8-58f7-4232-88a3-ccc8597a8ab1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:56.740535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596b2e0-032f-4cb0-a7bd-509b858ffba7 req-a262adc1-eb33-49d3-a32b-c6678dd6720e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:56.747337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596b2e0-032f-4cb0-a7bd-509b858ffba7 req-a262adc1-eb33-49d3-a32b-c6678dd6720e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:56.748928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d596b2e0-032f-4cb0-a7bd-509b858ffba7 req-a262adc1-eb33-49d3-a32b-c6678dd6720e tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0596185 Sep 18 00:46:56.788753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d596b2e0-032f-4cb0-a7bd-509b858ffba7 req-13ba1da2-a8b6-41d8-aeea-57f8460693e8 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Sep 18 00:46:56.856286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:56.870303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02626e8d-d39d-4d12-937b-602e4dd63d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.966582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02626e8d-d39d-4d12-937b-602e4dd63d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:56.970564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02626e8d-d39d-4d12-937b-602e4dd63d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.011539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-02626e8d-d39d-4d12-937b-602e4dd63d94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40f649396ba04725b7aeddb81cc34fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541493 Sep 18 00:46:57.013507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02626e8d-d39d-4d12-937b-602e4dd63d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2fbb6-b755-4346-b39f-d06e933a2402,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:57.014308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45814) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:57.066506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.088216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.140676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.143921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.145288 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bc2fbb6-b755-4346-b39f-d06e933a2402 HTTP/1.1" status: 204 len: 168 time: 0.1299813 Sep 18 00:46:57.156916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd204-617e-49c7-9698-905b44d0e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2fbb6-b755-4346-b39f-d06e933a2402,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:57.183381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c65df0db-32f0-415c-bb89-a5146c5f77aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.383834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.678699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c142f4d0-3407-4605-9d70-f4463436e1ed tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:57.686377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c142f4d0-3407-4605-9d70-f4463436e1ed tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:57.695150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c142f4d0-3407-4605-9d70-f4463436e1ed tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0845788 Sep 18 00:46:57.814908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port 140cc18c-3d92-4052-aac5-5deb611af986 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:57.815290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.964316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port 140cc18c-3d92-4052-aac5-5deb611af986, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=140cc18c-3d92-4052-aac5-5deb611af986,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:57.964847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.982094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for 140cc18c-3d92-4052-aac5-5deb611af986 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:57.990230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-606ac832-bca3-4f49-9ff4-3b6c484cca09 req-6a111fe9-1392-41b3-b89c-5328438c9249 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.4295769 Sep 18 00:46:58.051199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4107819-1d50-43c0-a870-67320a3a9736 req-79529def-4e31-4544-9db5-f90cfacc9b89 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:58.059075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4107819-1d50-43c0-a870-67320a3a9736 req-79529def-4e31-4544-9db5-f90cfacc9b89 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0678077 Sep 18 00:46:58.105978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4107819-1d50-43c0-a870-67320a3a9736 req-66ba062c-bd0a-437f-b1c9-d17435d59a23 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Sep 18 00:46:58.140317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.148086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54608e7-548e-4038-a9d7-f87e42a75250 req-24f3283c-3979-4447-8dc2-4ac5dbaa8a9f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:58.155056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54608e7-548e-4038-a9d7-f87e42a75250 req-24f3283c-3979-4447-8dc2-4ac5dbaa8a9f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:58.156681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f54608e7-548e-4038-a9d7-f87e42a75250 req-24f3283c-3979-4447-8dc2-4ac5dbaa8a9f tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 1681 time: 0.0650761 Sep 18 00:46:58.178658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=140cc18c-3d92-4052-aac5-5deb611af986,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:58.180017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4b664f79-c175-48ac-9faf-ca3e399f5147', '140cc18c-3d92-4052-aac5-5deb611af986'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:58.252967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port 140cc18c-3d92-4052-aac5-5deb611af986 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:58.277313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.279401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-ad020125-0461-4c73-9e9d-e26bbe3e44c9 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "DELETE /v2.0/ports/140cc18c-3d92-4052-aac5-5deb611af986 HTTP/1.1" status: 204 len: 173 time: 0.5766928 Sep 18 00:46:58.279906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-deleted', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:58.282411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f54608e7-548e-4038-a9d7-f87e42a75250 req-54847d25-6520-43e7-99b4-ebd5b5f3e8ad tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/security-groups?id=582c121a-13e3-454e-bcff-ab0519a93ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197453 Sep 18 00:46:58.285003 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca262b93-573d-4c46-ae32-10b8b71736ce" -d '{"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-deleted", "tag": "140cc18c-3d92-4052-aac5-5deb611af986"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:58.299928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.353872 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312686e5-7c8d-4eaa-81d4-ce341a891b33 x-openstack-request-id: req-312686e5-7c8d-4eaa-81d4-ce341a891b33 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:58.354355 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-deleted", "tag": "140cc18c-3d92-4052-aac5-5deb611af986", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:58.354851 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-312686e5-7c8d-4eaa-81d4-ce341a891b33 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:58.355352 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-deleted', 'tag': '140cc18c-3d92-4052-aac5-5deb611af986', 'status': 'completed', 'code': 200} Sep 18 00:46:58.439832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port 4b664f79-c175-48ac-9faf-ca3e399f5147 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:58.440084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.543386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port 4b664f79-c175-48ac-9faf-ca3e399f5147, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4b664f79-c175-48ac-9faf-ca3e399f5147,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:58.543765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.561548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for 4b664f79-c175-48ac-9faf-ca3e399f5147 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:58.703723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.737878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=4b664f79-c175-48ac-9faf-ca3e399f5147,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:58.751358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['140cc18c-3d92-4052-aac5-5deb611af986'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:58.784544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port 4b664f79-c175-48ac-9faf-ca3e399f5147 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:58.788335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:58.793400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55f01efd-a6fc-4f1e-b094-c51e5bef1f63 req-c3f139c9-cb78-4c4d-92bf-52ea1c4c32c6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.54 "DELETE /v2.0/ports/4b664f79-c175-48ac-9faf-ca3e399f5147 HTTP/1.1" status: 204 len: 173 time: 0.5050471 Sep 18 00:46:59.081515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-daa113bb-df16-42a8-a62c-2837243b09d5 req-084d6897-cce9-4d85-9f60-1656535fea4a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0339417 Sep 18 00:46:59.237422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03ffc-b845-429a-a486-6dc21ee91acf req-d36f61fe-23f9-47e6-ab59-04a301d41dd2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:59.240154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbc03ffc-b845-429a-a486-6dc21ee91acf req-d36f61fe-23f9-47e6-ab59-04a301d41dd2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0526254 Sep 18 00:46:59.287008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbc03ffc-b845-429a-a486-6dc21ee91acf req-259809cc-5a2e-4d0c-8390-dc7152dcdfad tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Sep 18 00:46:59.440435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b079ec24-9ce4-48e3-b2c0-a0a5b99c417d req-3b48590e-bfdd-4be3-bb73-6d9197a12623 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7ea582-f22c-4b30-b233-104820371454 HTTP/1.1" status: 200 len: 210 time: 0.0415540 Sep 18 00:46:59.464464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:59.563399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:59.574801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:59.627202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.628164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.641624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:59.670828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:59.680935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.739118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:59.884043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f7addffe-8f67-406a-97a9-d9bcdb3d3f63'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:47:00.159592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3658516b-d487-4ed7-bb22-7d6cb61e3729 req-b36e5c8a-d6c7-4f69-a440-3a9b79c2ed66 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0277493 Sep 18 00:47:00.356845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-deleted', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:00.359285 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a48a816-6841-4633-8dff-abf3a8c3a524" -d '{"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-deleted", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:00.409697 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be4b56-08fd-4b8f-a000-a97854b94f55 x-openstack-request-id: req-c7be4b56-08fd-4b8f-a000-a97854b94f55 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:00.410307 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ea582-f22c-4b30-b233-104820371454", "name": "network-vif-deleted", "tag": "4b664f79-c175-48ac-9faf-ca3e399f5147", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:00.410573 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7be4b56-08fd-4b8f-a000-a97854b94f55 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:00.411008 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ea582-f22c-4b30-b233-104820371454', 'name': 'network-vif-deleted', 'tag': '4b664f79-c175-48ac-9faf-ca3e399f5147', 'status': 'completed', 'code': 200} Sep 18 00:47:00.450669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccdb56-51fb-435d-9434-074de0674554 req-fea9d847-680f-44f3-afe2-1caad7c90c1a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:00.452284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92ccdb56-51fb-435d-9434-074de0674554 req-fea9d847-680f-44f3-afe2-1caad7c90c1a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0570083 Sep 18 00:47:00.498099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:00.514917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92ccdb56-51fb-435d-9434-074de0674554 req-b1c89d92-6033-4a2a-9b97-878872d0ff59 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Sep 18 00:47:00.552009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting subnet a4e1721e-79ec-42dc-8910-b68b25354c81 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:47:00.555458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.603914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.693015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.759113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.796657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e1721e-79ec-42dc-8910-b68b25354c81,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:00.801672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.805464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aeb3c39d-8c19-4867-9d45-466343eee015 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/subnets/a4e1721e-79ec-42dc-8910-b68b25354c81 HTTP/1.1" status: 204 len: 168 time: 0.3054538 Sep 18 00:47:00.807854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45948) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:00.811758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3a967-a5a4-4c17-b472-3244d133106f None None] Network 3f17c0da-6e05-48ab-91f9-033e3277740e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:00.895812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:00.996102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:00.996461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.004632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] DHCP port deletion for 3f17c0da-6e05-48ab-91f9-033e3277740e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:47:01.060206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Deleting port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:01.060706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.062081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:01.062482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.076661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:01.140894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] For port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,segment=NetworkSegment(eabddc4a-c650-4697-a465-15c4b0484ea4),segment_id=eabddc4a-c650-4697-a465-15c4b0484ea4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:01.141607 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.158610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Calling delete_port for 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:01.175254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.221667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:01.229965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:01.253887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.285080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] Pushing event deleted for resources: {'Port': ['ID=8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:01.289150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eb92264-4083-41bb-b61e-6a7614bda5a1 req-89a9262b-9c08-4ba9-afb1-58f9d52cc338 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0624437 Sep 18 00:47:01.298346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc515f7-d07b-4364-9f1d-6a1adb94f60f None None] No DVR routers for this DVR port 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:01.365030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.387876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f17c0da-6e05-48ab-91f9-033e3277740e']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:01.398724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabddc4a-c650-4697-a465-15c4b0484ea4') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:01.399032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabddc4a-c650-4697-a465-15c4b0484ea4') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:01.409015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:01.412091 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.429179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.439678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:47:01.440437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.442421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:01.442840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8efcf5d3-22fc-4bd7-a968-d0a98bc66ebd not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:47:01.445999 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:47:01.466127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:01.528402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:01.528859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.529202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.536153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.540107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/networks/3f17c0da-6e05-48ab-91f9-033e3277740e HTTP/1.1" status: 204 len: 168 time: 0.7310565 Sep 18 00:47:01.543877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45976) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:01.587106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b8d2-1a8e-4eb7-a70e-5f0fea90b4a6 tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Network': ['ID=3f17c0da-6e05-48ab-91f9-033e3277740e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:01.631168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.657681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting subnet 7bd7f530-37cd-4dad-baf9-7e84bbea86ad {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:47:01.661727 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.664933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:01.670574 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adac335-1e46-4631-9cbe-528e4f310d14" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:01.696554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469610f3-dd3c-4169-9700-5bd48574fc34 req-aa3d5206-4db0-4936-9eab-0b5aa32c653b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:01.699811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-469610f3-dd3c-4169-9700-5bd48574fc34 req-aa3d5206-4db0-4936-9eab-0b5aa32c653b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0780759 Sep 18 00:47:01.717454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:01.719025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.732547 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.735259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 140cc18c-3d92-4052-aac5-5deb611af986 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:01.746920 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505cb0c2-e4d6-4a02-9762-29dbf1e2aaed x-openstack-request-id: req-505cb0c2-e4d6-4a02-9762-29dbf1e2aaed {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:01.747441 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:01.747799 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-505cb0c2-e4d6-4a02-9762-29dbf1e2aaed {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:01.750964 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:47:01.794899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-469610f3-dd3c-4169-9700-5bd48574fc34 req-eba37702-7de8-43a5-8f56-4e604dcbd383 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Sep 18 00:47:01.829689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 140cc18c-3d92-4052-aac5-5deb611af986 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:01.830253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 140cc18c-3d92-4052-aac5-5deb611af986 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:01.830692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4b664f79-c175-48ac-9faf-ca3e399f5147 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:01.837274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.856969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 4b664f79-c175-48ac-9faf-ca3e399f5147 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:01.857481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4b664f79-c175-48ac-9faf-ca3e399f5147 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:01.879773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:01.912382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.946302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd7f530-37cd-4dad-baf9-7e84bbea86ad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:01.953142 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:01.956390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8fbe225b-3d33-4595-b238-952051bde20a tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/subnets/7bd7f530-37cd-4dad-baf9-7e84bbea86ad HTTP/1.1" status: 204 len: 168 time: 0.4103639 Sep 18 00:47:01.958628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45986) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:01.958815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7dea58-eef9-4be9-8be7-3ada4f4e1218 None None] Network 0cd6dae2-74a5-4717-93b8-911f119565f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:02.000542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.062868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.154436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Deleting port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:02.154757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.207623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] DHCP port deletion for 0cd6dae2-74a5-4717-93b8-911f119565f4 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:47:02.226241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] For port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:02.226798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.240125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Calling delete_port for b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:02.294603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Deleting port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:02.295092 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.352213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.411565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Port': ['ID=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:02.429022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] For port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,segment=NetworkSegment(f897ed0d-0db5-4b58-987c-bc9b7eb04a49),segment_id=f897ed0d-0db5-4b58-987c-bc9b7eb04a49)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:02.430012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.435953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1eca622f-e692-46cd-8bbb-08dcc7ceba07 req-c41dca41-5f3b-47cf-9050-5bd22f92b417 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0359008 Sep 18 00:47:02.437025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] No DVR routers for this DVR port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:02.453528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Calling delete_port for b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:02.557688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.580284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] No DVR routers for this DVR port b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:02.589326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.602088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc2fa2-e4dc-4cfe-9c8e-b982068ed949 None None] Pushing event deleted for resources: {'Port': ['ID=b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:02.615290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd6dae2-74a5-4717-93b8-911f119565f4']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:02.627837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:02.628291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f897ed0d-0db5-4b58-987c-bc9b7eb04a49') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:02.640167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.657767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.667022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:47:02.667760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:47:02.672648 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:47:02.747839 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:47:02.754766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.769291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:02.771198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] 10.222.0.49 "DELETE /v2.0/networks/0cd6dae2-74a5-4717-93b8-911f119565f4 HTTP/1.1" status: 204 len: 168 time: 0.8112905 Sep 18 00:47:02.797251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757157fa-b224-4dd2-844d-a4c79b28741b tempest-ServersTestMultiNic-74516271 tempest-ServersTestMultiNic-74516271-project] Pushing event deleted for resources: {'Network': ['ID=0cd6dae2-74a5-4717-93b8-911f119565f4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:02.971118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e75fc-e1ff-439b-bd16-c3ea30f89337 req-371e0032-3155-4113-b99b-1882bc773e72 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:02.978513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c7e75fc-e1ff-439b-bd16-c3ea30f89337 req-371e0032-3155-4113-b99b-1882bc773e72 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0800838 Sep 18 00:47:02.991459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:03.048316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c7e75fc-e1ff-439b-bd16-c3ea30f89337 req-0f06ef96-27ce-4f8d-b272-3ea4d46a607f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598478 Sep 18 00:47:03.457086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:03.502060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:03.502524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b5066ab3-96ed-4bfd-9cf3-ecc5ef90f54e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:03.550040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26bf91b1-fb19-4bf6-a529-c3322741c31f req-b83a74ad-c02e-4ede-afa1-1a6aa8e75c68 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0496953 Sep 18 00:47:03.618461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:03.779680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-0bd7b0cf-693c-4a80-8e93-314ca658eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:03.782165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-0bd7b0cf-693c-4a80-8e93-314ca658eb85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1098 time: 0.1013987 Sep 18 00:47:03.971793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-0f04bace-269f-4c47-8f07-3c6747bd1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:03.973386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-0f04bace-269f-4c47-8f07-3c6747bd1940 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1616116 Sep 18 00:47:04.104927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-b3e02a1e-50f3-439a-bde7-324980c95496 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 1000 time: 0.1150913 Sep 18 00:47:04.130686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Deleting port 44b477d2-5181-4716-87f2-5edd9a1cc1a8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:04.131295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:04.242875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-e8b26eef-0634-4adb-a9d1-f5cbe00d4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:04.244761 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-e8b26eef-0634-4adb-a9d1-f5cbe00d4700 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1275289 Sep 18 00:47:04.305837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] For port 44b477d2-5181-4716-87f2-5edd9a1cc1a8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44b477d2-5181-4716-87f2-5edd9a1cc1a8,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:04.306596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:04.327798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Calling delete_port for 44b477d2-5181-4716-87f2-5edd9a1cc1a8 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:04.335280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-cdfd43cb-2d9c-4227-98a0-0dca88bc10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:04.337057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-cdfd43cb-2d9c-4227-98a0-0dca88bc10ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838614 Sep 18 00:47:04.396598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8fb2b-9f42-4257-9ff7-c7b71b8e0829 req-08d27244-a925-4d48-b144-8c63c2648918 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:04.417534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ec8fb2b-9f42-4257-9ff7-c7b71b8e0829 req-08d27244-a925-4d48-b144-8c63c2648918 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2383647 Sep 18 00:47:04.571329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ec8fb2b-9f42-4257-9ff7-c7b71b8e0829 req-ebe95b5f-3cc9-485a-80c7-168745db1cdf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463349 Sep 18 00:47:04.683047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f678fe89-81df-44da-af8b-2b7bc1a258da req-24761915-ad1c-41c5-933d-d78f92d45a29 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0570428 Sep 18 00:47:04.738642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-c19cb355-6abc-414f-acee-6a5e0218adfe service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937774 Sep 18 00:47:04.851357 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a7181dc-3dc5-48e0-8f20-9ea614a27147 req-90f28988-2c84-4a20-9e69-9bc249db34f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043320 Sep 18 00:47:04.962252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:05.007795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b477d2-5181-4716-87f2-5edd9a1cc1a8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:05.442824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:05.893184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Router 6aab2914-a279-45c0-9b5a-28d45f2acc42 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:05.897000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5213b5c0-55d7-4d68-a014-37f38abacbf7 req-fdde833f-6841-420c-aca2-f7425bf9695a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0936859 Sep 18 00:47:05.944161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8178b-cf9a-4099-9ca9-0d7c338241a3 req-a7668f15-2b13-40e8-bbeb-25006ccef624 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:05.955264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50f8178b-cf9a-4099-9ca9-0d7c338241a3 req-a7668f15-2b13-40e8-bbeb-25006ccef624 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2248957 Sep 18 00:47:06.065242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50f8178b-cf9a-4099-9ca9-0d7c338241a3 req-fd337895-315b-412a-8f31-0d963d93b65f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081252 Sep 18 00:47:06.675313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:06.680683 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-520abbc6-0df4-4bfe-bb51-3e9382b4a523 admin admin] 10.222.0.49 "PUT /v2.0/routers/6aab2914-a279-45c0-9b5a-28d45f2acc42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881816 Sep 18 00:47:06.683275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:06.686664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Sync routers for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:06.702477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:06.704764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:06.964094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:07.024722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b23cddc-e1ec-49fb-8e71-be6e347533a1 req-b54a8772-4adf-4a4e-a647-678691d71e35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0712764 Sep 18 00:47:07.061712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:07.293877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abf484-cc3f-48bf-b553-0622ed730557 req-0c63ec50-9aa9-40df-823d-8a59f8235b7e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:07.295730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07abf484-cc3f-48bf-b553-0622ed730557 req-0c63ec50-9aa9-40df-823d-8a59f8235b7e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1025763 Sep 18 00:47:07.350865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:07.403447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:47:04Z', 'revision_number': 5, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port': {'id': 'a5def7e5-d471-41c5-ac43-d28bb5d36097', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:45:47Z', 'updated_at': '2021-09-18T00:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:07.429708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07abf484-cc3f-48bf-b553-0622ed730557 req-e4bd3306-86af-409b-a1e1-1c0d9e1e514c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267369 Sep 18 00:47:07.457901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Deleting port a5def7e5-d471-41c5-ac43-d28bb5d36097 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:07.458620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:07.701424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] For port a5def7e5-d471-41c5-ac43-d28bb5d36097, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a5def7e5-d471-41c5-ac43-d28bb5d36097,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:07.702182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:07.737588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Calling delete_port for a5def7e5-d471-41c5-ac43-d28bb5d36097 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:07.881967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Checking router: 6aab2914-a279-45c0-9b5a-28d45f2acc42 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:07.906447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Routers {'6aab2914-a279-45c0-9b5a-28d45f2acc42'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:07.912992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6aab2914-a279-45c0-9b5a-28d45f2acc42'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:08.170573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.179651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] Set router 6aab2914-a279-45c0-9b5a-28d45f2acc42 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:08.221681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67747eba-be10-4daa-81ac-bec77ca2ec49 req-eb355efc-bfba-4aa9-a45e-eb5f3a166d63 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1159036 Sep 18 00:47:08.315781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5def7e5-d471-41c5-ac43-d28bb5d36097,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:08.419462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:47:07Z', 'revision_number': 6, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:08.449697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.485127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1894261-2a17-48c8-832f-36cdabf3e768 None None] The sync data for ids ['6aab2914-a279-45c0-9b5a-28d45f2acc42'] in n-d-712707-16 is: [{'id': '6aab2914-a279-45c0-9b5a-28d45f2acc42', 'name': 'tempest-ServersTestMultiNic-898185205-router', 'tenant_id': '9a8c6a2e19734937a22472c34252519e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:46Z', 'updated_at': '2021-09-18T00:47:07Z', 'revision_number': 6, 'project_id': '9a8c6a2e19734937a22472c34252519e', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:08.644340 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.655963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d6120-c7d9-4c7f-8540-29443ede0158 req-286a574b-dc3b-4d07-987c-4057805e2b33 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:08.657517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.673498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-099d6120-c7d9-4c7f-8540-29443ede0158 req-286a574b-dc3b-4d07-987c-4057805e2b33 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1104929 Sep 18 00:47:08.772760 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.775478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aab2914-a279-45c0-9b5a-28d45f2acc42 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:47:08.781409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-099d6120-c7d9-4c7f-8540-29443ede0158 req-18986cca-3dd5-4434-9a6f-f224b710eb5a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068382 Sep 18 00:47:08.785199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.790218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46232) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:08.799511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-97c28c2d-8633-4de6-987b-b89b17bdb88b admin admin] 10.222.0.49 "DELETE /v2.0/routers/6aab2914-a279-45c0-9b5a-28d45f2acc42 HTTP/1.1" status: 204 len: 168 time: 2.1149979 Sep 18 00:47:08.874411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Deleting subnet 82affbb6-b758-4af9-b625-0146f8943cb6 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:47:08.878931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:08.929318 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.090532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.169381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.190686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94a2aa-3581-4629-8ade-5f650dcfa693 None None] Network 51996056-7702-4332-b0b2-8b877da48ac8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:09.248546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.251173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/82affbb6-b758-4af9-b625-0146f8943cb6 HTTP/1.1" status: 204 len: 168 time: 0.4592524 Sep 18 00:47:09.252593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e5ca-9bb2-44ec-9f22-52e4e4799360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82affbb6-b758-4af9-b625-0146f8943cb6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:09.254464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:09.425482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bdcdaf2-8703-4122-9785-7e275cf57ebd req-8dae6dc8-d28e-4aff-9f0e-a2f21e3817e3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0866816 Sep 18 00:47:09.488537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a5def7e5-d471-41c5-ac43-d28bb5d36097 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:09.544795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a5def7e5-d471-41c5-ac43-d28bb5d36097 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:09.547755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a5def7e5-d471-41c5-ac43-d28bb5d36097 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:09.549803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44b477d2-5181-4716-87f2-5edd9a1cc1a8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:09.559494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.596429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 44b477d2-5181-4716-87f2-5edd9a1cc1a8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:09.597179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44b477d2-5181-4716-87f2-5edd9a1cc1a8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:09.693780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Deleting port fa069bc9-f550-474f-afd6-2327d5bcc32b {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:09.694499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.741413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] DHCP port deletion for 51996056-7702-4332-b0b2-8b877da48ac8 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:47:09.855727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] For port fa069bc9-f550-474f-afd6-2327d5bcc32b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fa069bc9-f550-474f-afd6-2327d5bcc32b,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:09.856174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.893322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Calling delete_port for fa069bc9-f550-474f-afd6-2327d5bcc32b owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:09.896435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Deleting port fa069bc9-f550-474f-afd6-2327d5bcc32b {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:09.897028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:09.999636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] For port fa069bc9-f550-474f-afd6-2327d5bcc32b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fa069bc9-f550-474f-afd6-2327d5bcc32b,segment=NetworkSegment(631cfcca-c889-40fd-8402-40dbdf390838),segment_id=631cfcca-c889-40fd-8402-40dbdf390838)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:09.999636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.026682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Calling delete_port for fa069bc9-f550-474f-afd6-2327d5bcc32b owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:10.043081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21ecf-1210-44db-a0aa-36de89d7f4a5 req-63756825-e103-4d2a-9759-e5c2b4e1edb9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:10.051074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1f21ecf-1210-44db-a0aa-36de89d7f4a5 req-63756825-e103-4d2a-9759-e5c2b4e1edb9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1300349 Sep 18 00:47:10.136414 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.157155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] No DVR routers for this DVR port fa069bc9-f550-474f-afd6-2327d5bcc32b on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:10.158455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.209332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1f21ecf-1210-44db-a0aa-36de89d7f4a5 req-051dd829-7063-498b-ab1b-f6132e47b0e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566541 Sep 18 00:47:10.212893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431dd8a-7392-40c3-b6bd-145e87e5ab4f None None] Pushing event deleted for resources: {'Port': ['ID=fa069bc9-f550-474f-afd6-2327d5bcc32b,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:10.238346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa069bc9-f550-474f-afd6-2327d5bcc32b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:10.244826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] No DVR routers for this DVR port fa069bc9-f550-474f-afd6-2327d5bcc32b on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:10.391007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.434339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51996056-7702-4332-b0b2-8b877da48ac8']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:10.457305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631cfcca-c889-40fd-8402-40dbdf390838') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:10.457305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631cfcca-c889-40fd-8402-40dbdf390838') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:10.478772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.516992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.529514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:47:10.530171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:47:10.532174 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:47:10.538695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9f3aff0-4c43-4109-889b-7d2793a28b4a req-4ca5ba4f-ea80-4450-b2ae-f84e63fe40f2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0440114 Sep 18 00:47:10.655809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.686482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:10.705950 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] 10.222.0.49 "DELETE /v2.0/networks/51996056-7702-4332-b0b2-8b877da48ac8 HTTP/1.1" status: 204 len: 168 time: 1.4501357 Sep 18 00:47:10.707448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbef62-bdd2-40f7-9a68-1e627ba06439 admin admin] Pushing event deleted for resources: {'Network': ['ID=51996056-7702-4332-b0b2-8b877da48ac8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:11.069175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:11.148566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-261cdc9c-4bde-424f-88b3-121112c204c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a8c6a2e19734937a22472c34252519e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781701 Sep 18 00:47:11.151243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46318) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:11.233365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51119569-5036-4930-8803-635844f4b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:11.284592 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51119569-5036-4930-8803-635844f4b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:11.402327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8076-fe96-461c-97dc-5e59284bd023 req-75c2c596-bfa6-4993-8662-2ca0958d815b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:11.404307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-409e8076-fe96-461c-97dc-5e59284bd023 req-75c2c596-bfa6-4993-8662-2ca0958d815b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1207449 Sep 18 00:47:11.432456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51119569-5036-4930-8803-635844f4b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:11.435074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51119569-5036-4930-8803-635844f4b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:11.436965 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51119569-5036-4930-8803-635844f4b111 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/582c121a-13e3-454e-bcff-ab0519a93ab1 HTTP/1.1" status: 204 len: 168 time: 0.2839050 Sep 18 00:47:11.466415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51119569-5036-4930-8803-635844f4b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c121a-13e3-454e-bcff-ab0519a93ab1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:11.471479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fa069bc9-f550-474f-afd6-2327d5bcc32b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:11.522868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-409e8076-fe96-461c-97dc-5e59284bd023 req-56955ca3-e5e2-41b6-a24b-b0ed8d84f8c2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094778 Sep 18 00:47:11.581711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: fa069bc9-f550-474f-afd6-2327d5bcc32b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:11.582382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fa069bc9-f550-474f-afd6-2327d5bcc32b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:11.724396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b499f519-e426-4759-a176-36497cb42178 req-0980c71b-8c80-4224-bce4-4fe04937a5a5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0594702 Sep 18 00:47:11.737034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad307ce-955f-4dfb-a0fb-007a51b98e80 req-ecd04229-e63c-4c97-9295-76ab5eb6bbc2 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:11.746767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ad307ce-955f-4dfb-a0fb-007a51b98e80 req-ecd04229-e63c-4c97-9295-76ab5eb6bbc2 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1144664 Sep 18 00:47:11.812268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ad307ce-955f-4dfb-a0fb-007a51b98e80 req-184be882-e363-43cb-a629-4b341391e173 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638852 Sep 18 00:47:12.698050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153dee-89ff-4747-9ba3-22e3e577da91 req-5efbbe0a-0ce7-483f-a0b7-de2f820e9fde tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:12.708392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65153dee-89ff-4747-9ba3-22e3e577da91 req-5efbbe0a-0ce7-483f-a0b7-de2f820e9fde tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0762091 Sep 18 00:47:12.779240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65153dee-89ff-4747-9ba3-22e3e577da91 req-90d1d5fd-374c-4005-bf2a-97d0ca576643 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699408 Sep 18 00:47:12.836318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-741d2bfc-5b23-491c-8758-48f4194a83fc req-926d8db9-e880-40d1-90bb-32024341cf9f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0559855 Sep 18 00:47:12.973974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d5080-1b65-435d-b637-4f586442ecbb req-7649de69-bb94-471e-bbd2-bc5c13be304f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:12.983758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a1d5080-1b65-435d-b637-4f586442ecbb req-7649de69-bb94-471e-bbd2-bc5c13be304f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0715685 Sep 18 00:47:13.039465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a1d5080-1b65-435d-b637-4f586442ecbb req-cedfdc16-1c78-4858-a132-b3f26f56a842 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544605 Sep 18 00:47:13.302603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:13.543597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-887448606-network', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:13.593450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:13.596724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.605813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.748784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.753493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.780216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:13.799882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd233e72-7cd8-493d-a881-48e775f7d655,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:13.814052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.815382 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Added segment 215805b5-f996-4266-aff6-cfb9022237bb of type vlan for network 0050c8ec-5ce2-4dbc-823e-c59be2124683 Sep 18 00:47:13.871846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.912443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.914720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:13.915837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.999563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] Pushing event updated for resources: {'Network': ['ID=0050c8ec-5ce2-4dbc-823e-c59be2124683,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:14.014551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:14.026439 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04aa53f1-4d3e-4719-94de-8a74aa842c62 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7219925 Sep 18 00:47:14.029564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46440) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:14.037423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Request body: {'subnet': {'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-887448606-subnet', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:14.096353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:14.100628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.122039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fd8c701-571a-42cb-b8fa-f792692a3c8e req-3d623042-b7ae-463f-a8fd-7d2ec7fd8402 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1873529 Sep 18 00:47:14.183046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eea9-7ad5-4514-b885-e095f5ce12c1 req-54bb94b5-266c-4f53-a98a-2bdf2646384a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:14.194817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f254eea9-7ad5-4514-b885-e095f5ce12c1 req-54bb94b5-266c-4f53-a98a-2bdf2646384a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2692370 Sep 18 00:47:14.418359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f254eea9-7ad5-4514-b885-e095f5ce12c1 req-0e27c495-9f6b-44c4-8dfd-3c4c3f5e9014 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180636 Sep 18 00:47:14.465771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd3d8-0aba-4d5e-aa6b-c8b1da9ba9a9 req-44cc7fda-ccf7-4f0d-8c67-35587eb3ae24 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:14.467507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d39fd3d8-0aba-4d5e-aa6b-c8b1da9ba9a9 req-44cc7fda-ccf7-4f0d-8c67-35587eb3ae24 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1988060 Sep 18 00:47:14.476354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.556939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d39fd3d8-0aba-4d5e-aa6b-c8b1da9ba9a9 req-cf731e68-b993-4f6f-be5f-bc3107718fb9 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768914 Sep 18 00:47:14.587306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Checking segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:14.588768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Network hostable DHCP agents. Network: 0050c8ec-5ce2-4dbc-823e-c59be2124683, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:14.595224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42aa3a0f-2113-469e-b526-63fa236e26cb,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:14.622765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:14.648303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0050c8ec-5ce2-4dbc-823e-c59be2124683) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:14.662250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae592d-c431-4741-a682-7b88943581dc None None] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:14.676633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:14.677241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.708164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-19c5dbe8-bf02-4cbd-bd2f-9ab245e080b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6745365 Sep 18 00:47:14.708406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46466) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:14.716707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:14.751449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.754085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.886227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.888836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0050c8ec-5ce2-4dbc-823e-c59be2124683', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:47:14.890623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.094611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.191755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Allocated IP 172.20.0.2 (0050c8ec-5ce2-4dbc-823e-c59be2124683/42aa3a0f-2113-469e-b526-63fa236e26cb/75ea3e40-adbd-4ef3-8eac-b7f3bb637101) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:15.289537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46478) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:15.322933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07d8c7c0-cbda-4c6c-9d5c-b4723ca3580f req-6cc0d69f-ecdc-4012-862f-7d30b8b99126 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0756543 Sep 18 00:47:15.402174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.461124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.480617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.493032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.528945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.555977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:15.560987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:15.568389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:15.602378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa8cb-d144-4022-ba4b-619127c3062e req-20980b8f-60c7-444e-ba3a-c79e61d28217 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:15.602587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Pushing event updated for resources: {'Port': ['ID=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:15.613754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a0fa8cb-d144-4022-ba4b-619127c3062e req-20980b8f-60c7-444e-ba3a-c79e61d28217 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0715714 Sep 18 00:47:15.652781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Attempting to bind port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:15.653161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Attempting to bind port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:15.653574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Attempting to bind port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 on network 0050c8ec-5ce2-4dbc-823e-c59be2124683 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:15.660850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:15.661248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Checking segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:15.663223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.663655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Bound using segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:15.664146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Bound port: 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:15.664579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.669795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a0fa8cb-d144-4022-ba4b-619127c3062e req-c26ac73a-9000-4655-9243-e1c8bc84185d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Sep 18 00:47:15.713495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Allocated IP 172.25.7.132 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/4e0357b1-41d7-448e-872a-ce551d8b7f26) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:15.787375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] For port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:15.795408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] For port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:15.803619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.816837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67646a-7746-4e88-a4a8-76b765c26131 req-69f0211e-c08e-4daa-92f5-0513a3f0da76 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:15.818620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc67646a-7746-4e88-a4a8-76b765c26131 req-69f0211e-c08e-4daa-92f5-0513a3f0da76 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0805454 Sep 18 00:47:15.904995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc67646a-7746-4e88-a4a8-76b765c26131 req-205e4e12-2e2f-48c1-9973-9410f7d9d691 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774236 Sep 18 00:47:15.940778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:15.949529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6d79e-089a-4705-88ab-f6c3e253ec1c None None] Pushing event updated for resources: {'Port': ['ID=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:16.001802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.012548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.013614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.105322 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5969d6733cec45ccbfa1e4029d930c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102140 Sep 18 00:47:16.105709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46500) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:16.127289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a6c2f-534e-407f-8d35-1aa0733b839c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.148765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.149432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.149432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.150202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.150585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.151058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75dbd1-cca3-4603-8047-19da890bdbb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.184464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.251108 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.316282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.337813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Pushing event updated for resources: {'Port': ['ID=4e0357b1-41d7-448e-872a-ce551d8b7f26,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:16.355753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:16.357589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:16.368014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:16.447157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9cf3671-e52c-45b1-ae42-16000fb75c28 req-8d8dbc0f-7598-4d4f-885c-5de75f01addb tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0457647 Sep 18 00:47:16.472306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.477116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.481808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f0a6c2f-534e-407f-8d35-1aa0733b839c HTTP/1.1" status: 204 len: 168 time: 0.3724411 Sep 18 00:47:16.488460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a6c2f-534e-407f-8d35-1aa0733b839c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:16.500571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.501535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.501890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.502228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.502573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.503401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.503745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.504077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.504422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.505628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.506388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.507376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e84f4-5fbb-47f8-81f5-b35d5e1fc6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:16.794740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.877049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484f91d-508f-44b2-8cb1-673b069c1bd1 req-d5ca9c84-ad81-4d2d-825d-6caa8f4f479a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:16.878926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f484f91d-508f-44b2-8cb1-673b069c1bd1 req-d5ca9c84-ad81-4d2d-825d-6caa8f4f479a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0956247 Sep 18 00:47:17.026834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f484f91d-508f-44b2-8cb1-673b069c1bd1 req-c1bd8205-dacd-456a-8672-90b12ada5c05 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393511 Sep 18 00:47:17.034683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46526) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:17.075139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-190ae2b5-44e0-48bc-bf3c-3d543f3e945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.220160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33831c-f56f-479c-9c2c-e2a8a6021b85 req-e9f6dc2f-947d-4c18-8ff2-059e2534f184 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:17.222139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d33831c-f56f-479c-9c2c-e2a8a6021b85 req-e9f6dc2f-947d-4c18-8ff2-059e2534f184 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1047442 Sep 18 00:47:17.250408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.303953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-190ae2b5-44e0-48bc-bf3c-3d543f3e945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.352093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d33831c-f56f-479c-9c2c-e2a8a6021b85 req-42038dcc-8346-42fe-b437-264ad828c572 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118467 Sep 18 00:47:17.355127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-190ae2b5-44e0-48bc-bf3c-3d543f3e945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.419963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ae2b5-44e0-48bc-bf3c-3d543f3e945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5469d-3260-4460-a785-e05f30bc2efc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:17.470432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-190ae2b5-44e0-48bc-bf3c-3d543f3e945d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d575d469f92496bb17acd7b360412d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248176 Sep 18 00:47:17.471746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46534) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:17.563736 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.569829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b861d-3a0b-498d-a491-d6e1dc1cfef5 None None] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:17.578484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Router 0b9b5196-f197-4114-96f6-f311a9575cc9 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:47:17.634081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.655668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:17.662865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07062a70-8f50-4745-9530-4411a0c569ba req-e2327b01-2339-4f88-a9fc-9979de3a6f6d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0399845 Sep 18 00:47:17.726660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.730615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.732359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60f5469d-3260-4460-a785-e05f30bc2efc HTTP/1.1" status: 204 len: 168 time: 0.2580187 Sep 18 00:47:17.746248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c5763-557a-4123-8df0-0616ecc2f6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5469d-3260-4460-a785-e05f30bc2efc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:17.905388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:17.914472 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Sync routers for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:17.934850 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:17.940014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:17.947235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.951555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46548) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:17.952093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-621b8ecb-2327-4e09-bbb6-b926776b72df admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2422028 Sep 18 00:47:17.965641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f7a0ea0b-2c69-466b-ad45-1dce955aea23 None None] Provisioning complete for port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:17.966366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ea0b-2c69-466b-ad45-1dce955aea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.083716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:18.084336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.279561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:18.379403 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.446690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45116-2774-46cc-8475-6be3331c081b req-e1cf6998-d339-4c96-90bc-ed06c65792e1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:18.456116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31d45116-2774-46cc-8475-6be3331c081b req-e1cf6998-d339-4c96-90bc-ed06c65792e1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2450302 Sep 18 00:47:18.532601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:18.536773 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ea0b-2c69-466b-ad45-1dce955aea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.578302 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.653523 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:16Z', 'revision_number': 3, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:18.691315 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Checking router: 0b9b5196-f197-4114-96f6-f311a9575cc9 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:18.691972 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Updating router 0b9b5196-f197-4114-96f6-f311a9575cc9 port 4e0357b1-41d7-448e-872a-ce551d8b7f26 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:18.722325 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:18.784122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:18.795241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-f7a0ea0b-2c69-466b-ad45-1dce955aea23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:47:18.795781 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-f7a0ea0b-2c69-466b-ad45-1dce955aea23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:47:18.848560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31d45116-2774-46cc-8475-6be3331c081b req-5d4654b9-6293-4ba8-b101-04738c551162 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713076 Sep 18 00:47:19.036607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62324b36-8129-493e-9894-4b15e07a7557 req-0cc5c447-89ac-4d59-8e66-d35413bdb9d0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:19.042561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62324b36-8129-493e-9894-4b15e07a7557 req-0cc5c447-89ac-4d59-8e66-d35413bdb9d0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.3284547 Sep 18 00:47:19.076629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b72d9f94-4e67-4f98-8274-7565be2616d5 req-96d89841-6303-4404-abaf-5507b07afc90 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1483905 Sep 18 00:47:19.181250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62324b36-8129-493e-9894-4b15e07a7557 req-06b4362e-7be5-4278-93ba-3275bba25013 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375728 Sep 18 00:47:19.369409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.397198 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.406566 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.450702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:19.574598 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Attempting to bind port 4e0357b1-41d7-448e-872a-ce551d8b7f26 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:19.575123 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Attempting to bind port 4e0357b1-41d7-448e-872a-ce551d8b7f26 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:19.577239 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Attempting to bind port 4e0357b1-41d7-448e-872a-ce551d8b7f26 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:19.611446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:19.613850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a3b4ad8-b96d-4e35-990d-4373ec398156 None None] Provisioning complete for port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:19.614404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a3b4ad8-b96d-4e35-990d-4373ec398156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.614828 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:19.615304 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.615769 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:19.616355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Bound port: 4e0357b1-41d7-448e-872a-ce551d8b7f26, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:19.616841 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.619909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Pushing event updated for resources: {'Port': ['ID=4e0357b1-41d7-448e-872a-ce551d8b7f26,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:19.638842 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.639114 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.639322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.639653 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.639978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.644408 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.645348 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.645687 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.646481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.646481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.652083 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.652083 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:19.704401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Allocated IP 172.20.0.1 (0050c8ec-5ce2-4dbc-823e-c59be2124683/42aa3a0f-2113-469e-b526-63fa236e26cb/a86cec10-6378-46b8-b179-9deb9ecc7b92) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:19.751395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:19.751766 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.779967 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] For port 4e0357b1-41d7-448e-872a-ce551d8b7f26, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:19.795414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] For port 4e0357b1-41d7-448e-872a-ce551d8b7f26, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e0357b1-41d7-448e-872a-ce551d8b7f26,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:19.806225 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.026212 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db073a5-8dd4-42e7-882f-59f37a3618fe None None] Pushing event updated for resources: {'Port': ['ID=4e0357b1-41d7-448e-872a-ce551d8b7f26,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:20.042280 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:20.043253 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:20.083657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.119850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e3c8-b522-4362-bbc9-2edd59b56531 req-7342471d-e5f9-41e7-92a7-156163e230ee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:20.123764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd8e3c8-b522-4362-bbc9-2edd59b56531 req-7342471d-e5f9-41e7-92a7-156163e230ee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1221151 Sep 18 00:47:20.208051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd8e3c8-b522-4362-bbc9-2edd59b56531 req-26a0e214-17f0-4208-bb8e-fd257ebe57ce tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Sep 18 00:47:20.210295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20f6173b-6d63-4e37-9d22-447a8ea30c5a req-650dac1b-b76a-4629-898c-9317b59c4be3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0362742 Sep 18 00:47:20.220446 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.280750 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:20.323045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:20.326971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:20.330823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:20.418782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.550099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:20.676779 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:16Z', 'revision_number': 3, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:20.699150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3258f3-bc73-4b17-8d32-4f59f47fcec3 req-1a560817-460c-4278-bccd-379465009e54 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:20.700903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d3258f3-bc73-4b17-8d32-4f59f47fcec3 req-1a560817-460c-4278-bccd-379465009e54 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.2895012 Sep 18 00:47:20.726512 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f65f37-2a25-4f85-936f-a39778ca37ba None None] The sync data for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 is: [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:16Z', 'revision_number': 3, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:20.745977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3a811880-4b87-44e3-b9c0-c8fa2c5d5165 None None] Provisioning complete for port a86cec10-6378-46b8-b179-9deb9ecc7b92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:20.746669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a811880-4b87-44e3-b9c0-c8fa2c5d5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.804113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d3258f3-bc73-4b17-8d32-4f59f47fcec3 req-77d233e8-b555-411d-aef5-fc32ed429f3b tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962458 Sep 18 00:47:20.822799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.894047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3a811880-4b87-44e3-b9c0-c8fa2c5d5165 None None] Port a86cec10-6378-46b8-b179-9deb9ecc7b92 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:21.169051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.183811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.211770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:21.433014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be216510-49a8-47d7-813c-e110542f5d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.483601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:21.491661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.529308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e0357b1-41d7-448e-872a-ce551d8b7f26 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:21.602344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b45ac056-4e16-4017-a515-dc16102045e6 req-aa6220a6-3f97-4aa1-91c2-0fa8267e869c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1158915 Sep 18 00:47:21.641936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be216510-49a8-47d7-813c-e110542f5d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.651680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be216510-49a8-47d7-813c-e110542f5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.657330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e0357b1-41d7-448e-872a-ce551d8b7f26 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:21.657718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.674705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa594b-5477-48da-8c36-bdf71ad4d308 req-4335f30f-e941-4499-a70f-e4447139c54b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:21.679626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1afa594b-5477-48da-8c36-bdf71ad4d308 req-4335f30f-e941-4499-a70f-e4447139c54b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.3181491 Sep 18 00:47:21.772169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be216510-49a8-47d7-813c-e110542f5d2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fbdfe3b51464133a98e96e1b94f6780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577247 Sep 18 00:47:21.772739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216510-49a8-47d7-813c-e110542f5d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a62807e-83be-47ee-afc7-9170c025914c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:21.790671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:21.862771 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.865118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:21.871329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.873557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:21.920772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:21.987009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 4e0357b1-41d7-448e-872a-ce551d8b7f26, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e0357b1-41d7-448e-872a-ce551d8b7f26,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:21.995711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1afa594b-5477-48da-8c36-bdf71ad4d308 req-ae08f077-710a-4ced-9333-452c7a5105d9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258380 Sep 18 00:47:22.007947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:22.089843 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:22.093175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:22.094821 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a62807e-83be-47ee-afc7-9170c025914c HTTP/1.1" status: 204 len: 168 time: 0.3010154 Sep 18 00:47:22.132290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eedbb-65e8-41a6-83ef-d93418341054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a62807e-83be-47ee-afc7-9170c025914c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:22.149238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9e2c-73d1-48aa-bf4c-0b9fe0f32540 req-f599cc94-328a-40c9-9224-e7b9aa3b7e18 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:22.151596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-349f9e2c-73d1-48aa-bf4c-0b9fe0f32540 req-f599cc94-328a-40c9-9224-e7b9aa3b7e18 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1625152 Sep 18 00:47:22.191741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=4e0357b1-41d7-448e-872a-ce551d8b7f26,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:22.453331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4b8b608b-b73b-4fad-b3f7-7db671131a8b None None] Provisioning complete for port a86cec10-6378-46b8-b179-9deb9ecc7b92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:22.453892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b8b608b-b73b-4fad-b3f7-7db671131a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:22.501970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b608b-b73b-4fad-b3f7-7db671131a8b None None] Port a86cec10-6378-46b8-b179-9deb9ecc7b92 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:22.772748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2b94bc9-8b9a-430d-8127-5c763e871491 req-c3463618-4be7-4d03-866c-ad73823ad0f2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0528107 Sep 18 00:47:22.805147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Router 0b9b5196-f197-4114-96f6-f311a9575cc9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:22.809566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-349f9e2c-73d1-48aa-bf4c-0b9fe0f32540 req-e1431477-590b-40ab-9439-d2271366aeeb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984943 Sep 18 00:47:22.944670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:22.957923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bb75e02a-cbbf-4fc3-8771-71fa2d5a61a4 admin admin] 10.222.0.49 "PUT /v2.0/routers/0b9b5196-f197-4114-96f6-f311a9575cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0044963 Sep 18 00:47:23.202712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93449e-b8fe-49e1-848b-71c900d2474e req-a7e8b764-a2f3-4164-a855-c331433fef90 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:23.209771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c93449e-b8fe-49e1-848b-71c900d2474e req-a7e8b764-a2f3-4164-a855-c331433fef90 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1013324 Sep 18 00:47:23.353486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c93449e-b8fe-49e1-848b-71c900d2474e req-ccf2211e-1813-4b4d-abfb-ac3c56f54445 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998359 Sep 18 00:47:23.453617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e0357b1-41d7-448e-872a-ce551d8b7f26 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:23.465754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d82203-c235-4dd9-9c2d-17e4821e3449 req-8789ff12-582c-4f19-8e8b-cfea3caeabfe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:23.472268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98d82203-c235-4dd9-9c2d-17e4821e3449 req-8789ff12-582c-4f19-8e8b-cfea3caeabfe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1209445 Sep 18 00:47:23.534466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e0357b1-41d7-448e-872a-ce551d8b7f26 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:23.535082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:23.542774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98d82203-c235-4dd9-9c2d-17e4821e3449 req-215f4313-b25a-4ed5-a001-d3dc6daad3c1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604060 Sep 18 00:47:23.706049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Sync routers for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:23.715731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:23.716419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:23.847447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:23.904304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a6a8242-d9d7-471c-9cf2-1c958311c43c req-35b4c410-c3a0-4cc3-9f5f-755def717556 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0712254 Sep 18 00:47:23.981570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64a806-2561-46bc-8585-c5d732bebf8c req-09742feb-9ede-4781-97d4-30a0bb0d29ca tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:23.989822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a64a806-2561-46bc-8585-c5d732bebf8c req-09742feb-9ede-4781-97d4-30a0bb0d29ca tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0575719 Sep 18 00:47:24.061626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a64a806-2561-46bc-8585-c5d732bebf8c req-1415bec7-d12d-4779-be81-bceee0d05147 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707984 Sep 18 00:47:24.270575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e1aaecff-5cf7-4f33-9221-b7d09b54ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:24.401135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ceb58-7a5b-4cc8-823e-f591567adc04 req-87b93734-b9cb-48d6-83ba-845f8994f730 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.402715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a2ceb58-7a5b-4cc8-823e-f591567adc04 req-87b93734-b9cb-48d6-83ba-845f8994f730 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1484516 Sep 18 00:47:24.409073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-27808665-df1f-412a-bbf5-b0077179d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.411811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-27808665-df1f-412a-bbf5-b0077179d695 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 1097 time: 0.0678420 Sep 18 00:47:24.419828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 2, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:24.472024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Checking router: 0b9b5196-f197-4114-96f6-f311a9575cc9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:24.473446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Updating router 0b9b5196-f197-4114-96f6-f311a9575cc9 port a86cec10-6378-46b8-b179-9deb9ecc7b92 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:24.490153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a2ceb58-7a5b-4cc8-823e-f591567adc04 req-77f2a62b-07f7-4e7b-ac2e-3312edaed9bd tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667608 Sep 18 00:47:24.534518 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:24.615793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8904099-12eb-40b1-aef0-c9ed9607d071 req-e178deab-642a-402b-96d2-a0141ccf13d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.617410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8904099-12eb-40b1-aef0-c9ed9607d071 req-e178deab-642a-402b-96d2-a0141ccf13d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0795643 Sep 18 00:47:24.630249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-e90443b9-5865-4a4c-bb04-fc23c9ecb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.632888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-e90443b9-5865-4a4c-bb04-fc23c9ecb838 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.2127430 Sep 18 00:47:24.721529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8904099-12eb-40b1-aef0-c9ed9607d071 req-35e7bf5e-ea98-4e32-b734-9b747a7d7d5e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969713 Sep 18 00:47:24.726728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-dafd1ae0-6c31-4446-b8f7-779129f5e3ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 200 len: 1000 time: 0.0855660 Sep 18 00:47:24.780081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643bc0-1e31-42ec-92ec-2c029a4f2dfe req-9248c4d6-d55b-4da8-8ff7-f3c72db7d0be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.782351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e643bc0-1e31-42ec-92ec-2c029a4f2dfe req-9248c4d6-d55b-4da8-8ff7-f3c72db7d0be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1060088 Sep 18 00:47:24.803330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-118255ae-bb17-4450-8570-7aa5e4bc25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.805148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-118255ae-bb17-4450-8570-7aa5e4bc25f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0765226 Sep 18 00:47:24.885691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-16d7d777-3dd4-4c2d-850f-740e8dacb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.887798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-16d7d777-3dd4-4c2d-850f-740e8dacb187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750034 Sep 18 00:47:24.888807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e643bc0-1e31-42ec-92ec-2c029a4f2dfe req-6f4d9e98-ff5e-4519-9ee0-0215f572bbae tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988595 Sep 18 00:47:25.079724 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-7020afa1-3555-40e7-aa7d-6accc8d49067 service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808305 Sep 18 00:47:25.124368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9500502c-8938-4a0c-9a24-9f021150c13d req-cfb5e9ef-688b-4712-919c-0f9ffe79ffe3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0912988 Sep 18 00:47:25.211430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.223766 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.278615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4b2454f6-82ae-48ab-81d6-865aafa247a7 req-7e4cfd02-a255-466d-a03d-5d6edc95ff1d service neutron] 10.222.0.48 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932404 Sep 18 00:47:25.386796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f77ad0-d14e-4b42-ace1-d52fa70fec54 None None] Pushing event updated for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:25.409702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Attempting to bind port a86cec10-6378-46b8-b179-9deb9ecc7b92 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:25.410072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Attempting to bind port a86cec10-6378-46b8-b179-9deb9ecc7b92 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:25.410433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Attempting to bind port a86cec10-6378-46b8-b179-9deb9ecc7b92 on network 0050c8ec-5ce2-4dbc-823e-c59be2124683 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:25.416873 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:25.417260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Checking segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:25.417674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.418118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Bound using segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:25.418526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Bound port: a86cec10-6378-46b8-b179-9deb9ecc7b92, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:25.418908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.517211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] For port a86cec10-6378-46b8-b179-9deb9ecc7b92, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:25.521396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] For port a86cec10-6378-46b8-b179-9deb9ecc7b92, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a86cec10-6378-46b8-b179-9deb9ecc7b92,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:25.527180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.589713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:25.590603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:25.647751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:25.739129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f77ad0-d14e-4b42-ace1-d52fa70fec54 None None] Pushing event updated for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:25.800059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] Provisioning complete for port a86cec10-6378-46b8-b179-9deb9ecc7b92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:25.800463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.864357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130751b-750c-41cf-a251-9aa558f63fae req-e9a82dbd-ae8e-4885-a6e2-41215ce1b725 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:25.866056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7130751b-750c-41cf-a251-9aa558f63fae req-e9a82dbd-ae8e-4885-a6e2-41215ce1b725 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1649766 Sep 18 00:47:25.878542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937dc83-32dd-4283-83f2-8e699bc911b0 req-430e73dc-9013-4ef0-8ec6-fc67fbb2860c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:25.880086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a937dc83-32dd-4283-83f2-8e699bc911b0 req-430e73dc-9013-4ef0-8ec6-fc67fbb2860c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1771724 Sep 18 00:47:25.891617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:25.950079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.998920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7130751b-750c-41cf-a251-9aa558f63fae req-9cdb78f5-bc12-404d-b9d1-d8480df1fe3e tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164739 Sep 18 00:47:26.017742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a937dc83-32dd-4283-83f2-8e699bc911b0 req-8a485732-b365-4084-abdc-15cc5480e0c1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130700 Sep 18 00:47:26.063869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:26.066169 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b95194-57b1-4d72-a048-93212632039f" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:26.116343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:26.156514 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cefcad-a787-443f-ade1-0bf45a13f392 x-openstack-request-id: req-88cefcad-a787-443f-ade1-0bf45a13f392 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:26.156706 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:26.156957 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88cefcad-a787-443f-ade1-0bf45a13f392 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:26.157340 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:47:26.160343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:26.162398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:26.209834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71319-65e4-4e94-a61f-77024836273b req-94718db4-db66-4cfa-b45b-f8180a0475dc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:26.219214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3e71319-65e4-4e94-a61f-77024836273b req-94718db4-db66-4cfa-b45b-f8180a0475dc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1195357 Sep 18 00:47:26.333714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374a16e1-205a-486b-a7a4-2b82a83a523a req-97066c41-71f7-4114-9426-20701cba7c5f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1026783 Sep 18 00:47:26.343433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] For port a86cec10-6378-46b8-b179-9deb9ecc7b92, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a86cec10-6378-46b8-b179-9deb9ecc7b92,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:26.362222 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:26.367595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:26.377738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3e71319-65e4-4e94-a61f-77024836273b req-8fee3116-359c-405f-8953-77130650cda7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553435 Sep 18 00:47:26.443173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45b5f6-7a14-4fa7-b9cc-0b273c5153b6 None None] Pushing event updated for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:26.455018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:25Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:26.489671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c2803-1669-4ecb-95af-fdd27f2f97d7 None None] The sync data for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 is: [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:25Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:26.500502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4100216e-6a2a-4fba-8e9f-43bb8219205f None None] Provisioning complete for port a86cec10-6378-46b8-b179-9deb9ecc7b92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:26.501094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4100216e-6a2a-4fba-8e9f-43bb8219205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.172858 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-744a75c9-d93a-4ece-87cf-81087310fa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.225184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b914032-1304-4920-bca6-e495bff37d4c req-10fbbbfa-8b48-4068-b23b-4d965f42b530 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:27.226826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b914032-1304-4920-bca6-e495bff37d4c req-10fbbbfa-8b48-4068-b23b-4d965f42b530 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1099441 Sep 18 00:47:27.252410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a0e1-9a20-4e5f-a597-1920426c807e req-656028a7-4ab0-4d18-be28-920709cb6561 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:27.256886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0839a0e1-9a20-4e5f-a597-1920426c807e req-656028a7-4ab0-4d18-be28-920709cb6561 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1302543 Sep 18 00:47:27.341489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b914032-1304-4920-bca6-e495bff37d4c req-af083dbb-8fe2-4305-8c07-63e4caefe5ca tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048827 Sep 18 00:47:27.355267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0839a0e1-9a20-4e5f-a597-1920426c807e req-e4e47b29-0bf4-4fd5-809a-1e0b081c83b0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897052 Sep 18 00:47:27.412529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.495779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5038439-5aae-48f0-bbf4-90e7195b7188 req-572ca181-6fe3-4f3b-a35a-fa56efa8eb58 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0576696 Sep 18 00:47:27.563330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a86cec10-6378-46b8-b179-9deb9ecc7b92 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:27.569713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16106534-f180-4103-9d06-bff5e1c4ab49 req-b3940bd8-bc2b-40b1-8d01-2bc4e7257bf1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:27.572026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16106534-f180-4103-9d06-bff5e1c4ab49 req-b3940bd8-bc2b-40b1-8d01-2bc4e7257bf1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0741973 Sep 18 00:47:27.632709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16106534-f180-4103-9d06-bff5e1c4ab49 req-1f8f9e31-c75e-4223-a74e-a498f6f5d981 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Sep 18 00:47:27.668549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a86cec10-6378-46b8-b179-9deb9ecc7b92 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:27.670588 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.263929 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.502120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61be6db-3599-42e7-ae5f-e74900f05c0c req-b8749a08-3949-43b4-9d06-ec9714f5675d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:28.504462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d61be6db-3599-42e7-ae5f-e74900f05c0c req-b8749a08-3949-43b4-9d06-ec9714f5675d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0551839 Sep 18 00:47:28.550431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d61be6db-3599-42e7-ae5f-e74900f05c0c req-f5848fd8-24ad-4200-8f17-32eb5ce1e8f2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399473 Sep 18 00:47:28.596252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e832ebf-e3a2-43ae-9ee1-7b52bcd086f5 req-15201d25-a811-4f70-83f8-750003b32c0a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0448208 Sep 18 00:47:28.784965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742778-32f8-4167-9e2d-02557372d6e0 req-a85d393f-1c9f-4d69-be18-cfbf1b41056b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:28.787315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c742778-32f8-4167-9e2d-02557372d6e0 req-a85d393f-1c9f-4d69-be18-cfbf1b41056b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0729949 Sep 18 00:47:28.847010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c742778-32f8-4167-9e2d-02557372d6e0 req-c451a462-0a0b-4c52-9783-334201480bb7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Sep 18 00:47:29.605053 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.648860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:47:29.725986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d945ce1-3768-474c-b7b2-fa02f7252b71 req-422634fe-3d5c-4670-a576-6861d41438f6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0381007 Sep 18 00:47:29.758809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb618-b789-4d57-853d-2fdbaecd4798 req-461782a6-7bf4-435e-86ea-4ad5a72a1e5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:29.761505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a2cb618-b789-4d57-853d-2fdbaecd4798 req-461782a6-7bf4-435e-86ea-4ad5a72a1e5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1244087 Sep 18 00:47:29.793125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:29.812096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'mac_address': 'fa:16:3e:48:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:47:29.816616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a2cb618-b789-4d57-853d-2fdbaecd4798 req-740f7b1f-26cb-4ad6-b316-b5dc96b81750 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476465 Sep 18 00:47:29.867906 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.887366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:47:29.912126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:29.917426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.977635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a50ce-d177-4b8a-86b8-7c31c326e2de req-bb04aa21-89eb-4017-a684-1881b04644e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:29.979451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-463a50ce-d177-4b8a-86b8-7c31c326e2de req-bb04aa21-89eb-4017-a684-1881b04644e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0547450 Sep 18 00:47:29.985234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:30.025296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-463a50ce-d177-4b8a-86b8-7c31c326e2de req-928a0a3d-300e-4d50-826f-d032e30afc24 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Sep 18 00:47:30.087720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f7addffe-8f67-406a-97a9-d9bcdb3d3f63'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:47:30.814907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0cc95bf-f318-41ed-ba10-bfe7eb611474 req-55d52329-da27-418a-9483-584e374c26ae tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Sep 18 00:47:31.000489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1717f-c2e6-4ae8-92f7-59bfa2e11f9d req-e204711c-c4cd-496b-9648-ffeca223597b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:31.002686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55e1717f-c2e6-4ae8-92f7-59bfa2e11f9d req-e204711c-c4cd-496b-9648-ffeca223597b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 945 time: 0.1042578 Sep 18 00:47:31.084625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55e1717f-c2e6-4ae8-92f7-59bfa2e11f9d req-1a226cec-5e85-45c5-8cd7-2c9be95da7e7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750105 Sep 18 00:47:31.185671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27830-fe4e-4f36-aeff-db46ee681b07 req-81526ea6-b1ba-4371-9044-b859bb20873b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:31.201123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70f27830-fe4e-4f36-aeff-db46ee681b07 req-81526ea6-b1ba-4371-9044-b859bb20873b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0814073 Sep 18 00:47:31.268672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70f27830-fe4e-4f36-aeff-db46ee681b07 req-74761513-a412-42fb-9f10-23dac5dd52bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560749 Sep 18 00:47:31.663469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:31.717677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:31.718070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.810179 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.835279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:31.837856 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da254a68-6af5-4a5e-b912-ca177b69f853" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:31.853554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:31.866018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.911581 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1427d7-4c21-4d00-ab08-f1e4711f2bd7 x-openstack-request-id: req-6e1427d7-4c21-4d00-ab08-f1e4711f2bd7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:31.911906 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-plugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:31.912118 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e1427d7-4c21-4d00-ab08-f1e4711f2bd7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:31.912544 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:47:31.941025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=13']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:31.995344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.254571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef88d161-4bef-4d03-8295-acbcf8da685b req-0f08bdb1-a6ef-46b3-a6af-671fa61041cd tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Sep 18 00:47:32.281642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bf62-e432-455c-9869-4cc3a40c26e2 req-696ebb72-99de-4ae5-883a-8f6d240edce9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:32.283940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b255bf62-e432-455c-9869-4cc3a40c26e2 req-696ebb72-99de-4ae5-883a-8f6d240edce9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0956419 Sep 18 00:47:32.407797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b255bf62-e432-455c-9869-4cc3a40c26e2 req-ab1dc783-ffd8-4f10-923b-d03ac95f190c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066332 Sep 18 00:47:32.437352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d1093-b9de-4c5c-af23-b422b6a0cc77 req-f1d29401-8b4a-473a-9557-12f7a0329b03 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:32.439084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a4d1093-b9de-4c5c-af23-b422b6a0cc77 req-f1d29401-8b4a-473a-9557-12f7a0329b03 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0975313 Sep 18 00:47:32.490597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a4d1093-b9de-4c5c-af23-b422b6a0cc77 req-62636991-f53d-4e08-9577-e4b5d54edc8d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Sep 18 00:47:33.372533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-939b7ed6-3dcb-4a4e-b566-21dfaba51806 req-15e5a984-d0d5-435d-ab09-72983748ab78 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0437832 Sep 18 00:47:33.552558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f1b07-bf66-417f-82c7-720c9f992856 req-2929cdf5-8571-40bc-b1ca-7a7cc94cbb2d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:33.554308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e4f1b07-bf66-417f-82c7-720c9f992856 req-2929cdf5-8571-40bc-b1ca-7a7cc94cbb2d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0669870 Sep 18 00:47:33.617957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e4f1b07-bf66-417f-82c7-720c9f992856 req-55d63201-8a36-4348-93e1-6b968d0be3cb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542202 Sep 18 00:47:33.667259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bb42b-c360-4df0-b348-ca26171ff27b req-e0a94277-c097-4eb6-94d8-3301dbae8267 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:33.668875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4bb42b-c360-4df0-b348-ca26171ff27b req-e0a94277-c097-4eb6-94d8-3301dbae8267 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0752745 Sep 18 00:47:33.717602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4bb42b-c360-4df0-b348-ca26171ff27b req-0db6146f-e50f-499c-a202-bd6618bb894f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Sep 18 00:47:34.485502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c211200a-3f36-46d3-b744-5e36ce6665fe req-f0b0bf42-3596-450b-ba5b-f18772cb8f8c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0382817 Sep 18 00:47:34.755985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599886-5ae7-45ed-a57d-3cf6a58b3ab0 req-0ff345f5-8b00-492b-bb78-7770062fabf4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:34.758684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27599886-5ae7-45ed-a57d-3cf6a58b3ab0 req-0ff345f5-8b00-492b-bb78-7770062fabf4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0565784 Sep 18 00:47:34.905115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27599886-5ae7-45ed-a57d-3cf6a58b3ab0 req-4cc1ac21-b308-49c2-a7d9-4c4a58f31250 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378832 Sep 18 00:47:34.957184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153953c-7159-4f90-b035-40fe64687db0 req-b56d69fc-735b-48bb-874e-1cf87b8bd1cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:34.966263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f153953c-7159-4f90-b035-40fe64687db0 req-b56d69fc-735b-48bb-874e-1cf87b8bd1cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1214948 Sep 18 00:47:35.014984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f153953c-7159-4f90-b035-40fe64687db0 req-623db84b-5145-40e6-ad4c-171c1cef6dfb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Sep 18 00:47:35.596336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c634ceb7-cb6d-40e3-ba7e-eaf2af5a5247 req-46b0e180-2c77-40da-b559-89fef8b1fe77 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0459316 Sep 18 00:47:36.036416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a282-5230-40a7-9456-13f4f8876af5 req-7fe110ff-77eb-42b8-9c97-3bb2d9431db3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:36.042694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8770a282-5230-40a7-9456-13f4f8876af5 req-7fe110ff-77eb-42b8-9c97-3bb2d9431db3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0667331 Sep 18 00:47:36.108033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8770a282-5230-40a7-9456-13f4f8876af5 req-5b67b0f6-81b7-41cb-b47f-90a7ac030c76 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575850 Sep 18 00:47:36.223820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811c928-673d-4d39-b0b8-ee4eaaaeb2af req-1ca07ace-7dd2-417b-b80a-d24081cbda97 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:36.225628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5811c928-673d-4d39-b0b8-ee4eaaaeb2af req-1ca07ace-7dd2-417b-b80a-d24081cbda97 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0858538 Sep 18 00:47:36.280798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5811c928-673d-4d39-b0b8-ee4eaaaeb2af req-aaf557ec-8ecd-4c15-aed1-22986f005eb7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 Sep 18 00:47:36.681746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7e302c0-212e-44d6-b434-4fad5e6b82ab req-5db93ac7-ec15-4456-a14d-839fd480fe22 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0326779 Sep 18 00:47:37.277193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e052c-45bb-4a72-88bc-5dccbc1b3db9 req-bce0e1aa-fb9e-4a36-9db3-90d495b19904 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:37.278778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c73e052c-45bb-4a72-88bc-5dccbc1b3db9 req-bce0e1aa-fb9e-4a36-9db3-90d495b19904 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0785320 Sep 18 00:47:37.361160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c73e052c-45bb-4a72-88bc-5dccbc1b3db9 req-01c0a73e-da41-43f1-bfde-78400dfba7ba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760400 Sep 18 00:47:37.448360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d940-1d14-4308-96c0-bc0a42dda96a req-bb52babb-7a12-4480-9190-15b1f476755b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:37.449936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2462d940-1d14-4308-96c0-bc0a42dda96a req-bb52babb-7a12-4480-9190-15b1f476755b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0621073 Sep 18 00:47:37.514835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2462d940-1d14-4308-96c0-bc0a42dda96a req-014553a1-c4c7-4849-8372-76fd4bb2c12a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535703 Sep 18 00:47:37.782559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f3e8e58-5d15-4a16-9eee-1bf5bdfe6ab9 req-1bcb6bb7-e177-4b68-90d1-dfbba66332ac tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0337989 Sep 18 00:47:38.507514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10680565-4279-4bb9-a666-3e0c29468408 req-8c0fcd24-f442-4fbc-b26b-58ec7fdc88dc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:38.512772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10680565-4279-4bb9-a666-3e0c29468408 req-8c0fcd24-f442-4fbc-b26b-58ec7fdc88dc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0674031 Sep 18 00:47:38.562634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10680565-4279-4bb9-a666-3e0c29468408 req-9e930623-bf1d-4200-9abe-22e984b34643 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466881 Sep 18 00:47:38.710321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccdf06-2920-4c99-b92a-17baa37a9c62 req-ce0b4cce-75e2-4fb2-8f82-c0a7bb493dcd tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:38.721713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28ccdf06-2920-4c99-b92a-17baa37a9c62 req-ce0b4cce-75e2-4fb2-8f82-c0a7bb493dcd tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1021657 Sep 18 00:47:38.787739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28ccdf06-2920-4c99-b92a-17baa37a9c62 req-b9bd1cc8-79ca-4df7-ba61-cdb1d54194eb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 Sep 18 00:47:38.883892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ba9cf68-57b6-4eeb-8375-3a24149ade65 req-7798bc3a-b581-44ef-8ea7-047aa2f47d72 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0374746 Sep 18 00:47:39.729511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94275-a773-47c1-998f-094d4789433f req-55daf886-716d-44e4-9f51-6e632d8ddb7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:39.744362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abe94275-a773-47c1-998f-094d4789433f req-55daf886-716d-44e4-9f51-6e632d8ddb7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0886743 Sep 18 00:47:39.748382 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:47:39.811879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abe94275-a773-47c1-998f-094d4789433f req-ebebe914-96cf-4510-b83f-4f4b8136ded5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657310 Sep 18 00:47:40.042150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca48c8d0-ee8e-4e17-8bf8-f68086bfbefa req-343b9ba4-d7aa-4080-9d64-23fdc23ac6bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0556881 Sep 18 00:47:40.052098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc05e-d7d9-45bf-8666-f3978e8c9dd5 req-1903535f-ebff-48e7-a380-dea5d45f3345 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:40.062710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37dfc05e-d7d9-45bf-8666-f3978e8c9dd5 req-1903535f-ebff-48e7-a380-dea5d45f3345 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1757524 Sep 18 00:47:40.147091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37dfc05e-d7d9-45bf-8666-f3978e8c9dd5 req-74306e30-9271-4371-8fe6-4300709a96d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830054 Sep 18 00:47:41.014856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea3cb5-5eb8-48f3-9999-cecf0daa1fe5 req-f9a90af3-d5dc-42e8-a097-9d0848e72778 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:41.022946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fea3cb5-5eb8-48f3-9999-cecf0daa1fe5 req-f9a90af3-d5dc-42e8-a097-9d0848e72778 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1142709 Sep 18 00:47:41.077866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fea3cb5-5eb8-48f3-9999-cecf0daa1fe5 req-ae3ce390-43d2-48a7-ac81-43fae84e8ae4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539041 Sep 18 00:47:41.170384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fafac144-42d4-40a4-90c6-0581e452ee6b req-e5452825-b4ec-4ced-8326-b30b4f9a7006 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0486350 Sep 18 00:47:41.294066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b582-8db8-47d0-81ce-00f1b726b8ee req-4b82269e-5c46-4674-8102-4a6148e1af50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:41.301697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7644b582-8db8-47d0-81ce-00f1b726b8ee req-4b82269e-5c46-4674-8102-4a6148e1af50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0700381 Sep 18 00:47:41.358641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7644b582-8db8-47d0-81ce-00f1b726b8ee req-3dc5798b-50a6-47f7-93e7-8b90cb105de4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560985 Sep 18 00:47:42.231109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb25ed-a71a-42d1-836c-0c2ed7d405d0 req-b9e71589-7212-46d6-b421-a5bdf2923c34 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:42.263728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-befb25ed-a71a-42d1-836c-0c2ed7d405d0 req-b9e71589-7212-46d6-b421-a5bdf2923c34 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0979416 Sep 18 00:47:42.345785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c541ea34-0c6c-4f05-a939-5bb0aa156113 req-63ef257d-e63b-4aea-a76c-3d4482818a72 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.1205220 Sep 18 00:47:42.417415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-befb25ed-a71a-42d1-836c-0c2ed7d405d0 req-405bbe87-88a8-4c37-a656-205e04440036 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323853 Sep 18 00:47:42.576097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcada3a-4dcb-4a0c-8693-bf6cc80c914b req-fa5f0e45-267f-4544-8c44-d563fc37e401 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:42.580193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdcada3a-4dcb-4a0c-8693-bf6cc80c914b req-fa5f0e45-267f-4544-8c44-d563fc37e401 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1010032 Sep 18 00:47:42.655031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdcada3a-4dcb-4a0c-8693-bf6cc80c914b req-6c4d6299-f244-4ac1-83b9-16b33acc7ca8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671709 Sep 18 00:47:43.475111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95c66363-04aa-4596-a2c1-226b7082a4b9 req-81dae9e0-e053-45fb-beb6-24222329f2ba tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0509212 Sep 18 00:47:43.583180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc624b-38d1-4227-87ba-b360628b3115 req-7862813b-223b-4a39-90fe-ff92a02180a5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:43.585318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68cc624b-38d1-4227-87ba-b360628b3115 req-7862813b-223b-4a39-90fe-ff92a02180a5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0843148 Sep 18 00:47:43.657205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68cc624b-38d1-4227-87ba-b360628b3115 req-7d2c4d47-f7ed-41be-9469-5db7b2ce2e0a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558162 Sep 18 00:47:43.889565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dec57-0d2d-49ff-bd00-75854e3ff596 req-0b237612-2221-4c65-b2e4-7c7c556d81a4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:43.891620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b4dec57-0d2d-49ff-bd00-75854e3ff596 req-0b237612-2221-4c65-b2e4-7c7c556d81a4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1213682 Sep 18 00:47:43.967709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b4dec57-0d2d-49ff-bd00-75854e3ff596 req-85c91511-9bf2-4b6c-8643-35642dd56af3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Sep 18 00:47:44.561006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc1d2d82-d22c-4108-807a-b4d14afe6128 req-5e6a0296-ecae-411f-81ed-8a41ad186e81 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0376730 Sep 18 00:47:44.859750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b5147-3f8f-4fa5-9d8c-74bc747f223b req-4f885870-f635-43c9-beee-861c6f2b103b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:44.861271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff5b5147-3f8f-4fa5-9d8c-74bc747f223b req-4f885870-f635-43c9-beee-861c6f2b103b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1082990 Sep 18 00:47:44.978895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff5b5147-3f8f-4fa5-9d8c-74bc747f223b req-f0ad64cf-7eb5-424b-b7e1-193f3dd15a7f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057308 Sep 18 00:47:45.228035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe99bc-d395-49cd-9c85-fd1ea76d0630 req-269a7dc9-8843-470f-a233-571a40cb699e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:45.230144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abfe99bc-d395-49cd-9c85-fd1ea76d0630 req-269a7dc9-8843-470f-a233-571a40cb699e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1327097 Sep 18 00:47:45.304260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abfe99bc-d395-49cd-9c85-fd1ea76d0630 req-e612e4f0-f5cc-48a9-9959-9c48ebb3ebbe tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Sep 18 00:47:45.641051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-917e288a-eb7c-45eb-8ab4-9d48096af908 req-15ee08c3-6e8f-43b6-9bec-6fbf99e7c034 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Sep 18 00:47:45.984982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.145389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-e3751d10-b45e-4aef-b564-cfb687482458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:46.146897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-e3751d10-b45e-4aef-b564-cfb687482458 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1098 time: 0.0468030 Sep 18 00:47:46.177042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dedd2-cf36-46f7-8db2-da75acdeea05 req-98e9ecdd-643c-4569-aef3-3899ad9cb069 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:46.178864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-138dedd2-cf36-46f7-8db2-da75acdeea05 req-98e9ecdd-643c-4569-aef3-3899ad9cb069 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0899982 Sep 18 00:47:46.234241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-138dedd2-cf36-46f7-8db2-da75acdeea05 req-98c0a40a-e46f-439b-acd3-cf0a4d515927 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470505 Sep 18 00:47:46.269354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-6734593d-8379-4ad3-9f77-216ab87eddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:46.270855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-6734593d-8379-4ad3-9f77-216ab87eddff service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1010737 Sep 18 00:47:46.321001 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-8349292f-fb49-462b-8f2e-dc1ba09d6b3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 217 time: 0.0418048 Sep 18 00:47:46.437194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-1ad8e797-a66a-48ab-bcd9-226f9b44c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:46.440164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-1ad8e797-a66a-48ab-bcd9-226f9b44c70f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.1079273 Sep 18 00:47:46.509673 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-69d16c40-bdf0-4730-ba94-68a175263b6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611839 Sep 18 00:47:46.530764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef89f2-0d14-4ccd-a195-4fc86466748f req-025aabc8-8650-4750-bbb0-6f04fb7d0545 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:46.532573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1ef89f2-0d14-4ccd-a195-4fc86466748f req-025aabc8-8650-4750-bbb0-6f04fb7d0545 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0934000 Sep 18 00:47:46.605954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1ef89f2-0d14-4ccd-a195-4fc86466748f req-ad21583e-35ee-4152-ae44-95c70a12bbae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Sep 18 00:47:46.631737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-c7a632cc-981c-4327-a154-684fd7ba4fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121814 Sep 18 00:47:46.753059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-881d6f8c-50f9-46e7-a4ea-2e607ca735f4 req-b04ac434-e565-4634-918b-ed776af9d50a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0484343 Sep 18 00:47:46.772565 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-94472c7f-4fd7-40a8-8255-b9e09b179ea7 req-9a7c3a36-3030-4593-a565-c4524768777f service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333501 Sep 18 00:47:47.371899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baacbf-1245-4d7a-b536-43a42616a58a req-07cd5cc2-0646-40c8-9f4d-4798dff48695 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:47.373483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12baacbf-1245-4d7a-b536-43a42616a58a req-07cd5cc2-0646-40c8-9f4d-4798dff48695 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0662589 Sep 18 00:47:47.416731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12baacbf-1245-4d7a-b536-43a42616a58a req-294ca348-9714-407f-87d5-73667464d57f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361042 Sep 18 00:47:47.509235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47712) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:47.514413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1499538272'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:47.535413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:47.539049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.563672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:47.573189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.573536 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Added segment 3f6b2d55-a496-45d0-adb4-716fc9a9c225 of type vlan for network 0459e924-f100-4de8-be0d-1f241c4c513c Sep 18 00:47:47.614903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.641474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.647115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:47.647712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.682313 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1718976 Sep 18 00:47:47.684797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47718) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:47.691699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1164840707'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:47.734057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0386cde-d76b-46f3-9d27-805d47f3e341 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Network': ['ID=0459e924-f100-4de8-be0d-1f241c4c513c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:47.742232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8244-e968-42dd-a22c-9a3702aaac8b req-a2600ffd-87ff-4d94-af38-d8d6b796c565 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:47.744125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffdc8244-e968-42dd-a22c-9a3702aaac8b req-a2600ffd-87ff-4d94-af38-d8d6b796c565 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0556014 Sep 18 00:47:47.745203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0459e924-f100-4de8-be0d-1f241c4c513c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:47.754551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:47.761051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.815953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:47.827632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffdc8244-e968-42dd-a22c-9a3702aaac8b req-e9230b1e-cff3-4bc5-b1a5-3ff8db541985 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768757 Sep 18 00:47:47.828772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.829583 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Added segment c09d72f0-eb6c-4962-bf53-53cc1c13e8bc of type vlan for network 61b58db0-12ce-4e66-a60b-37e221ac1f8b Sep 18 00:47:47.864751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f77fca6-6991-46f4-a834-7fcbde6b262e req-fe865f01-4e85-4642-9aad-5afa25583c64 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0564015 Sep 18 00:47:47.874190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.900197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.906166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:47.906751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.942787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2569776 Sep 18 00:47:47.946454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:47.951884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'subnet': {'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:47.981111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab783e37-9404-4e80-987e-7ba2d735d1bf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Network': ['ID=61b58db0-12ce-4e66-a60b-37e221ac1f8b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:47.993801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:48.053992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:48.057687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.290626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.353707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Subnet': ['ID=4c3741c0-837f-41dd-8f27-f0db56e2d07c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:48.362718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:48.363081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network hostable DHCP agents. Network: 0459e924-f100-4de8-be0d-1f241c4c513c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:48.385448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0459e924-f100-4de8-be0d-1f241c4c513c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:48.400530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0459e924-f100-4de8-be0d-1f241c4c513c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:48.412668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea528c2-289b-4459-9b2e-aba9fdb8e190 None None] Network 0459e924-f100-4de8-be0d-1f241c4c513c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:48.418189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:48.418787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.449780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47762) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:48.449990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-15975f12-6abf-4384-87b6-f99a3acd04f9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5020769 Sep 18 00:47:48.455096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'subnet': {'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:48.598881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f00c7-fdc5-4bff-9150-167259f8e31e req-7d8f7a70-7ecd-488d-a1d3-249bbb767b7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:48.602868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0459e924-f100-4de8-be0d-1f241c4c513c', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:47:48.604272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.608639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb8f00c7-fdc5-4bff-9150-167259f8e31e req-7d8f7a70-7ecd-488d-a1d3-249bbb767b7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.0797532 Sep 18 00:47:48.662438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb8f00c7-fdc5-4bff-9150-167259f8e31e req-457a43a9-2df0-4f86-a863-15ef6114ecd7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527720 Sep 18 00:47:48.808396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Allocated IP 10.1.1.2 (0459e924-f100-4de8-be0d-1f241c4c513c/4c3741c0-837f-41dd-8f27-f0db56e2d07c/ae8f9794-15c3-4042-af56-6b0299557e6c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:49.009426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:49.013507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.044928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4972e2a8-968f-4407-a842-d499c1b85607 req-f248938e-af78-49e3-b821-72656145e764 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0972009 Sep 18 00:47:49.067925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ada5a-8d82-4379-9ffe-09867c52122c req-c9c75157-8ff5-4bc8-9efa-728fc58fb8f8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:49.069719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b6ada5a-8d82-4379-9ffe-09867c52122c req-c9c75157-8ff5-4bc8-9efa-728fc58fb8f8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1123571 Sep 18 00:47:49.106293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.115390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b6ada5a-8d82-4379-9ffe-09867c52122c req-ac8d4afb-a88f-4436-bf0e-644aaa2b3995 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Sep 18 00:47:49.126248 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.129393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:49.177874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Network 0459e924-f100-4de8-be0d-1f241c4c513c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:49.179712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Pushing event updated for resources: {'Port': ['ID=ae8f9794-15c3-4042-af56-6b0299557e6c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.182804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:49.185828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:49.200870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.201722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.202101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.202532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.202971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.203401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.203831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.204282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.204863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.205417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.205989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.206552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:49.264435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Attempting to bind port ae8f9794-15c3-4042-af56-6b0299557e6c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:49.265057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Attempting to bind port ae8f9794-15c3-4042-af56-6b0299557e6c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:49.265536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Attempting to bind port ae8f9794-15c3-4042-af56-6b0299557e6c on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:49.271064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.273943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:49.274843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:49.275529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.276301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Bound using segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:49.277124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Bound port: ae8f9794-15c3-4042-af56-6b0299557e6c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:49.277809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.288599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89a73ba7-cf3e-4c28-bcfa-9879859d0063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.359829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Checking segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:49.360857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network hostable DHCP agents. Network: 61b58db0-12ce-4e66-a60b-37e221ac1f8b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:49.371400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Subnet': ['ID=c4fe7a38-648b-413e-8b7a-63f485e5764b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.373697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] For port ae8f9794-15c3-4042-af56-6b0299557e6c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:49.378313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] For port ae8f9794-15c3-4042-af56-6b0299557e6c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8f9794-15c3-4042-af56-6b0299557e6c,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:49.386576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.389869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:49.404160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 61b58db0-12ce-4e66-a60b-37e221ac1f8b) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:49.418716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89a73ba7-cf3e-4c28-bcfa-9879859d0063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.419349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2838a84-71b1-4b24-82ba-64a5468ac138 None None] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:49.421163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:49.422436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.426978 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89a73ba7-cf3e-4c28-bcfa-9879859d0063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.451820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-907b2e41-7c47-458f-bf94-ae877763e136 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0000064 Sep 18 00:47:49.455901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47808) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:49.463191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'name': 'tempest-TaggedBootDevicesTest-1740044571', 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:49.482620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-89a73ba7-cf3e-4c28-bcfa-9879859d0063 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908ecbded56c4a71b916bb0f5d9ab84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521609 Sep 18 00:47:49.489786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a73ba7-cf3e-4c28-bcfa-9879859d0063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65ce6a-e8e2-44ca-93ba-f7b6175d3641,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.493647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47810) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:49.522071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75570d20-0256-4b01-9c6a-95d4d5e940ae None None] Pushing event updated for resources: {'Port': ['ID=ae8f9794-15c3-4042-af56-6b0299557e6c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.589066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.617253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.655001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ips': [{'subnet_id': 'c4fe7a38-648b-413e-8b7a-63f485e5764b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:47:49.655874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.684146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.687484 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.688959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b65ce6a-e8e2-44ca-93ba-f7b6175d3641 HTTP/1.1" status: 204 len: 168 time: 0.1942341 Sep 18 00:47:49.697052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:49.698815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4de73-6115-48f3-919b-1639c7c64f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65ce6a-e8e2-44ca-93ba-f7b6175d3641,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.938289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.962280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] device_id is not set on port 2f23c196-0498-4744-a892-d9907efe7996 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:47:49.973686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Allocated IP 10.2.2.2 (61b58db0-12ce-4e66-a60b-37e221ac1f8b/c4fe7a38-648b-413e-8b7a-63f485e5764b/aca965d8-253c-46b6-bba9-6cd287ec6c87) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:50.074028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8cad9-f9be-4aef-8800-dfcd78a9de10 req-9b47b3dd-a335-4391-99b9-bae393cd2add tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:50.077121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea8cad9-f9be-4aef-8800-dfcd78a9de10 req-9b47b3dd-a335-4391-99b9-bae393cd2add tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 946 time: 0.1269965 Sep 18 00:47:50.145617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea8cad9-f9be-4aef-8800-dfcd78a9de10 req-f251b546-56a8-43fb-8459-79f30d9f4744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555241 Sep 18 00:47:50.172309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.1.1.121 (0459e924-f100-4de8-be0d-1f241c4c513c/4c3741c0-837f-41dd-8f27-f0db56e2d07c/2f23c196-0498-4744-a892-d9907efe7996) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:50.201921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.215489 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.277775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7741797-df6e-4804-a02a-bf5268aa49e2 req-981ffcee-8acc-4f42-abbd-6ebfb326483f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0757818 Sep 18 00:47:50.280913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:50.290315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:50.309663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:50.340266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Pushing event updated for resources: {'Port': ['ID=aca965d8-253c-46b6-bba9-6cd287ec6c87,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.383780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101bb1-f5b2-45dc-b6c5-eb184f0bced5 req-045f38fa-4456-4f05-8ed7-9afd7c1f6ba9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:50.392160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33101bb1-f5b2-45dc-b6c5-eb184f0bced5 req-045f38fa-4456-4f05-8ed7-9afd7c1f6ba9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1133597 Sep 18 00:47:50.419119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.467547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33101bb1-f5b2-45dc-b6c5-eb184f0bced5 req-8032e1f6-9cae-4d6f-b746-622d190de77b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551405 Sep 18 00:47:50.494751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Attempting to bind port aca965d8-253c-46b6-bba9-6cd287ec6c87 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:50.495132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Attempting to bind port aca965d8-253c-46b6-bba9-6cd287ec6c87 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:50.495937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Attempting to bind port aca965d8-253c-46b6-bba9-6cd287ec6c87 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:50.506313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:50.507311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Checking segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:50.507964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.508607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Bound using segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:50.509297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Bound port: aca965d8-253c-46b6-bba9-6cd287ec6c87, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:50.509900 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.518124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.601195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] For port aca965d8-253c-46b6-bba9-6cd287ec6c87, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:50.605990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] For port aca965d8-253c-46b6-bba9-6cd287ec6c87, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aca965d8-253c-46b6-bba9-6cd287ec6c87,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:50.613380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.629561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0459e924-f100-4de8-be0d-1f241c4c513c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:50.633987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:50.649043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:50.658618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.744805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b443a-4a44-42d0-a5e7-d73b84066566 None None] Pushing event updated for resources: {'Port': ['ID=aca965d8-253c-46b6-bba9-6cd287ec6c87,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.773828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:50.779371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.812431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-25d120b6-f5e5-4778-811d-f42bc29788b5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3534548 Sep 18 00:47:50.813611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47870) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:50.819681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'name': 'tempest-TaggedBootDevicesTest-1949616147', 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:51.104528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:51.116053 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c2d735-b4d7-4bc3-89dd-4932eff9c7d0 None None] Network 0459e924-f100-4de8-be0d-1f241c4c513c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:51.234641 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:51.238353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e768259d-c026-4ffc-a523-5955f192286e None None] Provisioning complete for port ae8f9794-15c3-4042-af56-6b0299557e6c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:51.238737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e768259d-c026-4ffc-a523-5955f192286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:51.256112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] device_id is not set on port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:47:51.451964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa3f3f2c-a602-43fe-902c-1fd27dd5d19a req-c65063ba-56ce-40c1-b834-9bb7c4ee028e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0598788 Sep 18 00:47:51.478827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e768259d-c026-4ffc-a523-5955f192286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:51.579033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.1.1.27 (0459e924-f100-4de8-be0d-1f241c4c513c/4c3741c0-837f-41dd-8f27-f0db56e2d07c/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:51.598394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e768259d-c026-4ffc-a523-5955f192286e None None] For port ae8f9794-15c3-4042-af56-6b0299557e6c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8f9794-15c3-4042-af56-6b0299557e6c,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:51.608388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e768259d-c026-4ffc-a523-5955f192286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:51.705940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768259d-c026-4ffc-a523-5955f192286e None None] Pushing event updated for resources: {'Port': ['ID=ae8f9794-15c3-4042-af56-6b0299557e6c,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:51.709136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8f9794-15c3-4042-af56-6b0299557e6c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:51.770561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:51.876520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf76d-026c-4de6-b9a4-e2f70b9486cd req-ca8b4592-8fcc-4232-99e1-cf7226d9d912 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:51.878089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9bdf76d-026c-4de6-b9a4-e2f70b9486cd req-ca8b4592-8fcc-4232-99e1-cf7226d9d912 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2360289 Sep 18 00:47:52.003153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae8f9794-15c3-4042-af56-6b0299557e6c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:52.004368 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.011244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.074626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.081187 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.156710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9bdf76d-026c-4de6-b9a4-e2f70b9486cd req-30d486c0-3004-4be4-bae7-18408174fac7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490022 Sep 18 00:47:52.181954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ffd4b0bf-c735-41ea-aa24-c3abecc9bec3 None None] Provisioning complete for port 2f23c196-0498-4744-a892-d9907efe7996 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:52.183423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b0bf-c735-41ea-aa24-c3abecc9bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.194709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0459e924-f100-4de8-be0d-1f241c4c513c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:52.199474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:52.206649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:52.213817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:52.215255 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc16e3c-d291-40c5-88c3-08c15f7616c1" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:52.330995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:52.337089 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59b7bf-714f-48fb-8376-ad0d1623e2c2 x-openstack-request-id: req-fb59b7bf-714f-48fb-8376-ad0d1623e2c2 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:52.337386 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-unplugged", "status": "completed", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:52.337651 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb59b7bf-714f-48fb-8376-ad0d1623e2c2 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:52.338058 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'code': 200} Sep 18 00:47:52.341997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:52.349982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.396039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:52.397250 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.442440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d98c2717-4731-4722-b2aa-aef374504153 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6272671 Sep 18 00:47:52.520473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4b0bf-c735-41ea-aa24-c3abecc9bec3 None None] Port 2f23c196-0498-4744-a892-d9907efe7996 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:52.543590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aca965d8-253c-46b6-bba9-6cd287ec6c87 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:52.606452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ffd4b0bf-c735-41ea-aa24-c3abecc9bec3 None None] Provisioning complete for port ae8f9794-15c3-4042-af56-6b0299557e6c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:52.606923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b0bf-c735-41ea-aa24-c3abecc9bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.626099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e181bb3-c3a4-456c-b84c-b639071aec3f req-f15ed29c-67b1-4857-b0d1-13b676c15d37 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0897853 Sep 18 00:47:52.644288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345dce8-abb0-41a4-836d-091a45ee9840 None None] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:52.675631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=14']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:52.860042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port aca965d8-253c-46b6-bba9-6cd287ec6c87 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:52.860842 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.915282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47992) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:52.921882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769340826', 'description': 'tempest-description--1668292681'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:52.990313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.094819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.125401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.181315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.184403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2677004 Sep 18 00:47:53.186981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48010) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:53.191897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'security_group_rule': {'security_group_id': '87f5e6c1-e290-4e48-820f-2e9b6b11640a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:53.207365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879455-e9f1-4084-bde0-5baaa9bc3bd5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f5e6c1-e290-4e48-820f-2e9b6b11640a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:53.248456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.267114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Provisioning complete for port 2f23c196-0498-4744-a892-d9907efe7996 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:53.268425 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.311628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.314121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Port 2f23c196-0498-4744-a892-d9907efe7996 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:53.363080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Provisioning complete for port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:53.364369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.467244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port aca965d8-253c-46b6-bba9-6cd287ec6c87, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aca965d8-253c-46b6-bba9-6cd287ec6c87,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:53.491628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:53.495022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.511426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d727-706a-4f9c-8597-e3f10adba96c req-2f678f1e-5b26-44f9-9c1f-eeddca73e4d0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:53.513107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6df7d727-706a-4f9c-8597-e3f10adba96c req-2f678f1e-5b26-44f9-9c1f-eeddca73e4d0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2589080 Sep 18 00:47:53.533917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.548569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Provisioning complete for port aca965d8-253c-46b6-bba9-6cd287ec6c87 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:53.548963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7e8842dd-f42c-48a9-9d3e-62688b5cbf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.549150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98437dac-113d-4d08-aee4-3e481b13e6bb req-b297ebd8-4aa2-4f36-b387-fcff6ba87658 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:53.550802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98437dac-113d-4d08-aee4-3e481b13e6bb req-b297ebd8-4aa2-4f36-b387-fcff6ba87658 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2008893 Sep 18 00:47:53.553087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.598676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.600063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117422 Sep 18 00:47:53.603565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:53.611423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675dcd7-d7a8-48b0-8fa1-1bccb5613291 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc9c231-0192-4218-a855-6d079b789afc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:53.612339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'security_group_rule': {'security_group_id': '87f5e6c1-e290-4e48-820f-2e9b6b11640a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:53.636535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8f9794-15c3-4042-af56-6b0299557e6c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:53.639706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6df7d727-706a-4f9c-8597-e3f10adba96c req-60893e66-c5c9-45d4-9e8e-add6a1a36623 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130297 Sep 18 00:47:53.646113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98437dac-113d-4d08-aee4-3e481b13e6bb req-5e2ca2cb-c2c0-4602-888b-7516581d8edf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792491 Sep 18 00:47:53.687524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.712733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=aca965d8-253c-46b6-bba9-6cd287ec6c87,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:53.806463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8f1ff28-b208-4b5c-bc4a-e49dde05887a req-98c35a77-a55f-49eb-aba6-ccd9f37dbb38 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0523334 Sep 18 00:47:53.855134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.869339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.885903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae8f9794-15c3-4042-af56-6b0299557e6c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:53.886878 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.909849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:53.914337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089342 Sep 18 00:47:53.915787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:53.927918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed49fb3-2569-4195-8a55-17b2f5359297 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50429f58-f195-40f9-b15f-cfdc097ee48f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:53.928060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:53.967415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.028118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8fabdad9-a5bc-4cd7-9b31-861abd748e48 None None] Provisioning complete for port aca965d8-253c-46b6-bba9-6cd287ec6c87 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:54.028548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8fabdad9-a5bc-4cd7-9b31-861abd748e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.148027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-7ebd0faa-d487-40fa-a977-3252a69c3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.153311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-7ebd0faa-d487-40fa-a977-3252a69c3d6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.0906456 Sep 18 00:47:54.209522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a98a8-6aef-4e8c-b537-14a1bee32a2e req-673949f7-b501-43d9-9ba6-7c5a46b1fa13 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.210088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7ace808d-c91f-4af1-b0f9-0f634385aed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.212020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae2a98a8-6aef-4e8c-b537-14a1bee32a2e req-673949f7-b501-43d9-9ba6-7c5a46b1fa13 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1580324 Sep 18 00:47:54.272740 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.309270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae2a98a8-6aef-4e8c-b537-14a1bee32a2e req-b19dcfd9-cd95-42cc-bbe4-a9bfebe12afa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800705 Sep 18 00:47:54.311961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-8a6b6a17-b466-4c74-b9f2-966258cdc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.314011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-8a6b6a17-b466-4c74-b9f2-966258cdc97b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1434362 Sep 18 00:47:54.409165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48076) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:54.412856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-c200d01e-c2d1-4964-8bfc-ee85926fbd5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.0903039 Sep 18 00:47:54.435907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 172.25.7.190 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:54.512645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-63df3ff7-6bce-4772-a7b6-345fe45b98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.514143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-63df3ff7-6bce-4772-a7b6-345fe45b98ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0686913 Sep 18 00:47:54.584717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.623498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03e55c0d-0de6-4aa9-9d11-f92aba9655f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.636285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-dca9b70c-9a91-430a-ac6a-ba533611090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.638503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-dca9b70c-9a91-430a-ac6a-ba533611090e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159441 Sep 18 00:47:54.691787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.750813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-d182e0b8-1152-4ca3-8ddd-3c754afd6af9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.756108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-d182e0b8-1152-4ca3-8ddd-3c754afd6af9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.2038825 Sep 18 00:47:54.762850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:54.781616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': '636106af-dd4d-4d5f-8836-948b046dff78', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:54.798956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:54.819038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:54.819209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-1cb4c6a3-2407-46bc-9c8b-2e594bd53ac8 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710312 Sep 18 00:47:54.826113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:54.953940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03e55c0d-0de6-4aa9-9d11-f92aba9655f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:54.984582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dbc1cbb-88e5-4dbc-bdbd-e1f704c5da4c req-675ab350-37a6-4e1a-9b5d-0372ce40f1c4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0353234 Sep 18 00:47:54.993098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755af5c8-0439-4c29-8d33-fe5516c9ffbb req-69b6646e-52a0-4696-a668-32f244728074 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:54.994797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-755af5c8-0439-4c29-8d33-fe5516c9ffbb req-69b6646e-52a0-4696-a668-32f244728074 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2015526 Sep 18 00:47:54.997441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03e55c0d-0de6-4aa9-9d11-f92aba9655f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.025980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-abfb66a0-4f59-4786-b796-c296c8202e12 req-715325db-27ab-4af4-a967-900d1813d6ac service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885624 Sep 18 00:47:55.033655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:55.044573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.049961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e55c0d-0de6-4aa9-9d11-f92aba9655f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e45d9-ae72-4f3e-be60-7af2effec27c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:55.113177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03e55c0d-0de6-4aa9-9d11-f92aba9655f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0310de6927e54a05853a93676c8f0235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029202 Sep 18 00:47:55.115809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48096) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:55.118176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-755af5c8-0439-4c29-8d33-fe5516c9ffbb req-407b5ba3-79ff-4be7-b1ef-be55b58afc63 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694673 Sep 18 00:47:55.119482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.165217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.229686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.247332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.9 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/3c5bec7d-82b7-4e74-abef-db1d9c404982) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:55.270671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.386865 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.409284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.430272 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.432879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.439090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d57e45d9-ae72-4f3e-be60-7af2effec27c HTTP/1.1" status: 204 len: 168 time: 0.3150895 Sep 18 00:47:55.458910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a11e8-da79-4cfe-9f7f-45810285c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e45d9-ae72-4f3e-be60-7af2effec27c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:55.498057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.513092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:55.524977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629d81-e248-4520-bcf4-c7b2a8288d4d req-fbe6b609-e022-4ccb-b671-eadd5bee01de tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:55.526554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c629d81-e248-4520-bcf4-c7b2a8288d4d req-fbe6b609-e022-4ccb-b671-eadd5bee01de tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1354694 Sep 18 00:47:55.545261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.551558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.576579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.578131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ee862a7-c43e-4595-a80c-07fae86e85f3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6612124 Sep 18 00:47:55.587161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c629d81-e248-4520-bcf4-c7b2a8288d4d req-7112d378-e22b-419f-9b28-3d23a6cb2caf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521088 Sep 18 00:47:55.624766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:55.670279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:55.678053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:55.680116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aca965d8-253c-46b6-bba9-6cd287ec6c87 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:55.748674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:55.748674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.755239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port aca965d8-253c-46b6-bba9-6cd287ec6c87 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:55.757101 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.788531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:55.792920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-213861e9-1f87-4308-a164-bd2783d31505 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173903 Sep 18 00:47:55.820051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Request body: {'port': {'device_id': '636106af-dd4d-4d5f-8836-948b046dff78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:55.897612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:55.935781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9f9c4aed-1a61-433d-9cbc-a7e89d353b04 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--769340826&fields=id&tenant_id=ae25121755ba4b8196dc35e2a2756794 HTTP/1.1" status: 200 len: 267 time: 0.0378971 Sep 18 00:47:55.957922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48128) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:55.977487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf02a034-879a-4d1f-8c1f-633ee15ea184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.001264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-56483ad5-0565-4ce3-8718-aefdd391b546 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.002718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-56483ad5-0565-4ce3-8718-aefdd391b546 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 932 time: 0.0574791 Sep 18 00:47:56.076106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-4b0467d8-775e-4975-a3dd-ee2c3573bdf2 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.077556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-4b0467d8-775e-4975-a3dd-ee2c3573bdf2 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 931 time: 0.0669582 Sep 18 00:47:56.174112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-6c7247fc-ac22-4eab-9ad0-67881e8df5ce tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0847087 Sep 18 00:47:56.204935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c781-7ad1-4414-9925-68e42f6939ca req-f4ccbd3e-b31a-4a70-8ec3-6be1b3144550 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.206431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec8c781-7ad1-4414-9925-68e42f6939ca req-f4ccbd3e-b31a-4a70-8ec3-6be1b3144550 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 931 time: 0.1192482 Sep 18 00:47:56.240535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-1dcf190d-4052-483b-98d9-1dfb010763ea tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0536830 Sep 18 00:47:56.258162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf02a034-879a-4d1f-8c1f-633ee15ea184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.284300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf02a034-879a-4d1f-8c1f-633ee15ea184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.294152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec8c781-7ad1-4414-9925-68e42f6939ca req-d4d4b3ed-0511-48e4-87ae-975c06e1c345 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Sep 18 00:47:56.328092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5bec7d-82b7-4e74-abef-db1d9c404982 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:47:56.344063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.352971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf02a034-879a-4d1f-8c1f-633ee15ea184 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0732ddfa9854848ba82e443536f6977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939972 Sep 18 00:47:56.353607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:56.363162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02a034-879a-4d1f-8c1f-633ee15ea184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6080c2ea-f900-466f-84c4-5c80c9bd8e45,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:56.383043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Transition to ACTIVE for port object 3c5bec7d-82b7-4e74-abef-db1d9c404982 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:47:56.395441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.480163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:56.483886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.485070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d6bb-9a8f-4441-a43c-0a1afbbde7da req-47c634f0-53e0-4e38-92aa-d6f15588807a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.486720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff04d6bb-9a8f-4441-a43c-0a1afbbde7da req-47c634f0-53e0-4e38-92aa-d6f15588807a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0799806 Sep 18 00:47:56.494643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d52e8e23-3c5e-4a7f-8eb5-64472898fc38 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.500968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d52e8e23-3c5e-4a7f-8eb5-64472898fc38 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.506702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d52e8e23-3c5e-4a7f-8eb5-64472898fc38 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.508489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d52e8e23-3c5e-4a7f-8eb5-64472898fc38 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 1990 time: 0.2500565 Sep 18 00:47:56.541618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ce151c64-0b49-4764-9177-05cca25654ed tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/quotas/ae25121755ba4b8196dc35e2a2756794 HTTP/1.1" status: 200 len: 375 time: 0.0186300 Sep 18 00:47:56.545354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.565544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff04d6bb-9a8f-4441-a43c-0a1afbbde7da req-f3a93408-0e81-4d98-aff1-9f2128da748c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Sep 18 00:47:56.600610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Attempting to bind port 3c5bec7d-82b7-4e74-abef-db1d9c404982 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:56.601054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Attempting to bind port 3c5bec7d-82b7-4e74-abef-db1d9c404982 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:56.601402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Attempting to bind port 3c5bec7d-82b7-4e74-abef-db1d9c404982 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:56.608580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Port 3c5bec7d-82b7-4e74-abef-db1d9c404982 on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:47:56.608932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Attempting to bind port 3c5bec7d-82b7-4e74-abef-db1d9c404982 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:56.615579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:56.616971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:56.617539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:56.618275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Bound port: 3c5bec7d-82b7-4e74-abef-db1d9c404982, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:56.618684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.634609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d82a987c-9a24-4a93-8231-3aa1eccbf817 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0845442 Sep 18 00:47:56.701464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.706011 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.714933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6080c2ea-f900-466f-84c4-5c80c9bd8e45 HTTP/1.1" status: 204 len: 168 time: 0.3586266 Sep 18 00:47:56.734051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f108bc-dd69-4cf2-b629-d728b8bed830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080c2ea-f900-466f-84c4-5c80c9bd8e45,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:56.776089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:56.781713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:56.790393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.844514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.845396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:56.847355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/3c5bec7d-82b7-4e74-abef-db1d9c404982 HTTP/1.1" status: 200 len: 1092 time: 1.0354910 Sep 18 00:47:56.847812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:56.850121 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2486f375-cc37-425f-b524-450e1f0c87a4" -d '{"events": [{"name": "network-changed", "server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:56.865636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058f06-4d67-4d47-9429-fcc60ebf59c9 req-8b046494-ff79-4c97-8825-1d0e66bf7702 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:56.874121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689f19-cbea-49d5-958a-867c14c6f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:56.877875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f058f06-4d67-4d47-9429-fcc60ebf59c9 req-8b046494-ff79-4c97-8825-1d0e66bf7702 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1384568 Sep 18 00:47:56.940781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f058f06-4d67-4d47-9429-fcc60ebf59c9 req-73e31327-c4e9-4ee7-b49c-b541b0fbda11 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536785 Sep 18 00:47:57.005228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-00a25b90-1fe8-4f18-a415-96aa3de1ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:57.007019 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-00a25b90-1fe8-4f18-a415-96aa3de1ce19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 1095 time: 0.0811691 Sep 18 00:47:57.082583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-ff9d5802-b3ba-49c0-be7f-143b144aa351 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982 HTTP/1.1" status: 200 len: 217 time: 0.0612838 Sep 18 00:47:57.140514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b2f3106f-a466-4536-b915-06b876fd41d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745450 Sep 18 00:47:57.173328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3485068-1ccd-4f27-9e4b-8f7b5b4f0fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:57.197598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562926-1265-4ba0-b851-805760989bf3 req-5bd0be0e-778b-4640-b4ac-d3377cb730d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:57.199431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-5bd0be0e-778b-4640-b4ac-d3377cb730d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.1096852 Sep 18 00:47:57.251082 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d4706e-ff92-43e6-9cad-40884379f632 x-openstack-request-id: req-f7d4706e-ff92-43e6-9cad-40884379f632 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:57.251389 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:57.251648 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7d4706e-ff92-43e6-9cad-40884379f632 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:57.252060 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982', 'status': 'completed', 'code': 200} Sep 18 00:47:57.258595 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-6f7dfb7a-98f8-487e-ae32-34164acb2251 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472789 Sep 18 00:47:57.315573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-1ca94a02-7d93-4004-a66e-8410030bcd43 service neutron] 10.222.0.49 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741292 Sep 18 00:47:57.390277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-97729b41-248e-43e1-adf3-ffdfe419d888 service neutron] 10.222.0.49 "GET /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0666928 Sep 18 00:47:57.408816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:57.415861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-d359b938-b7b5-41b3-abe8-8098a82f9959 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507208 Sep 18 00:47:57.575725 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a562926-1265-4ba0-b851-805760989bf3 req-cc2b24eb-ffd1-4689-8bf8-d24229cd6aba service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503482 Sep 18 00:47:57.736621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-f024cb0b-f098-4096-9b0e-84e89c75f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:57.738271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-f024cb0b-f098-4096-9b0e-84e89c75f467 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 1095 time: 0.0570481 Sep 18 00:47:57.874691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-cb0cc1e9-504a-4609-bf0f-6ad5c2cc53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:57.876818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-cb0cc1e9-504a-4609-bf0f-6ad5c2cc53b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.1316915 Sep 18 00:47:57.925791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-396dc9f7-cb70-45e6-87f1-1cd41e90dea0 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241010 Sep 18 00:47:57.929946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-7214280d-d9a6-4edd-818f-23c22fb63d19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982 HTTP/1.1" status: 200 len: 217 time: 0.0441666 Sep 18 00:47:57.956467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f712a80-123f-4f0b-bc52-0c93bf5ae8e0 req-5ec0d503-cdea-417c-ae3d-06174e0de1dc tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:57.957970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f712a80-123f-4f0b-bc52-0c93bf5ae8e0 req-5ec0d503-cdea-417c-ae3d-06174e0de1dc tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.4770362 Sep 18 00:47:57.999352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-26e29cbe-8aa4-4e53-a166-1aa2ba074626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:58.000884 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-26e29cbe-8aa4-4e53-a166-1aa2ba074626 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.0637865 Sep 18 00:47:58.037418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-2693e32f-c6a2-4db0-bcb4-6d3589b4d01c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282178 Sep 18 00:47:58.042603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f712a80-123f-4f0b-bc52-0c93bf5ae8e0 req-fcac4b2a-ac00-43ca-a5a7-7f119b933de1 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755165 Sep 18 00:47:58.072623 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d6baa29e-8131-4c80-a65a-d497ba123034 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457899 Sep 18 00:47:58.120381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9631647f-beb2-449b-bbf4-78ea304ce750 service neutron] 10.222.0.49 "GET /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0465286 Sep 18 00:47:58.206806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-61f2bb49-c2e0-437a-af88-8009f2612214 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530223 Sep 18 00:47:58.250873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28279-2fbb-40a7-93eb-f8b8d3ba94ef req-6d539955-140d-4198-a70b-b787363e5bd4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:58.253178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d28279-2fbb-40a7-93eb-f8b8d3ba94ef req-6d539955-140d-4198-a70b-b787363e5bd4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 943 time: 0.1093705 Sep 18 00:47:58.269262 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:58.274870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7c6621a-d9b1-41f5-8e05-dfc2cc88ddd3 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533523 Sep 18 00:47:58.334621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d28279-2fbb-40a7-93eb-f8b8d3ba94ef req-04d7ecdd-2649-457b-9314-70c84cf76a20 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678768 Sep 18 00:47:58.340472 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2486f375-cc37-425f-b524-450e1f0c87a4 req-aa95cfd1-a805-4330-860a-78643146c980 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276214 Sep 18 00:47:58.401366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ab0d633f-1c11-4f39-ba52-ad95666eeaa2 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174541 Sep 18 00:47:58.522309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34323a-c688-455a-ae64-2a030bf94981 req-a68032e9-a980-4fde-91d8-b87c7685cd9e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:58.523896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae34323a-c688-455a-ae64-2a030bf94981 req-a68032e9-a980-4fde-91d8-b87c7685cd9e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1206942 Sep 18 00:47:58.576840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-aae2a38c-c93b-4df3-8663-8e101674984c service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642921 Sep 18 00:47:58.616563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae34323a-c688-455a-ae64-2a030bf94981 req-9e870d35-598d-4c8e-a161-e732dca90620 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861993 Sep 18 00:47:58.702339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8671e928-c787-429a-aa2f-d7cb7c6ef160 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241846 Sep 18 00:47:58.818557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50207733-ca92-43ef-9ee6-5dd09fd04a38 req-301b5d71-d9c5-4e94-b1f8-c64914d6f187 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:58.820045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50207733-ca92-43ef-9ee6-5dd09fd04a38 req-301b5d71-d9c5-4e94-b1f8-c64914d6f187 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1069338 Sep 18 00:47:58.852191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9932daf7-6839-4f81-97af-45cbe4fdd8fd service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478353 Sep 18 00:47:58.894054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50207733-ca92-43ef-9ee6-5dd09fd04a38 req-c829870f-715e-4b60-99a8-937a28c5c960 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646210 Sep 18 00:47:59.024886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-2b088a8f-d144-4ba2-bcc8-f8c3e6ea3a14 service neutron] 10.222.0.49 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617806 Sep 18 00:47:59.059223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910b75-d14f-42c9-8f13-753e2da7654b req-3c793ffb-cbcb-4cf6-ba7e-33e210ab1f01 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:59.061868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6910b75-d14f-42c9-8f13-753e2da7654b req-3c793ffb-cbcb-4cf6-ba7e-33e210ab1f01 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0868008 Sep 18 00:47:59.125486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-253b5ed9-bd19-4266-80bc-542ea5c05f2a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:59.127015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-253b5ed9-bd19-4266-80bc-542ea5c05f2a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.0888994 Sep 18 00:47:59.154177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6910b75-d14f-42c9-8f13-753e2da7654b req-715605da-e108-4fd2-991a-61dab4c66179 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829759 Sep 18 00:47:59.171615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f2683c1d-3e87-4588-b8e6-4438229a4d63 service neutron] 10.222.0.49 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380785 Sep 18 00:47:59.266447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Deleting port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:59.266784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.349779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-c68abe35-c3ce-497e-be8d-60e932033dde service neutron] 10.222.0.49 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626618 Sep 18 00:47:59.384177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] For port e9081f0e-cf28-40c3-b0f3-7f5240effbf0, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:59.384177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.402180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613f786-b054-4169-9968-fcfa35a41393 req-e9dc114e-90cc-45ca-9d98-47d0ca8cbb31 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:59.403932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9613f786-b054-4169-9968-fcfa35a41393 req-e9dc114e-90cc-45ca-9d98-47d0ca8cbb31 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2d29479-cd94-4fa7-8011-2055d3e82c19 HTTP/1.1" status: 200 len: 945 time: 0.1238434 Sep 18 00:47:59.491104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9613f786-b054-4169-9968-fcfa35a41393 req-ecb90ec3-3823-49ba-b33b-e2ae6b4efc6c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=6398ee58-83e3-4629-8dcd-d31ba8163827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723481 Sep 18 00:47:59.514099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8bc7d278-5c82-44b4-812c-6fb7fd7014cb service neutron] 10.222.0.49 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553605 Sep 18 00:47:59.622033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.644297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.645265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.645565 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Floating IP ccf45555-b4fb-443e-a115-9aa67622bd42 disassociated. External IP: 172.25.7.29, port: e9081f0e-cf28-40c3-b0f3-7f5240effbf0. Sep 18 00:47:59.645909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Calling delete_port for e9081f0e-cf28-40c3-b0f3-7f5240effbf0 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:59.697447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ac7c-003a-41e2-b1b6-682b62c35b14 req-91105c1c-3366-412c-b8ad-0588ffaa42c6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:59.699285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab62ac7c-003a-41e2-b1b6-682b62c35b14 req-91105c1c-3366-412c-b8ad-0588ffaa42c6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 943 time: 0.0945232 Sep 18 00:47:59.704713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-523085ba-57c1-48c1-8a55-68f999d7a330 service neutron] 10.222.0.49 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804597 Sep 18 00:47:59.777976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab62ac7c-003a-41e2-b1b6-682b62c35b14 req-a75c5102-2616-4031-be4d-39a8633e5fc1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Sep 18 00:47:59.810122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3c5bec7d-82b7-4e74-abef-db1d9c404982 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:47:59.832651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:59.870306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'Port': ['ID=e9081f0e-cf28-40c3-b0f3-7f5240effbf0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:00.116508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-35ec7595-9ec1-42e8-9cea-135f632de17f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:00.117126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:48:00.130094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-35ec7595-9ec1-42e8-9cea-135f632de17f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.2217216 Sep 18 00:48:00.156127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-2cc94ef3-4ad0-44b7-8d58-397f82b60a01 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/quotas/b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 375 time: 0.0210660 Sep 18 00:48:00.271233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-fcd77fad-86fb-406f-9d54-6fff00c97ba7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1140695 Sep 18 00:48:00.311852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:00.312537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48364) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:00.329586 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:00.364858 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:00.368441 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:00.424408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:00.444940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] No DVR routers for this DVR port e9081f0e-cf28-40c3-b0f3-7f5240effbf0 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:48:00.455233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '3c5bec7d-82b7-4e74-abef-db1d9c404982', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '3c5bec7d-82b7-4e74-abef-db1d9c404982', 'mac_address': 'fa:16:3e:92:50:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:00.460070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:00.471911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c9a6cd62-d0b5-45a7-880d-829aa0442de5 req-c46916fe-9a51-4cdc-9059-59af49b80d94 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.48 "DELETE /v2.0/ports/e9081f0e-cf28-40c3-b0f3-7f5240effbf0 HTTP/1.1" status: 204 len: 173 time: 1.3381763 Sep 18 00:48:00.472466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'name': 'network-vif-deleted', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:00.484103 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697f8585-055f-46d2-a500-4c2e29edcb38" -d '{"events": [{"server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "name": "network-vif-deleted", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:00.558556 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:00.586319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:00.627097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5bec7d-82b7-4e74-abef-db1d9c404982 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:00.657803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:00.697726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:00.720860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-53ff7615-eba8-4978-9722-3e71e87e917f service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375286 Sep 18 00:48:00.781317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:00.819172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cdbde2ce-8f79-488c-8c7f-5754ceace0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:00.839246 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:00.868046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:00.876638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:00.877335 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:01.032904 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:01.038397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-b6829f8d-bab2-46e6-844c-652553841303 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166559 Sep 18 00:48:01.066491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c36a-35cc-461b-b6f9-c9b0af5414cd req-d88d8da5-62e5-447f-9625-7178068ca1b7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:01.068504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79d7c36a-35cc-461b-b6f9-c9b0af5414cd req-d88d8da5-62e5-447f-9625-7178068ca1b7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2253246 Sep 18 00:48:01.155008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3c5bec7d-82b7-4e74-abef-db1d9c404982'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:01.184165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79d7c36a-35cc-461b-b6f9-c9b0af5414cd req-75ff5921-1f32-4453-8b85-186080b59210 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913775 Sep 18 00:48:01.187406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cdbde2ce-8f79-488c-8c7f-5754ceace0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.198378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cdbde2ce-8f79-488c-8c7f-5754ceace0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.264512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cdbde2ce-8f79-488c-8c7f-5754ceace0cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=844f57e115c54410a3fbdd24842b85b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9508092 Sep 18 00:48:01.266950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48398) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:01.275416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbde2ce-8f79-488c-8c7f-5754ceace0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a504318-1b47-4226-96ae-5588feaeaf71,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:01.300183 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0668fdd2-84c4-4bcb-846b-97c9616f0039 x-openstack-request-id: req-0668fdd2-84c4-4bcb-846b-97c9616f0039 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:01.300742 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d29479-cd94-4fa7-8011-2055d3e82c19", "name": "network-vif-deleted", "tag": "e9081f0e-cf28-40c3-b0f3-7f5240effbf0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:01.301153 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0668fdd2-84c4-4bcb-846b-97c9616f0039 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:01.301744 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d29479-cd94-4fa7-8011-2055d3e82c19', 'name': 'network-vif-deleted', 'tag': 'e9081f0e-cf28-40c3-b0f3-7f5240effbf0', 'status': 'completed', 'code': 200} Sep 18 00:48:01.368649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.472870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ad783fc-a946-4cb0-8059-66c45c4c672d req-bd2dd961-d3fe-4925-9af6-60978b1b34e8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0831494 Sep 18 00:48:01.484650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.513133 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:01.561067 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb6eed-f463-44f6-8c79-584c2adf2eaa None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:01.602853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d5d6427-6df1-458a-9bc8-53d8bc0374cf req-b80eba09-7844-4f2a-bf2d-6e5d2029e408 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 210 time: 0.0404344 Sep 18 00:48:01.628509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01723c1-fb2a-4768-b3d2-089809c822c5 req-68597a23-a53e-471d-ad7c-6e84572edff3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:01.641026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a01723c1-fb2a-4768-b3d2-089809c822c5 req-68597a23-a53e-471d-ad7c-6e84572edff3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 944 time: 0.1513050 Sep 18 00:48:01.677248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:01.697072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a01723c1-fb2a-4768-b3d2-089809c822c5 req-381c8807-5409-4512-84af-367d721c0f47 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543377 Sep 18 00:48:01.697929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.702387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.718488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a504318-1b47-4226-96ae-5588feaeaf71 HTTP/1.1" status: 204 len: 168 time: 0.4433131 Sep 18 00:48:01.726675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097101-17d6-4081-8485-f647135cb16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a504318-1b47-4226-96ae-5588feaeaf71,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:01.831043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.880500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.979588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.982427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:01.989076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "DELETE /v2.0/security-groups/6398ee58-83e3-4629-8dcd-d31ba8163827 HTTP/1.1" status: 204 len: 168 time: 0.3056099 Sep 18 00:48:01.989076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48426) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:02.012984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456908c-35b6-42d0-a8d2-4cde987a2e01 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6398ee58-83e3-4629-8dcd-d31ba8163827,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:02.015280 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-2a989106-1de2-4b50-b65d-a92af36cd734 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] show failed (client error): The resource could not be found. Sep 18 00:48:02.016495 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a989106-1de2-4b50-b65d-a92af36cd734 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups/6398ee58-83e3-4629-8dcd-d31ba8163827 HTTP/1.1" status: 404 len: 347 time: 0.0284064 Sep 18 00:48:02.019686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48428) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:02.020407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.110453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0e0dc-a0cf-4d0d-b748-0c746320538d None None] New status for floating IP ccf45555-b4fb-443e-a115-9aa67622bd42: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:48:02.196047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Deleting port 80de1dae-1420-483b-b9f0-23fa6d85ca12 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:02.197158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.319855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48440) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:02.348933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0cbd88-61a6-43a6-aaa2-18c0b6ff0bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.380903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.381173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.401498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Calling delete_port for 80de1dae-1420-483b-b9f0-23fa6d85ca12 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:02.410720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d8d8b-1775-4879-8a8e-cba49e36952f req-cf507bfd-3a28-404f-b8d4-94d746b609e7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.412596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-921d8d8b-1775-4879-8a8e-cba49e36952f req-cf507bfd-3a28-404f-b8d4-94d746b609e7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1166372 Sep 18 00:48:02.503788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-921d8d8b-1775-4879-8a8e-cba49e36952f req-d19166d3-f311-4f85-afde-fafb4363a4c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799572 Sep 18 00:48:02.518523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0cbd88-61a6-43a6-aaa2-18c0b6ff0bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.520326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-376c4c1a-28b7-46e6-acfd-cd5fe792ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.521755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-376c4c1a-28b7-46e6-acfd-cd5fe792ff9c service neutron] 10.222.0.48 "GET /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 1028 time: 0.0739000 Sep 18 00:48:02.552838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0cbd88-61a6-43a6-aaa2-18c0b6ff0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.618519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cbd88-61a6-43a6-aaa2-18c0b6ff0bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8139c500-a103-453e-8f57-24a7d117eaa4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:02.620672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.637493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-181179ec-85b5-434e-b722-84b339d589e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.639989 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-181179ec-85b5-434e-b722-84b339d589e1 service neutron] 10.222.0.48 "GET /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 1027 time: 0.1062090 Sep 18 00:48:02.647447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8d0cbd88-61a6-43a6-aaa2-18c0b6ff0bd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3eb0937bd96b456087551dc757c75cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258679 Sep 18 00:48:02.650738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba16fad5-0d3d-48e8-80ea-f7e93511fc7c req-6d85186c-b26b-4bad-b76b-d55f85443074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0520418 Sep 18 00:48:02.651525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 48446) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:02.701549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'Port': ['ID=80de1dae-1420-483b-b9f0-23fa6d85ca12,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:02.822242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d4cc458b-b915-466f-a18e-8f6fc3176c14 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.828999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d4cc458b-b915-466f-a18e-8f6fc3176c14 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.832756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d6f79d4-8816-4f34-9707-b781c4f91385 req-9540ffd3-3853-42c8-aeaa-5cadc1842630 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 210 time: 0.0736501 Sep 18 00:48:02.835240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d4cc458b-b915-466f-a18e-8f6fc3176c14 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.837649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d4cc458b-b915-466f-a18e-8f6fc3176c14 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 1990 time: 0.1877241 Sep 18 00:48:02.894816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-61f106f9-c70e-4742-81ff-b415a18ebec5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae25121755ba4b8196dc35e2a2756794 HTTP/1.1" status: 200 len: 379 time: 0.0478075 Sep 18 00:48:02.908906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'admin_state_up': True, 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'security_groups': ['87f5e6c1-e290-4e48-820f-2e9b6b11640a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:02.939010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.962267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.965305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.980250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac112384-c8a4-4265-920a-3a259105387a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "DELETE /v2.0/floatingips/ccf45555-b4fb-443e-a115-9aa67622bd42 HTTP/1.1" status: 204 len: 168 time: 0.9485877 Sep 18 00:48:02.999605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9825e12-571d-41f6-82d7-5e37eb6eeeb5 req-6c9f5a0e-d30c-4c2b-9206-147de79f344d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.999605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9825e12-571d-41f6-82d7-5e37eb6eeeb5 req-6c9f5a0e-d30c-4c2b-9206-147de79f344d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 944 time: 0.1734333 Sep 18 00:48:03.006342 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.089297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:03.094518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.277386 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.280646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.295320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8139c500-a103-453e-8f57-24a7d117eaa4 HTTP/1.1" status: 204 len: 168 time: 0.6029012 Sep 18 00:48:03.306201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 172.20.0.7 (0050c8ec-5ce2-4dbc-823e-c59be2124683/42aa3a0f-2113-469e-b526-63fa236e26cb/e6ba0d91-c23d-432a-891d-333a6c3c2d88) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:03.319529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9825e12-571d-41f6-82d7-5e37eb6eeeb5 req-873fd91d-930c-41da-86b5-158aad6d11e4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994738 Sep 18 00:48:03.355397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e5759-85e9-4797-98b7-02705ef1e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8139c500-a103-453e-8f57-24a7d117eaa4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:03.426134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-97bbc552-af66-46af-a733-a7f9a61302d9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:03.426134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-97bbc552-af66-46af-a733-a7f9a61302d9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.3000712 Sep 18 00:48:03.444763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'device_id': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'admin_state_up': True, 'tenant_id': 'b20e09258ef0486d9c031486a4356292'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:03.567052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48464) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:03.602159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957404538', 'description': 'tempest-description--1376758750'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:03.694374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493858c5-a55d-4bbc-8547-0b44a179f311 req-f95f1145-4623-45d5-bd3f-048dcfa38f67 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:03.703210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-493858c5-a55d-4bbc-8547-0b44a179f311 req-f95f1145-4623-45d5-bd3f-048dcfa38f67 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0938566 Sep 18 00:48:03.719680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.775675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-493858c5-a55d-4bbc-8547-0b44a179f311 req-72137526-619d-4419-b250-49f7209a7a3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588481 Sep 18 00:48:03.776456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:03.780399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.815641 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.851945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3c5bec7d-82b7-4e74-abef-db1d9c404982 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:03.923003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.973627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 3c5bec7d-82b7-4e74-abef-db1d9c404982 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:03.980360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 3c5bec7d-82b7-4e74-abef-db1d9c404982 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:03.981277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.036709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e9081f0e-cf28-40c3-b0f3-7f5240effbf0 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:48:04.066690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:04.083329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:04.092320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.099451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:04.114701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: e9081f0e-cf28-40c3-b0f3-7f5240effbf0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:48:04.115285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e9081f0e-cf28-40c3-b0f3-7f5240effbf0 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:48:04.175284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52aef861-f097-4ffe-a8b6-cc6952171ff3 req-1c90a465-8645-43b5-8fcb-6df1328c5a1d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 210 time: 0.1963305 Sep 18 00:48:04.176558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.209559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:04.227118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.229065 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6605895 Sep 18 00:48:04.242270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb419a72-0a6e-44f5-bacd-c6865041dd19 req-7516cae1-023a-48dd-bfdb-b7d4e9038487 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:04.252491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48496) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:04.257048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb419a72-0a6e-44f5-bacd-c6865041dd19 req-7516cae1-023a-48dd-bfdb-b7d4e9038487 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 931 time: 0.2767224 Sep 18 00:48:04.267959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.269895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group_rule': {'security_group_id': 'b5880a15-3363-47c4-b322-f47badece214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:04.331814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:04.332970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.334940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:04.338563 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c45c9-bd1f-4d98-ac93-152a864d4254" -d '{"events": [{"server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "name": "network-vif-plugged", "status": "completed", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:04.347144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12044d-0eef-4922-9888-e683c5c24467 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5880a15-3363-47c4-b322-f47badece214,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:04.360542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.20.0.3 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/3fd72ee9-6146-4596-9f61-084521110224) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:04.369583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-564cabe1-7973-443c-acce-3bbb552958e5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665568 Sep 18 00:48:04.374543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb419a72-0a6e-44f5-bacd-c6865041dd19 req-18f8eee5-f58f-4d02-8cb7-c6648a722987 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163888 Sep 18 00:48:04.389955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'admin_state_up': True, 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'security_groups': ['87f5e6c1-e290-4e48-820f-2e9b6b11640a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:04.401538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:04.426902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.494226 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d62055-213d-4697-b690-1e7b3defb6dc x-openstack-request-id: req-d9d62055-213d-4697-b690-1e7b3defb6dc {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:04.494747 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "name": "network-vif-plugged", "status": "completed", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:04.495194 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9d62055-213d-4697-b690-1e7b3defb6dc {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:04.495786 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982', 'code': 200} Sep 18 00:48:04.557448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:04.609412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5054e64a-9b43-4e41-9dd7-c9d5d8b58b34 None None] Provisioning complete for port e6ba0d91-c23d-432a-891d-333a6c3c2d88 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:04.610141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5054e64a-9b43-4e41-9dd7-c9d5d8b58b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.671409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.697102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5054e64a-9b43-4e41-9dd7-c9d5d8b58b34 None None] Port e6ba0d91-c23d-432a-891d-333a6c3c2d88 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:04.753472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ee12-6a28-4023-8821-4fffe85e5d09 req-5844b2c0-15a4-443a-b928-ae88240b3fe3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:04.754881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd46ee12-6a28-4023-8821-4fffe85e5d09 req-5844b2c0-15a4-443a-b928-ae88240b3fe3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.2037058 Sep 18 00:48:04.800144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:04.805566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.809437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.814481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aae53-8a30-4220-9283-432d9e81b9c3 req-fde63f0c-2553-4ed6-ae4d-fe702469e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:04.827223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f52aae53-8a30-4220-9283-432d9e81b9c3 req-fde63f0c-2553-4ed6-ae4d-fe702469e279 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 1097 time: 0.2083287 Sep 18 00:48:04.872430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd46ee12-6a28-4023-8821-4fffe85e5d09 req-aeeb3045-0b40-4568-9c5f-32fba2212fa6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075904 Sep 18 00:48:04.955573 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f52aae53-8a30-4220-9283-432d9e81b9c3 req-b6901e8d-e567-46e4-bc68-8dd4024ab5e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113162 Sep 18 00:48:04.966176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:04.981181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.003392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.048274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:05.055923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:05.063585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903f7d-f70e-4af4-8ca1-a96beae8042f req-baa48f36-a827-4440-9f13-7b05352d1399 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:05.065139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4903f7d-f70e-4af4-8ca1-a96beae8042f req-baa48f36-a827-4440-9f13-7b05352d1399 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1915169 Sep 18 00:48:05.066867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:05.069523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:05.081138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94cf8c6-e2e8-44a2-a9cf-d9d2889f2e90,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:05.085435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.087314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3c0b2b3-a0e2-4322-8205-70e0439b02f6 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8248610 Sep 18 00:48:05.092289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:05.101283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'security_group_rule': {'security_group_id': 'b5880a15-3363-47c4-b322-f47badece214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:05.139472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:05.140915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.153001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.214972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-77e135b3-8002-4747-adef-4e8fa250ab5a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7793365 Sep 18 00:48:05.221956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.1.1.188 (0459e924-f100-4de8-be0d-1f241c4c513c/4c3741c0-837f-41dd-8f27-f0db56e2d07c/f36899a9-74f3-4bca-abd0-0783c5adf848) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:05.241374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Request body: {'port': {'device_id': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:05.263550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4903f7d-f70e-4af4-8ca1-a96beae8042f req-87c53636-5887-452d-ba59-fbf536ad4f94 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171968 Sep 18 00:48:05.292851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.304195 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.362665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0443a8a-5329-4efd-9a3d-fe16fffb7c42,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:05.391781 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.393491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a704e9e4-f148-4dc2-8880-07e474e8f0ed tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999408 Sep 18 00:48:05.401249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48532) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:05.421535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:05.519873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.535544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-89458bfc-6a02-432c-934e-5cb10a8f793f None None] Provisioning complete for port 3fd72ee9-6146-4596-9f61-084521110224 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:05.536729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-89458bfc-6a02-432c-934e-5cb10a8f793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.584695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-89458bfc-6a02-432c-934e-5cb10a8f793f None None] Port 3fd72ee9-6146-4596-9f61-084521110224 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:05.596645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.653159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffaa5c-8951-4043-8084-407e87ac106f req-634a2bc3-3ca2-488c-a2b0-2815f497b13e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:05.660385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cffaa5c-8951-4043-8084-407e87ac106f req-634a2bc3-3ca2-488c-a2b0-2815f497b13e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 931 time: 0.2128379 Sep 18 00:48:05.725224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f436fe-0a45-4e73-9848-1676b0cc3633 req-6bb493c6-7843-408f-8bdb-a347626fd3e8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:05.725866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:05.727723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f436fe-0a45-4e73-9848-1676b0cc3633 req-6bb493c6-7843-408f-8bdb-a347626fd3e8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 931 time: 0.1793458 Sep 18 00:48:05.780692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cffaa5c-8951-4043-8084-407e87ac106f req-e844d867-a129-4916-8e53-3af044ebd26e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194105 Sep 18 00:48:05.843149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f436fe-0a45-4e73-9848-1676b0cc3633 req-7dc4811c-afb6-43b3-b5e5-eabee24cbcb5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662568 Sep 18 00:48:06.065057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192d749-e25b-41bf-b9a1-3e500e722111 req-0d6d39aa-19e4-4e0b-8dbc-3a482e37b32e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:06.066668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e192d749-e25b-41bf-b9a1-3e500e722111 req-0d6d39aa-19e4-4e0b-8dbc-3a482e37b32e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Sep 18 00:48:06.181015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e192d749-e25b-41bf-b9a1-3e500e722111 req-d67bb4e2-ad78-4a47-8fc1-4ed9d7de3022 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038113 Sep 18 00:48:06.193182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd72ee9-6146-4596-9f61-084521110224 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:06.210609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.233460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Transition to ACTIVE for port object 3fd72ee9-6146-4596-9f61-084521110224 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:06.245239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.363598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.383564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Pushing event updated for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:06.411816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0459e924-f100-4de8-be0d-1f241c4c513c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:06.442353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:06.464470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:06.544753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Attempting to bind port 3fd72ee9-6146-4596-9f61-084521110224 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:06.545375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Attempting to bind port 3fd72ee9-6146-4596-9f61-084521110224 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:06.545489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Attempting to bind port 3fd72ee9-6146-4596-9f61-084521110224 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:06.558773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Port 3fd72ee9-6146-4596-9f61-084521110224 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:06.559192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Attempting to bind port 3fd72ee9-6146-4596-9f61-084521110224 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:06.594063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:06.594740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.601703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:06.602235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:06.604712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:06.605221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Bound port: 3fd72ee9-6146-4596-9f61-084521110224, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:06.605602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.657126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d8e9-b57a-45da-adb3-6c949087f594 req-53a42e4a-7a21-4b51-b6a8-2aaed5fbd916 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:06.658058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:06.661854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.674212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4843d8e9-b57a-45da-adb3-6c949087f594 req-53a42e4a-7a21-4b51-b6a8-2aaed5fbd916 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2068441 Sep 18 00:48:06.700308 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ff8389b9-daef-46b6-9823-09cc1a5dce32 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3212841 Sep 18 00:48:06.785015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'admin_state_up': True, 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'security_groups': ['87f5e6c1-e290-4e48-820f-2e9b6b11640a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:06.790474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4843d8e9-b57a-45da-adb3-6c949087f594 req-badb1528-487b-47e5-bdc4-b3cb54d7c17a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Sep 18 00:48:06.791633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:06.807275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3fd72ee9-6146-4596-9f61-084521110224,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:06.817425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.954272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9441f5dc-8625-4735-ab97-cef6f6bec3db None None] Provisioning complete for port f36899a9-74f3-4bca-abd0-0783c5adf848 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:06.955244 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9441f5dc-8625-4735-ab97-cef6f6bec3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.985369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Allocated IP 172.25.7.47 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/08119424-64e2-456e-97a3-01e276761e0d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:06.993025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:06.993654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:06.998909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] 10.222.0.48 "PUT /v2.0/ports/3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 200 len: 1092 time: 1.7703846 Sep 18 00:48:07.093188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9441f5dc-8625-4735-ab97-cef6f6bec3db None None] Port f36899a9-74f3-4bca-abd0-0783c5adf848 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:07.147606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.238080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.274614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:07.282025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.363724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:07.370179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:07.372991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:07.474404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=08119424-64e2-456e-97a3-01e276761e0d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:07.602587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'tag': '3fd72ee9-6146-4596-9f61-084521110224'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:07.605857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.607667 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d733dc-383f-458e-821f-46cc4a3bedbb" -d '{"events": [{"name": "network-changed", "server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "tag": "3fd72ee9-6146-4596-9f61-084521110224"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:07.619549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.1.1.210 (0459e924-f100-4de8-be0d-1f241c4c513c/4c3741c0-837f-41dd-8f27-f0db56e2d07c/e0d49ef0-1551-4ee9-8695-8b87a9aaf883) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:07.660789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48610) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:07.687092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.724309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849474-df4d-4d13-a6a2-e0368ee7ddad service neutron] Pushing event updated for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:07.778260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cbcaf-d9e6-4615-8bc2-8bd0eacd2b78 req-0e236e69-fd2d-41f1-a6c9-36fe99a46bc3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:07.779997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-927cbcaf-d9e6-4615-8bc2-8bd0eacd2b78 req-0e236e69-fd2d-41f1-a6c9-36fe99a46bc3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 943 time: 0.8083162 Sep 18 00:48:07.802089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-c79da404-a06e-44b4-91fb-fa8f874aabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:07.802089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-c79da404-a06e-44b4-91fb-fa8f874aabc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 1095 time: 0.1903939 Sep 18 00:48:07.915565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:07.953252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402755-8a7f-48db-9a4e-0b3eb797cae4 req-a3bd9287-a696-40eb-9036-d7bb0ec999f1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:07.960245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402755-8a7f-48db-9a4e-0b3eb797cae4 req-a3bd9287-a696-40eb-9036-d7bb0ec999f1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:07.962824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c402755-8a7f-48db-9a4e-0b3eb797cae4 req-a3bd9287-a696-40eb-9036-d7bb0ec999f1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 1653 time: 0.3415287 Sep 18 00:48:07.970198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-ebb43e03-a0ec-4cc7-aaad-f995e0259df8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 200 len: 217 time: 0.1476207 Sep 18 00:48:07.974956 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feaf376c-4278-4f6e-b098-3d38debcf4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.013046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.074195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-927cbcaf-d9e6-4615-8bc2-8bd0eacd2b78 req-e4a5d2d2-55e6-415b-8b4f-7cdfb827f732 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669535 Sep 18 00:48:08.075968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.083135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c402755-8a7f-48db-9a4e-0b3eb797cae4 req-6ad4a4de-a9c1-4762-a03c-9c4e5b56268c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119645 Sep 18 00:48:08.103639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-e5642d17-670e-44f2-ad8d-0ee1875d93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.105461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-e5642d17-670e-44f2-ad8d-0ee1875d93f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1232731 Sep 18 00:48:08.115436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 0459e924-f100-4de8-be0d-1f241c4c513c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:08.142771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.165161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:08.171039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:08.264175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452670e-534b-4424-9c37-1a9ea488509c req-7d1c6439-b8e9-4528-a359-23c248884190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.268653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-7d1c6439-b8e9-4528-a359-23c248884190 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555021 Sep 18 00:48:08.275427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feaf376c-4278-4f6e-b098-3d38debcf4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.292251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede6e1c-3b8f-4012-8f4f-a74e7ab9af08 req-bf86505f-a66a-4d2d-9747-019c9f88bb5b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.295143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bede6e1c-3b8f-4012-8f4f-a74e7ab9af08 req-bf86505f-a66a-4d2d-9747-019c9f88bb5b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1210191 Sep 18 00:48:08.364887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feaf376c-4278-4f6e-b098-3d38debcf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.392337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bede6e1c-3b8f-4012-8f4f-a74e7ab9af08 req-80645087-e6dd-41d3-9bfe-3a3a1eb6c1cf tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679302 Sep 18 00:48:08.451382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:08.464959 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f0805-f72d-4550-aab3-0d6e08dd7e42 x-openstack-request-id: req-416f0805-f72d-4550-aab3-0d6e08dd7e42 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:08.465248 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "tag": "3fd72ee9-6146-4596-9f61-084521110224", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:08.465476 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-416f0805-f72d-4550-aab3-0d6e08dd7e42 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:08.465864 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'tag': '3fd72ee9-6146-4596-9f61-084521110224', 'status': 'completed', 'code': 200} Sep 18 00:48:08.502619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-647f966c-2782-498a-bf21-098ad805d432 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056215 Sep 18 00:48:08.559304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9d0fc723-84c4-43a6-814b-0387f79767a4 None None] Provisioning complete for port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:08.560277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc723-84c4-43a6-814b-0387f79767a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.632213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fc723-84c4-43a6-814b-0387f79767a4 None None] Port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:08.672750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.673446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.676606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=08119424-64e2-456e-97a3-01e276761e0d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:08.703321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf376c-4278-4f6e-b098-3d38debcf4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c10ac7d-3924-47f8-8f01-8897ed72a661,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:08.707748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.726928 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-feaf376c-4278-4f6e-b098-3d38debcf4b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4214310873cf4fb19fab1b50feec9ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0602405 Sep 18 00:48:08.730063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48636) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:08.752251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:08.762339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c79403f7-e1a6-4a6e-81d8-f7ea50e51b3d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3511858 Sep 18 00:48:08.762339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-546f3928-e28c-4cac-9af1-fa54e114cd57 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762304 Sep 18 00:48:08.782078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'admin_state_up': True, 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'security_groups': ['87f5e6c1-e290-4e48-820f-2e9b6b11640a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:08.827125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6eb1b-86f5-4017-8d4a-a3339d9abff7 req-2fa8ca06-a6fa-4a78-aaed-6ad00440dc81 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.828732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8a6eb1b-86f5-4017-8d4a-a3339d9abff7 req-2fa8ca06-a6fa-4a78-aaed-6ad00440dc81 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2797647 Sep 18 00:48:08.847230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e452670e-534b-4424-9c37-1a9ea488509c req-5c523fd3-e20e-48b3-b161-89daa710cd25 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371260 Sep 18 00:48:08.892214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea2d25-a6bf-4ee2-93ba-def918813fa1 req-d862d3cb-8699-49de-9bb0-151a8e4c5f72 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.908172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90ea2d25-a6bf-4ee2-93ba-def918813fa1 req-d862d3cb-8699-49de-9bb0-151a8e4c5f72 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1976674 Sep 18 00:48:08.964083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.002404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.007373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90ea2d25-a6bf-4ee2-93ba-def918813fa1 req-11e107d3-01dc-44be-868a-25ab170d1891 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977969 Sep 18 00:48:09.041072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-2a9bc5c0-88fa-46b0-ba49-1beb51591c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.044761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-2a9bc5c0-88fa-46b0-ba49-1beb51591c45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 1095 time: 0.1345739 Sep 18 00:48:09.062439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8a6eb1b-86f5-4017-8d4a-a3339d9abff7 req-29206c44-fd39-4a96-a801-1dbc76a61c3c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110062 Sep 18 00:48:09.073392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:09.210274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.280019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-08b2a9a4-0b6f-4f7e-99e5-59a01b7b0b9c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1957404538&fields=id&tenant_id=dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 267 time: 0.0946763 Sep 18 00:48:09.287606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.290638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-f2372b09-2bbb-463b-a96a-9149f88a00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.290836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.292139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-f2372b09-2bbb-463b-a96a-9149f88a00df service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2288253 Sep 18 00:48:09.296485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c10ac7d-3924-47f8-8f01-8897ed72a661 HTTP/1.1" status: 204 len: 168 time: 0.5623350 Sep 18 00:48:09.307603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493dbde-998e-4e30-9577-c7a9936a268a req-f23aa685-f29b-4de0-86dc-b48abe710f5b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.309659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7493dbde-998e-4e30-9577-c7a9936a268a req-f23aa685-f29b-4de0-86dc-b48abe710f5b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 943 time: 0.1204073 Sep 18 00:48:09.310394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f2c2-79b5-4c3a-a22a-392783eb0f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c10ac7d-3924-47f8-8f01-8897ed72a661,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:09.456984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-164ea7a0-3588-4e70-9462-a2ae3668a6c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 200 len: 217 time: 0.1291096 Sep 18 00:48:09.557560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7493dbde-998e-4e30-9577-c7a9936a268a req-9871cee5-6174-496e-9a58-7c66be96d62f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763926 Sep 18 00:48:09.593465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-9f6a72dc-a701-49ab-8b26-964e0c525136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.595755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-9f6a72dc-a701-49ab-8b26-964e0c525136 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0982606 Sep 18 00:48:09.603394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-1c920bcf-91fe-4390-94ca-b7359266c16f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.605050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-1c920bcf-91fe-4390-94ca-b7359266c16f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 810 time: 0.3112512 Sep 18 00:48:09.653630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-53487f5c-8241-443c-a00f-ae1708afe1e3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/quotas/dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 375 time: 0.0151842 Sep 18 00:48:09.662856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-9dcf12c0-6d54-47a9-a979-3ffc23e4f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.664577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-9dcf12c0-6d54-47a9-a979-3ffc23e4f6da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581827 Sep 18 00:48:09.757012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.2.2.100 (61b58db0-12ce-4e66-a60b-37e221ac1f8b/c4fe7a38-648b-413e-8b7a-63f485e5764b/91703b7e-2d01-42b8-9804-378fb8ab6c72) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:09.846673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-2b95b525-fcb2-4e36-a25b-759f7a7a5de7 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1802547 Sep 18 00:48:09.884546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48674) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:09.906534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d704dbc6-21a0-4cfa-9ea4-b3bdea4ffbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.962181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:09.983126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16798dec-6d76-4112-abe7-b53e35b64e5c req-86944a0c-1c6d-41a5-aa82-a4254eff5658 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.989196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16798dec-6d76-4112-abe7-b53e35b64e5c req-86944a0c-1c6d-41a5-aa82-a4254eff5658 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.996269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16798dec-6d76-4112-abe7-b53e35b64e5c req-86944a0c-1c6d-41a5-aa82-a4254eff5658 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.998094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16798dec-6d76-4112-abe7-b53e35b64e5c req-86944a0c-1c6d-41a5-aa82-a4254eff5658 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 2374 time: 0.2724278 Sep 18 00:48:10.000042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-37712635-5655-46be-9d01-21eb2e2210bd service neutron] 10.222.0.49 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442118 Sep 18 00:48:10.022329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-473f9db3-b0dc-40f3-9974-17757cb33481 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443849 Sep 18 00:48:10.057808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.128130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:10.142137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:10.144921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:10.152535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d704dbc6-21a0-4cfa-9ea4-b3bdea4ffbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.173088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:10.178183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d704dbc6-21a0-4cfa-9ea4-b3bdea4ffbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.228647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16798dec-6d76-4112-abe7-b53e35b64e5c req-900edc53-5dad-4813-8bd4-678139533228 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824882 Sep 18 00:48:10.230958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704dbc6-21a0-4cfa-9ea4-b3bdea4ffbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399e9c9-b0ec-43ca-8162-2a6ba5e9343b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:10.242196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:10.243136 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.265030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d704dbc6-21a0-4cfa-9ea4-b3bdea4ffbbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f991c7bd9eb341daafc8bf631fba4f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794343 Sep 18 00:48:10.271744 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-0eaa7c67-efd1-40a7-abc7-0e3eb6f70e6e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5077050 Sep 18 00:48:10.272264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 48684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:10.304207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'admin_state_up': True, 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'security_groups': ['87f5e6c1-e290-4e48-820f-2e9b6b11640a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:10.317218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-6a4330cd-2484-414d-84d5-77e3c42b669f service neutron] 10.222.0.49 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058794 Sep 18 00:48:10.321339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73d733dc-383f-458e-821f-46cc4a3bedbb req-93bdd5ad-8a06-4305-b3ee-e319d72279f3 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841747 Sep 18 00:48:10.436006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50c53b-d3fc-4002-a3e0-e991cab92f30 req-034115e0-aa3e-44c7-9ce5-427bbaca4dd5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:10.438204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b50c53b-d3fc-4002-a3e0-e991cab92f30 req-034115e0-aa3e-44c7-9ce5-427bbaca4dd5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1106215 Sep 18 00:48:10.501245 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.526563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b50c53b-d3fc-4002-a3e0-e991cab92f30 req-f3787660-9109-4d5c-9be7-1d219688a82c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Sep 18 00:48:10.571931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.575172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Made reservation on behalf of ae25121755ba4b8196dc35e2a2756794 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:10.580426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.616394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c4629faa-f6e6-420e-8a30-adfeecf07145 None None] Provisioning complete for port 91703b7e-2d01-42b8-9804-378fb8ab6c72 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:10.617043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4629faa-f6e6-420e-8a30-adfeecf07145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.689075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ab0032a-13bc-4e61-9e16-73a38f217260 req-d9bbe936-7fb1-451f-a036-54c302934714 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0517642 Sep 18 00:48:10.706029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c4629faa-f6e6-420e-8a30-adfeecf07145 None None] Port 91703b7e-2d01-42b8-9804-378fb8ab6c72 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:10.716428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.719972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:10.721025 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3399e9c9-b0ec-43ca-8162-2a6ba5e9343b HTTP/1.1" status: 204 len: 168 time: 0.4478116 Sep 18 00:48:10.731460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3a1f-7a00-47f1-901c-0dc8f6b07a96 req-8e85f6b9-8de9-49ae-a832-904f563c968c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:10.749839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-680c3a1f-7a00-47f1-901c-0dc8f6b07a96 req-8e85f6b9-8de9-49ae-a832-904f563c968c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1539569 Sep 18 00:48:10.764738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cef3d-ca72-415f-9b1f-4a07a1769bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399e9c9-b0ec-43ca-8162-2a6ba5e9343b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:10.895109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-680c3a1f-7a00-47f1-901c-0dc8f6b07a96 req-7608f8ed-f328-406d-a23f-c101742030eb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267526 Sep 18 00:48:10.974977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a3ee4-dcab-4f17-80a7-1178b7c9dd42 req-d556cfcd-32b2-42b5-a1c6-6793590ca6af tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:10.977204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d48a3ee4-dcab-4f17-80a7-1178b7c9dd42 req-d556cfcd-32b2-42b5-a1c6-6793590ca6af tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 943 time: 0.0811188 Sep 18 00:48:11.003781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Allocated IP 10.2.2.200 (61b58db0-12ce-4e66-a60b-37e221ac1f8b/c4fe7a38-648b-413e-8b7a-63f485e5764b/a7c1a246-9c04-42ac-92c0-08a8c2452e79) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:11.063583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d48a3ee4-dcab-4f17-80a7-1178b7c9dd42 req-6b136128-00d2-4f8d-996b-7aabcbade81f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Sep 18 00:48:11.268031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.320463 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.365327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:11.380143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:11.404549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:11.470189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.478048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.484102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.490412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.497694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.510155 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-0606d59a-c053-4893-ba69-329345f51221 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 3816 time: 0.1688175 Sep 18 00:48:11.550182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event updated for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:11.596440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482d253a-80fd-4d9d-b6e8-27ca45a222d4 req-f24bc76e-eb2f-4eaa-8432-add7441b02cc tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890124 Sep 18 00:48:11.624477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.626836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.663328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-d7ed7411-a39e-4648-b691-4b6e1f739b76 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3723640 Sep 18 00:48:11.679695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:11.767975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.776025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d24b-98f3-438e-b63c-b183b0a5a98d req-a4ac829a-50ca-4636-be23-42c781925e00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.779016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f73d24b-98f3-438e-b63c-b183b0a5a98d req-a4ac829a-50ca-4636-be23-42c781925e00 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1263630 Sep 18 00:48:11.840335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0eb254d0-7a2a-4508-abd8-66f6582569e3 None None] Provisioning complete for port a7c1a246-9c04-42ac-92c0-08a8c2452e79 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:11.841383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0eb254d0-7a2a-4508-abd8-66f6582569e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.885998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f73d24b-98f3-438e-b63c-b183b0a5a98d req-50f7f3bf-b43a-42b0-b865-ed1a863f9927 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658264 Sep 18 00:48:11.937291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0eb254d0-7a2a-4508-abd8-66f6582569e3 None None] Port a7c1a246-9c04-42ac-92c0-08a8c2452e79 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:11.958845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec990e51-42f0-4b94-bcf9-d4f96e23dee4 req-39b4d847-9ab1-462b-a888-c0ef61c15d71 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0715513 Sep 18 00:48:12.043868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3fd72ee9-6146-4596-9f61-084521110224 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:12.124601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d74764-18ea-4a81-bb62-af3694426773 req-c67b1d41-5136-4849-a21e-f34b97655ca2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.127778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67d74764-18ea-4a81-bb62-af3694426773 req-c67b1d41-5136-4849-a21e-f34b97655ca2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1361606 Sep 18 00:48:12.178732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3fd72ee9-6146-4596-9f61-084521110224,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:12.204126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '3fd72ee9-6146-4596-9f61-084521110224', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': '3fd72ee9-6146-4596-9f61-084521110224', 'mac_address': 'fa:16:3e:07:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:12.248639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67d74764-18ea-4a81-bb62-af3694426773 req-6a7d4cde-f457-495e-99a0-ac4f6b8f6fec tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037703 Sep 18 00:48:12.288043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:12.298341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ba0d91-c23d-432a-891d-333a6c3c2d88 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:12.323520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:12.327186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd72ee9-6146-4596-9f61-084521110224 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:12.350951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3fd72ee9-6146-4596-9f61-084521110224,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:12.361876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:12.364379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77ad92-afaf-4bd1-9546-ef1530e9fe31 req-e2c44223-957d-47e9-b475-739fe1ff01c3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.373349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce77ad92-afaf-4bd1-9546-ef1530e9fe31 req-e2c44223-957d-47e9-b475-739fe1ff01c3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 943 time: 0.0947521 Sep 18 00:48:12.450808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce77ad92-afaf-4bd1-9546-ef1530e9fe31 req-b6ad86d3-0a1d-4f7d-835b-c11156854ce9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759416 Sep 18 00:48:12.478009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:12.484522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-e851c789-a8fc-47e5-955e-b0ebb5302743 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.486180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-e851c789-a8fc-47e5-955e-b0ebb5302743 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.54 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 810 time: 0.1802177 Sep 18 00:48:12.572689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Transition to ACTIVE for port object e6ba0d91-c23d-432a-891d-333a6c3c2d88 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:12.591194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:12.594281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:12.681698 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-b2d6bd8f-dab5-4269-b578-bdb33d526842 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa4070cc00e4146a22269bcd2dff4b0 HTTP/1.1" status: 200 len: 380 time: 0.1687086 Sep 18 00:48:12.719893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'port': {'device_id': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'admin_state_up': True, 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'security_groups': ['b5880a15-3363-47c4-b322-f47badece214']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:12.798101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:12.848205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.857193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.864064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.873167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.880614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:12.883433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d80e731f-f721-4d03-99ca-80c83510552c req-f2705a81-a649-455c-8886-3a68390b8bc3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 3828 time: 0.1413522 Sep 18 00:48:12.977344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d80e731f-f721-4d03-99ca-80c83510552c req-bba0f729-9adc-4f53-95e3-d3b1993392a0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875080 Sep 18 00:48:13.095602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Attempting to bind port e6ba0d91-c23d-432a-891d-333a6c3c2d88 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:13.096084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Attempting to bind port e6ba0d91-c23d-432a-891d-333a6c3c2d88 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:13.096616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Attempting to bind port e6ba0d91-c23d-432a-891d-333a6c3c2d88 on network 0050c8ec-5ce2-4dbc-823e-c59be2124683 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:13.099736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daceb6-377d-4635-9965-06166c9bc4c3 req-ac4b513b-a9e8-4138-9376-874273c3c43b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.107420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Port e6ba0d91-c23d-432a-891d-333a6c3c2d88 on network 0050c8ec-5ce2-4dbc-823e-c59be2124683 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:13.108802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46daceb6-377d-4635-9965-06166c9bc4c3 req-ac4b513b-a9e8-4138-9376-874273c3c43b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0909536 Sep 18 00:48:13.115913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Attempting to bind port e6ba0d91-c23d-432a-891d-333a6c3c2d88 on network 0050c8ec-5ce2-4dbc-823e-c59be2124683 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:13.128898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:13.129340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Checking segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:13.129828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Bound using segment: {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:13.130477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Bound port: e6ba0d91-c23d-432a-891d-333a6c3c2d88, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215805b5-f996-4266-aff6-cfb9022237bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:13.131042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.175202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7be95e81-0a9b-4c3c-b42d-d08492573ccd req-e3fc15cd-8654-4059-958c-9e1456bbd550 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0853140 Sep 18 00:48:13.201936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Made reservation on behalf of dfa4070cc00e4146a22269bcd2dff4b0 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:13.205699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.219528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46daceb6-377d-4635-9965-06166c9bc4c3 req-f38c7bf3-63b7-4ce8-99cb-dfc234f25869 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894604 Sep 18 00:48:13.331103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:13.394755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:13.405830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.433114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb0f78-2938-43df-9880-a01371e83e36 req-e4742449-35ea-42ec-91b4-3c178cbd26b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.435232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9cfb0f78-2938-43df-9880-a01371e83e36 req-e4742449-35ea-42ec-91b4-3c178cbd26b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0845599 Sep 18 00:48:13.499806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.500451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.501859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] 10.222.0.48 "PUT /v2.0/ports/e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 1092 time: 1.8286064 Sep 18 00:48:13.502304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:13.504636 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b342b57f-763c-448a-97c0-9d22ea5a19d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:13.538370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9cfb0f78-2938-43df-9880-a01371e83e36 req-c80ba81b-f7b1-470e-98bc-2c73faa0a92a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930784 Sep 18 00:48:13.584253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Allocated IP 172.20.0.12 (67b61fb7-1898-47a5-bbfe-c64db4ffb1fc/11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f/ed4ee570-c1d3-450d-bbf7-6a26043ae39f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:13.647016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:13.725794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d60328-efc8-4c4b-a504-6406efd65ce5 req-6a914ec2-ccbb-4681-aac2-a165b832eece tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.737648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01d60328-efc8-4c4b-a504-6406efd65ce5 req-6a914ec2-ccbb-4681-aac2-a165b832eece tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 944 time: 0.1533604 Sep 18 00:48:13.786702 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a595621-8506-4abd-99b9-e6f6c0034a98 x-openstack-request-id: req-4a595621-8506-4abd-99b9-e6f6c0034a98 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:13.787198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:13.788355 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a595621-8506-4abd-99b9-e6f6c0034a98 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:13.788865 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'status': 'completed', 'code': 200} Sep 18 00:48:13.800208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.801150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.801280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.801753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.802251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.804661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a4311d33-15f9-497a-a679-f7c51961d05d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 4364 time: 0.1083281 Sep 18 00:48:13.809278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.825866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01d60328-efc8-4c4b-a504-6406efd65ce5 req-ee7d545b-a0b5-463f-ae19-dacd574fd852 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694892 Sep 18 00:48:13.839117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fb8d4-3a7e-4277-ad7e-fe9c643bcfba service neutron] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.043585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3fd72ee9-6146-4596-9f61-084521110224 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:14.096183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.096500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-ab0f7d41-401d-486f-835c-83d978436a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.096500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-ab0f7d41-401d-486f-835c-83d978436a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.096500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-ab0f7d41-401d-486f-835c-83d978436a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.096500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-ab0f7d41-401d-486f-835c-83d978436a67 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2658243 Sep 18 00:48:14.175167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 3fd72ee9-6146-4596-9f61-084521110224 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:14.175167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 3fd72ee9-6146-4596-9f61-084521110224 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:14.175167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.354123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.407346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3fd72ee9-6146-4596-9f61-084521110224,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:14.408912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd72ee9-6146-4596-9f61-084521110224'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:14.412860 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f86e6e9-742a-4f46-b5b2-ad1d50739d5c" -d '{"events": [{"server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "name": "network-vif-plugged", "status": "completed", "tag": "3fd72ee9-6146-4596-9f61-084521110224"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:14.420353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.481224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f23c196-0498-4744-a892-d9907efe7996 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:14.489818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.491517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.502987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Transition to ACTIVE for port object 2f23c196-0498-4744-a892-d9907efe7996 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:14.505298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.512688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.514759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.519119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.526933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.534653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.542565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.553278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-39249121-c73b-4672-b714-8cadd0a96b71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 3828 time: 0.4156098 Sep 18 00:48:14.564490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:14.566141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:14.573282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:14.624290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a5d6-7f38-463a-9d15-517320a4a8d5 req-fee94b92-d969-4c24-893a-ea652c2adf30 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.641426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13f6a5d6-7f38-463a-9d15-517320a4a8d5 req-fee94b92-d969-4c24-893a-ea652c2adf30 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 932 time: 0.3497458 Sep 18 00:48:14.661893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event updated for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.733450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8b5c55e-61c5-4b31-854c-b99077ec9d4d req-b0fcc8d1-bed7-4049-9c3a-5d53b12d46fe tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754148 Sep 18 00:48:14.842965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a7798c6d-3b5a-4e07-85d9-005438305773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.846512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b342b57f-763c-448a-97c0-9d22ea5a19d5 req-a7798c6d-3b5a-4e07-85d9-005438305773 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7420819 Sep 18 00:48:14.867888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13f6a5d6-7f38-463a-9d15-517320a4a8d5 req-cebc1037-a042-43d9-bbc6-320c5b57c527 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104583 Sep 18 00:48:14.944976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.945862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.947960 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ad9fc-6a7a-4fac-bda7-d57f44469750 x-openstack-request-id: req-991ad9fc-6a7a-4fac-bda7-d57f44469750 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:14.948268 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "name": "network-vif-plugged", "status": "completed", "tag": "3fd72ee9-6146-4596-9f61-084521110224", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:14.948701 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-991ad9fc-6a7a-4fac-bda7-d57f44469750 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:14.950613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Attempting to bind port 2f23c196-0498-4744-a892-d9907efe7996 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:14.950965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Attempting to bind port 2f23c196-0498-4744-a892-d9907efe7996 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:14.951467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Attempting to bind port 2f23c196-0498-4744-a892-d9907efe7996 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:14.953891 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd72ee9-6146-4596-9f61-084521110224', 'code': 200} Sep 18 00:48:14.980856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.981785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae5b87-835a-4cb0-9b16-37a5ea3008f4 req-3865b61c-1398-43e8-835f-312fd25813af tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.985891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Port 2f23c196-0498-4744-a892-d9907efe7996 on network 0459e924-f100-4de8-be0d-1f241c4c513c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:14.986405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Attempting to bind port 2f23c196-0498-4744-a892-d9907efe7996 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:14.998239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43ae5b87-835a-4cb0-9b16-37a5ea3008f4 req-3865b61c-1398-43e8-835f-312fd25813af tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1288264 Sep 18 00:48:15.002448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:15.003502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:15.003502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Bound using segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:15.004558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Bound port: 2f23c196-0498-4744-a892-d9907efe7996, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:15.004558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:15.009384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-10941fab-9ef5-4ef3-a3e5-0cfad221a112 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2963817 Sep 18 00:48:15.068164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-71b350cc-0266-40f1-9ebb-52a52bdcbca4 None None] Provisioning complete for port ed4ee570-c1d3-450d-bbf7-6a26043ae39f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:15.068820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71b350cc-0266-40f1-9ebb-52a52bdcbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:15.072443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Request body: {'port': {'device_id': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:15.139361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43ae5b87-835a-4cb0-9b16-37a5ea3008f4 req-a2ce915b-40a7-43e4-a641-a185131d480b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381104 Sep 18 00:48:15.195569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-71b350cc-0266-40f1-9ebb-52a52bdcbca4 None None] Port ed4ee570-c1d3-450d-bbf7-6a26043ae39f cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:15.217837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7856a-a080-4a84-a1f9-798aa0f903f8 req-63c60325-8f7c-4923-a9dd-1d4d2b4623cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.219982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae7856a-a080-4a84-a1f9-798aa0f903f8 req-63c60325-8f7c-4923-a9dd-1d4d2b4623cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 1097 time: 0.1620181 Sep 18 00:48:15.241614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470ac1-7149-4a5b-87e6-50356d58042d req-94d81d1f-d4b1-4157-9539-1f7788ccaf6d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.243684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74470ac1-7149-4a5b-87e6-50356d58042d req-94d81d1f-d4b1-4157-9539-1f7788ccaf6d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1531084 Sep 18 00:48:15.269699 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:15.310534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:15.346159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=2f23c196-0498-4744-a892-d9907efe7996,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:15.348071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74470ac1-7149-4a5b-87e6-50356d58042d req-5450b932-ae97-4809-9911-c9e30f16f07b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Sep 18 00:48:15.355146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae7856a-a080-4a84-a1f9-798aa0f903f8 req-aaddb584-1627-4184-9429-d0242755ff52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257083 Sep 18 00:48:15.360495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:15.384209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084c4b-d002-4136-b76b-5308254f8c9b req-949f8f44-cb5f-44c9-b3ee-b29f0ac2703a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.393136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6084c4b-d002-4136-b76b-5308254f8c9b req-949f8f44-cb5f-44c9-b3ee-b29f0ac2703a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1172011 Sep 18 00:48:15.477927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6084c4b-d002-4136-b76b-5308254f8c9b req-983d62ae-ba51-4935-8936-5d159a10a7fa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834906 Sep 18 00:48:15.963758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.965435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:15.966425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.967414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 1132 time: 2.4293485 Sep 18 00:48:15.969905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '2f23c196-0498-4744-a892-d9907efe7996'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:15.972217 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec4f95e-6205-42e9-bda6-43eed0eec0af" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "2f23c196-0498-4744-a892-d9907efe7996"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:15.999055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.006956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.009440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:16.016666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.024366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.030410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.040363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54b240a4-ded6-490e-91af-072c8a70682e req-5518afcd-eed3-4669-a6ac-2dec86e07f8f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 4601 time: 0.1715076 Sep 18 00:48:16.042003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:16.085391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d4eca-6dd5-4e19-a729-63050ff55d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:16.144638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5637-df77-45c8-b558-b2d8ec68267b req-5309ad02-dc4b-492b-9982-23405a08d868 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.154033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374a5637-df77-45c8-b558-b2d8ec68267b req-5309ad02-dc4b-492b-9982-23405a08d868 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 932 time: 0.1035171 Sep 18 00:48:16.159646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54b240a4-ded6-490e-91af-072c8a70682e req-507d5784-c1c1-4dc2-9182-73b765e44e8e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181865 Sep 18 00:48:16.210918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:16.225507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374a5637-df77-45c8-b558-b2d8ec68267b req-28469211-7d5a-4096-bc00-23a8d4daa698 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711439 Sep 18 00:48:16.242383 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f224a53-f29b-4027-8b08-da30fbb2bbc0 x-openstack-request-id: req-7f224a53-f29b-4027-8b08-da30fbb2bbc0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:16.243679 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "2f23c196-0498-4744-a892-d9907efe7996", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:16.244930 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f224a53-f29b-4027-8b08-da30fbb2bbc0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:16.245471 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '2f23c196-0498-4744-a892-d9907efe7996', 'status': 'completed', 'code': 200} Sep 18 00:48:16.394436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ee570-c1d3-450d-bbf7-6a26043ae39f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:16.436555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.437366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.438024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.442458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.443150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.443828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.446565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-bf1e878e-b9d3-4020-8db8-538a5044ba5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5289 time: 0.1688566 Sep 18 00:48:16.593821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:16.643274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Transition to ACTIVE for port object ed4ee570-c1d3-450d-bbf7-6a26043ae39f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:16.750938 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:48:16.764388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:16.951731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:16.996867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:16.998479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:16.999049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:16.999544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.004637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.005200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.005790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.006243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.007028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.007546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.008019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.008550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:17.071483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:17.084838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.132743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff83bd-bfbe-43e4-8e23-61b2d7d2a618 req-a41bb052-81ff-423a-8c8c-0b7a624124da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.142017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Transition to ACTIVE for port object 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:17.143247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85ff83bd-bfbe-43e4-8e23-61b2d7d2a618 req-a41bb052-81ff-423a-8c8c-0b7a624124da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.8029745 Sep 18 00:48:17.147018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Attempting to bind port ed4ee570-c1d3-450d-bbf7-6a26043ae39f on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:17.147827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Attempting to bind port ed4ee570-c1d3-450d-bbf7-6a26043ae39f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:17.148706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Attempting to bind port ed4ee570-c1d3-450d-bbf7-6a26043ae39f on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:17.156439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29b7ea-c4a2-4bdb-b19d-96902ba142eb req-a7d3df54-cacf-4474-b50c-006987f3c068 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.158896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.168630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Port ed4ee570-c1d3-450d-bbf7-6a26043ae39f on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:17.169108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Attempting to bind port ed4ee570-c1d3-450d-bbf7-6a26043ae39f on network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:17.169262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad29b7ea-c4a2-4bdb-b19d-96902ba142eb req-a7d3df54-cacf-4474-b50c-006987f3c068 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.7112019 Sep 18 00:48:17.208588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:17.209029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Checking segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:17.209454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Bound using segment: {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:17.209928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Bound port: ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2484b9d2-c7f8-4437-a2ad-359d80cdca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:17.210398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.270114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85ff83bd-bfbe-43e4-8e23-61b2d7d2a618 req-d89ea9fc-5ad5-492e-a801-606847e5e7c3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250937 Sep 18 00:48:17.341010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad29b7ea-c4a2-4bdb-b19d-96902ba142eb req-57a08a52-ece9-4dbe-b5b0-cc16e2bbc26f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702969 Sep 18 00:48:17.360071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-a0776d3c-0a27-4db3-97a6-197b6959fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.360580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-a0776d3c-0a27-4db3-97a6-197b6959fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.361048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-a0776d3c-0a27-4db3-97a6-197b6959fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.369766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-a0776d3c-0a27-4db3-97a6-197b6959fcf7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9135480 Sep 18 00:48:17.433379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:17.445171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:17.454068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:17.497273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.711322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.744812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.761847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:17.769921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.776571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.777182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.778599 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-4ff81082-0f36-4249-bf37-830f59155a2e service neutron] 10.222.0.54 "PUT /v2.0/ports/ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 200 len: 1093 time: 2.7254798 Sep 18 00:48:17.783690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.802378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.805740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Attempting to bind port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:17.806340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Attempting to bind port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:17.806911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Attempting to bind port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:17.812311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on network 0459e924-f100-4de8-be0d-1f241c4c513c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:17.813080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Attempting to bind port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:17.821317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.822723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:17.823063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:17.823456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Bound using segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:17.823893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Bound port: 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:17.824269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.833052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.834992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-00100663-9827-4bde-8b81-4769273ee074 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5373 time: 0.2860062 Sep 18 00:48:17.871597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-4e5baff6-531a-49f1-95ba-d0bf57fc8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.876257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ec4f95e-6205-42e9-bda6-43eed0eec0af req-4e5baff6-531a-49f1-95ba-d0bf57fc8434 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5047610 Sep 18 00:48:17.991229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb050b2-7b39-4197-a579-5b120252d6b2 req-10022dbd-cb87-4892-a3ee-441cb12568e0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.014966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcb050b2-7b39-4197-a579-5b120252d6b2 req-10022dbd-cb87-4892-a3ee-441cb12568e0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1788502 Sep 18 00:48:18.015989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:18.027210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:18.037436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a544b359-b54d-43ef-9b72-ae48346f3519 req-f81fd6d8-84e3-4d21-b352-7b39c46905e4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899226 Sep 18 00:48:18.046683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:18.080627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcb050b2-7b39-4197-a579-5b120252d6b2 req-5aff1c26-f032-453a-b519-e4746d6b2172 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Sep 18 00:48:18.157319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:18.171591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.172491 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:18.174346 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3a77b372-8af6-4219-8e68-756f1ac3c75d service neutron] 10.222.0.48 "PUT /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 1131 time: 2.1370051 Sep 18 00:48:18.178038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-a29c8002-8d69-4d45-a544-e76f5f8e8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.180448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-a29c8002-8d69-4d45-a544-e76f5f8e8c92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.3196731 Sep 18 00:48:18.274527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f'}, {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:18.284290 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f"}, {"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:18.288035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-d8324512-7f5a-4a59-bca9-ef02a380a487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 200 len: 217 time: 0.0878413 Sep 18 00:48:18.298758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:18.339054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d5fe-cc7e-4b70-94cd-e58db2a12ec8 req-61cc7f84-5658-45a6-b723-a7760681ac34 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.352502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b197d5fe-cc7e-4b70-94cd-e58db2a12ec8 req-61cc7f84-5658-45a6-b723-a7760681ac34 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 944 time: 0.1048069 Sep 18 00:48:18.427047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b197d5fe-cc7e-4b70-94cd-e58db2a12ec8 req-1d4d1fb1-200f-4f3c-8035-0eed1aa9974c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701325 Sep 18 00:48:18.431055 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b6596-f054-4986-945d-57f5108813df x-openstack-request-id: req-932b6596-f054-4986-945d-57f5108813df {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:18.434353 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:18.434906 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-932b6596-f054-4986-945d-57f5108813df {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:18.437543 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'status': 'completed', 'code': 200} Sep 18 00:48:18.437993 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18', 'status': 'completed', 'code': 200} Sep 18 00:48:18.538344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:18.542015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-179734c8-571d-4398-91d0-b3328b25d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.543569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-179734c8-571d-4398-91d0-b3328b25d6ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.1859963 Sep 18 00:48:18.615812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.616591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.617937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.618737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.619380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.620017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.620690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.622794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d0ed2efa-2979-4639-80fb-9c949410204b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6213 time: 0.1873353 Sep 18 00:48:18.777645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-a17be484-e32e-4c0b-b62e-f19c42886001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.779550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-a17be484-e32e-4c0b-b62e-f19c42886001 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2282364 Sep 18 00:48:18.781210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14013a7-1d50-4a69-b4fe-1846d2a43f15 req-d89dfa7d-732b-4562-8094-3ec9ebea9380 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.792133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e14013a7-1d50-4a69-b4fe-1846d2a43f15 req-d89dfa7d-732b-4562-8094-3ec9ebea9380 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.2694471 Sep 18 00:48:18.797232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-752c2ffb-2b9f-43a6-832a-dd551f5e33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.797711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-752c2ffb-2b9f-43a6-832a-dd551f5e33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.798325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-752c2ffb-2b9f-43a6-832a-dd551f5e33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.799906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-752c2ffb-2b9f-43a6-832a-dd551f5e33d6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1650753 Sep 18 00:48:18.930738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-e3b1ab67-cc45-4b4f-b006-6e74f831ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.932606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-e3b1ab67-cc45-4b4f-b006-6e74f831ad80 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234324 Sep 18 00:48:18.943922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f267d06-e5c7-4dbf-842d-8e0ef9391391 req-156c1736-c3c7-4584-8f9b-d9d29dfc0992 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.952672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f267d06-e5c7-4dbf-842d-8e0ef9391391 req-156c1736-c3c7-4584-8f9b-d9d29dfc0992 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.3990476 Sep 18 00:48:19.008881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e14013a7-1d50-4a69-b4fe-1846d2a43f15 req-65a21b88-45dd-4bd6-a1fc-ea4c20aa1728 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157054 Sep 18 00:48:19.038021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-5cf7ea8a-6e06-4dd6-9bd2-e97dbcecbc67 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289338 Sep 18 00:48:19.062144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f267d06-e5c7-4dbf-842d-8e0ef9391391 req-fa4339e7-fcab-4a10-9f80-caa72698aaab tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086075 Sep 18 00:48:19.220312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36899a9-74f3-4bca-abd0-0783c5adf848 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:19.236302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.263822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Transition to ACTIVE for port object f36899a9-74f3-4bca-abd0-0783c5adf848 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:19.274474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c8ff7148-5479-4697-bdd7-70dd8c709810 req-68fed33e-a23d-46a8-8f53-15da6bcf5c21 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170744 Sep 18 00:48:19.276289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.286529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825a59b-2e85-49fe-882c-de6bf85bc060 req-2b58cb44-7477-435f-aafc-ac30f29a7401 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.297279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f825a59b-2e85-49fe-882c-de6bf85bc060 req-2b58cb44-7477-435f-aafc-ac30f29a7401 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1582811 Sep 18 00:48:19.339301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.347027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.349493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:19.362859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.370042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.377266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.384485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.391939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.401297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-6fea74bc-6317-4e74-ae83-ec2b3e27caf4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5373 time: 0.2192454 Sep 18 00:48:19.434872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f825a59b-2e85-49fe-882c-de6bf85bc060 req-83e6bc58-db7a-4056-83b3-8a52cef17099 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364450 Sep 18 00:48:19.465927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-2e428e3d-024d-4296-8689-73a2b84dc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.468118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-2e428e3d-024d-4296-8689-73a2b84dc9f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0974801 Sep 18 00:48:19.469660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Attempting to bind port f36899a9-74f3-4bca-abd0-0783c5adf848 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:19.470188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Attempting to bind port f36899a9-74f3-4bca-abd0-0783c5adf848 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:19.470697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Attempting to bind port f36899a9-74f3-4bca-abd0-0783c5adf848 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:19.477949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Port f36899a9-74f3-4bca-abd0-0783c5adf848 on network 0459e924-f100-4de8-be0d-1f241c4c513c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:19.478553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Attempting to bind port f36899a9-74f3-4bca-abd0-0783c5adf848 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:19.520850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdf84dbc-4731-4ceb-8e22-ee69ad08dc39 req-d45fd5d6-ca3a-45fe-a727-3bb56bedc448 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181180 Sep 18 00:48:19.525321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:19.526442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:19.528604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Bound using segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:19.530378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Bound port: f36899a9-74f3-4bca-abd0-0783c5adf848, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:19.530794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.697991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-80a82bc0-0cb0-4071-92a4-7612eaef7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.699811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-80a82bc0-0cb0-4071-92a4-7612eaef7bea service neutron] 10.222.0.54 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.2229164 Sep 18 00:48:19.718337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:19.742114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a151ea-3221-4d5c-a9bf-33e83a5f9459 req-4bd23e26-fb7a-4aef-97d9-60852c27f7f0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.743787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a151ea-3221-4d5c-a9bf-33e83a5f9459 req-4bd23e26-fb7a-4aef-97d9-60852c27f7f0 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 944 time: 0.1298401 Sep 18 00:48:19.796763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-c157e3d3-7ef4-4bb1-a8c4-5bfe8426c8e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 200 len: 217 time: 0.0883353 Sep 18 00:48:19.800610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:19.806680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6a151ea-3221-4d5c-a9bf-33e83a5f9459 req-8b5dfd23-6253-43a2-9972-248344bd757c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515440 Sep 18 00:48:19.852152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.861251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-2433b61f-40a4-4dc6-8016-61c41c1dbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.862743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-2433b61f-40a4-4dc6-8016-61c41c1dbf9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0597229 Sep 18 00:48:19.928094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:19.928841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.930944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] 10.222.0.48 "PUT /v2.0/ports/f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 1092 time: 1.6381707 Sep 18 00:48:19.962774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fdfc3-f94e-428d-a63c-8777410ddad3 service neutron] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:19.972548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:20.020252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-0eeef2e0-1e8d-42c0-8d68-d5999ed3efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.022115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-0eeef2e0-1e8d-42c0-8d68-d5999ed3efa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364596 Sep 18 00:48:20.102761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:20.291662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1564d-9b9c-466f-ac47-ab1139fbdb61 req-8a7bc4ba-7a5c-42cd-b49c-2266940a9898 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.302942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6b1564d-9b9c-466f-ac47-ab1139fbdb61 req-8a7bc4ba-7a5c-42cd-b49c-2266940a9898 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1445258 Sep 18 00:48:20.322237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec7a3-3f58-4a70-9c52-bcd3b40169b2 req-9ea20f2e-9c1c-417b-8e72-1dfb5e07e9c1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.331911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c94ec7a3-3f58-4a70-9c52-bcd3b40169b2 req-9ea20f2e-9c1c-417b-8e72-1dfb5e07e9c1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1104896 Sep 18 00:48:20.419941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6b1564d-9b9c-466f-ac47-ab1139fbdb61 req-81082cc8-d5d3-44ac-9f3a-b8afe915d3d0 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158690 Sep 18 00:48:20.440774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c94ec7a3-3f58-4a70-9c52-bcd3b40169b2 req-d360a976-8a0f-40e6-896e-d6443bd297e8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965455 Sep 18 00:48:20.504598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:20.508003 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db57fad0-f64b-4bca-975e-d205587fd853" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:20.572317 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-d02f6ff3-b61c-4662-b625-1a6f4ec61596 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347550 Sep 18 00:48:20.581038 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290b138-8ea5-4fb1-be3e-e4dc16850462 x-openstack-request-id: req-2290b138-8ea5-4fb1-be3e-e4dc16850462 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:20.581329 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:20.581578 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2290b138-8ea5-4fb1-be3e-e4dc16850462 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:20.581969 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'status': 'completed', 'code': 200} Sep 18 00:48:20.656986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d49ef0-1551-4ee9-8695-8b87a9aaf883 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:20.681132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:20.761082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Transition to ACTIVE for port object e0d49ef0-1551-4ee9-8695-8b87a9aaf883 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:20.770584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abc856-981a-4f5b-b588-bca8a9f4aadc req-047cba22-64a5-47c8-9aa2-1b4d250f13f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.776737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:20.781756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5abc856-981a-4f5b-b588-bca8a9f4aadc req-047cba22-64a5-47c8-9aa2-1b4d250f13f0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2143893 Sep 18 00:48:20.829086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.829086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.829975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.830184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.830511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.830982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.836892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.836892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db57fad0-f64b-4bca-975e-d205587fd853 req-969e58b6-80b9-44e8-a8de-3c649dde1cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6281 time: 0.1945481 Sep 18 00:48:20.854028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.860960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.871513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.878788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.886479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.893452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.901208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.910368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-781e9e30-5d77-4023-9f36-8868b48a8459 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5385 time: 0.2712955 Sep 18 00:48:20.967464 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a47ce9fd-fbad-45da-ad29-98dcf0fc9437 req-0c153fa2-3c69-4180-ac07-2373a4370842 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792572 Sep 18 00:48:20.996056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:21.027651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Attempting to bind port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:21.027991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Attempting to bind port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:21.028369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Attempting to bind port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:21.033520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 on network 0459e924-f100-4de8-be0d-1f241c4c513c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:21.033840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Attempting to bind port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:21.039720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:21.040072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Checking segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:21.040515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Bound using segment: {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:21.040955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Bound port: e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6b2d55-a496-45d0-adb4-716fc9a9c225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:21.041317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.158732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:21.162091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-4f825c69-68b3-4528-b4b1-0fe9ad5ddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.162673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-4f825c69-68b3-4528-b4b1-0fe9ad5ddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.163055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-4f825c69-68b3-4528-b4b1-0fe9ad5ddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.165506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db57fad0-f64b-4bca-975e-d205587fd853 req-4f825c69-68b3-4528-b4b1-0fe9ad5ddd88 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2454197 Sep 18 00:48:21.166089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:21.173143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.220113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5abc856-981a-4f5b-b588-bca8a9f4aadc req-f9c46008-cd57-4d49-9a12-6e63aeb357e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235768 Sep 18 00:48:21.277981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d1e5404-3c39-45fc-8d10-98f151e1f608 req-19ceec47-c996-466b-ae6a-ff678cea3bab tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3666716 Sep 18 00:48:21.284995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.289445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.290954 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 1092 time: 1.3242745 Sep 18 00:48:21.347661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:21.397498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b749dd-9d32-46c9-81d5-c5ff6cca10fa req-eb473e7a-51f0-475b-9e90-edfb1b20f51d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.405676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21b749dd-9d32-46c9-81d5-c5ff6cca10fa req-eb473e7a-51f0-475b-9e90-edfb1b20f51d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 944 time: 0.1076815 Sep 18 00:48:21.429066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bcda8-fd85-4673-aa50-65ee762d57c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:21.440360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.458782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21b749dd-9d32-46c9-81d5-c5ff6cca10fa req-674caaed-00a7-4b5a-a4ca-324039ffc174 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521207 Sep 18 00:48:21.484424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57fad0-f64b-4bca-975e-d205587fd853 req-6de29a5a-2768-4533-844f-daf19f0df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.486195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db57fad0-f64b-4bca-975e-d205587fd853 req-6de29a5a-2768-4533-844f-daf19f0df203 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962184 Sep 18 00:48:21.703549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d8aa4-d8f8-4b28-8b1e-1fab7d76f75c req-6a64466c-3e6e-4fcb-bf20-d4ed4f53d251 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.711285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-680d8aa4-d8f8-4b28-8b1e-1fab7d76f75c req-6a64466c-3e6e-4fcb-bf20-d4ed4f53d251 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1537838 Sep 18 00:48:21.720456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00f4f6-0a09-4284-8a83-711c96b68b57 req-fd90cf73-08ac-44d5-92ce-8fc2dad2cab3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.721958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a00f4f6-0a09-4284-8a83-711c96b68b57 req-fd90cf73-08ac-44d5-92ce-8fc2dad2cab3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1657712 Sep 18 00:48:21.800209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a00f4f6-0a09-4284-8a83-711c96b68b57 req-37205502-cdb2-4840-80b4-a7524ee48dca tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707092 Sep 18 00:48:21.820576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-680d8aa4-d8f8-4b28-8b1e-1fab7d76f75c req-6a80472a-84ea-499f-aec5-8c551f9dae5c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036868 Sep 18 00:48:21.902961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49248) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:21.930035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91703b7e-2d01-42b8-9804-378fb8ab6c72 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:21.939602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.953871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Transition to ACTIVE for port object 91703b7e-2d01-42b8-9804-378fb8ab6c72 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:21.959471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.961249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ed4ee570-c1d3-450d-bbf7-6a26043ae39f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:22.114975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:22.132319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'port_id': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'mac_address': 'fa:16:3e:ca:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:22.143440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.154412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Pushing event updated for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:22.161002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Attempting to bind port 91703b7e-2d01-42b8-9804-378fb8ab6c72 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:22.162762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Attempting to bind port 91703b7e-2d01-42b8-9804-378fb8ab6c72 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:22.163933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Attempting to bind port 91703b7e-2d01-42b8-9804-378fb8ab6c72 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:22.177772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Port 91703b7e-2d01-42b8-9804-378fb8ab6c72 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:22.178355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Attempting to bind port 91703b7e-2d01-42b8-9804-378fb8ab6c72 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:22.187254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.189097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:22.190612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Checking segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:22.191014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Bound using segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:22.192402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Bound port: 91703b7e-2d01-42b8-9804-378fb8ab6c72, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:22.193849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.214116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ee570-c1d3-450d-bbf7-6a26043ae39f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:22.273730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:22.280764 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.328001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.338781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:22.345028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:22.349797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.356526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:22.356766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.411247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.412434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.415467 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] 10.222.0.48 "PUT /v2.0/ports/91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 1092 time: 1.0728688 Sep 18 00:48:22.435962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4644bb85add440968deb7d829d0ee776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316834 Sep 18 00:48:22.441907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:22.462566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Request body: {'port': {'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:22.473556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d2d9-3b1f-42b0-9ed2-4bfcbc948a68 service neutron] Pushing event updated for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:22.545655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996db5a3-110e-4cc0-a645-f2bca4f0d4e3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:22.563628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e441b-a1d0-4801-a7ed-005f915a3e3c req-feee219f-1294-43ec-a4ba-7153f84b70d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.572540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd2e441b-a1d0-4801-a7ed-005f915a3e3c req-feee219f-1294-43ec-a4ba-7153f84b70d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2426543 Sep 18 00:48:22.577439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.578069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.578820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.579567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.580106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.580670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.581195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.581732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.582277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.582815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.583348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.583864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc363ed-bcfe-4a0a-a859-e6b68b5f8237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:22.613681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883'}, {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:22.617206 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7042e-cbfc-40b1-bf77-880eef2a210b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883"}, {"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:22.620255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.634572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.642726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.650151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.654319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.657038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.677608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.691169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ed4ee570-c1d3-450d-bbf7-6a26043ae39f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:22.696014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.702154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.704117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-009f1102-13eb-418f-9227-2a7573b9ab2f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5409 time: 0.2658024 Sep 18 00:48:22.771847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd2e441b-a1d0-4801-a7ed-005f915a3e3c req-845d8082-9c3b-49b2-ae21-88a91f08698c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979668 Sep 18 00:48:22.849376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdbb2d26-f8b7-4df7-accc-ccfeaafa8563 req-dcac1249-2eb5-460b-8767-7b0bbfa5d723 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225412 Sep 18 00:48:22.963611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:22.972278 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906e4a6f-12de-46a4-a457-04b72e64aed1 x-openstack-request-id: req-906e4a6f-12de-46a4-a457-04b72e64aed1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:22.972574 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:22.972820 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-906e4a6f-12de-46a4-a457-04b72e64aed1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:22.973226 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'status': 'completed', 'code': 200} Sep 18 00:48:22.973438 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72', 'status': 'completed', 'code': 200} Sep 18 00:48:22.992163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c1a246-9c04-42ac-92c0-08a8c2452e79 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:23.008358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01ebc-a25b-4db6-b756-9f3c83f3442c req-b1f02b32-b265-46aa-8312-69dc5210aa4f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.008358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0df01ebc-a25b-4db6-b756-9f3c83f3442c req-b1f02b32-b265-46aa-8312-69dc5210aa4f tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 945 time: 0.1107764 Sep 18 00:48:23.020101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.057068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Transition to ACTIVE for port object a7c1a246-9c04-42ac-92c0-08a8c2452e79 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:23.071518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.078247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0df01ebc-a25b-4db6-b756-9f3c83f3442c req-b2535366-738d-472f-b806-af047cbe4f1d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Sep 18 00:48:23.146752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.147324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.147916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.148549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.149143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.149616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.150774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.153537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.157419 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/996db5a3-110e-4cc0-a645-f2bca4f0d4e3 HTTP/1.1" status: 204 len: 168 time: 0.7146101 Sep 18 00:48:23.171271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.180973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-a8a33982-4eaf-4aac-9346-233a98eb59e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6417 time: 0.1783905 Sep 18 00:48:23.204319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734a09d-8da2-43fe-a0a2-4ceeb1a5284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996db5a3-110e-4cc0-a645-f2bca4f0d4e3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:23.211654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Pushing event updated for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:23.224427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b501d-d53a-4c42-a456-ba7c153eff1e req-c6f1a8e2-f4e1-4ec6-bda0-4e64e4965ce9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.238507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-492b501d-d53a-4c42-a456-ba7c153eff1e req-c6f1a8e2-f4e1-4ec6-bda0-4e64e4965ce9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1659763 Sep 18 00:48:23.283221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Attempting to bind port a7c1a246-9c04-42ac-92c0-08a8c2452e79 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:23.283641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Attempting to bind port a7c1a246-9c04-42ac-92c0-08a8c2452e79 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:23.284052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Attempting to bind port a7c1a246-9c04-42ac-92c0-08a8c2452e79 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:23.291942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Port a7c1a246-9c04-42ac-92c0-08a8c2452e79 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:23.293638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Attempting to bind port a7c1a246-9c04-42ac-92c0-08a8c2452e79 on network 61b58db0-12ce-4e66-a60b-37e221ac1f8b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:23.299737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:23.300136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Checking segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:23.300547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Bound using segment: {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:23.300976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Bound port: a7c1a246-9c04-42ac-92c0-08a8c2452e79, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:23.301337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.335859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-492b501d-d53a-4c42-a456-ba7c153eff1e req-f60856dd-2ffd-4087-b427-952b4d5f3dcb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 Sep 18 00:48:23.486312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1147038-ba52-44d4-ade0-4da2603dee6c req-ab25b441-db6e-4da8-b319-bf03ffea65bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.487930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1147038-ba52-44d4-ade0-4da2603dee6c req-ab25b441-db6e-4da8-b319-bf03ffea65bc tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.2415178 Sep 18 00:48:23.497168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:23.501459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:23.510478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.603448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-fa00e5d1-0c97-4528-a02d-eb4eab673f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.604043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-fa00e5d1-0c97-4528-a02d-eb4eab673f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.604419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-fa00e5d1-0c97-4528-a02d-eb4eab673f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.606106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-fa00e5d1-0c97-4528-a02d-eb4eab673f41 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3587539 Sep 18 00:48:23.610766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.611446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:23.612937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] 10.222.0.48 "PUT /v2.0/ports/a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 1092 time: 1.1564517 Sep 18 00:48:23.627558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b203f-7f98-4b74-8e27-9a0ed2be938d service neutron] Pushing event updated for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:23.730222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-0127e09e-a001-4bd0-8dc3-7fa76bed0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.731765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-0127e09e-a001-4bd0-8dc3-7fa76bed0a3a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138654 Sep 18 00:48:23.759257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1147038-ba52-44d4-ade0-4da2603dee6c req-9c2ee22a-ad64-4524-b7ad-8bc0b93b4b54 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419224 Sep 18 00:48:23.945559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.946031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.946510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.946981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.947478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.962023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ed4ee570-c1d3-450d-bbf7-6a26043ae39f up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:23.965141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.965966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.969950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-1c347b48-5030-4502-9899-7b24b0e5676a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6485 time: 0.1792886 Sep 18 00:48:24.038017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4e973-3adb-4697-b0a0-a711c8ac0bc3 req-114c473a-93cf-484a-a77a-b050d2b36c98 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.040685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eed4e973-3adb-4697-b0a0-a711c8ac0bc3 req-114c473a-93cf-484a-a77a-b050d2b36c98 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1681600 Sep 18 00:48:24.106056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ed4ee570-c1d3-450d-bbf7-6a26043ae39f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:24.112518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ed4ee570-c1d3-450d-bbf7-6a26043ae39f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:24.113451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:24.166200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.173597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.180834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.187182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.194236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.201153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.207066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.208995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-7fbd87e2-e4e1-4837-8772-ec3707671028 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.2386551 Sep 18 00:48:24.218591 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0fd17ee-79bc-4319-9f0b-6d6dfdf81069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:24.250317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eed4e973-3adb-4697-b0a0-a711c8ac0bc3 req-6cf4069d-b91f-4455-91da-0c526b2f8baf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977179 Sep 18 00:48:24.270935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:24.311657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:24.311904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-354847b5-f280-4b32-aa1b-45b4829996e9 req-c702882a-ba78-4dfc-b0da-69cf4fa4d976 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889819 Sep 18 00:48:24.315183 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceb8358-c2b9-45e5-ab3a-29482ee5856d" -d '{"events": [{"server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:24.315725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-3f1064d3-a071-4769-ba41-b28da1228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.316232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-3f1064d3-a071-4769-ba41-b28da1228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.317454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-3f1064d3-a071-4769-ba41-b28da1228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.324135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-3f1064d3-a071-4769-ba41-b28da1228cd8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae25121755ba4b8196dc35e2a2756794&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3380797 Sep 18 00:48:24.332502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:24.338398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:24.414701 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f13c6-0e16-4063-8840-06cf7ecb011f x-openstack-request-id: req-429f13c6-0e16-4063-8840-06cf7ecb011f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:24.415292 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:24.415708 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-429f13c6-0e16-4063-8840-06cf7ecb011f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:24.419648 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'code': 200} Sep 18 00:48:24.503059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:24.551217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a9e64-c367-430b-95e8-0b6ec57d6b01 req-62501815-b809-4976-8b85-0bb390864294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.552924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-357a9e64-c367-430b-95e8-0b6ec57d6b01 req-62501815-b809-4976-8b85-0bb390864294 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 1098 time: 0.0669463 Sep 18 00:48:24.604631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-357a9e64-c367-430b-95e8-0b6ec57d6b01 req-e56ef652-9083-4307-a5ca-6ff93b7992bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Sep 18 00:48:24.621232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d750c-625b-45bf-adb6-6c7931a41dfa req-02b43ad6-8885-45ea-b2b4-5d6c3603df7a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.628612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9d750c-625b-45bf-adb6-6c7931a41dfa req-02b43ad6-8885-45ea-b2b4-5d6c3603df7a tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.2574735 Sep 18 00:48:24.665272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edddb97-18d7-472f-ada4-5b8710cb4b31 req-85cad765-883c-40d6-8430-f6982defb4da tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.666871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0edddb97-18d7-472f-ada4-5b8710cb4b31 req-85cad765-883c-40d6-8430-f6982defb4da tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1976826 Sep 18 00:48:24.669952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-c57666af-696c-4090-a0c8-faf679be5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.671373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c7042e-cbfc-40b1-bf77-880eef2a210b req-c57666af-696c-4090-a0c8-faf679be5fb8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3420269 Sep 18 00:48:24.726542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0edddb97-18d7-472f-ada4-5b8710cb4b31 req-789f56bc-67a8-498f-b0f7-42009269a0ca tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Sep 18 00:48:24.732370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9d750c-625b-45bf-adb6-6c7931a41dfa req-b34c8b32-c289-499a-bb6e-947e42766fc7 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028523 Sep 18 00:48:24.813075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.813702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.814176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.817233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.817233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.817233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.817233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.821224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bda8d8b9-9481-4add-8dcd-998655a043b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6485 time: 0.0658503 Sep 18 00:48:24.882356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3d1bc829-094d-408e-9073-1332c21c9aae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 217 time: 0.0519371 Sep 18 00:48:24.965551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e3dc1-1ccc-40c1-9d25-bf99b953f2cb req-009d497d-8c54-4c22-801f-b4ca5cee3401 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.967116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e55e3dc1-1ccc-40c1-9d25-bf99b953f2cb req-009d497d-8c54-4c22-801f-b4ca5cee3401 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1295762 Sep 18 00:48:24.971107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-531186db-d6f1-4942-86ac-44d96803da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:24.972818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-531186db-d6f1-4942-86ac-44d96803da2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0717227 Sep 18 00:48:24.977560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:24.989628 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a592ec-0f45-4048-8505-a8ae785c72d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:25.050444 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d255533-835b-401d-b3d2-e3fa02d5fc32 x-openstack-request-id: req-9d255533-835b-401d-b3d2-e3fa02d5fc32 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:25.050807 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:25.051029 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d255533-835b-401d-b3d2-e3fa02d5fc32 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:25.051398 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79', 'status': 'completed', 'code': 200} Sep 18 00:48:25.092436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-06c8e569-833e-47b3-87f7-cb136fca2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.094002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-06c8e569-833e-47b3-87f7-cb136fca2a29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118934 Sep 18 00:48:25.099234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e55e3dc1-1ccc-40c1-9d25-bf99b953f2cb req-2da18c7a-9675-462e-82d0-f43d789ea6b1 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Sep 18 00:48:25.200200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-be730481-fa37-4b30-ac94-46ef98200b70 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967078 Sep 18 00:48:25.296143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-485d1efa-297b-4847-9ffd-b58cf01e625e service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890455 Sep 18 00:48:25.353159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-6c0d98d0-8ddf-4ec7-9fed-3a66d9f26148 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 217 time: 0.0439124 Sep 18 00:48:25.471424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e7c6-b111-4000-adf4-0bbec4a26761 req-d57df917-64d8-417a-a664-54bb0bfa5b44 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.473612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf6e7c6-b111-4000-adf4-0bbec4a26761 req-d57df917-64d8-417a-a664-54bb0bfa5b44 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1242466 Sep 18 00:48:25.494811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-6e0f4d2f-0acb-46c7-8591-41d124e0daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.496257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-6e0f4d2f-0acb-46c7-8591-41d124e0daf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1330900 Sep 18 00:48:25.537543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.543524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.549386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.555328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.561727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.567039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.573441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.575324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-14b3cb9b-361b-4906-a429-15279d0fe533 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1517901 Sep 18 00:48:25.610129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf6e7c6-b111-4000-adf4-0bbec4a26761 req-67dda484-7b87-4e62-b094-cacf7ae14b25 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258929 Sep 18 00:48:25.673339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53fd077f-12e5-4735-ad35-c250c8a77ae6 req-c0cea526-c519-48a4-9282-f8b6aa085362 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680604 Sep 18 00:48:25.678216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-5da565ed-3561-4e9f-9cdb-ab69f5d05876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.680535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-5da565ed-3561-4e9f-9cdb-ab69f5d05876 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669998 Sep 18 00:48:25.820390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-c312385c-0756-4df8-a163-2a824edc1597 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320002 Sep 18 00:48:25.984824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032effcd-00cb-40d6-a02c-b724638bb608 req-a3cc164f-c920-4b08-8610-ced06e1683dd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:25.986339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-032effcd-00cb-40d6-a02c-b724638bb608 req-a3cc164f-c920-4b08-8610-ced06e1683dd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1472800 Sep 18 00:48:25.998889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006ab0e-9b7f-4ebc-ade0-4a87c51e3ab0 req-52eb7328-1305-4bef-aca8-0e8c5666fe96 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:26.000358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4006ab0e-9b7f-4ebc-ade0-4a87c51e3ab0 req-52eb7328-1305-4bef-aca8-0e8c5666fe96 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.1593859 Sep 18 00:48:26.019025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-218d0d8e-bf08-4355-862b-55f9e60ff9df service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887980 Sep 18 00:48:26.077562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-3f784fb6-29ab-4451-86f6-5f41b015d15a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 217 time: 0.0463133 Sep 18 00:48:26.241962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49430) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:26.361388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a656b35b-aaad-47ff-b2c6-92d8d717eb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.464681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a656b35b-aaad-47ff-b2c6-92d8d717eb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.469780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a656b35b-aaad-47ff-b2c6-92d8d717eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.518323 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a656b35b-aaad-47ff-b2c6-92d8d717eb46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bfa928052914afcbfcd86366dcd2b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752428 Sep 18 00:48:26.519525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b35b-aaad-47ff-b2c6-92d8d717eb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef574304-020e-4737-8a35-fb79835e4208,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:26.523295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49438) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:26.551183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-032effcd-00cb-40d6-a02c-b724638bb608 req-e60967cf-3889-4e27-8324-ee69d52f377d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451295 Sep 18 00:48:26.557695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9452081f-813d-4b24-a01d-f39a6a282a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:26.559128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9452081f-813d-4b24-a01d-f39a6a282a15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.4719191 Sep 18 00:48:26.576695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4006ab0e-9b7f-4ebc-ade0-4a87c51e3ab0 req-219b1347-85cd-4fa4-a069-d58827867a66 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5532296 Sep 18 00:48:26.577597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.601842 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.617109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-dedf7d86-1526-488e-8dc8-8f6e84e6cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:26.619084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-dedf7d86-1526-488e-8dc8-8f6e84e6cca9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442948 Sep 18 00:48:26.667271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.671225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:26.675636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef574304-020e-4737-8a35-fb79835e4208 HTTP/1.1" status: 204 len: 168 time: 0.1513717 Sep 18 00:48:26.686214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fa839-fea1-4b15-b40f-b9b9fb79245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef574304-020e-4737-8a35-fb79835e4208,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:26.810066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb768a-8681-4256-8cfb-a964260a93d5 req-b1df29ff-f5d0-4f57-af20-b115dc1559d3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:26.811674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8fb768a-8681-4256-8cfb-a964260a93d5 req-b1df29ff-f5d0-4f57-af20-b115dc1559d3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1732204 Sep 18 00:48:26.821618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-423a48ad-3c05-4765-a46f-177dd53b0c8e service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927936 Sep 18 00:48:26.834574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756946b-ca88-44db-b7a3-4efb9d9f3da3 req-513c9883-d7db-4bcf-be48-241dcc7299f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:26.840917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d756946b-ca88-44db-b7a3-4efb9d9f3da3 req-513c9883-d7db-4bcf-be48-241dcc7299f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1387115 Sep 18 00:48:26.957835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8fb768a-8681-4256-8cfb-a964260a93d5 req-fcf1dea9-12e2-4d2f-b330-617ca3fa64c9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385012 Sep 18 00:48:26.969671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d756946b-ca88-44db-b7a3-4efb9d9f3da3 req-46702e5d-b24c-4c35-8fc6-db4c40f6251b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171241 Sep 18 00:48:27.004356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f07a70db-2445-461d-bf7f-fc03854c98fe service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607513 Sep 18 00:48:27.008655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:27.062750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8edc757d-b78b-4616-acdd-686ea957baef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.066023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-39363419-9fd9-4f91-a4c6-ddfc6cb8a6ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 217 time: 0.0506883 Sep 18 00:48:27.167737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c815731f-d0b3-451f-a1ff-f84dde0bd023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.173010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-aae0cdac-b013-4bcc-af66-71aa9bb137b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.174677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-aae0cdac-b013-4bcc-af66-71aa9bb137b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0996420 Sep 18 00:48:27.188599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.194446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.200289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.206138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.212025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.217909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.223759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.226214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-fb31f49a-7407-4280-b180-257e51e900d1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1642280 Sep 18 00:48:27.326153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24288bab-291d-457b-a85b-dbfe6a820b6b req-33bd2c6f-f1a2-43e8-867e-b331612c8e7a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872436 Sep 18 00:48:27.329762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f5dfe7a1-34fb-4724-b4fc-d56378011a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.331246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f5dfe7a1-34fb-4724-b4fc-d56378011a0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041527 Sep 18 00:48:27.392473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8edc757d-b78b-4616-acdd-686ea957baef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.393256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.418908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8edc757d-b78b-4616-acdd-686ea957baef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.477686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8edc757d-b78b-4616-acdd-686ea957baef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f760505a131a4d8498d510d21f3eb079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679873 Sep 18 00:48:27.478468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc757d-b78b-4616-acdd-686ea957baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72529f88-3eed-48f1-bc3c-2e2dded48c41,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:27.480366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49464) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:27.488507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f69dd11a-b926-4022-ab97-e7d0073306ad service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485419 Sep 18 00:48:27.530509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.553479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.617665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.620244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:27.629734 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72529f88-3eed-48f1-bc3c-2e2dded48c41 HTTP/1.1" status: 204 len: 168 time: 0.1431038 Sep 18 00:48:27.639729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-cd71876d-f1f9-483b-bf06-fa7b1c76b92e service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421983 Sep 18 00:48:27.650104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7798d-fa13-4562-a7d3-93542e1cd869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72529f88-3eed-48f1-bc3c-2e2dded48c41,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:27.732069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9a2c05f2-b456-44f7-a0de-1348dc10039a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 217 time: 0.0705683 Sep 18 00:48:27.805766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac00a9-c1bc-4d99-af8b-4e25168e841b req-06e5c1cb-78da-4bf3-89ad-58fe43a0db0c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.807286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2ac00a9-c1bc-4d99-af8b-4e25168e841b req-06e5c1cb-78da-4bf3-89ad-58fe43a0db0c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.1657782 Sep 18 00:48:27.820189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-91f1bc6a-9d5a-4e26-b4aa-49204ef0440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.821645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-91f1bc6a-9d5a-4e26-b4aa-49204ef0440b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0735834 Sep 18 00:48:27.833383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ff742-f5e5-4aab-b13b-d69954e6ccb0 req-96aacc8d-e84e-4452-9f20-9eb2e1a1cc0a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.834829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e23ff742-f5e5-4aab-b13b-d69954e6ccb0 req-96aacc8d-e84e-4452-9f20-9eb2e1a1cc0a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1495173 Sep 18 00:48:27.920695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2ac00a9-c1bc-4d99-af8b-4e25168e841b req-48223167-77b0-4b01-99cd-f513bd83324d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040542 Sep 18 00:48:27.939280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-367b9be3-4686-45a7-83e7-475627894d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:27.939280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-367b9be3-4686-45a7-83e7-475627894d78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961092 Sep 18 00:48:27.939280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e23ff742-f5e5-4aab-b13b-d69954e6ccb0 req-dde0b4df-4373-45ff-8580-fdc682cfa708 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Sep 18 00:48:28.097617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-5b862d30-aea4-4edb-aab4-f7dceab63571 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570570 Sep 18 00:48:28.130138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b3c08-7c17-48e5-b7f5-d34f28d20baa req-27788b62-8997-479e-9b58-84fb58094bf7 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.131879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c4b3c08-7c17-48e5-b7f5-d34f28d20baa req-27788b62-8997-479e-9b58-84fb58094bf7 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.1097081 Sep 18 00:48:28.143118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49494) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:28.155901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Request body: {'floatingip': {'port_id': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:28.219437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d028ff2-89dd-4c49-b7e5-48336f896369 req-4f41f0a1-4e37-441c-8ffc-41fbdeb6b3e3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.221053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d028ff2-89dd-4c49-b7e5-48336f896369 req-4f41f0a1-4e37-441c-8ffc-41fbdeb6b3e3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1468585 Sep 18 00:48:28.265277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:28.323186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d028ff2-89dd-4c49-b7e5-48336f896369 req-b5d833d6-c2e9-4756-b616-f6153b82661c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949724 Sep 18 00:48:28.325275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-b8e59b7b-2f37-4111-b9c8-e0f406dfb91d service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103250 Sep 18 00:48:28.334604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:28.396079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d124-1ed9-468d-ae8b-b557c4c2b2cb req-d82a9f4f-fc3c-48b9-8987-81587977095c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.404210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7890d124-1ed9-468d-ae8b-b557c4c2b2cb req-d82a9f4f-fc3c-48b9-8987-81587977095c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1271772 Sep 18 00:48:28.415082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-7aef761a-a58a-4edc-ad64-f22e396c53e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 217 time: 0.0754557 Sep 18 00:48:28.521284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-22db5468-bdb4-44e5-b257-2e4d97f893b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.523749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-22db5468-bdb4-44e5-b257-2e4d97f893b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0993314 Sep 18 00:48:28.544838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7890d124-1ed9-468d-ae8b-b557c4c2b2cb req-d198efd1-cb39-42a4-b8a4-5618955d2ff3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387548 Sep 18 00:48:28.604322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.610949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.618764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.626850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.635326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.644412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.654090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.657458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-f10929a2-4ebe-47cc-9e01-e99ffe193a1a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1883435 Sep 18 00:48:28.700407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-7486f826-d591-4d35-a91a-c5903ce83a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:28.703832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-7486f826-d591-4d35-a91a-c5903ce83a6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1652837 Sep 18 00:48:28.714795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-461026d6-0f3a-4d94-99fb-2ed69464f20f req-b9213379-c70b-440c-8bc5-fc7faa16ad53 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496757 Sep 18 00:48:28.825679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-9b6e0a08-645a-4644-a33f-abf7808c2fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096370 Sep 18 00:48:28.832158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:28.836627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:28.941222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-37ad49d1-defd-4b23-8fa4-b4e2feb37595 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067863 Sep 18 00:48:28.993970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-ccd8365d-544b-4e6f-8f7d-d9e5b16e670b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0430000 Sep 18 00:48:29.057199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-82dc7f7a-6dc5-4ed7-81ac-7ec42b8989cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.059144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-82dc7f7a-6dc5-4ed7-81ac-7ec42b8989cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0573313 Sep 18 00:48:29.156358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e46fe6-a103-425c-b0bd-0aa5793c6219 req-440fc2a6-90d6-48f6-a5a7-ffea17b9195b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.157966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e46fe6-a103-425c-b0bd-0aa5793c6219 req-440fc2a6-90d6-48f6-a5a7-ffea17b9195b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0946002 Sep 18 00:48:29.164768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f569c90a-e898-4287-99b6-49de794773f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.166387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-f569c90a-e898-4287-99b6-49de794773f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904510 Sep 18 00:48:29.250096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e46fe6-a103-425c-b0bd-0aa5793c6219 req-26422426-fac0-46d4-abb4-b358960d7e6e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827146 Sep 18 00:48:29.326869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-376f4cee-a9df-4d2d-a025-ea1d73dd02c8 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437869 Sep 18 00:48:29.335244 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Floating IP f7cfd032-734d-48d1-8489-23debbdd9469 associated. External IP: 172.25.7.47, port: ed4ee570-c1d3-450d-bbf7-6a26043ae39f. Sep 18 00:48:29.445355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49554) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:29.495631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b087c1c-3b7c-4040-8e07-c31479dcdc70 req-bcf19f04-9600-453a-abe9-8ea21becb47a service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608887 Sep 18 00:48:29.504211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f9318-6dad-4d9b-b979-31965ddcad95 req-0de44e69-828b-4997-87c1-3485a6d47645 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.505904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b9f9318-6dad-4d9b-b979-31965ddcad95 req-0de44e69-828b-4997-87c1-3485a6d47645 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0830553 Sep 18 00:48:29.564253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b9f9318-6dad-4d9b-b979-31965ddcad95 req-ca7a133f-40b5-4cae-b4af-af99cd4a7d17 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Sep 18 00:48:29.613057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1966096645', 'router:external': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:29.624619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.655050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:48:29.655563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.656276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.656498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Made reservation on behalf of 90ab063fe4f04000a2f2ee63a00598af for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:29.656917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.657390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.657856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.658317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.658743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.658860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.660693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-6e927c35-35a6-40b7-be3f-31a1457767fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6485 time: 0.0701742 Sep 18 00:48:29.669883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.787183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-755c99f0-2115-492c-b6f4-7d0dd010b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.789367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-755c99f0-2115-492c-b6f4-7d0dd010b2c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 903 time: 0.1195443 Sep 18 00:48:29.818459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131f1e-0217-441d-8d26-117d8d5879c8 req-bd716014-c891-43d0-ae52-68b081f86db4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:29.820070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba131f1e-0217-441d-8d26-117d8d5879c8 req-bd716014-c891-43d0-ae52-68b081f86db4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1709805 Sep 18 00:48:29.820754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:29.825825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.833933 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:29.843830 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:29.844468 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:29.868188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa962ec8-4783-412e-b1a7-2f92447b3162 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "PUT /v2.0/floatingips/f7cfd032-734d-48d1-8489-23debbdd9469 HTTP/1.1" status: 200 len: 991 time: 1.7215600 Sep 18 00:48:29.873490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:29.873954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-7efffffc-b091-485c-b761-b49ddbea9f09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0759428 Sep 18 00:48:29.875765 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:29.898892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.909116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.931000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:48:29.948628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe307f7-8529-4734-91c5-3d5c49a99c1c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:29.952087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:29.952487 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Added segment 3cbf2a93-2358-4b7f-ad56-9b71befd4343 of type vlan for network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 Sep 18 00:48:29.997747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba131f1e-0217-441d-8d26-117d8d5879c8 req-2e20fcea-9597-4398-9771-882f5c26d24b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271765 Sep 18 00:48:30.002385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-632861b2-544a-48b3-baba-05cf588371f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.003856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-632861b2-544a-48b3-baba-05cf588371f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.1227252 Sep 18 00:48:30.011219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:30.020902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.032808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.041410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.049605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.055412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:30.056428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.056829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.062057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:30.063005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.073855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.078440 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:30.081648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-e2e3177e-48d9-4c82-919c-85c26d0a4c48 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.2716656 Sep 18 00:48:30.111892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6651115 Sep 18 00:48:30.115061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49566) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:30.122773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'subnet': {'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:30.176600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-f8d0398e-1c84-4afc-8f10-6687ca313f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.178371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-f8d0398e-1c84-4afc-8f10-6687ca313f97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946193 Sep 18 00:48:30.194587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09c27f4c-dc17-4fe5-ae44-ebb089135fc0 req-bf19578c-684c-413a-9540-3820ab4a7186 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077332 Sep 18 00:48:30.234042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fdd00-6572-4f2f-a0ef-9f19e7c7548f tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Network': ['ID=e2c88b5d-24fe-444d-89a2-7df7a1b271f1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:30.238089 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04cd3d-57be-4b1b-a98f-86c50a4eaa7e x-openstack-request-id: req-5e04cd3d-57be-4b1b-a98f-86c50a4eaa7e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:30.238458 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:30.238804 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e04cd3d-57be-4b1b-a98f-86c50a4eaa7e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:30.239209 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'status': 'completed', 'code': 200} Sep 18 00:48:30.240691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Made reservation on behalf of 90ab063fe4f04000a2f2ee63a00598af for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:30.245112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:30.245811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:48:30.357640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7cfd032-734d-48d1-8489-23debbdd9469', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:ca:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:07Z', 'updated_at': '2021-09-18T00:48:28Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:30.382470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-0cf6dc50-edca-4265-b99c-90b3409349c5 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858304 Sep 18 00:48:30.393968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:30.404292 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:30.404923 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:30.429342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-c5301708-cc09-4ae2-9d13-7e5ed890262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.431558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-c5301708-cc09-4ae2-9d13-7e5ed890262a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 1098 time: 0.0908623 Sep 18 00:48:30.530798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294b4d1-316c-4052-be1f-d736c475558b req-c22e4bbd-61c6-4808-a9ed-cf26f115aa70 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.532651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3294b4d1-316c-4052-be1f-d736c475558b req-c22e4bbd-61c6-4808-a9ed-cf26f115aa70 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1176596 Sep 18 00:48:30.552023 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:30.570329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9a592ec-0f45-4048-8505-a8ae785c72d5 req-53a3c361-76a8-449a-807b-3515599d900c service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772482 Sep 18 00:48:30.590469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3294b4d1-316c-4052-be1f-d736c475558b req-c6c2dbbf-2d72-4499-b0df-375e3d2a8097 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Sep 18 00:48:30.644609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-4ec1a798-e8fa-4386-8eb7-27b03c355489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.646155 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-4ec1a798-e8fa-4386-8eb7-27b03c355489 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.2057104 Sep 18 00:48:30.721780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc916d-1b3b-4c29-bef7-63b051c28bde req-7d9ce0df-ab58-453d-b28c-2516b79a0890 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.723904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4efc916d-1b3b-4c29-bef7-63b051c28bde req-7d9ce0df-ab58-453d-b28c-2516b79a0890 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Sep 18 00:48:30.753054 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-8dbf50f5-0243-442b-87c3-2240dffbad03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 200 len: 999 time: 0.0947077 Sep 18 00:48:30.776591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4efc916d-1b3b-4c29-bef7-63b051c28bde req-1c803763-b784-42a0-ac5f-cd8a60c91b95 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Sep 18 00:48:30.822103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-ef57f813-e835-44fd-a714-7565a7359ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.823574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-ef57f813-e835-44fd-a714-7565a7359ca5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0636017 Sep 18 00:48:30.857578 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7cfd032-734d-48d1-8489-23debbdd9469', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:ca:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:07Z', 'updated_at': '2021-09-18T00:48:28Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:30.883983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f505d-7f0c-4aeb-ad73-5d4a325d28bb None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'f7cfd032-734d-48d1-8489-23debbdd9469', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'port_id': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'mac_address': 'fa:16:3e:ca:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:07Z', 'updated_at': '2021-09-18T00:48:28Z', 'revision_number': 1, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:30.899221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:48:30.899812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:30.966003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-5a617a88-1183-4262-bc14-e1ccc9607db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:30.967602 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-5a617a88-1183-4262-bc14-e1ccc9607db8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325874 Sep 18 00:48:30.973100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:31.019808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Checking segment: {'id': '3cbf2a93-2358-4b7f-ad56-9b71befd4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:31.020169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network hostable DHCP agents. Network: e2c88b5d-24fe-444d-89a2-7df7a1b271f1, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:48:31.090694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:48:31.099126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-bfe862e9-e1cd-4155-a040-893c31bfd934 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201460 Sep 18 00:48:31.128956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e2c88b5d-24fe-444d-89a2-7df7a1b271f1) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:31.134195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.134949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.139542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34af75c-5400-4823-990d-bcc444236a35 None None] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:48:31.198127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddad703-cbc2-4fa5-a106-49a2fa9b6749 req-845668cd-4bbc-482b-a806-469c444150b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.206344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-43974995-ee4d-4eb1-af93-39109265b4ae tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0900943 Sep 18 00:48:31.209140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49578) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:31.213610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ddad703-cbc2-4fa5-a106-49a2fa9b6749 req-845668cd-4bbc-482b-a806-469c444150b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0998256 Sep 18 00:48:31.214911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-669185752', 'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:31.217791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d342f-7340-4c42-92b2-f234e4972a26 None None] New status for floating IP f7cfd032-734d-48d1-8489-23debbdd9469: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:48:31.264611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf1166fa-a9a6-43f5-a70d-21c875f1dfec req-48c2b83b-a1b6-4aab-bf30-d4b39b045d35 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579642 Sep 18 00:48:31.266144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Made reservation on behalf of 90ab063fe4f04000a2f2ee63a00598af for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:31.269637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.276112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ddad703-cbc2-4fa5-a106-49a2fa9b6749 req-9e643a4e-1f9a-49ee-bcaa-66d14c5f8008 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613942 Sep 18 00:48:31.289989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] device_id is not set on port 80cf10da-bc08-48c3-a01f-349249af5119 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:48:31.431376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.20.0.3 (e2c88b5d-24fe-444d-89a2-7df7a1b271f1/2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb/80cf10da-bc08-48c3-a01f-349249af5119) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:31.488898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.498932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.507097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.513486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.521027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.523358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c6a67-8495-4d8e-9cde-fe91536aa9e1 None None] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:48:31.528492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.534475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.543199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2670a758-472f-41c5-b6df-011823f7a219 req-f84f9de6-8ad1-420b-9b8a-10f99f441b70 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1460497 Sep 18 00:48:31.595578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2670a758-472f-41c5-b6df-011823f7a219 req-ab3e8df2-b8e2-433f-8ac6-6a4f14ba72d5 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449457 Sep 18 00:48:31.610805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.649911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.699723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:31.702922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:31.706642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:31.718610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06235f-c349-48f7-b0bb-4fa57647ba49 req-86634e99-eb3a-44c7-8db2-6df60f9de0c9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.720104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b06235f-c349-48f7-b0bb-4fa57647ba49 req-86634e99-eb3a-44c7-8db2-6df60f9de0c9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Sep 18 00:48:31.747252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=80cf10da-bc08-48c3-a01f-349249af5119,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:31.760797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.761418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.767052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b06235f-c349-48f7-b0bb-4fa57647ba49 req-36315cf8-f405-4040-b36c-9569bfadd8e5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Sep 18 00:48:31.778626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-49e11c81-ddcf-4a7d-9dd4-6fddcab8a82c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5659120 Sep 18 00:48:31.779354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49586) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:31.860487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Deleting port 80cf10da-bc08-48c3-a01f-349249af5119 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:31.860772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.896044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511541bc-54c4-42f5-b8ab-e9412804393b req-043e2e68-fb7d-43e1-8d52-9a719ce36bb6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:31.898887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-511541bc-54c4-42f5-b8ab-e9412804393b req-043e2e68-fb7d-43e1-8d52-9a719ce36bb6 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Sep 18 00:48:31.940282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-511541bc-54c4-42f5-b8ab-e9412804393b req-c3e8c547-1432-4724-bc45-06372852e9d9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Sep 18 00:48:31.955405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:31.969694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Calling delete_port for 80cf10da-bc08-48c3-a01f-349249af5119 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:31.995284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.095793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.127178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Port': ['ID=80cf10da-bc08-48c3-a01f-349249af5119,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:32.191426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.193892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fbbc1c6c-1f4d-4f92-937c-f953f290a412 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/ports/80cf10da-bc08-48c3-a01f-349249af5119 HTTP/1.1" status: 204 len: 168 time: 0.4136145 Sep 18 00:48:32.196824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:32.200897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1', 'external_fixed_ips': [{'subnet_id': '2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb', 'ip_address': '172.20.0.3'}]}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:32.221603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.222724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.277329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.417478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0274f-8b9b-45cf-8c1d-515fd2fed0f4 req-5a8dd70f-e50d-4f4f-87b0-e883000665f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.419315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae0274f-8b9b-45cf-8c1d-515fd2fed0f4 req-5a8dd70f-e50d-4f4f-87b0-e883000665f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0645437 Sep 18 00:48:32.432831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.459487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae0274f-8b9b-45cf-8c1d-515fd2fed0f4 req-5de22841-369f-4ac2-b3a2-e6a9064e422a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Sep 18 00:48:32.643082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.662463 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.721695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.728162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.734200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.740237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.746838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.752835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.759851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.761777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26687aea-7178-419a-996e-b810c2de827b req-106dff38-71a3-44f3-88a9-f1655ee92c4e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.0957987 Sep 18 00:48:32.805117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26687aea-7178-419a-996e-b810c2de827b req-7dfb4057-9e28-4632-82b1-6f34ad5e9606 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362191 Sep 18 00:48:32.812746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.20.0.3 (e2c88b5d-24fe-444d-89a2-7df7a1b271f1/2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb/a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:32.917771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.932087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4a5dd-f079-4625-a07a-23273d86a248 req-6502e2c7-308e-4ab9-b169-396a44c9e476 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:32.933809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a4a5dd-f079-4625-a07a-23273d86a248 req-6502e2c7-308e-4ab9-b169-396a44c9e476 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0640461 Sep 18 00:48:32.953869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:32.974558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a4a5dd-f079-4625-a07a-23273d86a248 req-15334d72-d2bf-480d-9961-bb4d4c87d2fc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Sep 18 00:48:33.008283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:33.011395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:33.014923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:33.042070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:33.072302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227540-dee4-4cc0-858d-ef7c88322377 req-43962842-59b1-42ac-8270-0b85c6c032e9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:33.074180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90227540-dee4-4cc0-858d-ef7c88322377 req-43962842-59b1-42ac-8270-0b85c6c032e9 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Sep 18 00:48:33.117315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90227540-dee4-4cc0-858d-ef7c88322377 req-49953f41-6ca0-4f74-9f20-395471947335 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Sep 18 00:48:33.273305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:33.478525 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:33.577229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9b88a-e993-4373-b3a0-1f030bde907e req-baee1733-a32f-4250-867c-ceb3c626e40b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:33.578712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afb9b88a-e993-4373-b3a0-1f030bde907e req-baee1733-a32f-4250-867c-ceb3c626e40b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Sep 18 00:48:33.624052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afb9b88a-e993-4373-b3a0-1f030bde907e req-036b01ec-11eb-4cab-aacb-70ddc9d7a085 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Sep 18 00:48:33.935664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router 4f447dcc-93c8-46f4-a038-a50767c517eb is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:33.976380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:33.981981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:33.988097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:33.995444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.001224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.008802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.014788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.016534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-52f0810a-2ffc-4cd5-b212-64cb20e943f8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1019785 Sep 18 00:48:34.052195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:34.061938 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Sync routers for ids ['4f447dcc-93c8-46f4-a038-a50767c517eb'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:34.064393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc11a0a5-57ae-402a-bfb0-e059e611558f req-53d68d8a-b0c3-4a06-bc07-3d0cb5b7bd91 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409689 Sep 18 00:48:34.075782 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Routers {'4f447dcc-93c8-46f4-a038-a50767c517eb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:34.076530 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4f447dcc-93c8-46f4-a038-a50767c517eb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:34.096447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.097509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-60bdc16f-5f17-41fb-92f3-5085e8e27f08 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8997591 Sep 18 00:48:34.100323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49614) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:34.122446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc7e0-18d1-4940-bc93-b0755952b36c req-b2cc18e3-7f5f-41ba-8c8e-194531413aa0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.133075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a83cc7e0-18d1-4940-bc93-b0755952b36c req-b2cc18e3-7f5f-41ba-8c8e-194531413aa0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0678711 Sep 18 00:48:34.182204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a83cc7e0-18d1-4940-bc93-b0755952b36c req-a7dd8402-85af-470c-a8d6-569891bc16db tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Sep 18 00:48:34.219411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Set router 4f447dcc-93c8-46f4-a038-a50767c517eb gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:34.244706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86024a1-c0eb-46d2-8cd9-1ec1b192bfa2 req-812f85da-0f40-4a3e-acc5-675fc907f918 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.246211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.250167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86024a1-c0eb-46d2-8cd9-1ec1b192bfa2 req-812f85da-0f40-4a3e-acc5-675fc907f918 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0537002 Sep 18 00:48:34.288918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86024a1-c0eb-46d2-8cd9-1ec1b192bfa2 req-f0d105af-c09b-43d8-9143-f86497da76c4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Sep 18 00:48:34.358242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.408843 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f447dcc-93c8-46f4-a038-a50767c517eb', 'name': '', 'tenant_id': '90ab063fe4f04000a2f2ee63a00598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1', 'external_fixed_ips': [{'subnet_id': '2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:48:32Z', 'updated_at': '2021-09-18T00:48:33Z', 'revision_number': 3, 'project_id': '90ab063fe4f04000a2f2ee63a00598af', 'gw_port': {'id': 'a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e', 'name': '', 'network_id': 'e2c88b5d-24fe-444d-89a2-7df7a1b271f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f447dcc-93c8-46f4-a038-a50767c517eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:48:32Z', 'updated_at': '2021-09-18T00:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:34.416808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Deleting port a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:34.417248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.454047 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Checking router: 4f447dcc-93c8-46f4-a038-a50767c517eb for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:34.454695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Updating router 4f447dcc-93c8-46f4-a038-a50767c517eb port a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:48:34.481299 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.541538 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.554516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Calling delete_port for a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:34.585543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe11de5-c4ef-4efc-a4c7-6174ea376edf req-e48fff70-3292-4a46-b7d8-2ce6053ad363 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.592804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe11de5-c4ef-4efc-a4c7-6174ea376edf req-e48fff70-3292-4a46-b7d8-2ce6053ad363 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0931358 Sep 18 00:48:34.638447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe11de5-c4ef-4efc-a4c7-6174ea376edf req-5d78188e-da85-459e-b0b5-e6f4ab635e9d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Sep 18 00:48:34.748092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255a61a-658b-4b5d-94b2-528e68950d56 req-9df4f8d5-cb10-4d7a-a463-8e9456c3a47d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:34.749742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0255a61a-658b-4b5d-94b2-528e68950d56 req-9df4f8d5-cb10-4d7a-a463-8e9456c3a47d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0509632 Sep 18 00:48:34.757664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.782241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:34.791356 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.db.api [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:48:34.792046 n-d-712707-16 neutron-server[106455]: DEBUG oslo_db.api [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:48:34.793163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0255a61a-658b-4b5d-94b2-528e68950d56 req-d7f6666c-9e2d-419d-bc41-2220764fb832 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 Sep 18 00:48:34.850432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.939832 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.941864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.983315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.984030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f447dcc-93c8-46f4-a038-a50767c517eb {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:34.988455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:34.992551 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f0ed75d-1625-491b-a4ec-3c1a5c4ecc88 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/routers/4f447dcc-93c8-46f4-a038-a50767c517eb HTTP/1.1" status: 204 len: 168 time: 0.8880012 Sep 18 00:48:34.992794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:35.037081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Deleting subnet 2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:48:35.040127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.078017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.119606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.173059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.198799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:35.201306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.202477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.204598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fac97783-d700-474f-b02d-0299a1e29beb tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb HTTP/1.1" status: 204 len: 168 time: 0.2106161 Sep 18 00:48:35.207229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.213442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.213628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49640) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:35.219680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.226126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.232154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.238021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.239908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-0e9f3401-7c73-42e4-9f92-99206ed5acb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.0931320 Sep 18 00:48:35.289452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.313720 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Port a0a95dfa-b12c-4c3d-b8bd-ad38dfd9d54e not found while updating agent binding for router 4f447dcc-93c8-46f4-a038-a50767c517eb. {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 00:48:35.318665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aefca6d8-4776-40e9-b2ef-15d09bc9ac1e req-1fbec024-4cbd-456c-a3d2-1b0cc2d99efb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715349 Sep 18 00:48:35.323355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:35.323826 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:48:35.324541 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_agentschedulers_db [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f447dcc-93c8-46f4-a038-a50767c517eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent'). {{(pid=106455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:48:35.325195 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714de749-72f6-481a-9d33-63a89eb123a4 None None] The sync data for ids ['4f447dcc-93c8-46f4-a038-a50767c517eb'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:35.334218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d7ff9-aeb4-4a08-962b-cecec8b32838 req-060a63b7-a22c-4d94-a2d3-a5786b0e1274 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.336172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-110d7ff9-aeb4-4a08-962b-cecec8b32838 req-060a63b7-a22c-4d94-a2d3-a5786b0e1274 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0815189 Sep 18 00:48:35.374753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-110d7ff9-aeb4-4a08-962b-cecec8b32838 req-f0a2c7c9-34a5-4163-b1a9-e9ed1a7719c1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Sep 18 00:48:35.382668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.403379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c88b5d-24fe-444d-89a2-7df7a1b271f1']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:35.413128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbf2a93-2358-4b7f-ad56-9b71befd4343') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:35.413455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbf2a93-2358-4b7f-ad56-9b71befd4343') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:35.427472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.441617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.447962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:48:35.448376 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:48:35.450090 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:48:35.507915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.513410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2c88b5d-24fe-444d-89a2-7df7a1b271f1 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 00:48:35.516019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.528338 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/networks/e2c88b5d-24fe-444d-89a2-7df7a1b271f1 HTTP/1.1" status: 204 len: 168 time: 0.3033197 Sep 18 00:48:35.530664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ba12a-45d7-4b9c-8322-40055a4b96fe tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2c88b5d-24fe-444d-89a2-7df7a1b271f1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:35.800730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49662) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:35.810699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'name': 'tempest-router--1550410301', 'project_id': '136a64e6b9f14c6cb1dea183732f6dfe'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:35.840014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.841394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.886898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18f978-6669-4d4e-aa0f-a4859fabc31e req-97f7dfe9-ef26-45d2-ae21-3c54f9150bee tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:35.921611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c18f978-6669-4d4e-aa0f-a4859fabc31e req-97f7dfe9-ef26-45d2-ae21-3c54f9150bee tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.1918683 Sep 18 00:48:35.946648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:35.985590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.018199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e483c3-2215-4753-9a25-593496138a81 req-f1e03679-27c3-4774-b24f-b17272650bb3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.019901 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-51e483c3-2215-4753-9a25-593496138a81 req-f1e03679-27c3-4774-b24f-b17272650bb3 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 945 time: 0.0706518 Sep 18 00:48:36.021349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.023482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f2c41dee-1a8e-423a-b540-06e3f3b01759 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2199383 Sep 18 00:48:36.025718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:36.031070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c18f978-6669-4d4e-aa0f-a4859fabc31e req-66f7cc61-0cc0-4fc3-9b8e-c214e6b76820 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085160 Sep 18 00:48:36.040438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeedade-d9d9-420a-8a4a-79f74e663e78 req-ecdd477a-0e1a-4c48-bf37-3c5d64291da3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.041974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aeedade-d9d9-420a-8a4a-79f74e663e78 req-ecdd477a-0e1a-4c48-bf37-3c5d64291da3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1141191 Sep 18 00:48:36.090432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aeedade-d9d9-420a-8a4a-79f74e663e78 req-8476dcd2-88b1-40d3-86c0-7e3598d1375e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Sep 18 00:48:36.161459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.361095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.363964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.382925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 3c5bec7d-82b7-4e74-abef-db1d9c404982 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:36.383276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.440183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.440706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6146d9-4a95-4715-94a2-15a1564f551e {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:36.447335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.448519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-790fe816-9f91-4fc7-a548-6d8d190eb9aa tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7d6146d9-4a95-4715-94a2-15a1564f551e HTTP/1.1" status: 204 len: 168 time: 0.4204330 Sep 18 00:48:36.480199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.486526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.492638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.500376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.508402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.515807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.524482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.527030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-bbfe9da2-8513-4971-b595-b91e95ed801c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1251709 Sep 18 00:48:36.547889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 3c5bec7d-82b7-4e74-abef-db1d9c404982, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3c5bec7d-82b7-4e74-abef-db1d9c404982,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:36.548353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.563638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 3c5bec7d-82b7-4e74-abef-db1d9c404982 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:36.599938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0b72693-3ab0-4458-be3d-5de86ba6ddf5 req-578d83e8-734b-468a-af73-c762ff27f38e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627041 Sep 18 00:48:36.617164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf915a4e-e49e-466c-9d5e-ac04ad382a5c req-43137f8b-1550-4b54-8585-b56c3ab143c2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:36.618690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf915a4e-e49e-466c-9d5e-ac04ad382a5c req-43137f8b-1550-4b54-8585-b56c3ab143c2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1512969 Sep 18 00:48:36.619179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49770) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:36.678243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf915a4e-e49e-466c-9d5e-ac04ad382a5c req-f20dda4b-be26-4607-81be-f1ec5fb5fab4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Sep 18 00:48:36.754838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.784027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=3c5bec7d-82b7-4e74-abef-db1d9c404982,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:36.789501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3c5bec7d-82b7-4e74-abef-db1d9c404982'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:36.853251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 3c5bec7d-82b7-4e74-abef-db1d9c404982 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:48:36.857056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.859101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-51e483c3-2215-4753-9a25-593496138a81 req-5363612b-b047-4725-9538-9cf257c0712a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "DELETE /v2.0/ports/3c5bec7d-82b7-4e74-abef-db1d9c404982 HTTP/1.1" status: 204 len: 173 time: 0.8292623 Sep 18 00:48:36.859663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'name': 'network-vif-deleted', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:36.862265 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3607ab03-ac54-4130-a952-464ef0c6ad1a" -d '{"events": [{"server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "name": "network-vif-deleted", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:36.909697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897713698', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:36.917337 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639fe13-78de-44a9-bb65-b6b0005ea799 x-openstack-request-id: req-e639fe13-78de-44a9-bb65-b6b0005ea799 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:36.917633 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636106af-dd4d-4d5f-8836-948b046dff78", "name": "network-vif-deleted", "tag": "3c5bec7d-82b7-4e74-abef-db1d9c404982", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:36.918087 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e639fe13-78de-44a9-bb65-b6b0005ea799 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:36.918495 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636106af-dd4d-4d5f-8836-948b046dff78', 'name': 'network-vif-deleted', 'tag': '3c5bec7d-82b7-4e74-abef-db1d9c404982', 'status': 'completed', 'code': 200} Sep 18 00:48:36.937113 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.938258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:36.997753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:37.479541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:37.541027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f8e60ef-77ce-457e-815c-d18517b3f9d3 req-f81f8542-84c0-4840-8cde-4521cb292e78 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=636106af-dd4d-4d5f-8836-948b046dff78 HTTP/1.1" status: 200 len: 210 time: 0.0636923 Sep 18 00:48:37.583604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8363-90ee-4c6a-92aa-5ccdb20d5748 req-a74b90bd-b048-41b1-adcd-b8aba5f75a7f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.585948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fce8363-90ee-4c6a-92aa-5ccdb20d5748 req-a74b90bd-b048-41b1-adcd-b8aba5f75a7f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1105881 Sep 18 00:48:37.673219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fce8363-90ee-4c6a-92aa-5ccdb20d5748 req-56a64138-bb41-421c-b662-f01592a84f50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803630 Sep 18 00:48:37.842624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.848806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.855121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.861402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.868437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.874643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.880485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:37.883423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-c2a51f29-0636-4da2-80c0-6bee9a2f9c1c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1942472 Sep 18 00:48:37.921866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:37.952431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.014808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a5c6-d7fa-4d7b-910a-e5e2d9247cbf req-e780582c-9ccc-454a-9dcf-ebcac4f8ff76 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:38.016357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11b7a5c6-d7fa-4d7b-910a-e5e2d9247cbf req-e780582c-9ccc-454a-9dcf-ebcac4f8ff76 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.2531433 Sep 18 00:48:38.023491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6df60205-b41c-4a17-8fc1-8d7353284bec req-05d68016-92e5-49bb-a2fa-7253ff5cb09e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329827 Sep 18 00:48:38.097326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11b7a5c6-d7fa-4d7b-910a-e5e2d9247cbf req-d6e79fea-dc47-4c50-a9aa-62200d9c8fad tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728719 Sep 18 00:48:38.126547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Allocated IP 172.25.7.71 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/ac3feef5-3bd4-4b6d-b35e-ac6404a8fbf6) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:38.236148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.271131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.311314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:38.314372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:38.317341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:38.349203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event updated for resources: {'Port': ['ID=ac3feef5-3bd4-4b6d-b35e-ac6404a8fbf6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:38.618824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.984927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc79304-d40c-4d77-8d3d-22d37238cf3b req-89b29d18-b637-4235-959c-e4b07c3320db tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:38.984927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dc79304-d40c-4d77-8d3d-22d37238cf3b req-89b29d18-b637-4235-959c-e4b07c3320db tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1755838 Sep 18 00:48:38.992550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.067610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-ab361a90-3942-4b03-a329-bd014440d28a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.069125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-ab361a90-3942-4b03-a329-bd014440d28a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.2550006 Sep 18 00:48:39.075537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dc79304-d40c-4d77-8d3d-22d37238cf3b req-3d79efab-f494-4d90-be7c-973d47616563 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117585 Sep 18 00:48:39.089968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fd4ebf08-bbfc-46d2-8173-57d1b27f058e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/quotas/b4b05c7f0b51474a8808bf945a627de2 HTTP/1.1" status: 200 len: 375 time: 0.0120847 Sep 18 00:48:39.160098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-faa8747b-8040-4dc0-acaa-2583576b8159 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628860 Sep 18 00:48:39.286593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.293178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.299066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.305062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.310961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.316854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.322879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.324713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-683d189c-7392-4db0-ab33-0e4698528d17 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1691868 Sep 18 00:48:39.376529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-35d95dbb-4ada-4053-9ea2-6849c6ba3ec2 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070329 Sep 18 00:48:39.382969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Router df88e310-315a-4c24-a5ea-8494db580000 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:39.412796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e1dc03-6c85-4493-86e8-798bd7baf541 req-1f2cc0c9-ed9e-42d7-bac1-13c7960caeb2 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812752 Sep 18 00:48:39.596988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8a8aea63-40da-498f-bac3-a7c9547b9a07 service neutron] 10.222.0.49 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118304 Sep 18 00:48:39.604998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79595ad-82a6-4322-8770-8217dde7da6d req-08cf1ed5-d3a9-439c-971a-0e3f97fb4029 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:39.606404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b79595ad-82a6-4322-8770-8217dde7da6d req-08cf1ed5-d3a9-439c-971a-0e3f97fb4029 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1173658 Sep 18 00:48:39.625691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:39.637657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] Sync routers for ids ['df88e310-315a-4c24-a5ea-8494db580000'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:39.647155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] Routers {'df88e310-315a-4c24-a5ea-8494db580000'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:39.648442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df88e310-315a-4c24-a5ea-8494db580000'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:39.659930 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.661194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a7ba0b3-f89f-4bee-8aba-760c04fe25d8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0408995 Sep 18 00:48:39.667185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:39.673220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b79595ad-82a6-4322-8770-8217dde7da6d req-63297c30-71bc-401c-abc5-d239ac894565 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604138 Sep 18 00:48:39.701611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:39.712755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] Routers {'df88e310-315a-4c24-a5ea-8494db580000'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:39.713681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['df88e310-315a-4c24-a5ea-8494db580000'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:39.777378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:39.779097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74482e0b-e534-4c3b-93b6-2259df386166 None None] The sync data for ids ['df88e310-315a-4c24-a5ea-8494db580000'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:39.810771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3a7a9c-55cd-41e7-840a-ba76711c7d30 req-9508186f-acc3-4d9d-9aeb-e508a8c9a9da tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 210 time: 0.0363598 Sep 18 00:48:39.831894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1059823e-6e70-46da-9f67-0c008eb4e336 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/df88e310-315a-4c24-a5ea-8494db580000 HTTP/1.1" status: 200 len: 920 time: 0.1643605 Sep 18 00:48:39.832249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50152) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:39.860275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1206461d-f228-4e38-9d38-5cba29b5c757 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=df88e310-315a-4c24-a5ea-8494db580000 HTTP/1.1" status: 200 len: 205 time: 0.0270431 Sep 18 00:48:39.863191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:40.010645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.043339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3c5bec7d-82b7-4e74-abef-db1d9c404982 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:48:40.079993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 3c5bec7d-82b7-4e74-abef-db1d9c404982 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:48:40.080375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3c5bec7d-82b7-4e74-abef-db1d9c404982 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:48:40.184246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.291211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdc044-e04c-493d-a410-9dabbee86b75 req-ed00e5d6-6fe0-4b8a-8ca1-5f30e23fb530 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.296898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76cdc044-e04c-493d-a410-9dabbee86b75 req-ed00e5d6-6fe0-4b8a-8ca1-5f30e23fb530 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0721714 Sep 18 00:48:40.347780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port ac3feef5-3bd4-4b6d-b35e-ac6404a8fbf6 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:40.348481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.365915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76cdc044-e04c-493d-a410-9dabbee86b75 req-0ffb45da-04c0-472b-a404-335541269a31 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625746 Sep 18 00:48:40.466698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.482200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for ac3feef5-3bd4-4b6d-b35e-ac6404a8fbf6 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:40.993121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.998985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.004875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.011304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.017256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.024265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.030337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.032324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-c1bc638f-f32c-4b20-86be-a64606cbf7c9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.5342000 Sep 18 00:48:41.042018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7baab-2330-4382-8331-ce9ffc736187 req-1ed4223a-0cfa-4289-8ea1-6729aa01e21c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.043455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86a7baab-2330-4382-8331-ce9ffc736187 req-1ed4223a-0cfa-4289-8ea1-6729aa01e21c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1454165 Sep 18 00:48:41.194822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-c093d308-60d7-4839-b8be-b8c2081401b4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.197729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-c093d308-60d7-4839-b8be-b8c2081401b4 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 812 time: 0.1461275 Sep 18 00:48:41.229777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Request body: {'port': {'device_id': '852b85d0-4496-48e9-925a-3afca33eed4b', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'admin_state_up': True, 'tenant_id': 'b4b05c7f0b51474a8808bf945a627de2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.232268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.245800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07dd67d0-1832-4dfd-9489-aa0e81f88787 req-651d70c6-8c54-4fca-b523-ee3c3698742e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1991374 Sep 18 00:48:41.278020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-86a7baab-2330-4382-8331-ce9ffc736187 req-f5e928e4-f229-4064-8f04-8e92fa96df67 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213005 Sep 18 00:48:41.279700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=ac3feef5-3bd4-4b6d-b35e-ac6404a8fbf6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:41.373771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Made reservation on behalf of b4b05c7f0b51474a8808bf945a627de2 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:41.378708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.414318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cdc74da-1134-47fd-b903-3e75ec9aafd3 req-3677d024-d35f-4c12-9b39-1b0d03fc5c75 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 210 time: 0.0307481 Sep 18 00:48:41.417729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.529802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Allocated IP 172.20.0.9 (232efd39-ba00-439b-a822-ba1db65a124b/d44e314f-1e55-4468-8711-b458c311cd3b/45ef6a34-07ba-4d84-b3ab-ba2047b376d7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:41.548796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.552104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.612776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.613682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router df88e310-315a-4c24-a5ea-8494db580000 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:41.621276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.622417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1dd95917-3cba-42f2-9e8a-0192520c28bc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/df88e310-315a-4c24-a5ea-8494db580000 HTTP/1.1" status: 204 len: 168 time: 1.7582304 Sep 18 00:48:41.630967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87fb6-0437-473f-833c-76f343a127c0 req-4211c378-52d6-4291-9ca4-a9835ef295e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.635797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a87fb6-0437-473f-833c-76f343a127c0 req-4211c378-52d6-4291-9ca4-a9835ef295e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1812439 Sep 18 00:48:41.636900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50184) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:41.642981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-178182742', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.685687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.686771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.690948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.700152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a87fb6-0437-473f-833c-76f343a127c0 req-c1a5006d-f763-41a4-a84c-384a542cbdb2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Sep 18 00:48:41.726442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.751439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.769615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Network 232efd39-ba00-439b-a822-ba1db65a124b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:41.773096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:41.777038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:41.805572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event updated for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:41.832183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:41.833043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.848925 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-fe51db33-9ccd-44e1-8e18-5cc3744acd9a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238117 Sep 18 00:48:41.877986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Request body: {'port': {'device_id': '852b85d0-4496-48e9-925a-3afca33eed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.900800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.940471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.121837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.143066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.219944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:42.232401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.250355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Transition to ACTIVE for port object 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:42.253735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.271161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.25.7.245 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/08eaa87d-8797-4eaf-b62e-3c4bc3993286) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:42.361298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.394374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Attempting to bind port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:42.394993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Attempting to bind port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:42.395506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Attempting to bind port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:42.401086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 on network 232efd39-ba00-439b-a822-ba1db65a124b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:42.401651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Attempting to bind port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 on network 232efd39-ba00-439b-a822-ba1db65a124b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:42.407395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:42.407732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Checking segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:42.408111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Bound using segment: {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:42.408575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Bound port: 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d613a9c-b56c-4ebb-a168-34ae90f416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:42.408932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.469312 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.480979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:42.484497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.484893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:42.489648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.491236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.497273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.503166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.509921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.515787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.521779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.522521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.523678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.524631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-e3702f98-a2f2-4084-85ce-58d49abe351c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1646874 Sep 18 00:48:42.525086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] 10.222.0.54 "PUT /v2.0/ports/45ef6a34-07ba-4d84-b3ab-ba2047b376d7 HTTP/1.1" status: 200 len: 1092 time: 0.6513612 Sep 18 00:48:42.527900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:42.531006 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516135f6-d59b-4ba3-b415-56e14f1e6966" -d '{"events": [{"name": "network-changed", "server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:42.556698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e35d0d-7646-47de-b7da-ec476f66f471 req-17452c26-7f95-4c15-bcb7-896e115a90fa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.558403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68e35d0d-7646-47de-b7da-ec476f66f471 req-17452c26-7f95-4c15-bcb7-896e115a90fa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1448681 Sep 18 00:48:42.562146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0dc5-21c4-4236-80d3-97a12487ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.627762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f723fb8-e217-4144-af37-96993ddd1ebb req-b19c1e70-49cc-4251-91ad-66652c2ea5df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888016 Sep 18 00:48:42.633305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-962f1088-b994-4aa1-93d2-e52ba0821409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.635218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-962f1088-b994-4aa1-93d2-e52ba0821409 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 1095 time: 0.0511801 Sep 18 00:48:42.639888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.684951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68e35d0d-7646-47de-b7da-ec476f66f471 req-d4f1343b-469b-4e9b-8a5d-d347542c0a8c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017148 Sep 18 00:48:42.707009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:42.707341 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-64f993af-f621-4da4-83dc-5b5df3df2718 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7 HTTP/1.1" status: 200 len: 217 time: 0.0478089 Sep 18 00:48:42.707464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:42.707464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:42.734291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=08eaa87d-8797-4eaf-b62e-3c4bc3993286,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.771431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce12b-1afe-427d-999e-1d44a2132314 req-53fbc5d4-4614-4c71-a506-9f53cf53be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.774180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-53fbc5d4-4614-4c71-a506-9f53cf53be5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.0657346 Sep 18 00:48:42.842255 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843cbb9-6a94-4345-b93c-f8a40138ad27 x-openstack-request-id: req-3843cbb9-6a94-4345-b93c-f8a40138ad27 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:42.842601 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:42.843058 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3843cbb9-6a94-4345-b93c-f8a40138ad27 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:42.843449 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7', 'status': 'completed', 'code': 200} Sep 18 00:48:42.845571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-b1153e5b-86c3-4c2c-82e7-25ee2f191d11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436487 Sep 18 00:48:42.952486 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-cef2f1db-a59a-4c2e-98ba-bdb904a6a3ac service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979729 Sep 18 00:48:42.963272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ca74e-6820-49ff-a0ea-2b595617bcbb req-467c287d-9798-4b18-b2a2-96ef47222e6b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.964918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a16ca74e-6820-49ff-a0ea-2b595617bcbb req-467c287d-9798-4b18-b2a2-96ef47222e6b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 943 time: 0.1572795 Sep 18 00:48:43.013121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c7e99-eabd-458f-9dc0-a945e3b1a847 req-d0f41733-c5ea-4905-b4eb-73ff7247624d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.014571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f69c7e99-eabd-458f-9dc0-a945e3b1a847 req-d0f41733-c5ea-4905-b4eb-73ff7247624d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1217449 Sep 18 00:48:43.048838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-573ce12b-1afe-427d-999e-1d44a2132314 req-8584d7f1-d72c-4dc7-b1fa-51106dee7faf service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880244 Sep 18 00:48:43.079217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a16ca74e-6820-49ff-a0ea-2b595617bcbb req-f2689685-441b-44aa-b878-32e799dfc3a5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775874 Sep 18 00:48:43.124551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f69c7e99-eabd-458f-9dc0-a945e3b1a847 req-5accc2d5-3834-4f68-87e2-158204444acd tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915048 Sep 18 00:48:43.146565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.196625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-436c0442-5d08-42eb-8754-9611dff41a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.198106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-436c0442-5d08-42eb-8754-9611dff41a44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4b05c7f0b51474a8808bf945a627de2&device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 1095 time: 0.0496857 Sep 18 00:48:43.311465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-f6ad14ef-292c-4ced-8d5a-a7cb71901b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.313429 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-f6ad14ef-292c-4ced-8d5a-a7cb71901b82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 200 len: 913 time: 0.1072893 Sep 18 00:48:43.363497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.364462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-3e79de01-fda4-42bc-a7c4-641d5f97d489 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7 HTTP/1.1" status: 200 len: 217 time: 0.0432184 Sep 18 00:48:43.455138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-e6bbc9a9-271a-4ee3-9afc-f27d5e208350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.456618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-e6bbc9a9-271a-4ee3-9afc-f27d5e208350 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 200 len: 852 time: 0.0836594 Sep 18 00:48:43.488784 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-2d35ac8e-7941-4e3a-aa8b-194375c25122 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=232efd39-ba00-439b-a822-ba1db65a124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251002 Sep 18 00:48:43.521710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router f39552fb-e812-4d6f-bd54-e4420fa029d3 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:43.587071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-ec8ce811-c635-4bc8-98eb-c9bdc5b157d1 service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 Sep 18 00:48:43.652250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:43.663048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Sync routers for ids ['f39552fb-e812-4d6f-bd54-e4420fa029d3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:43.676331 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Routers {'f39552fb-e812-4d6f-bd54-e4420fa029d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:43.677463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f39552fb-e812-4d6f-bd54-e4420fa029d3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:43.682767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.684398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-01c3b6d9-37ac-4bbb-89fb-e70e72bfc97a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0460234 Sep 18 00:48:43.687782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50208) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:43.702883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-516135f6-d59b-4ba3-b415-56e14f1e6966 req-75b21fb8-93b7-40b5-a28e-c0629943aece service neutron] 10.222.0.54 "GET /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071761 Sep 18 00:48:43.796700 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Set router f39552fb-e812-4d6f-bd54-e4420fa029d3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:43.870039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e43fe5f-caa1-4a87-abf7-d8b822706856 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/f39552fb-e812-4d6f-bd54-e4420fa029d3 HTTP/1.1" status: 200 len: 908 time: 0.1804485 Sep 18 00:48:43.872980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:43.879813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-178182742', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': True}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:43.905699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.911614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.918306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.924117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.929991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.935790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.941623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.943500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e687a94a-67f5-47e1-812f-68632b3aadad req-e223b022-d52f-4840-ae68-2b000db34197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1852939 Sep 18 00:48:43.961129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e620d4-2d70-4fdc-9794-a5751629d1c4 req-d7539203-21fc-4e35-a8b5-54e5e9b360ba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.962628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47e620d4-2d70-4fdc-9794-a5751629d1c4 req-d7539203-21fc-4e35-a8b5-54e5e9b360ba tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.1703196 Sep 18 00:48:43.984028 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'name': 'tempest-snat-router-178182742', 'tenant_id': '90ab063fe4f04000a2f2ee63a00598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245'}], 'enable_snat': False}, 'gw_port_id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:48:41Z', 'updated_at': '2021-09-18T00:48:42Z', 'revision_number': 3, 'project_id': '90ab063fe4f04000a2f2ee63a00598af', 'gw_port': {'id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:48:42Z', 'updated_at': '2021-09-18T00:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:44.005364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.006420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.033754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e687a94a-67f5-47e1-812f-68632b3aadad req-cd45016b-dd62-4ded-8423-c27749129e83 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701203 Sep 18 00:48:44.055336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47e620d4-2d70-4fdc-9794-a5751629d1c4 req-5a4d9d17-52db-4b8f-b9e4-dabd9f3c3beb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821519 Sep 18 00:48:44.121280 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Checking router: f39552fb-e812-4d6f-bd54-e4420fa029d3 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:44.121620 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Updating router f39552fb-e812-4d6f-bd54-e4420fa029d3 port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:48:44.121961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.157012 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.376793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.412003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a9812-bba2-4dda-b46f-a8ca09472cc7 req-9e94ff82-3173-422f-8663-e6393174c9ce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:44.420191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-798a9812-bba2-4dda-b46f-a8ca09472cc7 req-9e94ff82-3173-422f-8663-e6393174c9ce tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 943 time: 0.1902838 Sep 18 00:48:44.442637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae27b-cba3-4724-9687-36ae18d1552c req-3c5114d0-d22b-4757-b7dc-d960ee424827 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:44.450885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bdae27b-cba3-4724-9687-36ae18d1552c req-3c5114d0-d22b-4757-b7dc-d960ee424827 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1711426 Sep 18 00:48:44.451269 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.469905 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.511668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-798a9812-bba2-4dda-b46f-a8ca09472cc7 req-486cd117-bd91-4f97-874f-5a3a62200451 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916965 Sep 18 00:48:44.525256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bdae27b-cba3-4724-9687-36ae18d1552c req-51a31fd3-c409-4a57-b426-0f73f5aee0ba tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729666 Sep 18 00:48:44.526814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Pushing event updated for resources: {'Port': ['ID=08eaa87d-8797-4eaf-b62e-3c4bc3993286,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:44.530258 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Attempting to bind port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:44.530732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Attempting to bind port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:44.531186 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Attempting to bind port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.549313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Bound port: 08eaa87d-8797-4eaf-b62e-3c4bc3993286, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:44.550606 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.611506 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] For port 08eaa87d-8797-4eaf-b62e-3c4bc3993286, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:44.615690 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] For port 08eaa87d-8797-4eaf-b62e-3c4bc3993286, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=08eaa87d-8797-4eaf-b62e-3c4bc3993286,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:44.621844 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.671577 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Routers {'f39552fb-e812-4d6f-bd54-e4420fa029d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:44.672252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f39552fb-e812-4d6f-bd54-e4420fa029d3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:44.728030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e376-4dc9-4bea-9181-67d963b81242 req-198129f4-7f65-49c3-9e88-8e1a915f3953 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:44.729647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1f0e376-4dc9-4bea-9181-67d963b81242 req-198129f4-7f65-49c3-9e88-8e1a915f3953 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1381960 Sep 18 00:48:44.737323 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bd409-50d0-4ce4-a697-e13a50a8197b None None] Pushing event updated for resources: {'Port': ['ID=08eaa87d-8797-4eaf-b62e-3c4bc3993286,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:44.740272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.773048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.805381 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] Set router f39552fb-e812-4d6f-bd54-e4420fa029d3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:45.009889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'name': 'tempest-snat-router-178182742', 'tenant_id': '90ab063fe4f04000a2f2ee63a00598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245'}], 'enable_snat': False}, 'gw_port_id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:48:41Z', 'updated_at': '2021-09-18T00:48:42Z', 'revision_number': 3, 'project_id': '90ab063fe4f04000a2f2ee63a00598af', 'gw_port': {'id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:48:42Z', 'updated_at': '2021-09-18T00:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:45.036957 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e171f4-32f4-4ee5-b740-64eb23beca79 None None] The sync data for ids ['f39552fb-e812-4d6f-bd54-e4420fa029d3'] in n-d-712707-16 is: [{'id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'name': 'tempest-snat-router-178182742', 'tenant_id': '90ab063fe4f04000a2f2ee63a00598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245'}], 'enable_snat': False}, 'gw_port_id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:48:41Z', 'updated_at': '2021-09-18T00:48:42Z', 'revision_number': 3, 'project_id': '90ab063fe4f04000a2f2ee63a00598af', 'gw_port': {'id': '08eaa87d-8797-4eaf-b62e-3c4bc3993286', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39552fb-e812-4d6f-bd54-e4420fa029d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:48:42Z', 'updated_at': '2021-09-18T00:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:45.171279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1f0e376-4dc9-4bea-9181-67d963b81242 req-8fcad821-ebc0-46a4-aaa6-fef7e237ebfa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281883 Sep 18 00:48:45.273506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.279627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.285769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.295709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.301760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.308771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.314864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.327099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-85421172-093b-4eed-8bcd-dcf7183eec9f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1597931 Sep 18 00:48:45.368602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.25.7.222 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/bc7ce595-f6db-412e-a4d7-433d979ada87) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:45.395667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d5ffa2a-4dce-456f-80d1-7aee833f2d5a req-f55f2137-81ec-43f2-beb4-fd449c6d0f5c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676751 Sep 18 00:48:45.528639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5739d5-43bd-499f-bb3c-72d0637c0dd0 req-6ac129bb-eaad-4c78-a7bd-6324f84406db tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.530331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa5739d5-43bd-499f-bb3c-72d0637c0dd0 req-6ac129bb-eaad-4c78-a7bd-6324f84406db tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1213543 Sep 18 00:48:45.584039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:45.634905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa5739d5-43bd-499f-bb3c-72d0637c0dd0 req-eca28aea-01ff-4a3b-a587-c3523de679e0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873945 Sep 18 00:48:45.735711 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:45.761876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 08eaa87d-8797-4eaf-b62e-3c4bc3993286 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:45.816568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:45.839139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:45.839797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:45.845683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:45.858266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872bc95-ac41-4f3c-bddf-79d4de1dcab9 req-673da3e2-6fd9-4065-84e7-8b23f5681a4a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:45.859807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a872bc95-ac41-4f3c-bddf-79d4de1dcab9 req-673da3e2-6fd9-4065-84e7-8b23f5681a4a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 943 time: 0.2514858 Sep 18 00:48:45.860642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:45.932708 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:45.955000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 08eaa87d-8797-4eaf-b62e-3c4bc3993286, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=08eaa87d-8797-4eaf-b62e-3c4bc3993286,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:45.961160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:45.986473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=bc7ce595-f6db-412e-a4d7-433d979ada87,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:46.024670 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.031171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=08eaa87d-8797-4eaf-b62e-3c4bc3993286,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:46.054692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a081-f0b5-496a-81c3-b904b0e044ba req-59b3b8f3-4f55-4055-83aa-f27ee6b20ed5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.056624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be57a081-f0b5-496a-81c3-b904b0e044ba req-59b3b8f3-4f55-4055-83aa-f27ee6b20ed5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2630000 Sep 18 00:48:46.077855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:46.120756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a872bc95-ac41-4f3c-bddf-79d4de1dcab9 req-6f751b29-8652-44cc-ab57-304044cfb60c tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789799 Sep 18 00:48:46.169558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be57a081-f0b5-496a-81c3-b904b0e044ba req-ea08af20-d563-444a-bada-d818830dfc83 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Sep 18 00:48:46.405588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:46.410133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.419558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-9d7c372a-9adf-4c4b-b8f9-a65498ad8f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.420075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7', 'network_id': '232efd39-ba00-439b-a822-ba1db65a124b', 'port_id': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7', 'mac_address': 'fa:16:3e:15:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e314f-1e55-4468-8711-b458c311cd3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:46.421512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-9d7c372a-9adf-4c4b-b8f9-a65498ad8f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.1702707 Sep 18 00:48:46.463621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.468173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-2c290e8c-8f94-4bb8-a86c-4d3998e3aa3e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/quotas/b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 375 time: 0.0140281 Sep 18 00:48:46.483599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:46.510945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:46.515517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.578219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:46.679428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-8956f0fd-2572-42c6-a186-ffc170157359 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1994588 Sep 18 00:48:46.693134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.699070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.704972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.710894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.717376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.723360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.730249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:46.732145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-9503892b-f6b0-4214-848a-223a95358fa9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.1735256 Sep 18 00:48:46.837876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50260) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:46.899327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d73209a8-d71c-4266-a8e0-afc037b72ef9 req-85eb1250-e214-45ee-b674-3423a98a3614 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515560 Sep 18 00:48:46.910814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.966940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['45ef6a34-07ba-4d84-b3ab-ba2047b376d7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:46.970963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-333220c1-ea5e-40fd-8a1a-4aa0b7a8c2d7 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378173 Sep 18 00:48:46.974209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42efd97f-696f-4312-9dd6-d3ee7b3424bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.087473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42efd97f-696f-4312-9dd6-d3ee7b3424bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.093553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42efd97f-696f-4312-9dd6-d3ee7b3424bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.149421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-42efd97f-696f-4312-9dd6-d3ee7b3424bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc73aa0b427f4f0e8619bed2813f8c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105617 Sep 18 00:48:47.152005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:47.153049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router 9659f183-2ffe-44e9-b8c1-fe42ea340079 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:47.154765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efd97f-696f-4312-9dd6-d3ee7b3424bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7152a783-db06-4311-a2b5-3b8f8a611e54,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:47.169013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-e8e7d60d-0e06-43f6-9dc4-51cd48b446a9 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772342 Sep 18 00:48:47.230574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.254518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.310640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.313833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.315309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7152a783-db06-4311-a2b5-3b8f8a611e54 HTTP/1.1" status: 204 len: 168 time: 0.1617243 Sep 18 00:48:47.323410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb024f-a33a-4e2a-b232-551c58447e1b req-2e229aac-6b9b-40df-a5f7-2b0519ac6c14 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:47.324972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80cb024f-a33a-4e2a-b232-551c58447e1b req-2e229aac-6b9b-40df-a5f7-2b0519ac6c14 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 944 time: 0.0985947 Sep 18 00:48:47.346821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917fda9-6354-49a0-a005-c42520b03426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152a783-db06-4311-a2b5-3b8f8a611e54,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:47.407343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:47.416563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80cb024f-a33a-4e2a-b232-551c58447e1b req-fa53584e-bf2b-44ce-891f-88efcb61fe1b tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821497 Sep 18 00:48:47.418757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Sync routers for ids ['9659f183-2ffe-44e9-b8c1-fe42ea340079'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:47.434910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Routers {'9659f183-2ffe-44e9-b8c1-fe42ea340079'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:47.441468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9659f183-2ffe-44e9-b8c1-fe42ea340079'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:47.441695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.441695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f2120ae-abbe-4db2-a131-6e7444cad0ba tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5646276 Sep 18 00:48:47.442468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:47.465155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe532fd-5949-4ddd-a612-eaef05481535 req-e458e7b2-5357-4a40-9c00-90bef8663cf4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:47.479418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fe532fd-5949-4ddd-a612-eaef05481535 req-e458e7b2-5357-4a40-9c00-90bef8663cf4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1217289 Sep 18 00:48:47.573209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Set router 9659f183-2ffe-44e9-b8c1-fe42ea340079 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:47.581633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8cf067a8-bda2-4588-9702-c89bf34779f5 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/9659f183-2ffe-44e9-b8c1-fe42ea340079 HTTP/1.1" status: 200 len: 907 time: 0.1373754 Sep 18 00:48:47.584234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50286) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:47.641455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea71ef80-3ad6-4e11-8eca-bfc24988219c req-d815a60f-7a13-4836-852d-b7898bdfb1ef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 210 time: 0.0953710 Sep 18 00:48:47.646235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fe532fd-5949-4ddd-a612-eaef05481535 req-cfbfa00c-7dd4-47d5-9508-5699eae0011a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660292 Sep 18 00:48:47.752036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 08eaa87d-8797-4eaf-b62e-3c4bc3993286 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:47.800669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:47.800914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.822999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70300564-8371-45d3-bf71-ba3a63c69fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.878424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:47.878809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.909042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659f183-2ffe-44e9-b8c1-fe42ea340079', 'name': 'tempest-snat-router-178182742', 'tenant_id': '90ab063fe4f04000a2f2ee63a00598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce595-f6db-412e-a4d7-433d979ada87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:48:44Z', 'updated_at': '2021-09-18T00:48:46Z', 'revision_number': 3, 'project_id': '90ab063fe4f04000a2f2ee63a00598af', 'gw_port': {'id': 'bc7ce595-f6db-412e-a4d7-433d979ada87', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659f183-2ffe-44e9-b8c1-fe42ea340079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:48:44Z', 'updated_at': '2021-09-18T00:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:47.945092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Checking router: 9659f183-2ffe-44e9-b8c1-fe42ea340079 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:47.945770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Updating router 9659f183-2ffe-44e9-b8c1-fe42ea340079 port bc7ce595-f6db-412e-a4d7-433d979ada87 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:48:47.961898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70300564-8371-45d3-bf71-ba3a63c69fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.974750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70300564-8371-45d3-bf71-ba3a63c69fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.980518 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.108582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300564-8371-45d3-bf71-ba3a63c69fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a700d-104d-499c-99ad-3c03b988ae51,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:48.115146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:48.133431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70300564-8371-45d3-bf71-ba3a63c69fd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb858aba8c5e481a8fc45d3207d7b1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279970 Sep 18 00:48:48.137327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50294) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:48.184847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.191428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.198865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.205326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.212744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.218994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.225216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.233801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f6d9624-f57c-43a8-9903-523c3582638a req-27a9b6a5-ea5a-40ff-965f-bbdaccc190c6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5421 time: 0.2138069 Sep 18 00:48:48.246923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e0d49ef0-1551-4ee9-8695-8b87a9aaf883 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:48.253316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:48.265263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:48.266629 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.277229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-916d3bed-7250-4993-bbcf-4098cd0d7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.278738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-916d3bed-7250-4993-bbcf-4098cd0d7bd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1098 time: 0.1852686 Sep 18 00:48:48.306663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f6d9624-f57c-43a8-9903-523c3582638a req-edb395d2-c48b-40c8-a2e2-0c646d02b34d tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714340 Sep 18 00:48:48.324951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.370040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.389325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Deleting port bc7ce595-f6db-412e-a4d7-433d979ada87 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:48.389810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.424800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.458314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-53438c7f-9a94-473a-b9b8-603081bdf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.460422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-53438c7f-9a94-473a-b9b8-603081bdf738 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1496530 Sep 18 00:48:48.480686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.491778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.495606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:48.496462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Calling delete_port for bc7ce595-f6db-412e-a4d7-433d979ada87 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:48.512747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-dbee4ad7-7bba-4cd2-b7de-b5bb865d9fb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 217 time: 0.0451028 Sep 18 00:48:48.515648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.519287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'port_id': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'mac_address': 'fa:16:3e:d6:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:48.520784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.605149 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.607410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.611756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf9a700d-104d-499c-99ad-3c03b988ae51 HTTP/1.1" status: 204 len: 168 time: 0.4671977 Sep 18 00:48:48.617686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-3032b1a6-3c1f-48ff-b7dd-5233cb769bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.619301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-3032b1a6-3c1f-48ff-b7dd-5233cb769bb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0994489 Sep 18 00:48:48.632974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:48.634883 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe47ab8-f15d-4399-86d9-e24dae7a3a61" -d '{"events": [{"server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "name": "network-vif-plugged", "status": "completed", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:48.647732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:48.648043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:48.648438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:48.655398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e265074-251b-4417-8733-f20ecc2fadd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a700d-104d-499c-99ad-3c03b988ae51,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:48.657615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867b950-b440-4bf9-a759-4d0643a04591 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce595-f6db-412e-a4d7-433d979ada87,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:48.674176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.688610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:48.699225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:48.699605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:48.700016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.700478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:48.701000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Bound port: bc7ce595-f6db-412e-a4d7-433d979ada87, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:48.701273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-4e70f71d-bae6-4725-ae61-cecede3a06c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587838 Sep 18 00:48:48.701435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.707935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.731327 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05e8120-c648-49a4-9798-1c94a23cee63 x-openstack-request-id: req-b05e8120-c648-49a4-9798-1c94a23cee63 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:48.731622 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "name": "network-vif-plugged", "status": "completed", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:48.731873 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b05e8120-c648-49a4-9798-1c94a23cee63 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:48.732296 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7', 'code': 200} Sep 18 00:48:48.736324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062a223-cd3a-49e6-afaa-9a65f798be0a req-ff2bd694-abf5-4681-8b84-21c05aac4f3d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:48.738079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6062a223-cd3a-49e6-afaa-9a65f798be0a req-ff2bd694-abf5-4681-8b84-21c05aac4f3d tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 944 time: 0.1661525 Sep 18 00:48:48.738227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d49ef0-1551-4ee9-8695-8b87a9aaf883 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:48.822731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:48.855675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:48.860764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.879742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:48.880823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 91703b7e-2d01-42b8-9804-378fb8ab6c72 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:48.892631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8a0e901-ca4d-4f3a-bbf0-23655f14b84a req-590c41ea-b1a6-404a-b09d-68499612cfbb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 210 time: 0.0933723 Sep 18 00:48:48.945022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:48:48.946288 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:48:48.974121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6062a223-cd3a-49e6-afaa-9a65f798be0a req-d6c319e7-7cc0-466e-a477-9b222e46f8ca tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150578 Sep 18 00:48:48.991916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc7ce595-f6db-412e-a4d7-433d979ada87,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:49.027263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-a456ba82-bd53-44bd-ad61-509fe783b60c service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178880 Sep 18 00:48:49.036395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:49.091855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-5ae15a11-40ee-416a-b4e9-b262e7f7d463 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.093608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-5ae15a11-40ee-416a-b4e9-b262e7f7d463 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.3378050 Sep 18 00:48:49.099651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9b648-c3df-407e-838b-deca7347250b req-29bd6083-40f5-494a-93fb-c2f1af0082ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.101810 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50d9b648-c3df-407e-838b-deca7347250b req-29bd6083-40f5-494a-93fb-c2f1af0082ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 1097 time: 0.2252834 Sep 18 00:48:49.105373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.140958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.150562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'device_id': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'admin_state_up': True, 'tenant_id': 'b20e09258ef0486d9c031486a4356292'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:49.155716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '91703b7e-2d01-42b8-9804-378fb8ab6c72', 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'port_id': '91703b7e-2d01-42b8-9804-378fb8ab6c72', 'mac_address': 'fa:16:3e:6e:3d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fe7a38-648b-413e-8b7a-63f485e5764b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:49.179353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93da67-fe18-4599-a8c7-d288acf6111c req-b045c4cc-b3e8-4b36-8f1b-27bb8b33e5d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.181209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c93da67-fe18-4599-a8c7-d288acf6111c req-b045c4cc-b3e8-4b36-8f1b-27bb8b33e5d7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1142809 Sep 18 00:48:49.206285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.232773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91703b7e-2d01-42b8-9804-378fb8ab6c72 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:49.259778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.266038 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.266693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.267299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:49.299736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.314317 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50d9b648-c3df-407e-838b-deca7347250b req-aa08d88c-f118-40cf-b5eb-962c8ccb22f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722755 Sep 18 00:48:49.334380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.348280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'port_id': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18', 'mac_address': 'fa:16:3e:bc:11:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:49.372551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.373145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9659f183-2ffe-44e9-b8c1-fe42ea340079 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:49.379391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.380681 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73031373-94fa-4f31-9d4b-ef9b87759640 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/routers/9659f183-2ffe-44e9-b8c1-fe42ea340079 HTTP/1.1" status: 204 len: 168 time: 1.7947562 Sep 18 00:48:49.384044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:49.429664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:49.450794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.452896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:49.456466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.472265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.472750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.473361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.473688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.474283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.474782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.476042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.476935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.477228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.477654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.478075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.478494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:49.510003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:49.515105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:49.515557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:49.515988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Attempting to bind port bc7ce595-f6db-412e-a4d7-433d979ada87 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:49.523361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:49.523849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:49.524409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.525137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:49.525766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Bound port: bc7ce595-f6db-412e-a4d7-433d979ada87, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:49.526271 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.547715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Port bc7ce595-f6db-412e-a4d7-433d979ada87 has been deleted concurrently {{(pid=106454) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 00:48:49.577920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.585991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:49.587663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:48:49.589078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9659f183-2ffe-44e9-b8c1-fe42ea340079'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent'). {{(pid=106454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:48:49.589758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed538bd8-be24-4093-a23c-7ae1ea71480c None None] The sync data for ids ['9659f183-2ffe-44e9-b8c1-fe42ea340079'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:49.608023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.609573 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.610389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e6ba0d91-c23d-432a-891d-333a6c3c2d88 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:49.640562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4613df-1c25-464c-903e-fbd66ee1a91c req-4f5db7e5-d710-48dd-850e-d990d48ab0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037569 Sep 18 00:48:49.699362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c93da67-fe18-4599-a8c7-d288acf6111c req-bec48a51-9292-44ca-820b-bf666e097411 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066850 Sep 18 00:48:49.719064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.723335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:49.728495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.737613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.744008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.751089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.754646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.20.0.11 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/9911d7f8-ac31-45d3-bb3d-86eaf0d78581) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:49.758770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.768273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:49.770790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0393a355-eda5-40a4-bf73-8c0085104632 req-d107be01-fb94-4de7-aa28-2c9d41c307c3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5424 time: 0.1494045 Sep 18 00:48:49.785987 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.798844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.817231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'port_id': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'mac_address': 'fa:16:3e:b9:27:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:49.838936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0393a355-eda5-40a4-bf73-8c0085104632 req-1a78d88a-aaae-43a1-8fcd-545c02cdc5ed tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564239 Sep 18 00:48:49.894345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.910161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ba0d91-c23d-432a-891d-333a6c3c2d88 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:49.940322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Deleting port 08eaa87d-8797-4eaf-b62e-3c4bc3993286 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:49.940678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.943374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:49.951092 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:49.952264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f36899a9-74f3-4bca-abd0-0783c5adf848 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:49.989872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.016308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.049650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.061762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'port_id': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'mac_address': 'fa:16:3e:15:40:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:50.067897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5c114a3-5c07-4de8-a629-1d1a8489c27e req-4d6c630a-dbae-442d-b6dd-2356fd4ecd14 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 210 time: 0.0427642 Sep 18 00:48:50.078932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] For port 08eaa87d-8797-4eaf-b62e-3c4bc3993286, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=08eaa87d-8797-4eaf-b62e-3c4bc3993286,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.079306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.103028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.109528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Calling delete_port for 08eaa87d-8797-4eaf-b62e-3c4bc3993286 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:50.117631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.120558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36899a9-74f3-4bca-abd0-0783c5adf848 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:50.135212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:50.201274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:50.208321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:50.220162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:50.229160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.255599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae33fcd-b6b8-4c5b-98f6-08151344b872 req-65838374-12bf-4e74-a549-9da029edf108 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:50.259513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ae33fcd-b6b8-4c5b-98f6-08151344b872 req-65838374-12bf-4e74-a549-9da029edf108 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.1495118 Sep 18 00:48:50.347242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:50.348554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.369119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ae33fcd-b6b8-4c5b-98f6-08151344b872 req-7233e38f-3429-46b0-a429-bb690e3bb686 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Sep 18 00:48:50.415518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.430781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7fd705b9-ff1c-48ff-aaad-0d6f3ef459a6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2897341 Sep 18 00:48:50.435159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.436728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 2f23c196-0498-4744-a892-d9907efe7996 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:50.491181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Request body: {'port': {'device_id': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:50.542341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=2f23c196-0498-4744-a892-d9907efe7996,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.543416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:50.560345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.565273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '2f23c196-0498-4744-a892-d9907efe7996', 'network_id': '0459e924-f100-4de8-be0d-1f241c4c513c', 'port_id': '2f23c196-0498-4744-a892-d9907efe7996', 'mac_address': 'fa:16:3e:f5:d3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3741c0-837f-41dd-8f27-f0db56e2d07c', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:50.573965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.602713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.606309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event deleted for resources: {'Port': ['ID=08eaa87d-8797-4eaf-b62e-3c4bc3993286,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.635382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-11c6788a-e057-431a-a77b-9ea9ebdabd4b None None] Provisioning complete for port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:50.635856 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-11c6788a-e057-431a-a77b-9ea9ebdabd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.666889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.689571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f23c196-0498-4744-a892-d9907efe7996 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:50.699625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-11c6788a-e057-431a-a77b-9ea9ebdabd4b None None] Port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:50.704790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f646-1281-4008-8284-28b30f2743f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.710414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.717218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=2f23c196-0498-4744-a892-d9907efe7996,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.723770 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.789700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a7c1a246-9c04-42ac-92c0-08a8c2452e79 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:50.844363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.861147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.869837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.884013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f646-1281-4008-8284-28b30f2743f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.904964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f646-1281-4008-8284-28b30f2743f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.930597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb204a-5bb9-4d0d-9e9d-56a12f7daf3a req-df020ca6-9c6f-4036-8e7b-dd10b64905aa tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:50.933093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-befb204a-5bb9-4d0d-9e9d-56a12f7daf3a req-df020ca6-9c6f-4036-8e7b-dd10b64905aa tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0927410 Sep 18 00:48:50.959776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.961598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39552fb-e812-4d6f-bd54-e4420fa029d3 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:50.972794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:50.989533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79', 'network_id': '61b58db0-12ce-4e66-a60b-37e221ac1f8b', 'port_id': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79', 'mac_address': 'fa:16:3e:55:d9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fe7a38-648b-413e-8b7a-63f485e5764b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:51.004793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.007389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d64a0e25-9164-451f-afe4-f8b0b3de3db3 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f39552fb-e812-4d6f-bd54-e4420fa029d3 HTTP/1.1" status: 204 len: 168 time: 1.6039932 Sep 18 00:48:51.012405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50358) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:51.018194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822215782', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:51.024760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4f646-1281-4008-8284-28b30f2743f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb1d86-84fb-4c28-9b03-999bd9bf8969,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:51.039426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.045399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9ef4f646-1281-4008-8284-28b30f2743f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b465210fa47e4f6c93ac480e64e0962d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008614 Sep 18 00:48:51.049739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50360) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:51.058662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c1a246-9c04-42ac-92c0-08a8c2452e79 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:51.084008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:51.092985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-befb204a-5bb9-4d0d-9e9d-56a12f7daf3a req-186af59d-28a0-4318-b569-a52f0b357547 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Sep 18 00:48:51.094663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.098917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.100002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.139845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.150177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.157040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.172624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:51.174625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.181089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.187362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.195576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.197638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-d9d2b241-ed25-4c05-bb57-d43846f2ee85 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5427 time: 0.2552965 Sep 18 00:48:51.204079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:51.219221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.260850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Transition to ACTIVE for port object 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:51.274220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9aa7e7ac-6264-4318-871b-69a95e45cfc3 req-6ce3a18d-aa8d-4d80-ac96-d00dd651dbb1 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652099 Sep 18 00:48:51.282401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95565be-99f9-4400-9506-e39040090c18 req-b193b46b-e76a-4d61-bba6-000489692ef5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.283989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f95565be-99f9-4400-9506-e39040090c18 req-b193b46b-e76a-4d61-bba6-000489692ef5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 932 time: 0.0854261 Sep 18 00:48:51.297725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.300972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.311925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.325862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f95565be-99f9-4400-9506-e39040090c18 req-2db9f44c-72ef-4031-a077-9ef348c1836e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Sep 18 00:48:51.379015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['91703b7e-2d01-42b8-9804-378fb8ab6c72'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.393199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.436423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e0d49ef0-1551-4ee9-8695-8b87a9aaf883'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.450941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Pushing event updated for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:51.484869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.486904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f36899a9-74f3-4bca-abd0-0783c5adf848'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.489548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['2f23c196-0498-4744-a892-d9907efe7996'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.536249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e6ba0d91-c23d-432a-891d-333a6c3c2d88'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.543468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccbb9b-1bf0-4b0f-a6f9-8d679f2f8218 req-4da5a967-e8f6-42a2-8050-2346936bf21f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.559850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84ccbb9b-1bf0-4b0f-a6f9-8d679f2f8218 req-4da5a967-e8f6-42a2-8050-2346936bf21f tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.1136680 Sep 18 00:48:51.576035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.642997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84ccbb9b-1bf0-4b0f-a6f9-8d679f2f8218 req-5320dc44-1d39-414c-a053-155ed516d2e5 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792310 Sep 18 00:48:51.667949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['a7c1a246-9c04-42ac-92c0-08a8c2452e79'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:51.683717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.686240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.687383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54fb1d86-84fb-4c28-9b03-999bd9bf8969 HTTP/1.1" status: 204 len: 168 time: 0.6358247 Sep 18 00:48:51.698666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Attempting to bind port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:51.698999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Attempting to bind port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:51.699324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Attempting to bind port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:51.708339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bf31-055e-4931-9a21-14fca1094156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb1d86-84fb-4c28-9b03-999bd9bf8969,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:51.714397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:51.714728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Attempting to bind port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:51.724365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:51.725498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:51.725737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:51.726114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Bound port: 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:51.726465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.768193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 08eaa87d-8797-4eaf-b62e-3c4bc3993286 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:48:51.832970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:51.837424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:51.847391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.921703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:51.922486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:51.923906 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] 10.222.0.54 "PUT /v2.0/ports/9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 200 len: 1093 time: 1.4390492 Sep 18 00:48:51.965180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:51.967399 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d0141-84fc-45a2-925e-178b43f0e611" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:52.005594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 08eaa87d-8797-4eaf-b62e-3c4bc3993286 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:48:52.007249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 08eaa87d-8797-4eaf-b62e-3c4bc3993286 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:48:52.037532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de75f7-28b1-439f-9a4d-959143608c94 req-3ef71c12-dd46-4f47-befe-c1d9e04b075a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.049961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94de75f7-28b1-439f-9a4d-959143608c94 req-3ef71c12-dd46-4f47-befe-c1d9e04b075a tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.1235802 Sep 18 00:48:52.053697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:52.064626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dab13-57ff-4e1c-bcac-d6be2d46bec1 service neutron] Pushing event updated for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:52.074220 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7e60e9-16f1-46d2-88bd-2311ed08adb9 x-openstack-request-id: req-8b7e60e9-16f1-46d2-88bd-2311ed08adb9 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:52.074707 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:52.075125 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b7e60e9-16f1-46d2-88bd-2311ed08adb9 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:52.075764 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581', 'status': 'completed', 'code': 200} Sep 18 00:48:52.120678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:52.137421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94de75f7-28b1-439f-9a4d-959143608c94 req-8b38893e-fd27-488c-a40c-426ba6b129a2 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864437 Sep 18 00:48:52.190157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-47982df2-7bb9-423f-b302-8595fc352a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.191935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-47982df2-7bb9-423f-b302-8595fc352a97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 1096 time: 0.1401975 Sep 18 00:48:52.332992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de8299-0edd-48df-8ff8-1346a3619a90 req-0fd74304-c17a-4b49-9dd7-70f6fafd80c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.346864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4de8299-0edd-48df-8ff8-1346a3619a90 req-0fd74304-c17a-4b49-9dd7-70f6fafd80c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1407251 Sep 18 00:48:52.401211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-4779d303-efa5-4c49-838b-ab03936a7549 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 200 len: 217 time: 0.1902671 Sep 18 00:48:52.449995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4de8299-0edd-48df-8ff8-1346a3619a90 req-8ef18213-199b-4382-8bd6-7635cf37b206 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006300 Sep 18 00:48:52.483461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Allocated IP 172.25.7.114 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/351052f5-9491-4e42-99b3-9ddd73693b73) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:52.518535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-a71936c4-94f7-4e85-9458-62c7aebf6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.523064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-a71936c4-94f7-4e85-9458-62c7aebf6eee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1039906 Sep 18 00:48:52.601329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.608260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.616181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.622916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.630508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.638546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.645024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.654817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-f0c7ff25-ad7a-4344-92d0-8c7f5bc4c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.655601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-2dc27d08-d10d-4f18-8fa2-580c69cebc58 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5428 time: 0.2335479 Sep 18 00:48:52.656742 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-f0c7ff25-ad7a-4344-92d0-8c7f5bc4c63e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267297 Sep 18 00:48:52.726013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66493812-fb1e-4c4a-8dbf-a80137a64591 req-1c004562-78f8-4dd7-8485-5ada920a1296 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:52.733787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66493812-fb1e-4c4a-8dbf-a80137a64591 req-1c004562-78f8-4dd7-8485-5ada920a1296 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 944 time: 0.1802270 Sep 18 00:48:52.734653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:52.770257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8e51192-b7c7-4a07-993a-545c904dcf53 req-4f13ca83-702e-45ba-8df8-2d52761a7bfa tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134667 Sep 18 00:48:52.815329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66493812-fb1e-4c4a-8dbf-a80137a64591 req-9a380da0-b286-4399-97ae-362c9d590763 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762749 Sep 18 00:48:52.835788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-5d4cc207-81ec-4509-8a49-03f51f900ade service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484668 Sep 18 00:48:52.858201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:52.963514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:52.976050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:52.980570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:52.982483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event updated for resources: {'Port': ['ID=351052f5-9491-4e42-99b3-9ddd73693b73,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:53.038090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9bea3b0d-d063-4163-bed9-f811c800c06b req-2bc1dce9-35c9-42e8-a1bb-cd65d2f915c3 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945057 Sep 18 00:48:53.262526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e43f73-0ee5-404b-a905-d3c66f7886b7 req-d2c1cdd4-0a49-402f-885d-32f1011df394 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.263988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98e43f73-0ee5-404b-a905-d3c66f7886b7 req-d2c1cdd4-0a49-402f-885d-32f1011df394 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.0553336 Sep 18 00:48:53.312685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98e43f73-0ee5-404b-a905-d3c66f7886b7 req-94dc7cb9-14d7-4b6e-aede-5e670ed76d82 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Sep 18 00:48:53.500195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-9c98e20f-8d4d-4fea-9b3e-09d580a496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.501738 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-9c98e20f-8d4d-4fea-9b3e-09d580a496e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 1096 time: 0.1014941 Sep 18 00:48:53.616970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208f87-a436-4d24-a678-2d91b417aa39 req-b6d132b5-9b4b-4b9c-8192-99541de3d164 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.618545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c208f87-a436-4d24-a678-2d91b417aa39 req-b6d132b5-9b4b-4b9c-8192-99541de3d164 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.0943282 Sep 18 00:48:53.627057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810db4c-f006-436b-8f7a-e86146221a78 req-a9aec193-ae1a-44c1-8c96-dad104ae885b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.628571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8810db4c-f006-436b-8f7a-e86146221a78 req-a9aec193-ae1a-44c1-8c96-dad104ae885b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0708294 Sep 18 00:48:53.683386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c208f87-a436-4d24-a678-2d91b417aa39 req-bfd8fe29-de14-4420-a52e-f5233e78bf91 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Sep 18 00:48:53.707548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8810db4c-f006-436b-8f7a-e86146221a78 req-a7d890a2-ee94-4cd1-aab8-5151efac79f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561681 Sep 18 00:48:53.725793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-7f341f8f-c01b-42ab-8e34-700b88b1ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.727384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-7f341f8f-c01b-42ab-8e34-700b88b1ffb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2090452 Sep 18 00:48:53.728338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:53.752626 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:48:53.807940 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-d443cd10-03e3-4756-9e7c-fe2bb0a07b91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 200 len: 217 time: 0.0438929 Sep 18 00:48:53.963361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-06a6b30d-55ae-42b6-96f0-a2081c927d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.964866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-06a6b30d-55ae-42b6-96f0-a2081c927d87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1472931 Sep 18 00:48:53.968770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36a3b-31f2-4b98-9a1b-fc84c7e96555 req-2b04bd1d-1a99-4365-8bdf-6a7029979531 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.970477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95a36a3b-31f2-4b98-9a1b-fc84c7e96555 req-2b04bd1d-1a99-4365-8bdf-6a7029979531 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 944 time: 0.0839615 Sep 18 00:48:53.982507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.988618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.995048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.001051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.007790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.013774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.019803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.026218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-fd117776-7675-4967-b70f-b5bad362bced tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5428 time: 0.1488574 Sep 18 00:48:54.066519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-d8d942ef-76d5-498b-bd6a-9113923a3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.068569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-d8d942ef-76d5-498b-bd6a-9113923a3588 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947192 Sep 18 00:48:54.069933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.089073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95a36a3b-31f2-4b98-9a1b-fc84c7e96555 req-bbdac738-52c0-4974-b18d-bf12435ccaa8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Sep 18 00:48:54.104943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8847bbea-0ef1-49e2-a045-965885bf40bc req-22d10ce6-e5fc-471f-9daa-38d680bb5b20 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754492 Sep 18 00:48:54.163738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7233c522-21ab-466c-bd70-5a037b8019a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.262680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-d808f78d-237e-4b84-aa30-3b7ef6ba07a7 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856589 Sep 18 00:48:54.359565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Router 264fac54-3119-4840-9d13-1795b070ea51 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:54.383894 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e31d0141-84fc-45a2-925e-178b43f0e611 req-2905aa1c-5d85-4559-9b1d-dc03c9ad9889 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103895 Sep 18 00:48:54.483029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:54.493665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] Sync routers for ids ['264fac54-3119-4840-9d13-1795b070ea51'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:54.502370 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] Routers {'264fac54-3119-4840-9d13-1795b070ea51'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:54.502927 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['264fac54-3119-4840-9d13-1795b070ea51'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:54.503414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.508618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:54.509212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-922e93e6-9185-4b23-9cc7-80b70b6fe13a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4949894 Sep 18 00:48:54.513857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:54.534950 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:54.544277 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] Routers {'264fac54-3119-4840-9d13-1795b070ea51'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:54.544878 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['264fac54-3119-4840-9d13-1795b070ea51'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:54.580126 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:54.580824 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e1bbd-379d-4414-ab45-f1cc3cf3e28a None None] The sync data for ids ['264fac54-3119-4840-9d13-1795b070ea51'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:54.762610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:54.831228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:54.835158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:54.835738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.903323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7320fe-9fb9-472d-abaf-6436cc37e149 req-0521c75f-600e-4a11-8040-c21305182208 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.904888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7320fe-9fb9-472d-abaf-6436cc37e149 req-0521c75f-600e-4a11-8040-c21305182208 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.1293633 Sep 18 00:48:54.920610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.932396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.937073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8100-38f2-4fa2-a207-737d15072f6d req-6d93f246-efad-416c-9335-ce220e6928a3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:54.938593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32bc8100-38f2-4fa2-a207-737d15072f6d req-6d93f246-efad-416c-9335-ce220e6928a3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1318393 Sep 18 00:48:54.958304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:54.961224 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3236a5-1d98-41d1-a510-bd4b377ecbf8" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:54.973761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:54.979272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:54.980442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e0d49ef0-1551-4ee9-8695-8b87a9aaf883 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:55.011056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7320fe-9fb9-472d-abaf-6436cc37e149 req-8756b927-9d4b-4d35-b86a-4d0b8e6f8e8e tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec369634-47e4-4aed-959b-cc811c5b8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942593 Sep 18 00:48:55.047220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32bc8100-38f2-4fa2-a207-737d15072f6d req-04b87dd2-1a53-4348-b2e9-bef35b9506c5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942442 Sep 18 00:48:55.083644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:55.097568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:55.105304 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e64a3f-bb46-4930-9979-35e4f6b0c46c x-openstack-request-id: req-f3e64a3f-bb46-4930-9979-35e4f6b0c46c {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:55.106341 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:55.106798 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3e64a3f-bb46-4930-9979-35e4f6b0c46c {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:55.107258 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18', 'code': 200} Sep 18 00:48:55.107953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:55.108423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.206879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.246073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:55.249115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.249945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e6ba0d91-c23d-432a-891d-333a6c3c2d88 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:55.338456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:55.340971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10332d-10de-438b-959a-253b873a4f06 req-7baa6560-4e6c-4a56-a013-f4e422a348c5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.350201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a10332d-10de-438b-959a-253b873a4f06 req-7baa6560-4e6c-4a56-a013-f4e422a348c5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 944 time: 0.1499689 Sep 18 00:48:55.351840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e6ba0d91-c23d-432a-891d-333a6c3c2d88 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:55.356670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e6ba0d91-c23d-432a-891d-333a6c3c2d88 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:55.357460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.385574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.391433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.398573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.404861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.411315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.418473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.424494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.434120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-186acfb2-a16b-483d-bbe1-b99c8bc8e023 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5429 time: 0.2221620 Sep 18 00:48:55.434861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-b3eecb8e-61d1-4d31-b431-b57807a87229 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:55.436994 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-b3eecb8e-61d1-4d31-b431-b57807a87229 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 945 time: 0.0637825 Sep 18 00:48:55.444523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.486217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:55.492791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.493777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f36899a9-74f3-4bca-abd0-0783c5adf848 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:55.535935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a10332d-10de-438b-959a-253b873a4f06 req-d21bef23-93eb-4c92-96d6-497ae284c7aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710773 Sep 18 00:48:55.538038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Deleting port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:55.538577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.556844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c14e0b39-0a0a-44cb-afc5-81d42ec0c979 req-61720876-002b-4d1c-a4ad-40dda6d8c42f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138461 Sep 18 00:48:55.596623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:55.609040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f36899a9-74f3-4bca-abd0-0783c5adf848 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:55.615450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f36899a9-74f3-4bca-abd0-0783c5adf848 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:55.616494 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.650092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] For port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,segment=NetworkSegment(7d613a9c-b56c-4ebb-a168-34ae90f416fe),segment_id=7d613a9c-b56c-4ebb-a168-34ae90f416fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:55.650608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.665943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Calling delete_port for 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:55.727119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.732474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.737299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.763499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:55.773260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.774159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 2f23c196-0498-4744-a892-d9907efe7996 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:55.838327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.862583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:55.878737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router 264fac54-3119-4840-9d13-1795b070ea51 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:48:55.883051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['45ef6a34-07ba-4d84-b3ab-ba2047b376d7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:55.891495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Pushing event deleted for resources: {'Port': ['ID=45ef6a34-07ba-4d84-b3ab-ba2047b376d7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:55.911585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 2f23c196-0498-4744-a892-d9907efe7996 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:55.918349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 2f23c196-0498-4744-a892-d9907efe7996 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:55.918881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.944591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] No DVR routers for this DVR port 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:48:55.947434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:55.949602 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2a88c9d7-157c-4d57-9ab9-4b85334c14c9 req-df513099-4ac1-4950-857b-c8af201ebf35 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.54 "DELETE /v2.0/ports/45ef6a34-07ba-4d84-b3ab-ba2047b376d7 HTTP/1.1" status: 204 len: 173 time: 0.5048997 Sep 18 00:48:55.950019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'name': 'network-vif-deleted', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:55.952573 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d70b0e-184a-443c-924c-749bf5a7d965" -d '{"events": [{"server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "name": "network-vif-deleted", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:56.011091 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feea933-0a4b-4d37-b5e0-f6c0f25182b1 x-openstack-request-id: req-1feea933-0a4b-4d37-b5e0-f6c0f25182b1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:56.011340 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b85d0-4496-48e9-925a-3afca33eed4b", "name": "network-vif-deleted", "tag": "45ef6a34-07ba-4d84-b3ab-ba2047b376d7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:56.011557 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1feea933-0a4b-4d37-b5e0-f6c0f25182b1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:56.013275 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852b85d0-4496-48e9-925a-3afca33eed4b', 'name': 'network-vif-deleted', 'tag': '45ef6a34-07ba-4d84-b3ab-ba2047b376d7', 'status': 'completed', 'code': 200} Sep 18 00:48:56.023166 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.057736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:56.057999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=2f23c196-0498-4744-a892-d9907efe7996,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:56.063434 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.065367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5c6d49b-288a-466c-a7a0-5b0a7bab90dc tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "PUT /v2.0/routers/264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 200 len: 922 time: 1.5549431 Sep 18 00:48:56.067591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50492) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:56.073595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] Sync routers for ids ['264fac54-3119-4840-9d13-1795b070ea51'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:56.076141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.077158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 91703b7e-2d01-42b8-9804-378fb8ab6c72 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:56.137743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:56.173890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] Routers {'264fac54-3119-4840-9d13-1795b070ea51'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:56.176845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['264fac54-3119-4840-9d13-1795b070ea51'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:56.205523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db544119-8e75-4991-937a-acbfd974231a req-5a0d2475-20c5-4d45-9c4c-392dba994005 tempest-DeleteServersTestJSON-1844738283 tempest-DeleteServersTestJSON-1844738283-project] 10.222.0.49 "GET /v2.0/ports?device_id=852b85d0-4496-48e9-925a-3afca33eed4b HTTP/1.1" status: 200 len: 210 time: 0.0415070 Sep 18 00:48:56.218713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50494) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:56.219527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c33662ff-d66c-4123-a56d-91d4c3b168df tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 200 len: 922 time: 0.1500764 Sep 18 00:48:56.244933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:56.266027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:56.322812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] Routers {'264fac54-3119-4840-9d13-1795b070ea51'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:56.323054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de125-9df9-4477-a1d8-b0714990f3cf req-22f11089-226f-4fc3-a7a9-a474226ccf9f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.323620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['264fac54-3119-4840-9d13-1795b070ea51'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:56.324650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f92de125-9df9-4477-a1d8-b0714990f3cf req-22f11089-226f-4fc3-a7a9-a474226ccf9f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1222916 Sep 18 00:48:56.327533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9e0a2-baac-4c32-a3df-75edb479397a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.328966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c2e9e0a2-baac-4c32-a3df-75edb479397a tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=264fac54-3119-4840-9d13-1795b070ea51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1092527 Sep 18 00:48:56.331631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50496) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:56.433336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f92de125-9df9-4477-a1d8-b0714990f3cf req-936c9c9a-2a84-4523-9a43-fb21d96ac9cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915103 Sep 18 00:48:56.457331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad600a09-3e07-4981-9e12-f37c65d20f8e tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.458759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ad600a09-3e07-4981-9e12-f37c65d20f8e tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.1262248 Sep 18 00:48:56.465239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50498) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:56.509256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a2b86e4-1d40-4755-b8b7-0aeddabb9a39 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 200 len: 205 time: 0.0422406 Sep 18 00:48:56.511721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50502) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:56.527101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 91703b7e-2d01-42b8-9804-378fb8ab6c72 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:56.531885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:56.532584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce60423-16ef-48a7-866a-4a6b7840a4fc None None] The sync data for ids ['264fac54-3119-4840-9d13-1795b070ea51'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:56.536249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 91703b7e-2d01-42b8-9804-378fb8ab6c72 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:56.536619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.587322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:56.610708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581', 'mac_address': 'fa:16:3e:7f:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:56.676014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.695636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.723971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:56.766657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.780388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:56.793465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.793715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.807343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.826728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.834864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.838237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:56.843621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.850884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.852074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a7c1a246-9c04-42ac-92c0-08a8c2452e79 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:56.853365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.853870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.861280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.863496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-5395cfbc-2d4d-4b40-8113-f693d56b7fc7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5433 time: 0.1841767 Sep 18 00:48:56.874712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28e266-c3d0-4711-ba4a-e111764ffea8 req-b6ff3243-3221-4a1d-81ea-aff43e7dcb58 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:56.874712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd28e266-c3d0-4711-ba4a-e111764ffea8 req-b6ff3243-3221-4a1d-81ea-aff43e7dcb58 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 944 time: 0.1852319 Sep 18 00:48:56.916089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:56.965880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port 351052f5-9491-4e42-99b3-9ddd73693b73 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:48:56.966351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.970078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port a7c1a246-9c04-42ac-92c0-08a8c2452e79 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:56.979657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port a7c1a246-9c04-42ac-92c0-08a8c2452e79 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:56.979834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:56.993162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed995580-86bd-4d8b-aac8-e0f2f8e7eb9a req-90c9ae6a-0f1b-456e-966b-d8c0b6d7c5e9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172602 Sep 18 00:48:57.009818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd28e266-c3d0-4711-ba4a-e111764ffea8 req-8108bf2b-8d72-4a14-9406-f0d37ef78282 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269777 Sep 18 00:48:57.043242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:57.093988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.108259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for 351052f5-9491-4e42-99b3-9ddd73693b73 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:48:57.108978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23c196-0498-4744-a892-d9907efe7996'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:57.111490 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75832a40-c86d-4c43-b5d9-945562b24904" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "2f23c196-0498-4744-a892-d9907efe7996"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:57.128355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.197293 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2433157-7070-43c7-8489-88eb12fef02e x-openstack-request-id: req-b2433157-7070-43c7-8489-88eb12fef02e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:57.197818 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "2f23c196-0498-4744-a892-d9907efe7996", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:57.198078 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2433157-7070-43c7-8489-88eb12fef02e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:57.198472 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'code': 200} Sep 18 00:48:57.198721 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'code': 200} Sep 18 00:48:57.198972 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'code': 200} Sep 18 00:48:57.199269 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23c196-0498-4744-a892-d9907efe7996', 'code': 200} Sep 18 00:48:57.199688 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72', 'code': 200} Sep 18 00:48:57.221328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-507c95e2-24b3-44c9-83c6-d3a258d440cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.223879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:57.229324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.267871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:57.314493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.350031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=351052f5-9491-4e42-99b3-9ddd73693b73,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:57.363357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:57.433169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.458042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.590462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.592360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.627042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cba41-fa4d-4f15-aa87-01f2f84116b4 req-71277514-7b4a-4454-80fe-41b8338e26b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:57.628817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-396cba41-fa4d-4f15-aa87-01f2f84116b4 req-71277514-7b4a-4454-80fe-41b8338e26b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0718184 Sep 18 00:48:57.649118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.649753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router 264fac54-3119-4840-9d13-1795b070ea51 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:48:57.659577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.659577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01bb2137-bca7-44d7-b644-f45db6fbcd50 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 204 len: 168 time: 1.1463387 Sep 18 00:48:57.663409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:57.667887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1673406346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:57.715539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-396cba41-fa4d-4f15-aa87-01f2f84116b4 req-032b5931-06a5-43f3-96dd-db190ef06cce tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719500 Sep 18 00:48:57.718987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.720728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.789949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.797547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.819426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:57.823392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-184d7e8d-279d-4df6-a2f5-c0c552ab566e tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1564174 Sep 18 00:48:57.823589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:57.829943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:58.045834 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:58.130683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:48:58.153802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:48:58.154428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 45ef6a34-07ba-4d84-b3ab-ba2047b376d7 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:48:58.241241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.247165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.253179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.261015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.266960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.273464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.273664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:58.279804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.281706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-22b3b853-b114-4842-9770-b2e9ad2fb032 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1907237 Sep 18 00:48:58.292540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdccbe-9973-4aaa-bc3f-6e3dad61b31c req-3780e3a6-b187-43e2-9082-e975dc70aa66 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.293935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1fdccbe-9973-4aaa-bc3f-6e3dad61b31c req-3780e3a6-b187-43e2-9082-e975dc70aa66 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 945 time: 0.1718664 Sep 18 00:48:58.366837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6179f1db-8d1d-414d-9938-0a6aafe8550e req-50f9b31b-80b2-48a3-a72c-2271bcb32016 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712032 Sep 18 00:48:58.374317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1fdccbe-9973-4aaa-bc3f-6e3dad61b31c req-d8813d55-0cef-4854-b742-238b7e3a7ffb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Sep 18 00:48:58.496674 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:58.517012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:58.991874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7171393-b2a2-44ab-98f6-cfbfb0c6b01a req-fb0262cd-ce5a-4862-b0ae-1dd07a9b3a36 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.993455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7171393-b2a2-44ab-98f6-cfbfb0c6b01a req-fb0262cd-ce5a-4862-b0ae-1dd07a9b3a36 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0921974 Sep 18 00:48:59.019295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Allocated IP 172.25.7.226 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/34ad0e40-da41-49b1-ab64-ee32cec1b7c5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:59.075799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7171393-b2a2-44ab-98f6-cfbfb0c6b01a req-fbc933b1-ad02-468f-a163-31400c6e50c4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727344 Sep 18 00:48:59.154693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:59.190349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:59.200452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:59.203011 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341579fb-cef5-4a10-978f-263d648f18c9" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:59.230708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:59.236321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:59.244517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:59.261282 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620cef02-4202-4c28-abe6-3a41a0fc2551 x-openstack-request-id: req-620cef02-4202-4c28-abe6-3a41a0fc2551 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:59.261831 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-plugged", "status": "completed", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:59.262267 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-620cef02-4202-4c28-abe6-3a41a0fc2551 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:59.262885 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79', 'code': 200} Sep 18 00:48:59.272712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event updated for resources: {'Port': ['ID=34ad0e40-da41-49b1-ab64-ee32cec1b7c5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:59.461037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.461525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.462230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.462705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.463229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.463697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.464242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.469562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-f053890a-1a9a-4f2e-8438-1af32c78e837 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.0952706 Sep 18 00:48:59.619945 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:59.670307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d865ad5-79f0-4de5-b869-c1d570461f3a req-283d31d1-e88a-4a74-a0b1-356a48b002df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&id=bd233e72-7cd8-493d-a881-48e775f7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879978 Sep 18 00:48:59.760327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62067b7c-9ec3-4ee3-9e3b-39b50b3cba09 req-67850edd-1e31-43ac-b5ee-242cc01d0dd3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.761960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62067b7c-9ec3-4ee3-9e3b-39b50b3cba09 req-67850edd-1e31-43ac-b5ee-242cc01d0dd3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 945 time: 0.2201140 Sep 18 00:48:59.775493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.781609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.795099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.803340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.810908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.818072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.824820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.828725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-512d3042-6a45-4409-9c84-10e7e7265287 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.2881122 Sep 18 00:48:59.878520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:59.946728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62067b7c-9ec3-4ee3-9e3b-39b50b3cba09 req-54026490-1c50-4fa0-97ea-af361dd1f644 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168509 Sep 18 00:48:59.981824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-154f951d-abce-4ad5-bd85-c8ca7ea68e4f req-b276c476-2b52-4207-bce8-98461c8f95e9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412742 Sep 18 00:49:00.155994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:00.222778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:49:00.223541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.227589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:00.227965 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.230874 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.252998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0141050-cf47-415e-ac61-0cf0b4c1477d req-394ff404-862e-4281-81fc-eb3f650cc701 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:00.254673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0141050-cf47-415e-ac61-0cf0b4c1477d req-394ff404-862e-4281-81fc-eb3f650cc701 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0731568 Sep 18 00:49:00.360803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.378750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0141050-cf47-415e-ac61-0cf0b4c1477d req-f56e57e6-ab92-4581-9361-753c83d0c88e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854502 Sep 18 00:49:00.411712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:00.417730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.454962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Router 544a4751-b7ba-426a-b35b-4f7523107d13 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:00.481297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:00.585808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:00.592464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:00.596217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-92b1af13-df7c-4fe5-93c2-9f06bca1f7d6 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "PUT /v2.0/routers/544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 200 len: 880 time: 2.7688749 Sep 18 00:49:00.596519 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] Sync routers for ids ['544a4751-b7ba-426a-b35b-4f7523107d13'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:00.596974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50590) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:00.605680 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] Routers {'544a4751-b7ba-426a-b35b-4f7523107d13'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:00.606281 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['544a4751-b7ba-426a-b35b-4f7523107d13'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:00.639029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:00.648528 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] Routers {'544a4751-b7ba-426a-b35b-4f7523107d13'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:00.649127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['544a4751-b7ba-426a-b35b-4f7523107d13'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:00.679565 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:00.680201 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f291db-67ec-4317-8133-d2218c9ad07d None None] The sync data for ids ['544a4751-b7ba-426a-b35b-4f7523107d13'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:00.712021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ddd88cd5-4bb6-4f35-beb5-81c2053c61f9 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 200 len: 921 time: 0.1145356 Sep 18 00:49:00.714709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50594) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:00.757754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172e7a7-0119-4660-8f96-6335b2c75ea6 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:00.759416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5172e7a7-0119-4660-8f96-6335b2c75ea6 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=544a4751-b7ba-426a-b35b-4f7523107d13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0436456 Sep 18 00:49:00.761945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:00.855685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f525937-f8ec-4d41-90d6-b84f6e5a8707 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:00.859735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f525937-f8ec-4d41-90d6-b84f6e5a8707 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.0942168 Sep 18 00:49:00.860207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50602) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:00.898432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cfc3599d-5bef-4e1f-806b-42e0a329d612 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 200 len: 205 time: 0.0341825 Sep 18 00:49:00.899179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50608) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:01.035072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:01.203811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a7f3-bac3-4cc3-921d-f60f3293bc20 req-c25a3adf-2cf3-48a2-b5a8-fb58630c2588 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.205386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af2a7f3-bac3-4cc3-921d-f60f3293bc20 req-c25a3adf-2cf3-48a2-b5a8-fb58630c2588 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.0959632 Sep 18 00:49:01.263826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:49:01.266950 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43f125e-a164-4c78-98cc-2376f8e2fdef" -d '{"events": [{"server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "name": "network-vif-plugged", "status": "completed", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:49:01.280873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.288432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.299544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.306269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.312566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.326188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.342017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.346404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-8e4019db-ba61-48b7-9b2e-5b5c719dc161 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1643324 Sep 18 00:49:01.359807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af2a7f3-bac3-4cc3-921d-f60f3293bc20 req-7cdb8da4-7c0c-4edf-b1b1-7fc7739eb286 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384039 Sep 18 00:49:01.466064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6163982-e101-4bf9-aff4-951e60972cc0 req-89431033-3e6c-4cc6-b136-52bea3af4de8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919874 Sep 18 00:49:01.571613 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda35d9a-8246-44b7-a907-e345bef8b53b x-openstack-request-id: req-eda35d9a-8246-44b7-a907-e345bef8b53b {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:49:01.572037 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "name": "network-vif-plugged", "status": "completed", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:49:01.572475 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eda35d9a-8246-44b7-a907-e345bef8b53b {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:49:01.572960 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581', 'code': 200} Sep 18 00:49:01.646964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84185b-fe71-4f2d-b113-449ed57007be req-e02dde84-ac87-4c9b-8c49-495917c57d9b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.648865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd84185b-fe71-4f2d-b113-449ed57007be req-e02dde84-ac87-4c9b-8c49-495917c57d9b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0660164 Sep 18 00:49:01.721962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd84185b-fe71-4f2d-b113-449ed57007be req-8be9cb7f-2df1-4e54-89ed-821cd1d3818b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623336 Sep 18 00:49:01.723154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:01.730625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fdd89-b6d3-4c85-a48a-0ffb027e966b req-03a76227-407c-42f2-8b61-86786824292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.732321 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8b9fdd89-b6d3-4c85-a48a-0ffb027e966b req-03a76227-407c-42f2-8b61-86786824292e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 1098 time: 0.0636449 Sep 18 00:49:01.735879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.742902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.748858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.754868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.761582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.767505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.774344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.776274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5fa8c8a-b535-46f2-b2a4-98d2f15d96bb req-8bb26b97-de1b-4845-8940-f137a9058832 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1259944 Sep 18 00:49:01.787648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50640) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:01.792556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Request body: {'floatingip': {'port_id': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:01.813120 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8b9fdd89-b6d3-4c85-a48a-0ffb027e966b req-52e28c3d-0f63-4998-8d52-c280355637c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Sep 18 00:49:01.827949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50642) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:01.829296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port 34ad0e40-da41-49b1-ab64-ee32cec1b7c5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:01.829638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:01.843622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:01.938117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:01.952841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for 34ad0e40-da41-49b1-ab64-ee32cec1b7c5 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:02.013431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.118989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Deleting subnet d44e314f-1e55-4468-8711-b458c311cd3b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:02.126116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.194511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.223328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.258856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=34ad0e40-da41-49b1-ab64-ee32cec1b7c5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:02.281082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.360218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.472526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.492942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.494940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.499899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.502895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.562671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f0a84-d212-44bb-8977-11a06daff3b3 req-1663dc0a-1c48-467e-84a1-a5bb9dbc3cdd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:02.564605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf2f0a84-d212-44bb-8977-11a06daff3b3 req-1663dc0a-1c48-467e-84a1-a5bb9dbc3cdd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.1150525 Sep 18 00:49:02.570050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.571155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router 544a4751-b7ba-426a-b35b-4f7523107d13 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:49:02.572853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44e314f-1e55-4468-8711-b458c311cd3b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:02.579850 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.581081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf627d30-ecad-4147-9ffc-3214ee29d63f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 204 len: 168 time: 1.6803162 Sep 18 00:49:02.586355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.588398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2985d065-7112-490e-9a28-202a4d1876cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d44e314f-1e55-4468-8711-b458c311cd3b HTTP/1.1" status: 204 len: 168 time: 0.7567439 Sep 18 00:49:02.589565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50652) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:02.591573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:02.594999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-188531563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:02.673224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf2f0a84-d212-44bb-8977-11a06daff3b3 req-1331e8c1-81b5-4595-b295-233f0fa54617 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793235 Sep 18 00:49:02.674755 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Floating IP da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef associated. External IP: 172.25.7.190, port: e6ba0d91-c23d-432a-891d-333a6c3c2d88. Sep 18 00:49:02.676511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.678122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.718128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.742615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.749665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.801829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.803723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9bf9a008-cf67-46b0-bea4-eb5546c6632c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2130539 Sep 18 00:49:02.813894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:02.820319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': True}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:02.900381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:02.933817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbbf7c-e9d0-4cf4-bc0a-336d9c6ab666 req-fc45637a-2789-456d-b750-04edaeff28f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:02.935333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29fbbf7c-e9d0-4cf4-bc0a-336d9c6ab666 req-fc45637a-2789-456d-b750-04edaeff28f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0992362 Sep 18 00:49:02.963552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Router 0b9b5196-f197-4114-96f6-f311a9575cc9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:02.981174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232efd39-ba00-439b-a822-ba1db65a124b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:02.994905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d613a9c-b56c-4ebb-a168-34ae90f416fe') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:02.996693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d613a9c-b56c-4ebb-a168-34ae90f416fe') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:03.033521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.114098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.118559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.127628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:03.128032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: items = [ Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:03.130184 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:03.214679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.221204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.223249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] 10.222.0.49 "DELETE /v2.0/networks/232efd39-ba00-439b-a822-ba1db65a124b HTTP/1.1" status: 204 len: 168 time: 0.6222672 Sep 18 00:49:03.237279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8f844-ef5c-4d3a-868b-5febdd507484 admin admin] Pushing event deleted for resources: {'Network': ['ID=232efd39-ba00-439b-a822-ba1db65a124b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:03.384520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29fbbf7c-e9d0-4cf4-bc0a-336d9c6ab666 req-51be10ac-3993-49b7-999c-5b3001c1f008 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364183 Sep 18 00:49:03.420865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50662) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:03.471850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:03.479402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.482839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Sync routers for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:03.503995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:03.504698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:03.520855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6f9a7f91-c9c2-4539-89d7-7d7d3755801c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4b05c7f0b51474a8808bf945a627de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988352 Sep 18 00:49:03.524482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50672) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:03.524657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-95837241-9547-4716-bece-9a508e19d185 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "PUT /v2.0/floatingips/da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef HTTP/1.1" status: 200 len: 991 time: 1.7331104 Sep 18 00:49:03.524657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:49:03.524840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.525355 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f430221-2455-440a-bc4c-b51e26cc10e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:49:03.559960 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.572776 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0fc08b-016d-4d28-8a5a-33a32b68dd9c x-openstack-request-id: req-4d0fc08b-016d-4d28-8a5a-33a32b68dd9c {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:49:03.573312 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:49:03.573731 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d0fc08b-016d-4d28-8a5a-33a32b68dd9c {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:49:03.574310 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'status': 'completed', 'code': 200} Sep 18 00:49:03.664299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.708111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.708690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.710351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.710851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.711326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.711798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.712306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.716633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-f1f9c465-96a5-45d1-8330-6806c087e13a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.1055632 Sep 18 00:49:03.727516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.757230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.25.7.188 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0ac0fe48-5cee-400d-a93d-8b17d2cc0d70) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:03.762352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:03.855367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.860814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.862866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec369634-47e4-4aed-959b-cc811c5b8686 HTTP/1.1" status: 204 len: 168 time: 0.3325438 Sep 18 00:49:03.918778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:03.961303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993011-caa3-41c2-b0b8-2dcc9ea4fc99 req-d1c21b29-8242-41f6-8548-1034f815041a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.962871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15993011-caa3-41c2-b0b8-2dcc9ea4fc99 req-d1c21b29-8242-41f6-8548-1034f815041a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.1165030 Sep 18 00:49:03.979099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304b97-e250-45e6-9ba0-60b12615f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec369634-47e4-4aed-959b-cc811c5b8686,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:03.983016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.005195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-466a5783-6f2b-4367-ae2d-4f9510ca4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:04.005195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-466a5783-6f2b-4367-ae2d-4f9510ca4b50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683 HTTP/1.1" status: 200 len: 912 time: 0.2800837 Sep 18 00:49:04.006360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50686) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:04.038972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:04.044205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:04.049488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:04.095477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac0fe48-5cee-400d-a93d-8b17d2cc0d70,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:04.124290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-404fc41c-3e2d-4bbb-8847-634a44322e40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 999 time: 0.1086056 Sep 18 00:49:04.149289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15993011-caa3-41c2-b0b8-2dcc9ea4fc99 req-bf79e1dd-27bf-43f4-b9b1-948674a87815 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754243 Sep 18 00:49:04.205560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-be4ce12b-519e-477c-8148-8326abee3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:04.207130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-be4ce12b-519e-477c-8148-8326abee3df2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0636821 Sep 18 00:49:04.291357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-81c5e3f0-968f-4a6e-8c97-0a714cf40e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:04.294913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-81c5e3f0-968f-4a6e-8c97-0a714cf40e0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797508 Sep 18 00:49:04.310170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'port_id': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'mac_address': 'fa:16:3e:b9:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:47:54Z', 'updated_at': '2021-09-18T00:49:02Z', 'revision_number': 1, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:04.344980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Checking router: 0b9b5196-f197-4114-96f6-f311a9575cc9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:04.356081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:04.356905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:04.504398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-b6774d5f-1de5-4711-8e65-5425cb933523 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009745 Sep 18 00:49:04.538185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:04.561657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.570371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-441f34a3-5a8e-4b93-8b24-c68186e638b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.683229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cc283-1507-4c67-b1fb-a9d15e7ed3e5 req-0c1d5c36-3217-4e12-b679-4294f9984bd0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:04.685184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-692cc283-1507-4c67-b1fb-a9d15e7ed3e5 req-0c1d5c36-3217-4e12-b679-4294f9984bd0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1759040 Sep 18 00:49:04.726265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f430221-2455-440a-bc4c-b51e26cc10e1 req-da4c1a71-d9e6-4b76-b8db-cb8c9e17b99d service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055993 Sep 18 00:49:04.772349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-692cc283-1507-4c67-b1fb-a9d15e7ed3e5 req-c6cf67c7-a0e5-408f-b775-ebb02fe2c504 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787215 Sep 18 00:49:04.812759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-441f34a3-5a8e-4b93-8b24-c68186e638b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.819430 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-441f34a3-5a8e-4b93-8b24-c68186e638b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.855982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'port_id': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'mac_address': 'fa:16:3e:b9:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:47:54Z', 'updated_at': '2021-09-18T00:49:02Z', 'revision_number': 1, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:04.873284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-441f34a3-5a8e-4b93-8b24-c68186e638b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8be66c16d1f4c7684efc8d12e937d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633153 Sep 18 00:49:04.873284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f34a3-5a8e-4b93-8b24-c68186e638b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a5224-6cc4-4831-ae36-edff4b1294c1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:04.874657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50708) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:04.916558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b080e7-1d1a-4a7c-99e8-ba5e93bea610 None None] The sync data for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 is: [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'port_id': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'mac_address': 'fa:16:3e:b9:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe35274-64cc-4793-b022-01c13149b2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:47:54Z', 'updated_at': '2021-09-18T00:49:02Z', 'revision_number': 1, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:04.946282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.948764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.952415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:04.973609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.039220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.042655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.044119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc3a5224-6cc4-4831-ae36-edff4b1294c1 HTTP/1.1" status: 204 len: 168 time: 0.1683569 Sep 18 00:49:05.053237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6935a-71a5-4761-9e7c-8a83e7863afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a5224-6cc4-4831-ae36-edff4b1294c1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:05.109723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router 70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:05.199422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50720) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.233908 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cae97-1b6c-4eaa-88a7-093c6b45e72e None None] New status for floating IP da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:49:05.244812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:05.249545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.253628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.253863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2baa1052-6edd-4064-8e30-29e98f655135 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "PUT /v2.0/routers/70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 200 len: 914 time: 2.4389944 Sep 18 00:49:05.258246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] Sync routers for ids ['70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:05.273989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] Routers {'70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:05.274636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:05.348020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:05.372115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] Routers {'70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:05.373759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:05.431224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:05.431956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50730) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.432422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974357-2eee-48a7-b287-fcf8485d32fc None None] The sync data for ids ['70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:05.443928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6f7c903-0d51-4786-89b0-e61b23fdc478 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 200 len: 920 time: 0.1744492 Sep 18 00:49:05.454136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-network', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:05.462583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.483499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa59f4f-09fa-4810-8513-ae83e5406f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.509327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:05.511673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.517709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd7974-2fcd-4414-9a99-45668f6a093c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:05.519272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66cd7974-2fcd-4414-9a99-45668f6a093c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0862827 Sep 18 00:49:05.522981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50734) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.525460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.603532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa59f4f-09fa-4810-8513-ae83e5406f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.605276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112920d-9772-4845-bd17-54646fdf8ff1 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:05.606851 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6112920d-9772-4845-bd17-54646fdf8ff1 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.0831919 Sep 18 00:49:05.610849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.612901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fa59f4f-09fa-4810-8513-ae83e5406f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.667255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3b6174b5-8ed3-4a78-adb8-1b5ce6b4b77a tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 200 len: 205 time: 0.0551708 Sep 18 00:49:05.670253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50738) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.693132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59f4f-09fa-4810-8513-ae83e5406f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d75a30-d1d6-4ebc-ad20-56d0006c9223,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:05.701442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fa59f4f-09fa-4810-8513-ae83e5406f5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6860443bca88497c9eedcac781e2ac51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378390 Sep 18 00:49:05.703981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50740) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:05.731749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-507abf48-c57c-4e13-9169-1b2ce4789233 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925877 Sep 18 00:49:05.787122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.825894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.835161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.844136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.916499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:05.941048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62dfc39-388b-41a5-800c-f0d2142f87c8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:05.954863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:05.955125 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Added segment 61fd7022-cb8b-4c2c-9fdb-fa9adb988b61 of type vlan for network a48d1e06-83f8-4b6a-9948-3d4ab771356b Sep 18 00:49:06.016416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0f5ae-80a0-48f4-b8d4-6fdecb7151b6 req-b5035102-130f-4262-98cd-15e27ca6d8d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.018006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be0f5ae-80a0-48f4-b8d4-6fdecb7151b6 req-b5035102-130f-4262-98cd-15e27ca6d8d0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1417212 Sep 18 00:49:06.020126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.022864 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.025426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.026561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34d75a30-d1d6-4ebc-ad20-56d0006c9223 HTTP/1.1" status: 204 len: 168 time: 0.3201947 Sep 18 00:49:06.061703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6e4c4-428c-4714-a538-426b81a7f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d75a30-d1d6-4ebc-ad20-56d0006c9223,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:06.081700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.082707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.083300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.111003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be0f5ae-80a0-48f4-b8d4-6fdecb7151b6 req-fea3c5fe-d7ab-4b8d-9ede-54f46148f18e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818117 Sep 18 00:49:06.131173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9300442 Sep 18 00:49:06.157361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:06.164890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Request body: {'subnet': {'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-subnet', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:06.167218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23dacb-ade9-4080-842e-87f0dc73bc8f admin admin] Pushing event updated for resources: {'Network': ['ID=a48d1e06-83f8-4b6a-9948-3d4ab771356b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:06.177997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:06.201131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.251172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-08eee840-5d43-48f2-a5f2-7aba5860041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.252726 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-08eee840-5d43-48f2-a5f2-7aba5860041a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.1231227 Sep 18 00:49:06.255246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:06.258550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.408652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50754) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:06.424755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7641e567-cc03-40a8-af9a-047d15f47aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.482288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.506499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-2672ecd1-abbf-4fe6-94c2-954b2764093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.508527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-2672ecd1-abbf-4fe6-94c2-954b2764093b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2307656 Sep 18 00:49:06.534562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7641e567-cc03-40a8-af9a-047d15f47aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.539915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7641e567-cc03-40a8-af9a-047d15f47aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.578599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7641e567-cc03-40a8-af9a-047d15f47aeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b08990d0168408a9ff38f338d3a7594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687386 Sep 18 00:49:06.579795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641e567-cc03-40a8-af9a-047d15f47aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4ae356-5c22-4ac3-b110-a877ba49e929,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:06.582217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:06.632605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.653982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.670955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-47e8db69-38f1-403e-9ddc-cd0f725c520d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.1239018 Sep 18 00:49:06.679089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port 0ac0fe48-5cee-400d-a93d-8b17d2cc0d70 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:06.679432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.683312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.703440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.706299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.707468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d4ae356-5c22-4ac3-b110-a877ba49e929 HTTP/1.1" status: 204 len: 168 time: 0.1243470 Sep 18 00:49:06.715309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225480d1-8490-4616-ae97-65bca1ec7a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4ae356-5c22-4ac3-b110-a877ba49e929,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:06.825602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-9079e161-58f5-4273-821a-fc55c1ced1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.827087 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-9079e161-58f5-4273-821a-fc55c1ced1d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1457360 Sep 18 00:49:06.841212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94194cf-bec9-4863-862f-d6c88b031b9f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:06.887230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:06.903250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Checking segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:06.904091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Network hostable DHCP agents. Network: a48d1e06-83f8-4b6a-9948-3d4ab771356b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:06.907894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for 0ac0fe48-5cee-400d-a93d-8b17d2cc0d70 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:06.962097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-1a7652b4-7db4-47aa-a01e-64e87e9d915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:06.963606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-1a7652b4-7db4-47aa-a01e-64e87e9d915b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247296 Sep 18 00:49:06.983130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:07.028670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a48d1e06-83f8-4b6a-9948-3d4ab771356b) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:07.035833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98c6e4-da14-4aa9-8241-26c5458211cd None None] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:07.063587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:07.064193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.124458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d1b632b-39a5-4f0f-a322-49d9132e307f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9644954 Sep 18 00:49:07.127633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:07.136116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:07.143098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-91fde7a0-8ea7-451d-b059-d0c26a1a77b7 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715581 Sep 18 00:49:07.180955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.182225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.257899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.298479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=0ac0fe48-5cee-400d-a93d-8b17d2cc0d70,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:07.337995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.338776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85154dc9-b071-4d86-8f64-6f03d2f14ee3 req-da0c9258-fc09-435d-bfc1-03e041bd0d9b service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650386 Sep 18 00:49:07.380600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.420621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7b9a8-bfc5-4ea7-935d-495f86f80cef req-c29fa0f8-27ce-409b-853c-f228b915b7cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:07.422137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efa7b9a8-bfc5-4ea7-935d-495f86f80cef req-c29fa0f8-27ce-409b-853c-f228b915b7cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1930394 Sep 18 00:49:07.432190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:07.433211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.482813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.485249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.547086 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.548537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router 70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:49:07.562000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.567370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a34d6e25-7f33-4baa-9641-e7269c15ac15 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 204 len: 168 time: 1.8965096 Sep 18 00:49:07.567524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.568161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50790) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:07.574276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1156450689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:07.580473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efa7b9a8-bfc5-4ea7-935d-495f86f80cef req-040a4e5a-01fe-4fc1-9291-8f991a8d4d4f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251872 Sep 18 00:49:07.612791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.613919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.647983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Allocated IP 172.20.0.2 (a48d1e06-83f8-4b6a-9948-3d4ab771356b/d94194cf-bec9-4863-862f-d6c88b031b9f/e1636154-d4a7-4c8e-85f4-84d5a21e918a) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:07.691109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.697346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.720423 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.721769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72894344-fc93-4933-81b0-7fb432043d36 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1521614 Sep 18 00:49:07.724973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:07.729365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:07.829261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.837431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.837827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.859932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.889286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:07.902230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:07.904975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:07.914799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Pushing event updated for resources: {'Port': ['ID=e1636154-d4a7-4c8e-85f4-84d5a21e918a,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:07.971464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Attempting to bind port e1636154-d4a7-4c8e-85f4-84d5a21e918a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:07.971848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Attempting to bind port e1636154-d4a7-4c8e-85f4-84d5a21e918a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:07.972247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Attempting to bind port e1636154-d4a7-4c8e-85f4-84d5a21e918a on network a48d1e06-83f8-4b6a-9948-3d4ab771356b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:07.978306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:07.978641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Checking segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:07.979101 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.979507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Bound using segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:07.979983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Bound port: e1636154-d4a7-4c8e-85f4-84d5a21e918a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:07.980398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:07.987865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.003521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Allocated IP 172.25.7.43 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/94cc6774-c101-405a-a944-63f3da393479) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:08.072120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] For port e1636154-d4a7-4c8e-85f4-84d5a21e918a, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:08.077170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] For port e1636154-d4a7-4c8e-85f4-84d5a21e918a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e1636154-d4a7-4c8e-85f4-84d5a21e918a,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:08.086388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.148761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.164329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100e529-4a51-4561-b7bc-2de18b66c23b None None] Pushing event updated for resources: {'Port': ['ID=e1636154-d4a7-4c8e-85f4-84d5a21e918a,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:08.198109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.239580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:08.243739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:08.246851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:08.300840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Pushing event updated for resources: {'Port': ['ID=94cc6774-c101-405a-a944-63f3da393479,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:08.305049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.326385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.513923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Allocated IP 172.25.7.141 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/25c15a66-89e4-48c3-92cf-b722be99bba9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:08.653832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.656396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.710338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:08.763057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:08.766447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:08.770924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef334-2325-465d-a9ac-c2bf6da85f99 req-e09d2a1c-8e40-4147-94bc-ee639e460901 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:08.773105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab8ef334-2325-465d-a9ac-c2bf6da85f99 req-e09d2a1c-8e40-4147-94bc-ee639e460901 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0724688 Sep 18 00:49:08.783081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:08.819924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Pushing event updated for resources: {'Port': ['ID=25c15a66-89e4-48c3-92cf-b722be99bba9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:08.889574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab8ef334-2325-465d-a9ac-c2bf6da85f99 req-ce7a88af-75d6-46cf-a46b-2bf7e2fa5e03 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 Sep 18 00:49:08.969544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.075328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.130022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Router ed3873dc-7b71-465a-ab21-610ed2325226 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:09.274403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:09.283664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Sync routers for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:09.296418 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:09.297308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:09.311267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.313023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0f0f1ce-d292-4943-bde0-c953339023a7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1829951 Sep 18 00:49:09.315658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:09.334770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.338682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.433770 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:09.461068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b52a51-9f5b-4fb8-ac85-fb2f5ab89265 None None] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:09.534149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Router 899d988a-fdff-4a75-919e-a4fcf6d1af29 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:09.623282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] Provisioning complete for port e1636154-d4a7-4c8e-85f4-84d5a21e918a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:09.623859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.740917 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:08Z', 'revision_number': 3, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:09.753094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:09.766051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.769485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bb4bb339-e865-466b-b13d-54249db0b280 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "PUT /v2.0/routers/899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 200 len: 916 time: 2.0434463 Sep 18 00:49:09.773238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50886) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:09.783683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] Sync routers for ids ['899d988a-fdff-4a75-919e-a4fcf6d1af29'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:09.812561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e1636154-d4a7-4c8e-85f4-84d5a21e918a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:09.843534 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Checking router: ed3873dc-7b71-465a-ab21-610ed2325226 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:09.843880 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Updating router ed3873dc-7b71-465a-ab21-610ed2325226 port 94cc6774-c101-405a-a944-63f3da393479 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:49:09.892545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] Routers {'899d988a-fdff-4a75-919e-a4fcf6d1af29'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:09.893098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['899d988a-fdff-4a75-919e-a4fcf6d1af29'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:09.903610 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:09.999686 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b888bd8f-e837-4d50-8e63-1d76930c9202 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 200 len: 922 time: 0.2227218 Sep 18 00:49:10.000626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:10.003879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.047069 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.071815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] Routers {'899d988a-fdff-4a75-919e-a4fcf6d1af29'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:10.072531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['899d988a-fdff-4a75-919e-a4fcf6d1af29'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.073371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb29a19-30c8-46a0-8be6-aa39662e7085 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:10.077317 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-deb29a19-30c8-46a0-8be6-aa39662e7085 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=899d988a-fdff-4a75-919e-a4fcf6d1af29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0746443 Sep 18 00:49:10.080118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50892) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:10.162134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] For port e1636154-d4a7-4c8e-85f4-84d5a21e918a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e1636154-d4a7-4c8e-85f4-84d5a21e918a,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:10.205557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba1201-659f-4395-bed4-30e4a6d45d70 req-abf96502-7e36-4baa-9203-dbe7d61c521a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:10.208856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97ba1201-659f-4395-bed4-30e4a6d45d70 req-abf96502-7e36-4baa-9203-dbe7d61c521a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1396558 Sep 18 00:49:10.219062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e1636154-d4a7-4c8e-85f4-84d5a21e918a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:10.219707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.223734 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.265853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.266769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa6ba7-8a4f-49bf-b998-49ad8b6ae027 None None] The sync data for ids ['899d988a-fdff-4a75-919e-a4fcf6d1af29'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:10.355241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26dd87-a032-4366-ab32-6941ed1f46cd tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:10.376704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d26dd87-a032-4366-ab32-6941ed1f46cd tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.2807963 Sep 18 00:49:10.377292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50898) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:10.404378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641ed2-9fb7-4eb3-803e-e1c700bf523c None None] Pushing event updated for resources: {'Port': ['ID=e1636154-d4a7-4c8e-85f4-84d5a21e918a,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.422835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97ba1201-659f-4395-bed4-30e4a6d45d70 req-db3754c4-f162-442b-999a-5729c5348d8f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058475 Sep 18 00:49:10.469754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7a08a9f9-48c0-42b8-8592-e77707f481c5 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 200 len: 205 time: 0.0864139 Sep 18 00:49:10.469754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.470510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:10.548643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6ddbcfd5-7cf0-4ede-aa4c-af93e2380b64 None None] Provisioning complete for port e1636154-d4a7-4c8e-85f4-84d5a21e918a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:10.550928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcfd5-7cf0-4ede-aa4c-af93e2380b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.643552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.653027 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.664722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Allocated IP 172.20.0.1 (a48d1e06-83f8-4b6a-9948-3d4ab771356b/d94194cf-bec9-4863-862f-d6c88b031b9f/5f8f69b8-6dd5-4aed-9499-a823782cc07b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:10.671653 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.730914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Attempting to bind port 94cc6774-c101-405a-a944-63f3da393479 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:10.731820 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Attempting to bind port 94cc6774-c101-405a-a944-63f3da393479 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:10.731820 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Attempting to bind port 94cc6774-c101-405a-a944-63f3da393479 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:10.741837 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:10.742199 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:10.742608 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.743065 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:10.743534 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Bound port: 94cc6774-c101-405a-a944-63f3da393479, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:10.743914 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.776786 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46823b22-f64a-4091-874a-288e5458839e None None] Pushing event updated for resources: {'Port': ['ID=94cc6774-c101-405a-a944-63f3da393479,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.809612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.819059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.819313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] For port 94cc6774-c101-405a-a944-63f3da393479, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:10.822985 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] For port 94cc6774-c101-405a-a944-63f3da393479, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=94cc6774-c101-405a-a944-63f3da393479,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:10.828536 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.877428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:10.893824 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:10.894471 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.900556 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46823b22-f64a-4091-874a-288e5458839e None None] Pushing event updated for resources: {'Port': ['ID=94cc6774-c101-405a-a944-63f3da393479,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.948428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:10.953654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:10.956552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:11.000962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:11.027563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.078434 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:11.216679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.336086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b210b84b-df65-451b-a1cc-068b2e4327fc None None] Provisioning complete for port 5f8f69b8-6dd5-4aed-9499-a823782cc07b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:11.337353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b210b84b-df65-451b-a1cc-068b2e4327fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.374321 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:08Z', 'revision_number': 3, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:11.385082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b210b84b-df65-451b-a1cc-068b2e4327fc None None] Port 5f8f69b8-6dd5-4aed-9499-a823782cc07b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:49:11.393900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port 25c15a66-89e4-48c3-92cf-b722be99bba9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:11.395071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.422730 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65e14-056b-40df-93ea-216bf6be893e None None] The sync data for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 is: [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:08Z', 'revision_number': 3, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:11.487597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.494135 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.530018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.551792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for 25c15a66-89e4-48c3-92cf-b722be99bba9 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:11.632756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:11.637327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.678086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144598-26a1-4699-be2f-3f9edf0e4450 req-401362f3-fa4c-4475-a360-4cb0817e431f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:11.679550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87144598-26a1-4699-be2f-3f9edf0e4450 req-401362f3-fa4c-4475-a360-4cb0817e431f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1107173 Sep 18 00:49:11.749479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e1636154-d4a7-4c8e-85f4-84d5a21e918a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:11.787031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87144598-26a1-4699-be2f-3f9edf0e4450 req-e46faf9d-b3b1-42bd-9b8d-01e411f4a8b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652461 Sep 18 00:49:11.797633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:11.799768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:11.930030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.955681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e1636154-d4a7-4c8e-85f4-84d5a21e918a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:11.956275 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.986507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=25c15a66-89e4-48c3-92cf-b722be99bba9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:12.091936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.140826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Router ed3873dc-7b71-465a-ab21-610ed2325226 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:12.241981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.244913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.299327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.300960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router 899d988a-fdff-4a75-919e-a4fcf6d1af29 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:49:12.328651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.332776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-19d9329f-8d99-44ec-a416-ab0b8069b285 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 204 len: 168 time: 1.8607576 Sep 18 00:49:12.333871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:12.340584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1745714879', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:12.343816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c151cc81-334e-4a2a-a8d7-f87888e9780c None None] Provisioning complete for port 5f8f69b8-6dd5-4aed-9499-a823782cc07b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:12.344426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c151cc81-334e-4a2a-a8d7-f87888e9780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.401001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.417610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.427807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c151cc81-334e-4a2a-a8d7-f87888e9780c None None] Port 5f8f69b8-6dd5-4aed-9499-a823782cc07b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:49:12.533459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.727688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:12.767183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:12.779265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d7bf4965-5753-4cdd-819c-f86afd0affa7 admin admin] 10.222.0.49 "PUT /v2.0/routers/ed3873dc-7b71-465a-ab21-610ed2325226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4620256 Sep 18 00:49:13.001186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.018279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd54a17-1ff1-4866-955d-e2c91ba37040 req-2a3eb91a-2dc5-4cf3-93bc-4690cdb9c623 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:13.020430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fd54a17-1ff1-4866-955d-e2c91ba37040 req-2a3eb91a-2dc5-4cf3-93bc-4690cdb9c623 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0739419 Sep 18 00:49:13.027335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.067673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fd54a17-1ff1-4866-955d-e2c91ba37040 req-603d2d3c-fb84-4b60-af95-34dec7bf9878 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Sep 18 00:49:13.148099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Allocated IP 172.25.7.168 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b637678c-b933-444a-bf21-f982d58ecd99) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:13.276299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.319580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.361891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:13.367257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:13.370751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:13.395356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event updated for resources: {'Port': ['ID=b637678c-b933-444a-bf21-f982d58ecd99,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:13.712428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.779638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 94cc6774-c101-405a-a944-63f3da393479 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:13.844780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 94cc6774-c101-405a-a944-63f3da393479 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:13.845163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:13.923305 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Sync routers for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:13.937412 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:13.938200 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:13.988798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.026655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 94cc6774-c101-405a-a944-63f3da393479, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=94cc6774-c101-405a-a944-63f3da393479,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:14.039263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.040887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.148775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:14.149793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=94cc6774-c101-405a-a944-63f3da393479,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:14.298568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Router 4cf63b71-4718-43a7-9478-0aacf9ef2e38 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:14.321706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398d0c-a5e1-4b43-8525-ef2215a48067 req-ea2e45c2-af30-4a7a-b544-b35f60be9296 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:14.336191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9398d0c-a5e1-4b43-8525-ef2215a48067 req-ea2e45c2-af30-4a7a-b544-b35f60be9296 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1041219 Sep 18 00:49:14.383987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9398d0c-a5e1-4b43-8525-ef2215a48067 req-0072f848-e2f4-436c-a69c-45784f5a2970 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456865 Sep 18 00:49:14.443759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:14.455143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] Sync routers for ids ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:14.457169 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 2, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:14.471817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] Routers {'4cf63b71-4718-43a7-9478-0aacf9ef2e38'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:14.473298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:14.485576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.490952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c5c20a09-4fb8-4614-8b70-621169b613e3 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1514761 Sep 18 00:49:14.490952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:14.496164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:14.503794 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Checking router: ed3873dc-7b71-465a-ab21-610ed2325226 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:14.504548 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Updating router ed3873dc-7b71-465a-ab21-610ed2325226 port 5f8f69b8-6dd5-4aed-9499-a823782cc07b binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:49:14.538468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:14.548953 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.555446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] Routers {'4cf63b71-4718-43a7-9478-0aacf9ef2e38'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:14.556078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:14.596310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:14.596969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36641801-8d5e-4ed9-adaa-3d5b191ce783 None None] The sync data for ids ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:14.856957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.872261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.901675 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.907496 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.929787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Deleting port b637678c-b933-444a-bf21-f982d58ecd99 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:14.930259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.001340 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a15ad-f8a0-4063-bf1a-d4a2fa9df8b0 None None] Pushing event updated for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:15.033823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Attempting to bind port 5f8f69b8-6dd5-4aed-9499-a823782cc07b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:15.034618 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Attempting to bind port 5f8f69b8-6dd5-4aed-9499-a823782cc07b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:15.035183 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Attempting to bind port 5f8f69b8-6dd5-4aed-9499-a823782cc07b on network a48d1e06-83f8-4b6a-9948-3d4ab771356b {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:15.046866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:15.047465 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Checking segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:15.048381 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.048825 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Bound using segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:15.049337 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Bound port: 5f8f69b8-6dd5-4aed-9499-a823782cc07b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:15.049946 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.059499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.078001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Calling delete_port for b637678c-b933-444a-bf21-f982d58ecd99 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:15.150811 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] For port 5f8f69b8-6dd5-4aed-9499-a823782cc07b, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:15.155582 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] For port 5f8f69b8-6dd5-4aed-9499-a823782cc07b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f8f69b8-6dd5-4aed-9499-a823782cc07b,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:15.163132 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.238154 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a15ad-f8a0-4063-bf1a-d4a2fa9df8b0 None None] Pushing event updated for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:15.255513 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:15.257223 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:15.294894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] Provisioning complete for port 5f8f69b8-6dd5-4aed-9499-a823782cc07b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:15.295924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.435571 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:15.450635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.518676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] For port 5f8f69b8-6dd5-4aed-9499-a823782cc07b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f8f69b8-6dd5-4aed-9499-a823782cc07b,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:15.531776 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.600098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a565c-dcf7-4e75-89aa-7145345cb59d None None] Pushing event updated for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:15.637104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1726b60-b458-4dac-b23b-e9a5927cf08b req-9994814c-f064-4924-9a6e-9e091330868a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:15.643880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1726b60-b458-4dac-b23b-e9a5927cf08b req-9994814c-f064-4924-9a6e-9e091330868a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1260281 Sep 18 00:49:15.750921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1726b60-b458-4dac-b23b-e9a5927cf08b req-4dff44eb-fbb2-42bc-83b5-f213f91d8a42 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Sep 18 00:49:15.762764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b849e95c-1d1b-42b0-88c6-b6e2adc33148 None None] Provisioning complete for port 5f8f69b8-6dd5-4aed-9499-a823782cc07b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:15.763142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b849e95c-1d1b-42b0-88c6-b6e2adc33148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.826918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 94cc6774-c101-405a-a944-63f3da393479 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:15.837878 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.870605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:15.872253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Pushing event deleted for resources: {'Port': ['ID=b637678c-b933-444a-bf21-f982d58ecd99,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:15.928700 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b9899c-64c7-492b-9420-650a58da2ce7 None None] The sync data for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 is: [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:15.936046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 94cc6774-c101-405a-a944-63f3da393479 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:15.936794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:15.975102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.061216 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.282890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.288962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.394246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Router 4cf63b71-4718-43a7-9478-0aacf9ef2e38 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:16.486523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:16.494350 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.495427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6546c84f-8c5d-448b-99cf-38d53c61b33f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "PUT /v2.0/routers/4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 200 len: 706 time: 2.0033402 Sep 18 00:49:16.498236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51036) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:16.498414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] Sync routers for ids ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:16.509724 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] Routers {'4cf63b71-4718-43a7-9478-0aacf9ef2e38'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:16.510358 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:16.549501 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:16.563295 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] Routers {'4cf63b71-4718-43a7-9478-0aacf9ef2e38'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:16.563928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:48:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:16.610422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:16.611096 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce094c40-3bd4-445b-9914-369eb1a4842f None None] The sync data for ids ['4cf63b71-4718-43a7-9478-0aacf9ef2e38'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:16.618747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-288d35b8-c700-4d41-9d7b-dcc47eeac64c tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/routers/4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 200 len: 741 time: 0.1185482 Sep 18 00:49:16.621430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51040) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:16.676523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4ff498d4-00a7-4cb6-a631-9c32dcd2f9b2 tempest-RoutersAdminTest-1798137716 tempest-RoutersAdminTest-1798137716-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 200 len: 205 time: 0.0537524 Sep 18 00:49:16.680269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:16.709287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe1f8a2f-64b8-4825-b304-bce83937b0fc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 200 len: 205 time: 0.0276461 Sep 18 00:49:16.711826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:16.743720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5b8c-da50-4fbd-9bce-1a2bd24e57a9 req-0039f942-b856-4ea7-a4e9-6a18977ef7d6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:16.751895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-192b5b8c-da50-4fbd-9bce-1a2bd24e57a9 req-0039f942-b856-4ea7-a4e9-6a18977ef7d6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0780563 Sep 18 00:49:16.813476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.816645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-192b5b8c-da50-4fbd-9bce-1a2bd24e57a9 req-cf789a9c-1f98-486e-97b3-1f463b515ae4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633218 Sep 18 00:49:17.020269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac84a3-2649-4c27-9ec5-dfd68a7fa648 req-1fe63efe-e093-4073-ac18-34fea7248c79 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:17.024796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bac84a3-2649-4c27-9ec5-dfd68a7fa648 req-1fe63efe-e093-4073-ac18-34fea7248c79 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0935509 Sep 18 00:49:17.107238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bac84a3-2649-4c27-9ec5-dfd68a7fa648 req-b448d884-72b3-4a32-82d2-8dbfac863bfa tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Sep 18 00:49:17.119371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.119371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.121918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931020-5ec5-44b2-8d8f-29b46382095f req-63d8c6c5-6b5c-4a13-a81e-c4cfd2f2db4d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:17.123575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b931020-5ec5-44b2-8d8f-29b46382095f req-63d8c6c5-6b5c-4a13-a81e-c4cfd2f2db4d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0951881 Sep 18 00:49:17.182290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b931020-5ec5-44b2-8d8f-29b46382095f req-308c8998-7b75-41f6-923b-330db631e636 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479727 Sep 18 00:49:17.185785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.186448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf63b71-4718-43a7-9478-0aacf9ef2e38 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:49:17.196410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.197535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a5df2b8-0160-4289-b5ea-b8d57cec3e96 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 204 len: 168 time: 0.4847658 Sep 18 00:49:17.201310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.237224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9cacf96-bab8-4cb2-965f-f7bf5bb1cad4 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 200 len: 205 time: 0.0346315 Sep 18 00:49:17.239238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51060) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.286320 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-4fd9d7ab-8815-462e-83e4-567efe6a4a6c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.288144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4fd9d7ab-8815-462e-83e4-567efe6a4a6c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/4cf63b71-4718-43a7-9478-0aacf9ef2e38 HTTP/1.1" status: 404 len: 336 time: 0.0471022 Sep 18 00:49:17.291110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51062) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.328647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51066) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.328910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-92998c56-1c40-4f67-ba14-9e3de1d704dc tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 200 len: 205 time: 0.0361209 Sep 18 00:49:17.391231 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-2c31e56e-45da-457a-b9f7-fbc3f410dd0f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.395347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2c31e56e-45da-457a-b9f7-fbc3f410dd0f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/899d988a-fdff-4a75-919e-a4fcf6d1af29 HTTP/1.1" status: 404 len: 336 time: 0.0631399 Sep 18 00:49:17.395604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51070) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.434603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b73cbb85-4aca-4fe9-b2be-29e2f57a532d tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 200 len: 205 time: 0.0357013 Sep 18 00:49:17.439802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51072) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.488319 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-53222414-6a92-46a3-b970-01f6e7800f0c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.489133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce22fd-028d-4a14-a6f0-0864aa6f52c0 req-fcf16fe2-4a7e-4a3a-b280-2edcd1043d39 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:17.490132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-53222414-6a92-46a3-b970-01f6e7800f0c tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/70abf0d5-c5d0-4b3e-9a35-3e64acf1a4a3 HTTP/1.1" status: 404 len: 336 time: 0.0484190 Sep 18 00:49:17.491583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98ce22fd-028d-4a14-a6f0-0864aa6f52c0 req-fcf16fe2-4a7e-4a3a-b280-2edcd1043d39 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0743663 Sep 18 00:49:17.492938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51074) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.531051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-927644b4-5b5a-4d60-ae4a-452f31cf2d23 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 200 len: 205 time: 0.0365720 Sep 18 00:49:17.533598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51076) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.548872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98ce22fd-028d-4a14-a6f0-0864aa6f52c0 req-ec7b6130-3971-49c4-aef2-ed2ef2e7e7bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498245 Sep 18 00:49:17.592589 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-3e7bdd7a-662f-4328-a12c-8b86b0e3174f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.593631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e7bdd7a-662f-4328-a12c-8b86b0e3174f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/544a4751-b7ba-426a-b35b-4f7523107d13 HTTP/1.1" status: 404 len: 336 time: 0.0590422 Sep 18 00:49:17.596405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51080) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.627400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-06a30ab2-53a9-410a-9d4f-383b888b94e5 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 200 len: 205 time: 0.0298815 Sep 18 00:49:17.630192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51082) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.696304 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-5d5a1bd5-292c-4918-8a70-0cefcba7c4c8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.697422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5d5a1bd5-292c-4918-8a70-0cefcba7c4c8 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/264fac54-3119-4840-9d13-1795b070ea51 HTTP/1.1" status: 404 len: 336 time: 0.0661786 Sep 18 00:49:17.700105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51086) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.735975 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a35a1ceb-7838-4ad8-9ff7-9ddea8d9b461 tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "GET /v2.0/ports?device_id=df88e310-315a-4c24-a5ea-8494db580000 HTTP/1.1" status: 200 len: 205 time: 0.0324554 Sep 18 00:49:17.736206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f8f69b8-6dd5-4aed-9499-a823782cc07b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:17.736732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51088) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.784395 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-45aeeead-c437-4437-958f-698d18dcc0fd tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] delete failed (client error): The resource could not be found. Sep 18 00:49:17.785459 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-45aeeead-c437-4437-958f-698d18dcc0fd tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/routers/df88e310-315a-4c24-a5ea-8494db580000 HTTP/1.1" status: 404 len: 336 time: 0.0482981 Sep 18 00:49:17.789370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:17.806749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5f8f69b8-6dd5-4aed-9499-a823782cc07b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:17.807303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.822972 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-054b5683-314d-47e6-9e3c-27815f8bb42f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:17.823901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054b5683-314d-47e6-9e3c-27815f8bb42f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:17.826042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-054b5683-314d-47e6-9e3c-27815f8bb42f tempest-RoutersAdminTest-1825915560 tempest-RoutersAdminTest-1825915560-project] 10.222.0.49 "DELETE /v2.0/subnets/2ec9f8b3-3d1a-4cfa-a78c-f309642ff8bb HTTP/1.1" status: 404 len: 337 time: 0.0351188 Sep 18 00:49:18.092622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836f51f-ebc1-40ba-b5fa-330c5b186b7c req-b8b68040-16bd-4247-86a8-ec1a0c73aaf8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:18.094734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7836f51f-ebc1-40ba-b5fa-330c5b186b7c req-b8b68040-16bd-4247-86a8-ec1a0c73aaf8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0636652 Sep 18 00:49:18.153340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7836f51f-ebc1-40ba-b5fa-330c5b186b7c req-2e26a92d-cbca-40ad-a9ae-9b20d830a96f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517771 Sep 18 00:49:18.240822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:18.254240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467937c-6f93-4e3f-bb0a-8539c496020a req-48d9f7bf-ebc8-427f-9313-8dbffc38b7cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:18.255931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b467937c-6f93-4e3f-bb0a-8539c496020a req-48d9f7bf-ebc8-427f-9313-8dbffc38b7cc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0695336 Sep 18 00:49:18.317028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b467937c-6f93-4e3f-bb0a-8539c496020a req-18cee3de-8ec8-4f9b-9147-76501fc42628 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507660 Sep 18 00:49:18.398152 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33ae0ac3-b38d-4f8d-ba24-5ebe46f49557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.503301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33ae0ac3-b38d-4f8d-ba24-5ebe46f49557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.509030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33ae0ac3-b38d-4f8d-ba24-5ebe46f49557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.554899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae0ac3-b38d-4f8d-ba24-5ebe46f49557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5059c2f3-046f-4d17-ad67-33bd3b673191,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:18.559274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-33ae0ac3-b38d-4f8d-ba24-5ebe46f49557 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1b01ecc93e94d12a214852e226cff27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170147 Sep 18 00:49:18.562172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51114) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:18.619571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.643594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.700921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.703677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:18.704899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5059c2f3-046f-4d17-ad67-33bd3b673191 HTTP/1.1" status: 204 len: 168 time: 0.1418831 Sep 18 00:49:18.715139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5059c2f3-046f-4d17-ad67-33bd3b673191,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:18.723070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.723416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.723752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.724661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.725072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.725405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.725728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.726048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.726370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.726691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.727014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:18.727332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972ad1c-9128-4480-855a-0c3127d1dbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:19.045550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51124) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:19.094237 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d1ed553-21a8-4728-a8d1-3c2ff6d499ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90ab063fe4f04000a2f2ee63a00598af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473001 Sep 18 00:49:19.097001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51126) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:19.157238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:19.180667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:19.239346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:19.243386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:19.244974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbe307f7-8529-4734-91c5-3d5c49a99c1c HTTP/1.1" status: 204 len: 168 time: 0.1469417 Sep 18 00:49:19.260525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd54a5-38bc-4874-a3f4-d1363ec74afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe307f7-8529-4734-91c5-3d5c49a99c1c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:19.288847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe1d94-3f88-4567-9aed-6e07af321f4c req-7f1216eb-8a62-4aab-856c-ada8d20e74e7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:19.296401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbe1d94-3f88-4567-9aed-6e07af321f4c req-7f1216eb-8a62-4aab-856c-ada8d20e74e7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0662735 Sep 18 00:49:19.351715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbe1d94-3f88-4567-9aed-6e07af321f4c req-f1bed0d6-f797-4cf3-aebd-c4ffdb808cb6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Sep 18 00:49:19.465771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe491d4-c846-4773-89b3-bc328f8bd3fd req-840091a5-27b1-4ab4-bb82-44b37d255903 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:19.467600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fe491d4-c846-4773-89b3-bc328f8bd3fd req-840091a5-27b1-4ab4-bb82-44b37d255903 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0580230 Sep 18 00:49:19.523095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fe491d4-c846-4773-89b3-bc328f8bd3fd req-0467c47f-e9ab-4c4d-ba6e-58d0c812b5ab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Sep 18 00:49:20.181385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:20.285640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1934522767'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:20.309614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Made reservation on behalf of 0a48d81bc22b48da981bee93268c2c73 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:20.313129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.323635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.481975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.508082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661daa3-5135-49ee-b90a-38201d527ece req-179c7e47-8f60-427b-8a99-82c1f53b8900 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:20.510801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b661daa3-5135-49ee-b90a-38201d527ece req-179c7e47-8f60-427b-8a99-82c1f53b8900 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0875652 Sep 18 00:49:20.516415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.574851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab3cd1-9496-428b-8f26-8773178e670f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:20.613031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:20.623677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.624048 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Added segment 7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e of type vlan for network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 Sep 18 00:49:20.626114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b661daa3-5135-49ee-b90a-38201d527ece req-4063a442-3b0d-4cfe-942b-b56839d0348e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944567 Sep 18 00:49:20.677628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.691016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731be1-1f60-4db5-8951-d45b2ae1acae req-846ae048-54d7-4809-a57d-225e7127af3f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:20.696483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae731be1-1f60-4db5-8951-d45b2ae1acae req-846ae048-54d7-4809-a57d-225e7127af3f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0715950 Sep 18 00:49:20.712327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.718775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:20.719544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.744160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae731be1-1f60-4db5-8951-d45b2ae1acae req-bca41a7b-1736-4808-a1de-add2c08ac58b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Sep 18 00:49:20.754596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5714850 Sep 18 00:49:20.758620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:20.765677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Request body: {'subnet': {'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:20.810149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6c79c-f1f7-4c6d-963c-9b4ae7e2b30b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'Network': ['ID=f7cdabf2-ae61-4a40-bac2-e8117f1d45f1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:20.823839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:20.902323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Made reservation on behalf of 0a48d81bc22b48da981bee93268c2c73 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:20.906001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.106755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.190767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'Subnet': ['ID=2aeb07d5-c51e-4af3-9faf-6d72e887a3ab,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:21.206042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Checking segment: {'id': '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:21.206807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Network hostable DHCP agents. Network: f7cdabf2-ae61-4a40-bac2-e8117f1d45f1, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:21.236217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:21.257279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f7cdabf2-ae61-4a40-bac2-e8117f1d45f1) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:21.261167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6db51-31f5-4ae1-862c-8cd7d36719bc None None] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:21.265271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:21.265940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.284682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03b4f571-ece2-4036-985b-2d6618d12899 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5222385 Sep 18 00:49:21.285204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:21.294605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Request body: {'port': {'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-272925935'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:21.440304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f7cdabf2-ae61-4a40-bac2-e8117f1d45f1', 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1', 'tenant_id': '0a48d81bc22b48da981bee93268c2c73', 'fixed_ips': [{'subnet_id': '2aeb07d5-c51e-4af3-9faf-6d72e887a3ab'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:21.441220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.446248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Made reservation on behalf of 0a48d81bc22b48da981bee93268c2c73 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:21.450493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.477746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] device_id is not set on port c2abcbfc-8537-4315-ac09-e8d9336df8cc yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:49:21.595429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Allocated IP 172.20.0.2 (f7cdabf2-ae61-4a40-bac2-e8117f1d45f1/2aeb07d5-c51e-4af3-9faf-6d72e887a3ab/c2abcbfc-8537-4315-ac09-e8d9336df8cc) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:21.794562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7daab7-2408-4598-8b95-4ce21566c97e req-22731645-86e7-4192-a2d9-f83c8a1b5ac7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:21.796357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df7daab7-2408-4598-8b95-4ce21566c97e req-22731645-86e7-4192-a2d9-f83c8a1b5ac7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0558133 Sep 18 00:49:21.816682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.857225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df7daab7-2408-4598-8b95-4ce21566c97e req-0875f59b-bb7f-4902-be18-a0d33e650abe tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537212 Sep 18 00:49:21.862833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:21.930872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:21.934870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:21.938305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:21.939195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b76534b5-2f25-41bd-a946-261cf039c368 {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:49:21.940419 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:49:21.964101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b9942-35a5-4e51-8159-1a954e78177d req-3128c9a8-c1e4-487a-8757-20e0ce5f8359 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:21.970476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-580b9942-35a5-4e51-8159-1a954e78177d req-3128c9a8-c1e4-487a-8757-20e0ce5f8359 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1251607 Sep 18 00:49:21.995193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'Port': ['ID=c2abcbfc-8537-4315-ac09-e8d9336df8cc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:22.015231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-580b9942-35a5-4e51-8159-1a954e78177d req-129db83a-3c70-4862-8aef-537750162cb9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Sep 18 00:49:22.016093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:22.016788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.035966 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f4583bb9-f644-4880-b2b9-b71fb496db69 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7455325 Sep 18 00:49:22.036172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51188) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:22.041392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Request body: {'port': {'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-187302614', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:22.041975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] bootfile-name is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:22.042355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] tftp-server is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:22.042691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] server-ip-address is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:22.179010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Made reservation on behalf of 0a48d81bc22b48da981bee93268c2c73 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:22.182819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.204730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] device_id is not set on port 173b07be-d899-43b4-8feb-1868b48b31d6 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:49:22.343060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Allocated IP 172.20.0.14 (f7cdabf2-ae61-4a40-bac2-e8117f1d45f1/2aeb07d5-c51e-4af3-9faf-6d72e887a3ab/173b07be-d899-43b4-8feb-1868b48b31d6) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:22.443304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.530431 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.572345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.621846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:22.625331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:22.629219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:22.630634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Allocated IP 172.20.0.3 (f7cdabf2-ae61-4a40-bac2-e8117f1d45f1/2aeb07d5-c51e-4af3-9faf-6d72e887a3ab/69e869d7-278d-49f6-84d6-2c19089ed376) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:22.660973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'Port': ['ID=173b07be-d899-43b4-8feb-1868b48b31d6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:22.697195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:22.697886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.720879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a658ff8-dbff-4f65-b386-9112b7bf4924 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6835287 Sep 18 00:49:22.721469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:22.799102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d48b00-ff89-4e4d-80f9-9fb3996c68c0 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:22.808361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d48b00-ff89-4e4d-80f9-9fb3996c68c0 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:22.810946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09d48b00-ff89-4e4d-80f9-9fb3996c68c0 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1878 time: 0.0882378 Sep 18 00:49:22.813912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51200) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:22.815059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.825580 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.884488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Pushing event updated for resources: {'Port': ['ID=69e869d7-278d-49f6-84d6-2c19089ed376,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:22.890489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:22.893419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:22.900162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:22.959301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Attempting to bind port 69e869d7-278d-49f6-84d6-2c19089ed376 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:22.960042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Attempting to bind port 69e869d7-278d-49f6-84d6-2c19089ed376 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:22.960042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Attempting to bind port 69e869d7-278d-49f6-84d6-2c19089ed376 on network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:22.965463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:22.966131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Checking segment: {'id': '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:22.966544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.966936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Bound using segment: {'id': '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:22.967399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Bound port: 69e869d7-278d-49f6-84d6-2c19089ed376, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f7cdabf2-ae61-4a40-bac2-e8117f1d45f1'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:22.967780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:22.973414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Deleting port 173b07be-d899-43b4-8feb-1868b48b31d6 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:22.973964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.037177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] For port 69e869d7-278d-49f6-84d6-2c19089ed376, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:23.045016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] For port 69e869d7-278d-49f6-84d6-2c19089ed376, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69e869d7-278d-49f6-84d6-2c19089ed376,segment=NetworkSegment(7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e),segment_id=7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:23.051347 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.105659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.124829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Calling delete_port for 173b07be-d899-43b4-8feb-1868b48b31d6 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:23.144909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb84b-85f0-4991-a215-3af70f0abde0 None None] Pushing event updated for resources: {'Port': ['ID=69e869d7-278d-49f6-84d6-2c19089ed376,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:23.146445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f486198-f1c7-40bc-b20c-aa9dcb0f7de7 req-174a09f0-a9af-4571-9b65-09a111ff1bb1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:23.149009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f486198-f1c7-40bc-b20c-aa9dcb0f7de7 req-174a09f0-a9af-4571-9b65-09a111ff1bb1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1963346 Sep 18 00:49:23.287431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a8dd1-54c7-4b79-be9e-a863317e93bd req-5583a174-5934-4784-811d-4bc231424a77 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:23.289114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc4a8dd1-54c7-4b79-be9e-a863317e93bd req-5583a174-5934-4784-811d-4bc231424a77 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1670580 Sep 18 00:49:23.292218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f486198-f1c7-40bc-b20c-aa9dcb0f7de7 req-78ebca92-7dc3-4615-9ab4-1ee9d6870882 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178598 Sep 18 00:49:23.364041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc4a8dd1-54c7-4b79-be9e-a863317e93bd req-b20739dd-2d9c-4dd9-94ae-5db8e32eb895 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 Sep 18 00:49:23.473304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.517434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event deleted for resources: {'Port': ['ID=173b07be-d899-43b4-8feb-1868b48b31d6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:23.548535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.549027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.549473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.549908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.550345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.550750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.551099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.551431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.551783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.552900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.553410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.553823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:23.602120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.604546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7586f02-aeeb-41a8-87ab-899e8b237da9 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "DELETE /v2.0/ports/173b07be-d899-43b4-8feb-1868b48b31d6 HTTP/1.1" status: 204 len: 168 time: 0.7895145 Sep 18 00:49:23.608258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:23.613816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Request body: {'port': {'name': 'tempest-new-port-name-1254675226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:23.615184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.api.validators [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] bootfile-name is not in valid_values {{(pid=106453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:23.615540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.api.validators [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] tftp-server is not in valid_values {{(pid=106453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:23.616105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.api.validators [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] server-ip-address is not in valid_values {{(pid=106453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:49:23.704069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.743818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69e869d7-278d-49f6-84d6-2c19089ed376 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:23.806483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 69e869d7-278d-49f6-84d6-2c19089ed376 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:23.806969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.942344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:23.993963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 69e869d7-278d-49f6-84d6-2c19089ed376, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69e869d7-278d-49f6-84d6-2c19089ed376,segment=NetworkSegment(7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e),segment_id=7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:24.005309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.006022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.013285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.111576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event updated for resources: {'Port': ['ID=c2abcbfc-8537-4315-ac09-e8d9336df8cc,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:24.141754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] In _notify_port_updated(), no bound segment for port c2abcbfc-8537-4315-ac09-e8d9336df8cc on network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:49:24.152120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:24.153180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.155037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7ede93a7-a98c-4695-974e-0d70710b115e tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "PUT /v2.0/ports/c2abcbfc-8537-4315-ac09-e8d9336df8cc HTTP/1.1" status: 200 len: 1136 time: 0.5455840 Sep 18 00:49:24.157778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:24.223494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598a7f6-5bf8-4f93-9002-a58f8f2de1bc tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:24.229117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8598a7f6-5bf8-4f93-9002-a58f8f2de1bc tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "GET /v2.0/ports/c2abcbfc-8537-4315-ac09-e8d9336df8cc HTTP/1.1" status: 200 len: 1136 time: 0.0670660 Sep 18 00:49:24.229411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51218) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:24.234975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=69e869d7-278d-49f6-84d6-2c19089ed376,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:24.250888 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1616b1a9-c2a9-41a5-918c-0d5514556b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.359373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Deleting port c2abcbfc-8537-4315-ac09-e8d9336df8cc {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:24.359826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.501973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27543109-9540-41a2-8e43-347e9b787933 req-5d82bc03-389e-48aa-ae2d-d0ddc598da36 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:24.503723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27543109-9540-41a2-8e43-347e9b787933 req-5d82bc03-389e-48aa-ae2d-d0ddc598da36 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1240287 Sep 18 00:49:24.522116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b5d62-771a-4829-abb9-ce3305ac37d5 None None] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:24.556644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.592348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Calling delete_port for c2abcbfc-8537-4315-ac09-e8d9336df8cc owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:24.623541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0338df1-b97a-4298-9053-17b349b764b7 req-8593f5f7-0c6c-482a-857d-d58bac754f27 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:24.625475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0338df1-b97a-4298-9053-17b349b764b7 req-8593f5f7-0c6c-482a-857d-d58bac754f27 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1206474 Sep 18 00:49:24.632544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27543109-9540-41a2-8e43-347e9b787933 req-99befeb3-2dd8-4496-8980-f1c300fd92eb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060600 Sep 18 00:49:24.637273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-798e3109-8299-44c7-a393-2fdc63c4fe6c None None] Provisioning complete for port 69e869d7-278d-49f6-84d6-2c19089ed376 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:24.637753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-798e3109-8299-44c7-a393-2fdc63c4fe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.721396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0338df1-b97a-4298-9053-17b349b764b7 req-3cb839c1-e71f-4a92-9a3e-83e05d44899c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878043 Sep 18 00:49:24.852451 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.897715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event deleted for resources: {'Port': ['ID=c2abcbfc-8537-4315-ac09-e8d9336df8cc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:24.973181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:24.976058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8f75af4-734e-4bc2-8b61-7db6b9208c5a tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "DELETE /v2.0/ports/c2abcbfc-8537-4315-ac09-e8d9336df8cc HTTP/1.1" status: 204 len: 168 time: 0.7455289 Sep 18 00:49:24.978636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51230) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:25.039693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Deleting subnet 2aeb07d5-c51e-4af3-9faf-6d72e887a3ab {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:25.043078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.096695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.106409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a4334bc-2add-41e3-9bfc-35d4c601c4b8 None None] Provisioning complete for port 69e869d7-278d-49f6-84d6-2c19089ed376 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:25.107039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a4334bc-2add-41e3-9bfc-35d4c601c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.210793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.225577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a4334bc-2add-41e3-9bfc-35d4c601c4b8 None None] Could not find standard attr ID for object c2abcbfc-8537-4315-ac09-e8d9336df8cc. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:49:25.301601 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.336407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeb07d5-c51e-4af3-9faf-6d72e887a3ab,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:25.340764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.343549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8ad1825f-17e8-4d07-a2aa-2a5280d71946 tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "DELETE /v2.0/subnets/2aeb07d5-c51e-4af3-9faf-6d72e887a3ab HTTP/1.1" status: 204 len: 168 time: 0.3632243 Sep 18 00:49:25.346118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:25.348385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-60bb6174-7743-4c24-88b1-edf1552098d6 None None] Could not find standard attr ID for object c2abcbfc-8537-4315-ac09-e8d9336df8cc. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:49:25.434652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.499599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Deleting port 69e869d7-278d-49f6-84d6-2c19089ed376 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:25.500312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.580611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94a6f9-fc25-402b-b3bc-4dc661ecfa56 None None] Network f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:25.598270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] For port 69e869d7-278d-49f6-84d6-2c19089ed376, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69e869d7-278d-49f6-84d6-2c19089ed376,segment=NetworkSegment(7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e),segment_id=7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:25.599027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.621552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Calling delete_port for 69e869d7-278d-49f6-84d6-2c19089ed376 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:25.692494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5565cf1a-0a16-46f4-b868-76ea5bec32a0 None None] Could not find standard attr ID for object 173b07be-d899-43b4-8feb-1868b48b31d6. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:49:25.743272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69e869d7-278d-49f6-84d6-2c19089ed376 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:25.766438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:25.789930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No active binding found for port 69e869d7-278d-49f6-84d6-2c19089ed376 {{(pid=106454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:49:25.790864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69e869d7-278d-49f6-84d6-2c19089ed376 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 00:49:25.818643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port 69e869d7-278d-49f6-84d6-2c19089ed376 not found, will not notify nova. {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 00:49:25.836456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event deleted for resources: {'Port': ['ID=69e869d7-278d-49f6-84d6-2c19089ed376,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:25.843922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] No DVR routers for this DVR port 69e869d7-278d-49f6-84d6-2c19089ed376 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:25.848564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526020-193c-452b-83cb-1177afa606eb req-5ff0f555-f577-4dc8-ad61-8b7f2655685e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:25.856876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0526020-193c-452b-83cb-1177afa606eb req-5ff0f555-f577-4dc8-ad61-8b7f2655685e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1140738 Sep 18 00:49:25.903214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d37d6-7b3f-4404-ab18-f1e5adbcda8d None None] DHCP port deletion for f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:25.928573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0526020-193c-452b-83cb-1177afa606eb req-6edb125f-a7fe-4cf1-ad54-640ea303aef6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703981 Sep 18 00:49:25.971759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ee8a-fc8f-4dec-89f7-505938e42448 req-33a74d4e-a727-452b-83b8-0209f984b92f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:25.977283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b2ee8a-fc8f-4dec-89f7-505938e42448 req-33a74d4e-a727-452b-83b8-0209f984b92f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0677929 Sep 18 00:49:26.007817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.018238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0b2ee8a-fc8f-4dec-89f7-505938e42448 req-437d0ca8-d57d-4f92-811e-fef21f01d1f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Sep 18 00:49:26.032093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cdabf2-ae61-4a40-bac2-e8117f1d45f1']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:26.042653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:26.044356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3c14b3-d8d0-45c5-95d5-08ed3c334e2e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:26.055074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.069920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.077169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:26.077535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:26.080997 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:26.151539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.159909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.162688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] 10.222.0.49 "DELETE /v2.0/networks/f7cdabf2-ae61-4a40-bac2-e8117f1d45f1 HTTP/1.1" status: 204 len: 168 time: 0.8154986 Sep 18 00:49:26.179632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5271f-e9a7-4f91-9655-ae3a9d89677b tempest-ExtraDHCPOptionsTestJSON-1163835478 tempest-ExtraDHCPOptionsTestJSON-1163835478-project] Pushing event deleted for resources: {'Network': ['ID=f7cdabf2-ae61-4a40-bac2-e8117f1d45f1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:26.478315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:26.640268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d81b89ef-e75a-4fba-ba85-108efc5b21c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a48d81bc22b48da981bee93268c2c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600974 Sep 18 00:49:26.642302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51258) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:26.703344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.727155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.779618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.782719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:26.786875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03ab3cd1-9496-428b-8f26-8773178e670f HTTP/1.1" status: 204 len: 168 time: 0.1407580 Sep 18 00:49:26.793704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439cd52-40e9-4173-9b36-ec6617bccfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab3cd1-9496-428b-8f26-8773178e670f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:27.089796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8bee-a0dc-445d-80e1-1d0ceb22a293 req-cc8ea977-24b8-40d9-82e3-a8ebd891b825 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:27.099558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9a8bee-a0dc-445d-80e1-1d0ceb22a293 req-cc8ea977-24b8-40d9-82e3-a8ebd891b825 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0766087 Sep 18 00:49:27.174399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be9a8bee-a0dc-445d-80e1-1d0ceb22a293 req-d2e4184c-865b-42b9-8aae-42a612a50196 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698102 Sep 18 00:49:27.199000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb65f-347a-4564-8f3f-1df988f823de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:27.204970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab948fe-6399-42ec-b51f-fcc4bcd3f454 req-6a4c5b47-088d-425c-a30e-32dd305f93f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:27.206686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ab948fe-6399-42ec-b51f-fcc4bcd3f454 req-6a4c5b47-088d-425c-a30e-32dd305f93f4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0890117 Sep 18 00:49:27.256724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ab948fe-6399-42ec-b51f-fcc4bcd3f454 req-fde4d1a2-7dca-4ec9-a562-18f0df769b25 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Sep 18 00:49:27.417207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:27.692179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:27.722344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69e869d7-278d-49f6-84d6-2c19089ed376 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:27.746878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 69e869d7-278d-49f6-84d6-2c19089ed376 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:27.748114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69e869d7-278d-49f6-84d6-2c19089ed376 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:27.860633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1637065072'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:27.890299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:27.894563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:27.916711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.047502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.053098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.065056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:28.089413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.089847 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment 480acfcc-2999-4198-a517-99a080b73408 of type vlan for network c43659f9-f7bf-4993-868b-bb9f3f56b46b Sep 18 00:49:28.128952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95aae42e-6605-4470-a9ea-4b744461aea7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:28.143044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.171545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.178299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:28.178924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.214589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5198257 Sep 18 00:49:28.253025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6eef4-b5b3-4115-9a4d-4fc6e73d3ecd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=c43659f9-f7bf-4993-868b-bb9f3f56b46b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:28.268763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:28.406845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f8f86-758b-4c67-8235-5cac6e2352e5 req-912cf1bc-b2ba-450d-9880-34409655b374 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:28.416047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b1f8f86-758b-4c67-8235-5cac6e2352e5 req-912cf1bc-b2ba-450d-9880-34409655b374 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1242998 Sep 18 00:49:28.473998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b1f8f86-758b-4c67-8235-5cac6e2352e5 req-fffbd01a-8bbf-4d23-ad13-895df026366a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567424 Sep 18 00:49:28.479885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:28.523380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2ddd5-0c6d-4c6c-9af5-fa96e9080c8f req-04e76e38-d914-4fb0-9dd2-042929e6ccf3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:28.526085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ead2ddd5-0c6d-4c6c-9af5-fa96e9080c8f req-04e76e38-d914-4fb0-9dd2-042929e6ccf3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0894761 Sep 18 00:49:28.600088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ead2ddd5-0c6d-4c6c-9af5-fa96e9080c8f req-473269ac-6330-48f9-808f-31338d50fc09 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 Sep 18 00:49:29.621523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f632b-fad9-4eb9-8bab-52341c7c0ac4 req-208f1896-c83b-4146-898a-407be88e5514 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:29.624978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:29.632895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b08f632b-fad9-4eb9-8bab-52341c7c0ac4 req-208f1896-c83b-4146-898a-407be88e5514 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0752530 Sep 18 00:49:29.696134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b08f632b-fad9-4eb9-8bab-52341c7c0ac4 req-c6c0a8b8-6ee2-48f4-91e2-f296608c9a39 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614147 Sep 18 00:49:29.840526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e787-fa24-4696-801b-164bc6f71afa req-ebeed5f1-5a5a-4147-b0c1-315efb205782 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:29.850498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d264e787-fa24-4696-801b-164bc6f71afa req-ebeed5f1-5a5a-4147-b0c1-315efb205782 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0925605 Sep 18 00:49:29.957430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d264e787-fa24-4696-801b-164bc6f71afa req-8318f9d8-2b62-4dec-ae95-c1cd1f1e145b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013892 Sep 18 00:49:30.154862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92768-452b-4696-98b2-7e71e8fe5d6c req-a67af439-2e70-48a1-a810-dc563c27d540 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:30.164577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2e92768-452b-4696-98b2-7e71e8fe5d6c req-a67af439-2e70-48a1-a810-dc563c27d540 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0777023 Sep 18 00:49:30.201109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-085c4657-ff9a-48ff-b6e6-e0a66f6f8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:30.206875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-085c4657-ff9a-48ff-b6e6-e0a66f6f8471 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.1208146 Sep 18 00:49:30.236494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2e92768-452b-4696-98b2-7e71e8fe5d6c req-f5c69555-0c18-45d0-b284-835ab222c147 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676217 Sep 18 00:49:30.323901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-d49b3410-ee9e-4116-b8db-b38550e0ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:30.326046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-d49b3410-ee9e-4116-b8db-b38550e0ea96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1072879 Sep 18 00:49:30.435094 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-e3934722-894b-4fad-b410-3733de9346e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.0982769 Sep 18 00:49:30.508113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-b2b7cf3c-ee4a-49ee-bcf0-7c8a288b2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:30.509648 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-b2b7cf3c-ee4a-49ee-bcf0-7c8a288b2bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0660660 Sep 18 00:49:30.573534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-aac7e599-4891-414f-bf1a-18fcbacd6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:30.575020 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-aac7e599-4891-414f-bf1a-18fcbacd6d5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550206 Sep 18 00:49:30.696025 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-d3e78e7d-84a3-4ac2-95b9-ee3d852f82c7 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112838 Sep 18 00:49:30.754642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:30.828723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-52ecf64d-9583-4fe9-8fb4-0b16b9564f95 req-c6fde820-6f9e-4c6b-8f11-38b9d66f74aa service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Sep 18 00:49:31.120958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a88cfb-c052-4345-a240-4fc3c41bca2d req-8077f568-c8a2-48fc-bf05-d99909505e48 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:31.129074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04a88cfb-c052-4345-a240-4fc3c41bca2d req-8077f568-c8a2-48fc-bf05-d99909505e48 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0750508 Sep 18 00:49:31.172758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04a88cfb-c052-4345-a240-4fc3c41bca2d req-36680e2f-0c77-47c2-9336-fa95c81fe70b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Sep 18 00:49:31.378643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fda80-dd12-4c17-8b5d-70d29c4dab74 req-8689b1c3-dd81-4412-89f1-5aac3b2bea50 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:31.389990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f28fda80-dd12-4c17-8b5d-70d29c4dab74 req-8689b1c3-dd81-4412-89f1-5aac3b2bea50 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0688412 Sep 18 00:49:31.438250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f28fda80-dd12-4c17-8b5d-70d29c4dab74 req-8ace08f0-ab3b-445c-bf7c-b08c94657330 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458620 Sep 18 00:49:31.600033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51364) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:31.605248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:31.710197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:31.714731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:31.921196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:31.991784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=c4f43819-4628-4b47-b938-169ab1009052,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:32.007957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': '480acfcc-2999-4198-a517-99a080b73408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:32.011321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: c43659f9-f7bf-4993-868b-bb9f3f56b46b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:32.031160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:32.042557 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.043724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c43659f9-f7bf-4993-868b-bb9f3f56b46b) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:32.048827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:32.050356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.054338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554bd97-a498-4cb9-891e-a1a9650abce2 None None] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:32.073734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51370) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:32.074463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb448769-b6a8-43f3-8f4f-7dcce8a8dc97 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4729877 Sep 18 00:49:32.081960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884445795'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:32.149026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:32.154348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.203083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:32.226857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.227212 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment 92f3a472-e898-435f-af03-b1173130db6d of type vlan for network 7cdc15f2-5444-4f9a-9d6d-95617613b8d8 Sep 18 00:49:32.277175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c43659f9-f7bf-4993-868b-bb9f3f56b46b', 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': 'c4f43819-4628-4b47-b938-169ab1009052'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:32.278046 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.286470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.348381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.355727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:32.356540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.396947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3214245 Sep 18 00:49:32.402920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:32.408795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': '7cdc15f2-5444-4f9a-9d6d-95617613b8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:32.444137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340c267-785c-483a-a9d0-727f01c79969 req-90e82b82-f830-48ac-9537-f0628bcef976 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:32.445851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f340c267-785c-483a-a9d0-727f01c79969 req-90e82b82-f830-48ac-9537-f0628bcef976 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1478331 Sep 18 00:49:32.519072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84c07f-a920-4aa9-87cb-d219734747ee tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=7cdc15f2-5444-4f9a-9d6d-95617613b8d8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:32.548457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7cdc15f2-5444-4f9a-9d6d-95617613b8d8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:32.558064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f340c267-785c-483a-a9d0-727f01c79969 req-f58901dd-f72b-4b6f-b845-4e91ebe3e975 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Sep 18 00:49:32.571307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Allocated IP 2001:db8:0:ffff::2 (c43659f9-f7bf-4993-868b-bb9f3f56b46b/c4f43819-4628-4b47-b938-169ab1009052/07f12872-d504-4668-803b-d8461d660d16) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:32.634279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f652b3b-1087-414d-8ebe-30bfe8cb2948 req-586c3d28-f223-456d-b4ca-48b64ba52cb9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:32.642551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f652b3b-1087-414d-8ebe-30bfe8cb2948 req-586c3d28-f223-456d-b4ca-48b64ba52cb9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0687766 Sep 18 00:49:32.660080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:32.667745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.710307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f652b3b-1087-414d-8ebe-30bfe8cb2948 req-6141e725-f17c-47af-bf14-2b5804faca11 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670791 Sep 18 00:49:32.898226 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.903724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80561d-fa3a-4a99-9187-1954d63351ae req-0f6183cb-6aa2-4238-8700-21d8c3560a50 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:32.905379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d80561d-fa3a-4a99-9187-1954d63351ae req-0f6183cb-6aa2-4238-8700-21d8c3560a50 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0642560 Sep 18 00:49:32.914151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.979364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:32.979763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d80561d-fa3a-4a99-9187-1954d63351ae req-8885cc47-01ee-490b-9ba0-e043347f2478 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607123 Sep 18 00:49:32.990283 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:32.990784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:32.993985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:32.998198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Pushing event updated for resources: {'Port': ['ID=07f12872-d504-4668-803b-d8461d660d16,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:33.085547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:33.122504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Attempting to bind port 07f12872-d504-4668-803b-d8461d660d16 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:33.123114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Attempting to bind port 07f12872-d504-4668-803b-d8461d660d16 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '480acfcc-2999-4198-a517-99a080b73408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:33.124644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Attempting to bind port 07f12872-d504-4668-803b-d8461d660d16 on network c43659f9-f7bf-4993-868b-bb9f3f56b46b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:33.136612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': '92f3a472-e898-435f-af03-b1173130db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7cdc15f2-5444-4f9a-9d6d-95617613b8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:33.136612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: 7cdc15f2-5444-4f9a-9d6d-95617613b8d8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:33.140416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:33.140866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Checking segment: {'id': '480acfcc-2999-4198-a517-99a080b73408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:33.141282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.141865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Bound using segment: {'id': '480acfcc-2999-4198-a517-99a080b73408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:33.142778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Bound port: 07f12872-d504-4668-803b-d8461d660d16, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480acfcc-2999-4198-a517-99a080b73408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c43659f9-f7bf-4993-868b-bb9f3f56b46b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:33.143328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.165322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network 7cdc15f2-5444-4f9a-9d6d-95617613b8d8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:33.177329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7cdc15f2-5444-4f9a-9d6d-95617613b8d8) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:33.190096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:33.190937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.226714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38343ad8-ad31-41c2-89da-1d09996f356d None None] Network 7cdc15f2-5444-4f9a-9d6d-95617613b8d8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:33.228669 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6782f6e1-9434-4791-b8b0-1111b113676e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8242750 Sep 18 00:49:33.231374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51406) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:33.362936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] For port 07f12872-d504-4668-803b-d8461d660d16, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:33.389411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] For port 07f12872-d504-4668-803b-d8461d660d16, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=07f12872-d504-4668-803b-d8461d660d16,segment=NetworkSegment(480acfcc-2999-4198-a517-99a080b73408),segment_id=480acfcc-2999-4198-a517-99a080b73408)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:33.406301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.427358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.463373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eda30e-ee03-40b3-90ef-7bcdeafe5026 req-d382df53-42c0-4353-b9e9-a4e2fe558870 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:33.468106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35eda30e-ee03-40b3-90ef-7bcdeafe5026 req-d382df53-42c0-4353-b9e9-a4e2fe558870 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1165807 Sep 18 00:49:33.539272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d872097-0890-44c0-9cfa-2f948e664575 None None] Pushing event updated for resources: {'Port': ['ID=07f12872-d504-4668-803b-d8461d660d16,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:33.630490 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35eda30e-ee03-40b3-90ef-7bcdeafe5026 req-4d756d08-73df-448a-95c4-7aa7c41ee1be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519594 Sep 18 00:49:33.649217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd37e7-20d6-4c11-9438-717c689cb7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-7cdc15f2-5444-4f9a-9d6d-95617613b8d8', 'network_id': '7cdc15f2-5444-4f9a-9d6d-95617613b8d8', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:33.650123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e5fd37e7-20d6-4c11-9438-717c689cb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.669506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-e5fd37e7-20d6-4c11-9438-717c689cb7e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf: This subnet is being modified by another concurrent operation. Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:49:33.931488 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf: This subnet is being modified by another concurrent operation. Sep 18 00:49:33.935925 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 00:49:33.939195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dadf8a-96c2-42d7-b8cb-659eef5a8b54 req-899fd116-b0ad-4c80-a7dd-e4bb5a0883f7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:33.949634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021fe00-bdcc-4db7-ba1d-6e8d5e816c33 None None] Network 7cdc15f2-5444-4f9a-9d6d-95617613b8d8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:33.967228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53dadf8a-96c2-42d7-b8cb-659eef5a8b54 req-899fd116-b0ad-4c80-a7dd-e4bb5a0883f7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2721288 Sep 18 00:49:34.009527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.135606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.163504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdc15f2-5444-4f9a-9d6d-95617613b8d8']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:34.166939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:34.190954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f3a472-e898-435f-af03-b1173130db6d') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:34.191214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f3a472-e898-435f-af03-b1173130db6d') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:34.218512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.229669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53dadf8a-96c2-42d7-b8cb-659eef5a8b54 req-c8cde79e-48d2-4a8b-b9e7-91598b08c310 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614858 Sep 18 00:49:34.254438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad7725-dd67-42cc-ae7d-9806eb0eb6d1 req-7e4a532a-8941-4325-8a16-4accf14cb39b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:34.262709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abad7725-dd67-42cc-ae7d-9806eb0eb6d1 req-7e4a532a-8941-4325-8a16-4accf14cb39b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2870126 Sep 18 00:49:34.266853 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.306924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:34.307885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:34.311060 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:34.382677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abad7725-dd67-42cc-ae7d-9806eb0eb6d1 req-982584e8-31cc-4b8e-85b1-cd8b7b765e3c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095507 Sep 18 00:49:34.401729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.414162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.421055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51424) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:34.427173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915026670'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:34.431087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/7cdc15f2-5444-4f9a-9d6d-95617613b8d8 HTTP/1.1" status: 204 len: 168 time: 1.1976738 Sep 18 00:49:34.453717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20798-7ec7-4057-baeb-78543d50ff47 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=7cdc15f2-5444-4f9a-9d6d-95617613b8d8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:34.485819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:34.490357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.527200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:34.543731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.544096 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment d563e846-b67a-4935-9187-b0d34ffffc36 of type vlan for network 284fd821-473d-47ee-a351-c6e81385a6f4 Sep 18 00:49:34.604971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.649863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.656766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:34.657519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.700813 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2760592 Sep 18 00:49:34.701200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51436) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:34.706536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:34.750033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3134d-70dc-4f34-9471-882335062681 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=284fd821-473d-47ee-a351-c6e81385a6f4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:34.761936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 284fd821-473d-47ee-a351-c6e81385a6f4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:34.834945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:34.840372 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:34.926369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85479dd4-1ead-47f4-ae40-c8fbdabb17cf None None] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:35.033596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] Provisioning complete for port 07f12872-d504-4668-803b-d8461d660d16 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:35.034282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.109310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.182332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=37595085-b5f0-4472-a2c7-47dabfda6ca1,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:35.217048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': 'd563e846-b67a-4935-9187-b0d34ffffc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:35.217226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: 284fd821-473d-47ee-a351-c6e81385a6f4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:35.227806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.244822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network 284fd821-473d-47ee-a351-c6e81385a6f4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:35.258854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 284fd821-473d-47ee-a351-c6e81385a6f4) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:35.276170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:35.277020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.304752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] For port 07f12872-d504-4668-803b-d8461d660d16, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=07f12872-d504-4668-803b-d8461d660d16,segment=NetworkSegment(480acfcc-2999-4198-a517-99a080b73408),segment_id=480acfcc-2999-4198-a517-99a080b73408)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:35.308665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f8cdb-e887-4958-a5d7-219b52970e95 None None] Network 284fd821-473d-47ee-a351-c6e81385a6f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:35.310043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c482d3c8-aa43-45e5-a309-b527fdc60e0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6076827 Sep 18 00:49:35.313548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51454) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:35.328652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806413220'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:35.328959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.424880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:35.429886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.484159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13f03d-f76c-462c-aa64-d8c81aaf705a None None] Pushing event updated for resources: {'Port': ['ID=07f12872-d504-4668-803b-d8461d660d16,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:35.485383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:35.519096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.519616 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment f4381b2d-2d75-4fdf-80d0-e17412c7bc12 of type vlan for network f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 Sep 18 00:49:35.568746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.617464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.622841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:35.623565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.642226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-284fd821-473d-47ee-a351-c6e81385a6f4', 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '37595085-b5f0-4472-a2c7-47dabfda6ca1'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:35.643167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.651947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2d05-4f2f-49c8-b4e5-664e75502392 req-87a3c008-7321-4a78-a251-2e56f6f89833 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:35.654262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-419b2d05-4f2f-49c8-b4e5-664e75502392 req-87a3c008-7321-4a78-a251-2e56f6f89833 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2765527 Sep 18 00:49:35.787528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ab531bdb-802e-4ccf-b7f9-c1a7f4cc735e None None] Provisioning complete for port 07f12872-d504-4668-803b-d8461d660d16 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:35.788540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab531bdb-802e-4ccf-b7f9-c1a7f4cc735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:35.823862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5067389 Sep 18 00:49:35.824953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51464) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:35.830428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a3eb9-4851-4c06-9d60-1dc8f9bb52e5 req-3ced5738-ea2b-4520-a693-a49cabee56f4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:35.831518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'f4aafbe1-0ccf-4c0f-be05-c458b8aa6275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:35.832156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f3a3eb9-4851-4c06-9d60-1dc8f9bb52e5 req-3ced5738-ea2b-4520-a693-a49cabee56f4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2294583 Sep 18 00:49:35.833006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670758-3962-4e78-92f7-137282325f4c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=f4aafbe1-0ccf-4c0f-be05-c458b8aa6275,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:35.843566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 07f12872-d504-4668-803b-d8461d660d16 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:35.850153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-419b2d05-4f2f-49c8-b4e5-664e75502392 req-941041b8-c0de-4cfa-9f57-bc26721c7b58 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344366 Sep 18 00:49:35.920916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:35.941396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f3a3eb9-4851-4c06-9d60-1dc8f9bb52e5 req-16568719-7d57-4d0f-9ae6-4500e4085485 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897851 Sep 18 00:49:36.038714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:36.042801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:36.205421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Performing IP validity checks on allocation pools {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 00:49:36.206246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 00:49:36.212508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Allocated IP 2001:db8::3 (284fd821-473d-47ee-a351-c6e81385a6f4/37595085-b5f0-4472-a2c7-47dabfda6ca1/c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:36.434826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:36.544635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=51394078-75dd-4a13-8320-d6495841cc74,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:36.547878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': 'f4381b2d-2d75-4fdf-80d0-e17412c7bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f4aafbe1-0ccf-4c0f-be05-c458b8aa6275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:36.548252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: f4aafbe1-0ccf-4c0f-be05-c458b8aa6275, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:36.565487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858d3a-938b-4cef-b363-51f9777ea8a6 req-cbf27a80-34ce-4a0f-bae5-0c3b694b23e9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:36.580271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:36.583993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9858d3a-938b-4cef-b363-51f9777ea8a6 req-cbf27a80-34ce-4a0f-bae5-0c3b694b23e9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2574770 Sep 18 00:49:36.599447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f4aafbe1-0ccf-4c0f-be05-c458b8aa6275) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:36.607680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:36.608302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:36.634337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f714ef93-a0ff-4cbb-8f15-22a734f3414a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8075252 Sep 18 00:49:36.637113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:36.683960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9858d3a-938b-4cef-b363-51f9777ea8a6 req-03955025-9d99-4a5b-990a-468451888ea8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940461 Sep 18 00:49:36.699737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6cea17-bdc2-452b-8756-d9a2884946f0 None None] Network f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:36.729901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 07f12872-d504-4668-803b-d8461d660d16 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:36.730382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:36.815475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:36.937274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.017217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.087610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc3ffe7-81f3-4a02-88d2-1429d02e899f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f4aafbe1-0ccf-4c0f-be05-c458b8aa6275', 'network_id': 'f4aafbe1-0ccf-4c0f-be05-c458b8aa6275', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '51394078-75dd-4a13-8320-d6495841cc74'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:37.088525 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ffe7-81f3-4a02-88d2-1429d02e899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.090763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=51394078-75dd-4a13-8320-d6495841cc74,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:37.128550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3541c9-dd91-4ad7-a2b0-aaff895bb80a req-1fad08de-fa6d-433a-af78-50aa2f3cbde1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:37.138195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f3541c9-dd91-4ad7-a2b0-aaff895bb80a req-1fad08de-fa6d-433a-af78-50aa2f3cbde1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1597488 Sep 18 00:49:37.149917 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.163489 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.266380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f3541c9-dd91-4ad7-a2b0-aaff895bb80a req-5b54dd28-013f-4c5e-8694-0b8d003d1582 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070778 Sep 18 00:49:37.385864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Network 284fd821-473d-47ee-a351-c6e81385a6f4 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:37.401212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:37.407414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0a057-2fbd-4728-a779-4840a9ca1d95 None None] Network f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:37.409331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Pushing event updated for resources: {'Port': ['ID=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:37.412071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:37.542812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Attempting to bind port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:37.543188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Attempting to bind port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd563e846-b67a-4935-9187-b0d34ffffc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:37.544980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Attempting to bind port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f on network 284fd821-473d-47ee-a351-c6e81385a6f4 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:37.591232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:37.591750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Checking segment: {'id': 'd563e846-b67a-4935-9187-b0d34ffffc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:37.592201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.592639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Bound using segment: {'id': 'd563e846-b67a-4935-9187-b0d34ffffc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:37.594620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Bound port: c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd563e846-b67a-4935-9187-b0d34ffffc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '284fd821-473d-47ee-a351-c6e81385a6f4'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:37.595235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.761604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] For port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:37.770283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] For port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,segment=NetworkSegment(d563e846-b67a-4935-9187-b0d34ffffc36),segment_id=d563e846-b67a-4935-9187-b0d34ffffc36)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:37.784268 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.791873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.816703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4aafbe1-0ccf-4c0f-be05-c458b8aa6275']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:37.828814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4381b2d-2d75-4fdf-80d0-e17412c7bc12') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:37.829092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4381b2d-2d75-4fdf-80d0-e17412c7bc12') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:37.841137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.856734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.866521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:37.867041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.923436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39abed-5625-4576-8ffb-96deb96e1383 None None] Pushing event updated for resources: {'Port': ['ID=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:37.938090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1ee1-668c-4275-ab49-9602ad5a8c06 req-015b15ea-1095-4024-9ea4-08fbbddda3c6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:37.947907 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:37.955726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c6a1ee1-668c-4275-ab49-9602ad5a8c06 req-015b15ea-1095-4024-9ea4-08fbbddda3c6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1483977 Sep 18 00:49:37.956249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.971080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:37.979234 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 HTTP/1.1" status: 204 len: 168 time: 1.3360696 Sep 18 00:49:37.986703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51490) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:37.994409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853404591'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:37.998826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb361-8e2b-4668-bdab-e289dcdd4e21 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=f4aafbe1-0ccf-4c0f-be05-c458b8aa6275,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:38.030543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c6a1ee1-668c-4275-ab49-9602ad5a8c06 req-9e42b2da-3c1a-41da-9861-f39da7991778 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717158 Sep 18 00:49:38.030871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:38.036988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.069251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:38.088581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.088988 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment 017de589-e2a9-4524-b53d-65bf65d893dc of type vlan for network 72dff6c8-e755-44b3-89d0-ddeb88a69c90 Sep 18 00:49:38.224115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.252574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d298f-ef2e-412f-b053-b0b29de50e37 req-948f9d30-a37f-407b-8759-26ae50423c7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:38.261646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c2d298f-ef2e-412f-b053-b0b29de50e37 req-948f9d30-a37f-407b-8759-26ae50423c7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1487510 Sep 18 00:49:38.320052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.328710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:38.329804 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.344793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c2d298f-ef2e-412f-b053-b0b29de50e37 req-4a6bc434-a19a-4fa7-91ba-d89acc28095d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821280 Sep 18 00:49:38.399075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:38.399708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4113398 Sep 18 00:49:38.405146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': '72dff6c8-e755-44b3-89d0-ddeb88a69c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:38.488059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10bbe3-7fc0-4df8-b9b2-5150733b47df tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=72dff6c8-e755-44b3-89d0-ddeb88a69c90,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:38.507172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 72dff6c8-e755-44b3-89d0-ddeb88a69c90 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:38.580744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39b44-bffb-49ab-a083-01ffe7350471 req-bb5ac9ff-dbde-4bb2-8fad-6d2cbd3d45e9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:38.582956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a39b44-bffb-49ab-a083-01ffe7350471 req-bb5ac9ff-dbde-4bb2-8fad-6d2cbd3d45e9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1365023 Sep 18 00:49:38.672603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a8e0-6399-4340-aa0b-1625011069bc req-755a1df1-56f7-4c68-82a0-869d38c18e88 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:38.674284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa40a8e0-6399-4340-aa0b-1625011069bc req-755a1df1-56f7-4c68-82a0-869d38c18e88 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1165404 Sep 18 00:49:38.684600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a39b44-bffb-49ab-a083-01ffe7350471 req-d9193a99-3323-4c0a-a222-6e6df96b19ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845737 Sep 18 00:49:38.693736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:38.696996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:38.755573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa40a8e0-6399-4340-aa0b-1625011069bc req-352f8b78-3c47-4e0c-a7cc-d2e9717dd4ed tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699914 Sep 18 00:49:38.950067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40dfbb-2260-45ad-ab12-c2daf550c8d8 req-37fcb156-6597-42da-9ef2-0575ab2452d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:38.951836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f40dfbb-2260-45ad-ab12-c2daf550c8d8 req-37fcb156-6597-42da-9ef2-0575ab2452d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1145129 Sep 18 00:49:39.037894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f40dfbb-2260-45ad-ab12-c2daf550c8d8 req-740d9aea-719a-49be-9ae9-351b3dfae68e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584490 Sep 18 00:49:39.086020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.160054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=c271ff0c-2a19-4e60-92d1-99956b45c3e9,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:39.186456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': '017de589-e2a9-4524-b53d-65bf65d893dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '72dff6c8-e755-44b3-89d0-ddeb88a69c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:39.186795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: 72dff6c8-e755-44b3-89d0-ddeb88a69c90, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:39.210128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network 72dff6c8-e755-44b3-89d0-ddeb88a69c90 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:39.221823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 72dff6c8-e755-44b3-89d0-ddeb88a69c90) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:39.231465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:39.232262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.234773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297876e7-5400-4d22-b625-d0e77803d333 None None] Network 72dff6c8-e755-44b3-89d0-ddeb88a69c90 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:39.249339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dc11859d-a26c-4fff-a2f9-f337bfdb817f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8484652 Sep 18 00:49:39.252675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51512) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:39.336955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9403003-b82f-4f20-adf1-2d15631a95e8 None None] Network 284fd821-473d-47ee-a351-c6e81385a6f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:39.424702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.430194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] Provisioning complete for port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:39.430918 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.499082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.593420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37abf4a-c3b7-4b95-8db4-400c68e5cfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-72dff6c8-e755-44b3-89d0-ddeb88a69c90', 'network_id': '72dff6c8-e755-44b3-89d0-ddeb88a69c90', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': 'c271ff0c-2a19-4e60-92d1-99956b45c3e9'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:39.595680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f37abf4a-c3b7-4b95-8db4-400c68e5cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.602250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.644687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=c271ff0c-2a19-4e60-92d1-99956b45c3e9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:39.744035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.798551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dff6c8-e755-44b3-89d0-ddeb88a69c90']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:39.808394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:39.822122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017de589-e2a9-4524-b53d-65bf65d893dc') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:39.822507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017de589-e2a9-4524-b53d-65bf65d893dc') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:39.828667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7928ca-59eb-4116-b4b1-4a773a307cf3 None None] Network 72dff6c8-e755-44b3-89d0-ddeb88a69c90 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:39.842694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.872610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.884551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:39.884965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:39.903852 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:39.906430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:39.932913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cb37a-4967-4b81-ad06-25c0616c7c0e req-eeeab18d-1a39-4830-a925-341b45d0d368 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:39.943678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a6cb37a-4967-4b81-ad06-25c0616c7c0e req-eeeab18d-1a39-4830-a925-341b45d0d368 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1165762 Sep 18 00:49:40.011053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.040777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a6cb37a-4967-4b81-ad06-25c0616c7c0e req-5e5c5a02-8f91-4ada-8951-0412b0c1d5ed tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875630 Sep 18 00:49:40.054782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.054782 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/72dff6c8-e755-44b3-89d0-ddeb88a69c90 HTTP/1.1" status: 204 len: 168 time: 0.8002520 Sep 18 00:49:40.058533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51526) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:40.066120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255080552'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:40.101980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:40.106978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.111382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf1800-5397-42f2-9153-886e349aa592 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=72dff6c8-e755-44b3-89d0-ddeb88a69c90,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:40.143392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:40.154814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.155823 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment dd2e8e36-4b5e-461b-a333-80471dac2cec of type vlan for network e405a071-d0ce-4808-97ac-fddbd0bd1451 Sep 18 00:49:40.204630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.211185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] For port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,segment=NetworkSegment(d563e846-b67a-4935-9187-b0d34ffffc36),segment_id=d563e846-b67a-4935-9187-b0d34ffffc36)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:40.246720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.251073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.269820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:40.270927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.331441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:40.331978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.422811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=e405a071-d0ce-4808-97ac-fddbd0bd1451,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:40.430794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9337034-9a72-454f-ad80-ec3753b8e497 None None] Pushing event updated for resources: {'Port': ['ID=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:40.436898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e405a071-d0ce-4808-97ac-fddbd0bd1451 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:40.444319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51532) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:40.446123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9e05c18-5985-4080-9ccb-c3b3ec9b6c51 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3854611 Sep 18 00:49:40.453235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'e405a071-d0ce-4808-97ac-fddbd0bd1451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:40.597833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:40.603164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.753161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee451f9a-829c-4b14-bc45-acd2fa9179bf None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:49:40.945178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee451f9a-829c-4b14-bc45-acd2fa9179bf None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:49:40.951176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.006803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fc15d650-4da2-4686-93e4-16bbda159c2e None None] Provisioning complete for port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:41.007460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc15d650-4da2-4686-93e4-16bbda159c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.089146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': 'dd2e8e36-4b5e-461b-a333-80471dac2cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e405a071-d0ce-4808-97ac-fddbd0bd1451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:41.089715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: e405a071-d0ce-4808-97ac-fddbd0bd1451, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:41.104801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=e8dac0e1-2f97-4fc7-a9ef-f9f1ce370481,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:41.136082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network e405a071-d0ce-4808-97ac-fddbd0bd1451 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:41.202118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e405a071-d0ce-4808-97ac-fddbd0bd1451) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:41.222834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:41.223814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.274338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac91fd-1d11-4b3b-b274-af9996033d9c req-9cc1f805-8a9e-412d-a436-b52743341059 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:41.283060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebac91fd-1d11-4b3b-b274-af9996033d9c req-9cc1f805-8a9e-412d-a436-b52743341059 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1217661 Sep 18 00:49:41.293491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed554419-9161-4935-8b67-bea6019e176a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8471119 Sep 18 00:49:41.296316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:41.341914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebac91fd-1d11-4b3b-b274-af9996033d9c req-8ac12be9-e168-4c25-a214-e422e3a5c943 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564458 Sep 18 00:49:41.525936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.550130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ab139-ca0e-4d7a-9953-32a0a999c07d None None] Network e405a071-d0ce-4808-97ac-fddbd0bd1451 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:41.623669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.726973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.758032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:41.764822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dac0e1-2f97-4fc7-a9ef-f9f1ce370481,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:41.846690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.855070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79f4ee-0a32-49ae-8ed7-3d6bc2621039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e405a071-d0ce-4808-97ac-fddbd0bd1451', 'network_id': 'e405a071-d0ce-4808-97ac-fddbd0bd1451', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': 'e8dac0e1-2f97-4fc7-a9ef-f9f1ce370481'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:41.856391 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db79f4ee-0a32-49ae-8ed7-3d6bc2621039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.877508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:41.877508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.886409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e405a071-d0ce-4808-97ac-fddbd0bd1451']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:41.909601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2e8e36-4b5e-461b-a333-80471dac2cec') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:41.910121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2e8e36-4b5e-461b-a333-80471dac2cec') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:41.927572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.954768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.972081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:41.972520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:41.984241 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:41.996511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5e2e4-7b85-4771-a32c-30ba0cf289a2 None None] Network e405a071-d0ce-4808-97ac-fddbd0bd1451 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:42.071374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.078484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.080324 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/e405a071-d0ce-4808-97ac-fddbd0bd1451 HTTP/1.1" status: 204 len: 168 time: 0.7829514 Sep 18 00:49:42.085635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:42.090369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953701024'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:42.092841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ba33a-d10e-4acf-aad5-16a5464032d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=e405a071-d0ce-4808-97ac-fddbd0bd1451,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:42.127694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:42.137600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.166285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:42.178896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.179325 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment 56f2a87c-965e-45e4-bc1d-d0d4bdbaf550 of type vlan for network fb6c9f32-3d34-4146-9e11-6ec980d42be6 Sep 18 00:49:42.233905 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.273278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.280846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.282167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.324349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51556) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:42.325278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2359545 Sep 18 00:49:42.330249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:42.372466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d072d-cd0a-4afb-9e4a-6a75aa2fd167 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=fb6c9f32-3d34-4146-9e11-6ec980d42be6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:42.386400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:42.448161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:42.451655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.513547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b35e-d020-46ec-bd72-ffb0e9e43045 req-af0244d9-6590-4451-9daf-c80dcfeec757 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.515920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c4b35e-d020-46ec-bd72-ffb0e9e43045 req-af0244d9-6590-4451-9daf-c80dcfeec757 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0768926 Sep 18 00:49:42.571644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c4b35e-d020-46ec-bd72-ffb0e9e43045 req-8bad95e9-b977-4dd0-99c9-617b69c801e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Sep 18 00:49:42.737131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.803513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=8e1c822d-bd16-49a5-8ea9-5da8f00e8bad,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:42.824148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:42.824678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: fb6c9f32-3d34-4146-9e11-6ec980d42be6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:42.847922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:42.862265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, fb6c9f32-3d34-4146-9e11-6ec980d42be6) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:42.874933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.879662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.884105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281ae9b-19cb-4aa7-987f-990ce75cd1fe None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:42.932992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0675908f-f907-4683-86ef-979be7eec1f5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6083698 Sep 18 00:49:42.934954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51568) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:42.941109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:43.104399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:43.113300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.139727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-fb6c9f32-3d34-4146-9e11-6ec980d42be6', 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '8e1c822d-bd16-49a5-8ea9-5da8f00e8bad'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:43.141087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.337279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Allocated IP 2001:db8::2 (fb6c9f32-3d34-4146-9e11-6ec980d42be6/8e1c822d-bd16-49a5-8ea9-5da8f00e8bad/eb28cebe-54dc-4e38-a132-647fef06236e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:43.515042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.568725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:43.574059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:43.574582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.584664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.585305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.592732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.638258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6992097 Sep 18 00:49:43.638576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51582) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:43.639491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f9343-40f4-47a2-b6cb-aca59beca91a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:43.671231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:43.675206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:43.679502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:43.692275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Pushing event updated for resources: {'Port': ['ID=eb28cebe-54dc-4e38-a132-647fef06236e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:43.763058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Attempting to bind port eb28cebe-54dc-4e38-a132-647fef06236e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:43.763439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Attempting to bind port eb28cebe-54dc-4e38-a132-647fef06236e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:43.764027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Attempting to bind port eb28cebe-54dc-4e38-a132-647fef06236e on network fb6c9f32-3d34-4146-9e11-6ec980d42be6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:43.775535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:43.775987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Checking segment: {'id': '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:43.776509 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.777065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Bound using segment: {'id': '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:43.777570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Bound port: eb28cebe-54dc-4e38-a132-647fef06236e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:43.778384 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.919430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] For port eb28cebe-54dc-4e38-a132-647fef06236e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:43.922353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.925723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.927385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] For port eb28cebe-54dc-4e38-a132-647fef06236e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb28cebe-54dc-4e38-a132-647fef06236e,segment=NetworkSegment(56f2a87c-965e-45e4-bc1d-d0d4bdbaf550),segment_id=56f2a87c-965e-45e4-bc1d-d0d4bdbaf550)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:43.928478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.931490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.937375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.960601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.969940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-84e5f864-dc46-4cfc-872b-a276ddf9b729 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3290117 Sep 18 00:49:43.974622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51586) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:43.982129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479422881'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:44.015675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289ea6b-cd71-40e6-89b9-15690a115b24 req-8954239f-db28-496b-97d8-63a4962b4811 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:44.027615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e289ea6b-cd71-40e6-89b9-15690a115b24 req-8954239f-db28-496b-97d8-63a4962b4811 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2715123 Sep 18 00:49:44.042106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:44.052573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.128094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad2499-2c39-409d-a25d-b3119c18dbf2 None None] Pushing event updated for resources: {'Port': ['ID=eb28cebe-54dc-4e38-a132-647fef06236e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:44.141780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:44.142282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e289ea6b-cd71-40e6-89b9-15690a115b24 req-27f4626c-d9fa-4db5-b7dd-f93a0c258101 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098962 Sep 18 00:49:44.165254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.166232 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment c911644c-af28-457d-a017-16f4659e50ab of type vlan for network 78379bf6-c42a-410e-ae20-44e5875bf3c7 Sep 18 00:49:44.220032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51592) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:44.231357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1177591076'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:44.236988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.292379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.293888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:44.299068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.303380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:44.308193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.335931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:44.353497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.354164 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Added segment 402baa50-936c-412f-9c0f-517dd31acf79 of type vlan for network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 Sep 18 00:49:44.376954 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3967218 Sep 18 00:49:44.377141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51594) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:44.390169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:44.453899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6dea6-ef38-42e1-abc4-edd452ff30b4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=78379bf6-c42a-410e-ae20-44e5875bf3c7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:44.467856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:44.918388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.005082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.013621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:45.013621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.130135 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.141451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9201627 Sep 18 00:49:45.145680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51602) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:45.150911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-115591947'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:45.178887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76448ac2-24d4-43e7-bb0b-9f61e12f35b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Network': ['ID=2b8a41ae-1f7d-4285-97a6-cd7d15495843,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:45.186716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.189450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:45.194616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.202866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:45.209094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 is not hosted by any dhcp agent {{(pid=106453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:49:45.216671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:45.223787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.225427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "PUT /v2.0/networks/78379bf6-c42a-410e-ae20-44e5875bf3c7 HTTP/1.1" status: 200 len: 723 time: 0.8471608 Sep 18 00:49:45.229095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:45.249894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': '78379bf6-c42a-410e-ae20-44e5875bf3c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:45.256066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:45.298352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.299326 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Added segment 49b505e5-0e5c-4788-a342-286b9b648a44 of type vlan for network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 Sep 18 00:49:45.382341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.419372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.428884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:45.429728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.438008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956b156-37f3-425f-8255-28697fb8f11b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=78379bf6-c42a-410e-ae20-44e5875bf3c7,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:45.476412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:45.514762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e85d0b-a06b-4d69-9cd4-8aa52f65b9ae req-6d2b41bb-af78-43f5-a98d-21a1a6343448 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:45.523492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9e85d0b-a06b-4d69-9cd4-8aa52f65b9ae req-6d2b41bb-af78-43f5-a98d-21a1a6343448 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1973739 Sep 18 00:49:45.565082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4181378 Sep 18 00:49:45.565686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51610) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:45.575824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'subnet': {'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:45.591243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9e85d0b-a06b-4d69-9cd4-8aa52f65b9ae req-185e5d68-6f19-4033-b192-276ff265081f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667307 Sep 18 00:49:45.592783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:45.596527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.637343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f86a5-519f-4438-bfba-928354e03bbd None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:45.690399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b7207-4bba-4b60-9495-52dcf03e9a2d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Network': ['ID=1ca7ce25-037d-40cf-9f50-8290f4ec4155,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:45.751095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:45.755595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.772344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:45.798889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:45.799640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:45.874576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb28cebe-54dc-4e38-a132-647fef06236e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:45.975642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.051040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': 'c911644c-af28-457d-a017-16f4659e50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '78379bf6-c42a-410e-ae20-44e5875bf3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:46.052218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: 78379bf6-c42a-410e-ae20-44e5875bf3c7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:46.054777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=7e9b80b3-b37d-4e94-b119-b49bef0badc4,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:46.075342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:46.076300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.076680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:46.081466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.098746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 78379bf6-c42a-410e-ae20-44e5875bf3c7) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:46.106421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:46.106421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.125910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f48ad-d3a1-4ca2-a1cb-58486488f04b None None] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:46.134384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7519cc1a-319b-4def-b381-e70c6ddb9b9a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9040589 Sep 18 00:49:46.137078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:46.143840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:46.157535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.173162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.195324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Subnet': ['ID=c6502355-9e9e-43a8-8b5a-b3396025e14b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:46.199962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:46.200425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network hostable DHCP agents. Network: 2b8a41ae-1f7d-4285-97a6-cd7d15495843, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:46.225125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:46.241725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 2b8a41ae-1f7d-4285-97a6-cd7d15495843) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:46.247004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:46.248041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.260108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3faf65-09d9-4901-99b0-c5f24f03be2e None None] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:46.268991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ad4d287a-434e-4b51-9223-784f71a598d1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6977756 Sep 18 00:49:46.273557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:46.281832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'subnet': {'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:46.293952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] For port eb28cebe-54dc-4e38-a132-647fef06236e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb28cebe-54dc-4e38-a132-647fef06236e,segment=NetworkSegment(56f2a87c-965e-45e4-bc1d-d0d4bdbaf550),segment_id=56f2a87c-965e-45e4-bc1d-d0d4bdbaf550)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:46.311715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.336939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32597421'] for subnet, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.480002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:46.483858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.732779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4ddca-2b92-4f32-8b96-32922c0167d5 None None] Pushing event updated for resources: {'Port': ['ID=eb28cebe-54dc-4e38-a132-647fef06236e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:46.732779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Update dhcp port {'port': {'network_id': 'fb6c9f32-3d34-4146-9e11-6ec980d42be6', 'fixed_ips': [{'subnet_id': '8e1c822d-bd16-49a5-8ea9-5da8f00e8bad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'eb28cebe-54dc-4e38-a132-647fef06236e'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:49:46.801731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762724283396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32677199'] for subnet, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.837457 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.840489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828679eb-32bb-44bc-9565-34c6c9952889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-78379bf6-c42a-410e-ae20-44e5875bf3c7', 'network_id': '78379bf6-c42a-410e-ae20-44e5875bf3c7', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '7e9b80b3-b37d-4e94-b119-b49bef0badc4'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:46.841299 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-828679eb-32bb-44bc-9565-34c6c9952889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.866879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:46.867404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.868735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "PUT /v2.0/subnets/7e9b80b3-b37d-4e94-b119-b49bef0badc4 HTTP/1.1" status: 200 len: 826 time: 0.7305760 Sep 18 00:49:46.871578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51626) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:46.927707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dbb1e-41d4-44cc-96fa-9e55ef1a32d3 req-7e9bb842-ba11-4fb1-8017-9cffc087b5b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:46.929262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d0dbb1e-41d4-44cc-96fa-9e55ef1a32d3 req-7e9bb842-ba11-4fb1-8017-9cffc087b5b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2006159 Sep 18 00:49:46.929901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6ce95-bd53-43d7-92b5-5dd9d8a3fb0f tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=7e9b80b3-b37d-4e94-b119-b49bef0badc4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:46.942820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:46.943705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:46.980328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.030675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.052245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d0dbb1e-41d4-44cc-96fa-9e55ef1a32d3 req-7c08e95b-3055-4d15-8a41-7066db542871 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117783 Sep 18 00:49:47.060184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Subnet': ['ID=f7135f78-e30c-47df-b562-3837db708c08,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:47.076240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Checking segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:47.076584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network hostable DHCP agents. Network: 1ca7ce25-037d-40cf-9f50-8290f4ec4155, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:47.121499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:47.139041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.142075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 1ca7ce25-037d-40cf-9f50-8290f4ec4155) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:47.153374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:47.153990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.162905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50fd1d-488c-42bf-a660-2a7320cac8b2 None None] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:47.199893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8092921d-f06c-41b5-989f-a63102aee2ad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9247577 Sep 18 00:49:47.202745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51630) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:47.210011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'name': 'tempest-TaggedBootDevicesTest_v242-1986930818', 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:47.266238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-828679eb-32bb-44bc-9565-34c6c9952889 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e9b80b3-b37d-4e94-b119-b49bef0badc4: This subnet is being modified by another concurrent operation. Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:49:47.276121 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e9b80b3-b37d-4e94-b119-b49bef0badc4: This subnet is being modified by another concurrent operation. Sep 18 00:49:47.278953 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 00:49:47.335462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9b80b3-b37d-4e94-b119-b49bef0badc4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:47.345974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4533f1-636a-4d9c-baee-0ed51fef3657 None None] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:47.397346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:47.437364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.514696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78379bf6-c42a-410e-ae20-44e5875bf3c7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:47.515132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Allocated IP 10.1.1.2 (2b8a41ae-1f7d-4285-97a6-cd7d15495843/c6502355-9e9e-43a8-8b5a-b3396025e14b/6be11f16-e07f-4ecb-9779-ed0c2185668d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:47.527395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c911644c-af28-457d-a017-16f4659e50ab') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:47.527927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c911644c-af28-457d-a017-16f4659e50ab') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:47.537117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Allocated IP 172.20.0.1 (fb6c9f32-3d34-4146-9e11-6ec980d42be6/e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5/eb28cebe-54dc-4e38-a132-647fef06236e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:47.541339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.553221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.554699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ips': [{'subnet_id': 'f7135f78-e30c-47df-b562-3837db708c08'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:47.555559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.559462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.576851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:47.577336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:47.581589 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:47.596907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] device_id is not set on port 7d31594d-6a84-47b1-8f6d-ee9c2071548c yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:49:47.645639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d0df3-33ee-4706-ace2-50eef8649676 None None] Network 78379bf6-c42a-410e-ae20-44e5875bf3c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:47.671583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.699631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.704491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/78379bf6-c42a-410e-ae20-44e5875bf3c7 HTTP/1.1" status: 204 len: 168 time: 0.8294282 Sep 18 00:49:47.735299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51634) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:47.736189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01d74-c588-41ee-8e80-c478126f3c5a tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=78379bf6-c42a-410e-ae20-44e5875bf3c7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:47.781052 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-27efa1fc-a16b-46c1-a458-814a73a35f63 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:47.783831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27efa1fc-a16b-46c1-a458-814a73a35f63 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:47.791302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27efa1fc-a16b-46c1-a458-814a73a35f63 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/78379bf6-c42a-410e-ae20-44e5875bf3c7 HTTP/1.1" status: 404 len: 339 time: 0.0454254 Sep 18 00:49:47.796316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:47.801889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082901749', 'description': 'd1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:47.853890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb28cebe-54dc-4e38-a132-647fef06236e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:47.860435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:47.866449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.893840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:47.903692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.904104 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment d91b116f-f43c-45a1-87bc-1e57c71d435e of type vlan for network ea5ccf84-621c-41c6-982b-5af1f1e23386 Sep 18 00:49:47.949612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.979359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.985973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:47.987492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.074105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] For port eb28cebe-54dc-4e38-a132-647fef06236e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb28cebe-54dc-4e38-a132-647fef06236e,segment=NetworkSegment(56f2a87c-965e-45e4-bc1d-d0d4bdbaf550),segment_id=56f2a87c-965e-45e4-bc1d-d0d4bdbaf550)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:48.086945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2894258 Sep 18 00:49:48.088350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e662e-995a-4bbb-aa42-12e2b82414d8 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=ea5ccf84-621c-41c6-982b-5af1f1e23386,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.089914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51640) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:48.109167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Allocated IP 10.2.2.2 (1ca7ce25-037d-40cf-9f50-8290f4ec4155/f7135f78-e30c-47df-b562-3837db708c08/44cb2e37-394a-4062-b1f6-d7b36fcfd59a) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:48.112664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ea5ccf84-621c-41c6-982b-5af1f1e23386 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:48.167310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.168801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:48.169180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.186490 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.225763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.258325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211bd85-03fe-4fe7-9c2c-c000364a93bd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:48.264070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d211bd85-03fe-4fe7-9c2c-c000364a93bd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks?id=ea5ccf84-621c-41c6-982b-5af1f1e23386 HTTP/1.1" status: 200 len: 765 time: 0.1729045 Sep 18 00:49:48.265084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51644) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:48.266837 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.272503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'description': 'd2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:48.318958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3b045-f5ce-4a8e-a5d1-791ea9b82f30 req-d590b5fc-f0e6-4e64-97d6-330a34128436 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:48.320605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdb3b045-f5ce-4a8e-a5d1-791ea9b82f30 req-d590b5fc-f0e6-4e64-97d6-330a34128436 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1205249 Sep 18 00:49:48.328110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.1.1.31 (2b8a41ae-1f7d-4285-97a6-cd7d15495843/c6502355-9e9e-43a8-8b5a-b3396025e14b/7d31594d-6a84-47b1-8f6d-ee9c2071548c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:48.408590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdb3b045-f5ce-4a8e-a5d1-791ea9b82f30 req-d2d8be1b-84f5-42c5-bb7d-bf79b2011b3a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738251 Sep 18 00:49:48.501927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.520492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.548965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network ea5ccf84-621c-41c6-982b-5af1f1e23386 is not hosted by any dhcp agent {{(pid=106452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:49:48.555596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:48.556631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.561168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "PUT /v2.0/networks/ea5ccf84-621c-41c6-982b-5af1f1e23386 HTTP/1.1" status: 200 len: 762 time: 0.2941301 Sep 18 00:49:48.561856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51650) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:48.589577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.633406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.653178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4603cf-70d8-41d3-8978-e1345b87fab7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=ea5ccf84-621c-41c6-982b-5af1f1e23386,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.676678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.691438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.711874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:48.713863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:48.719602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2fe7-b3a0-4605-90b9-8c276e032008 None None] Pushing event updated for resources: {'Port': ['ID=eb28cebe-54dc-4e38-a132-647fef06236e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.723764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:48.733302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82fdf6c-04d8-4cfd-83b1-65e94a2508b7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:48.739450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f82fdf6c-04d8-4cfd-83b1-65e94a2508b7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks?id=ea5ccf84-621c-41c6-982b-5af1f1e23386 HTTP/1.1" status: 200 len: 765 time: 0.1693051 Sep 18 00:49:48.740280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51652) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:48.773178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:48.776684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Pushing event updated for resources: {'Port': ['ID=6be11f16-e07f-4ecb-9779-ed0c2185668d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.780682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:48.784374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:48.787204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ea5ccf84-621c-41c6-982b-5af1f1e23386 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:48.794676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:48.795325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.806098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.813898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c46231c3-142c-4aef-85f7-e02f1fcef9fa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6097362 Sep 18 00:49:48.816350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51654) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:48.824957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'name': 'tempest-TaggedBootDevicesTest_v242-1823968116', 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:48.885180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Pushing event updated for resources: {'Port': ['ID=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:48.960621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:48.965970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.999331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] device_id is not set on port 784b65d3-7996-4d9d-9322-85287a84fdb8 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:49:49.009214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:49.072785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6397bc-49f3-4e3f-aa03-568a7a0594cc tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.079264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0e6397bc-49f3-4e3f-aa03-568a7a0594cc tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3355591 Sep 18 00:49:49.080270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:49.099308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:49.107783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:49.141393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Attempting to bind port 6be11f16-e07f-4ecb-9779-ed0c2185668d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:49.141393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Attempting to bind port 6be11f16-e07f-4ecb-9779-ed0c2185668d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:49.141393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Attempting to bind port 6be11f16-e07f-4ecb-9779-ed0c2185668d on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:49.199515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Attempting to bind port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:49.199816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Attempting to bind port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:49.200234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Attempting to bind port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:49.206611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:49.207075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:49.208025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.208461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Bound using segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:49.209032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Bound port: 6be11f16-e07f-4ecb-9779-ed0c2185668d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:49.209480 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.224349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:49.225001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Checking segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:49.225558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.226120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Bound using segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:49.226619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Bound port: 44cb2e37-394a-4062-b1f6-d7b36fcfd59a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:49.227012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.303884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.1.1.253 (2b8a41ae-1f7d-4285-97a6-cd7d15495843/c6502355-9e9e-43a8-8b5a-b3396025e14b/784b65d3-7996-4d9d-9322-85287a84fdb8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:49.316247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51660) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:49.324931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ddbb52eb-f827-4165-b341-161834c9e9dd tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 207 time: 0.2436237 Sep 18 00:49:49.346820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] For port 6be11f16-e07f-4ecb-9779-ed0c2185668d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:49.354223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-b32226b1-8d53-4d4c-83ff-2292e8517ccd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2963638 Sep 18 00:49:49.366307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] For port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:49.369948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] For port 6be11f16-e07f-4ecb-9779-ed0c2185668d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6be11f16-e07f-4ecb-9779-ed0c2185668d,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:49.383283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] For port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:49.385351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.426595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:49.506520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Pushing event updated for resources: {'Port': ['ID=6be11f16-e07f-4ecb-9779-ed0c2185668d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:49.516595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.516911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.517728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.518396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.519010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.519482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.521230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.521719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.522153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.522581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.523010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.523433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb113ed-bdc3-46d0-adbf-4c2cd8be2e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:49.581220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-099406be-f435-4132-9849-04d9520b003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.583114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-099406be-f435-4132-9849-04d9520b003e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 1097 time: 0.2008755 Sep 18 00:49:49.685916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8f47f-9c0e-4f37-8230-a6a7b4de1f4b None None] Pushing event updated for resources: {'Port': ['ID=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:49.832975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.834314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb28cebe-54dc-4e38-a132-647fef06236e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:49.840736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.853690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.931734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.946588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-c2674809-0046-4ff9-9ee7-502cb36eb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.948125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-c2674809-0046-4ff9-9ee7-502cb36eb7a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2961197 Sep 18 00:49:49.955814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.973627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:49.983693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:49.985078 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-57970054-a9cd-4503-bf2f-1c9ef9e84082 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6668682 Sep 18 00:49:50.014338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:50.014727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.081945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f768c2-2a1c-4158-9390-664aabcdfa24 None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:50.159029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-41481623-40ce-42e7-9da9-ab43ae50701c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 200 len: 217 time: 0.1953113 Sep 18 00:49:50.211918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3dd57-41cb-40ad-ad54-b35badaad16f req-c8c00b8b-d55f-4f3f-9736-8fbfa6e9eb53 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.213492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63b3dd57-41cb-40ad-ad54-b35badaad16f req-c8c00b8b-d55f-4f3f-9736-8fbfa6e9eb53 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.6294649 Sep 18 00:49:50.243379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c643bf62-5b22-4438-8622-19797f2beb43 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:50.243753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c643bf62-5b22-4438-8622-19797f2beb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.391572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.415258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-0cb3a522-8361-4ffd-9dc6-8346a1695f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.416695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-0cb3a522-8361-4ffd-9dc6-8346a1695f1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.2367539 Sep 18 00:49:50.445451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-991a9efc-72d0-4edd-b563-879590d5a9e0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4043601 Sep 18 00:49:50.452982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63b3dd57-41cb-40ad-ad54-b35badaad16f req-200fea98-8771-43bb-999e-1c8c168b1ef7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927280 Sep 18 00:49:50.453879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51672) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:50.520466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-66bb42f4-dbdc-4889-9cf9-1094acf14880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.522839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-66bb42f4-dbdc-4889-9cf9-1094acf14880 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973351 Sep 18 00:49:50.524923 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.594530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.596776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.600543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.602297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.604327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.607024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-76a3144d-e8d1-48bc-b28b-197ce0f8d1a4 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1520929 Sep 18 00:49:50.610730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51674) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:50.630392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:50.669015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:50.672112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:50.683504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:50.699904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.701643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.703068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.704697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.706229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.708684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-32f7eb7e-64d7-4d2f-bf89-a5998dc2e9e5 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0964839 Sep 18 00:49:50.712811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:50.732360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f74a22a1-4e1c-46b6-bb78-6820c38f9923 None None] Provisioning complete for port eb28cebe-54dc-4e38-a132-647fef06236e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:50.732860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f74a22a1-4e1c-46b6-bb78-6820c38f9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.766794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.768101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:50.775151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-b00e2166-6ebc-436a-8b6d-5682200dccfe service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442255 Sep 18 00:49:50.817128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f89226d9-e0a9-451e-931e-b68de1d47baf tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9975204 Sep 18 00:49:50.935557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84c5424-0efe-4be8-ab7b-c1f5c9bf9786 req-90497fab-5cf2-45c2-9c47-1cf6529a4af2 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519945 Sep 18 00:49:50.937689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae5150-3ba9-4673-b15e-b0d26eaeb2cc tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:50.939585 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c8ae5150-3ba9-4673-b15e-b0d26eaeb2cc tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks/c43659f9-f7bf-4993-868b-bb9f3f56b46b HTTP/1.1" status: 200 len: 804 time: 0.2254658 Sep 18 00:49:50.945606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51686) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.103969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.105381 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1fb995a-8ece-424f-a9d1-9e957eab5478 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/networks/c43659f9-f7bf-4993-868b-bb9f3f56b46b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1578243 Sep 18 00:49:51.185928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922ac38-04ed-4ebd-8e31-05ee17712800 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:51.187364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4922ac38-04ed-4ebd-8e31-05ee17712800 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets/c4f43819-4628-4b47-b938-169ab1009052 HTTP/1.1" status: 200 len: 843 time: 0.0823681 Sep 18 00:49:51.191677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51692) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.195544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581384e3-696d-4e97-838a-138f78fc76be None None] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:51.229322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51698) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.233998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58219946', 'description': 'tempest-description--880146464'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:51.279088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.324963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8f4de-4225-4972-8e83-b67999f5174c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:51.331234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-34f8f4de-4225-4972-8e83-b67999f5174c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "GET /v2.0/subnets/c4f43819-4628-4b47-b938-169ab1009052?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1382356 Sep 18 00:49:51.332205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.336819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] Provisioning complete for port 6be11f16-e07f-4ecb-9779-ed0c2185668d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:51.337418 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.338432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293945650'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:51.455663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.461061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.488534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:51.500533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.512258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.514927 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.535381 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3048062 Sep 18 00:49:51.540106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51708) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.545830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'security_group_rule': {'security_group_id': '8d5489bf-e933-4fe5-b9b3-cc3a3853b45a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:51.562996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca5c6e-055f-43ef-b0c6-fc1cf0ae7651 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:51.580707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] For port 6be11f16-e07f-4ecb-9779-ed0c2185668d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6be11f16-e07f-4ecb-9779-ed0c2185668d,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:51.582082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:49:51.587963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.596973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.623114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.623464 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Added segment dca23d71-8dc9-4fd2-9bd5-daf4665a2976 of type vlan for network d498ce86-989f-4ae4-9814-0da1d02242e3 Sep 18 00:49:51.672722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebb392-6e7f-47ad-bb0f-6813068a7af5 None None] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:51.677851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399e12c-4d91-49f1-bfb5-9f94b0783561 None None] Pushing event updated for resources: {'Port': ['ID=6be11f16-e07f-4ecb-9779-ed0c2185668d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:51.734284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.772557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d389cd-2ba5-4a0c-a72b-bbc922115173 req-c87a259e-9c03-4b40-8a25-ccb145d2540f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:51.780334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] Provisioning complete for port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:51.780784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.784537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09d389cd-2ba5-4a0c-a72b-bbc922115173 req-c87a259e-9c03-4b40-8a25-ccb145d2540f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1592860 Sep 18 00:49:51.863452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.874220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.881554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:51.886265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.932616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6be11f16-e07f-4ecb-9779-ed0c2185668d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:51.934256 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.977817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6411905 Sep 18 00:49:51.978290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51714) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:51.984959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:51.993771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09d389cd-2ba5-4a0c-a72b-bbc922115173 req-d2ff563d-b5cf-431e-b998-144c704386ee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073078 Sep 18 00:49:52.026951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.028150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4870987 Sep 18 00:49:52.038179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51716) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:52.046469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'security_group_rule': {'security_group_id': '8d5489bf-e933-4fe5-b9b3-cc3a3853b45a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:52.054007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.074531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6be11f16-e07f-4ecb-9779-ed0c2185668d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:52.075043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.075712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af0054-fec7-4257-9f85-b5d697dd8186 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46793ec1-0979-4c25-aadf-a706c2221565,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:52.126517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d032a-665d-4c47-9068-8d5c47e85c08 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Network': ['ID=d498ce86-989f-4ae4-9814-0da1d02242e3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:52.147522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.148731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:52.186211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Made reservation on behalf of 977a57e0211743d2ba4ba8e44495c4e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:52.192080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.241524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.257507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.288351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Performing IP validity checks on allocation pools {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 00:49:52.289348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 00:49:52.289541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] For port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:52.310862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.313893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2731006 Sep 18 00:49:52.313893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb398d40-e6e6-46a0-b959-6589aeb7740d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b94551-f059-494a-afae-bc89344ef29c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:52.317583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51718) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:52.325830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.327869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:52.394228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.493611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44cb2e37-394a-4062-b1f6-d7b36fcfd59a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:52.579819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8037d0-3b1b-4f78-ae75-dde3ff91ebbe None None] Pushing event updated for resources: {'Port': ['ID=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:52.603412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Provisioning complete for port 6be11f16-e07f-4ecb-9779-ed0c2185668d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:52.603803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.611046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.628527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.656559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:52.656957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.696372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Checking segment: {'id': 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:52.696752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network hostable DHCP agents. Network: d498ce86-989f-4ae4-9814-0da1d02242e3, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:52.715980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=904d3dd0-91d4-468b-adbd-9b872f29f157,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:52.731251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Network d498ce86-989f-4ae4-9814-0da1d02242e3 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:52.743016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d498ce86-989f-4ae4-9814-0da1d02242e3) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:52.764104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:52.765451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577761'] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.770281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d5b05-289c-4bea-870c-e592dbd8b4d2 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:52.785872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a4d994e-09b7-4df1-95fa-8b056e0df30c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8033326 Sep 18 00:49:52.786121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 172.25.7.157 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e8246565-8bcd-4309-ba83-b4f3f6e7eb88) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:52.786508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Provisioning complete for port 7d31594d-6a84-47b1-8f6d-ee9c2071548c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:52.786508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.787211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51724) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:52.792371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:52.894449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29458771'] for subnet, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.913002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:52.956520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.006461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:53.009384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:53.013323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:53.036790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Port 7d31594d-6a84-47b1-8f6d-ee9c2071548c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:49:53.068253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=e8246565-8bcd-4309-ba83-b4f3f6e7eb88,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:53.078365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Provisioning complete for port 784b65d3-7996-4d9d-9322-85287a84fdb8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:53.078748 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.110356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762724283396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30358399'] for subnet, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.126438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cc65a-6e75-4e43-9f5e-aad129ea4ff6 None None] Port 784b65d3-7996-4d9d-9322-85287a84fdb8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:49:53.153656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d498ce86-989f-4ae4-9814-0da1d02242e3', 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3', 'tenant_id': '977a57e0211743d2ba4ba8e44495c4e7', 'fixed_ips': [{'subnet_id': '904d3dd0-91d4-468b-adbd-9b872f29f157'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:49:53.154655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.159472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:53.160080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.164334 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "PUT /v2.0/subnets/904d3dd0-91d4-468b-adbd-9b872f29f157 HTTP/1.1" status: 200 len: 900 time: 0.3746185 Sep 18 00:49:53.165623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51730) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:53.198317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.201523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cabf84-912b-4073-9fba-9705465c909c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event updated for resources: {'Subnet': ['ID=904d3dd0-91d4-468b-adbd-9b872f29f157,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:53.220096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ab716-5abf-49d8-8f31-ddbc4d86cd49 req-ab7168f2-3f52-4a7c-8a6f-1b86f135db31 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:53.221634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c37ab716-5abf-49d8-8f31-ddbc4d86cd49 req-ab7168f2-3f52-4a7c-8a6f-1b86f135db31 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0905881 Sep 18 00:49:53.289234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d5bd4edf-c0eb-45d7-af7e-2769410e863f None None] Provisioning complete for port 784b65d3-7996-4d9d-9322-85287a84fdb8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:53.289743 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4edf-c0eb-45d7-af7e-2769410e863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.293757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.329288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c37ab716-5abf-49d8-8f31-ddbc4d86cd49 req-3e0f2851-84a1-439d-a28c-6dcc6b628d81 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825105 Sep 18 00:49:53.383302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd4edf-c0eb-45d7-af7e-2769410e863f None None] Port 784b65d3-7996-4d9d-9322-85287a84fdb8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:49:53.399082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Allocated IP 2001:db8::3 (d498ce86-989f-4ae4-9814-0da1d02242e3/904d3dd0-91d4-468b-adbd-9b872f29f157/3360faa6-84e1-4db6-bd64-017b55b8f74d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:53.412598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d5bd4edf-c0eb-45d7-af7e-2769410e863f None None] Provisioning complete for port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:53.414139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4edf-c0eb-45d7-af7e-2769410e863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.482656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.489041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.573854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=e8246565-8bcd-4309-ba83-b4f3f6e7eb88,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:53.596552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.615019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.616753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-85a55186-e41b-4f5c-a8dc-1b2ea92cf1a5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2992311 Sep 18 00:49:53.668990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.673267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.682174 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.733473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:53.734117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting port 3360faa6-84e1-4db6-bd64-017b55b8f74d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:53.734661 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.741329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:53.743660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Pushing event updated for resources: {'Port': ['ID=3360faa6-84e1-4db6-bd64-017b55b8f74d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:53.746031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:49:53.816333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6be11f16-e07f-4ecb-9779-ed0c2185668d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:53.852637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:53.853025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:53.853397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:53.865321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] For port 3360faa6-84e1-4db6-bd64-017b55b8f74d, host n-d-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:53.865700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.871224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:53.871624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking segment: {'id': 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:49:53.872021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.872450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Bound using segment: {'id': 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:49:53.872955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Bound port: 3360faa6-84e1-4db6-bd64-017b55b8f74d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd498ce86-989f-4ae4-9814-0da1d02242e3'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:49:53.873326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.879103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Calling delete_port for 3360faa6-84e1-4db6-bd64-017b55b8f74d owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:53.915687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6be11f16-e07f-4ecb-9779-ed0c2185668d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:53.916061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.950266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-63342b7a-af59-4e8f-83fd-a340a51b4bf3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--58219946&fields=id&tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce HTTP/1.1" status: 200 len: 267 time: 0.0738757 Sep 18 00:49:54.015399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44cb2e37-394a-4062-b1f6-d7b36fcfd59a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:54.035868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.050115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-89c553ad-bcb5-4465-aa60-27b5c02e0ba0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.059582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-89c553ad-bcb5-4465-aa60-27b5c02e0ba0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 936 time: 0.0979459 Sep 18 00:49:54.075845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:49:54.076363 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:49:54.081153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Port': ['ID=3360faa6-84e1-4db6-bd64-017b55b8f74d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:54.131186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:54.131565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No DVR routers for this DVR port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:54.132379 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.196415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.199473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcea7f0c-642a-4886-9c9b-d963b1f4832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.286275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.313606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=904d3dd0-91d4-468b-adbd-9b872f29f157,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:54.382923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.408761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d498ce86-989f-4ae4-9814-0da1d02242e3']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.420842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.421142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca23d71-8dc9-4fd2-9bd5-daf4665a2976') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.431810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.446500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.453020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:54.453535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:54.456726 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:54.524857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.533264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.539231 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/d498ce86-989f-4ae4-9814-0da1d02242e3 HTTP/1.1" status: 204 len: 168 time: 1.3686311 Sep 18 00:49:54.540035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:54.555359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-8875c004-22e6-4539-8390-e64b01759a04 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.556824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-8875c004-22e6-4539-8390-e64b01759a04 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 937 time: 0.4974852 Sep 18 00:49:54.561887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90ac95-2251-48f2-9427-714a2414ce0b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=d498ce86-989f-4ae4-9814-0da1d02242e3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:54.581387 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-394c6262-1d20-431c-8840-617226644f6e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:54.581845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394c6262-1d20-431c-8840-617226644f6e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:54.584142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-394c6262-1d20-431c-8840-617226644f6e tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/904d3dd0-91d4-468b-adbd-9b872f29f157 HTTP/1.1" status: 404 len: 337 time: 0.0435700 Sep 18 00:49:54.588577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.588817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:54.589282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.589798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.596302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.596855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.602210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.602748 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.603297 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 2 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.609940 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f41897d-3e30-43fc-8e8d-f8e269330cba tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:54.610506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f41897d-3e30-43fc-8e8d-f8e269330cba tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:54.615555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f41897d-3e30-43fc-8e8d-f8e269330cba tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/d498ce86-989f-4ae4-9814-0da1d02242e3 HTTP/1.1" status: 404 len: 339 time: 0.0254452 Sep 18 00:49:54.616155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:54.616530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.617039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.617580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.624325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.624900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.630830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.631408 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.632569 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 3 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.635180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-219b602d-cbeb-4f6e-87f8-705e41fd11b2 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0651686 Sep 18 00:49:54.646400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.647144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.647650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.653672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.654638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.656542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e24d43-1fcb-471f-bf7a-6c9b73efa15c req-93027e22-f453-46d6-b1c1-5ca24e02dc5f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.661195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.661744 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.662303 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 4 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.664064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2e24d43-1fcb-471f-bf7a-6c9b73efa15c req-93027e22-f453-46d6-b1c1-5ca24e02dc5f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1506817 Sep 18 00:49:54.675059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.675059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.675367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.680926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.681433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.685571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bbeea45f-8d28-48c1-9ce2-778f077e79ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0495408 Sep 18 00:49:54.686110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.686956 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.687110 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 5 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.696398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.697168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.697366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.702617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.703141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.707933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.708568 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.709110 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 6 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.719917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.720467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.720931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.727160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.727707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.728498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.733109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.733560 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.734517 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 7 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.743024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.743301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.743761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.749356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.749861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.756159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.756661 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.757442 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 8 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.767383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.767905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.768414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.773194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2e24d43-1fcb-471f-bf7a-6c9b73efa15c req-c9f79807-d1f3-4ec9-abf0-402c3d20d938 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081176 Sep 18 00:49:54.775950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.776442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.782319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.782818 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.783330 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 9 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.799532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.799989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.800578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.808079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.808682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.813597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.814130 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.814699 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempt 10 to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d Sep 18 00:49:54.828670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:49:54.829286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:49:54.829585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.835940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:49:54.836507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Attempting to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:54.839164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.842753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d on network d498ce86-989f-4ae4-9814-0da1d02242e3 not bound, no agent of type HyperV agent registered on host n-d-712707-16 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:49:54.843127 n-d-712707-16 neutron-server[106454]: ERROR neutron.plugins.ml2.managers [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Failed to bind port 3360faa6-84e1-4db6-bd64-017b55b8f74d on host n-d-712707-16 for vnic_type normal using segments [] Sep 18 00:49:54.843626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.865096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5ccf84-621c-41c6-982b-5af1f1e23386']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.875684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8122abda-d294-4754-a1ed-e1f620f0ac30 None None] Port 3360faa6-84e1-4db6-bd64-017b55b8f74d has been deleted concurrently {{(pid=106454) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 00:49:54.875862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91b116f-f43c-45a1-87bc-1e57c71d435e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.876947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91b116f-f43c-45a1-87bc-1e57c71d435e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:54.893597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.911863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.919680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:54.920210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:54.923467 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:54.944839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-07636a98-9e2c-4a4d-b77c-57174fb589b4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.950802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-07636a98-9e2c-4a4d-b77c-57174fb589b4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.956900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-07636a98-9e2c-4a4d-b77c-57174fb589b4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:54.959292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-07636a98-9e2c-4a4d-b77c-57174fb589b4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/networks?id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 200 len: 1995 time: 0.2655799 Sep 18 00:49:54.975569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-f46fd330-7cfa-4069-a309-3207d801d458 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/quotas/6edacfc83bfc4ed09b3a74d0cd1291ce HTTP/1.1" status: 200 len: 375 time: 0.0102451 Sep 18 00:49:54.988145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.997003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.003751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/ea5ccf84-621c-41c6-982b-5af1f1e23386 HTTP/1.1" status: 204 len: 168 time: 0.3865898 Sep 18 00:49:55.009297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51772) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:55.046424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cd2b5-a09e-48f6-97f5-4e19a3e8c341 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=ea5ccf84-621c-41c6-982b-5af1f1e23386,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:55.049957 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-41654dab-0c52-4974-afc3-3fcc0fc2ef7c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:55.050636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41654dab-0c52-4974-afc3-3fcc0fc2ef7c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:55.055431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-41654dab-0c52-4974-afc3-3fcc0fc2ef7c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/7e9b80b3-b37d-4e94-b119-b49bef0badc4 HTTP/1.1" status: 404 len: 337 time: 0.0425255 Sep 18 00:49:55.055781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51774) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:55.066098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5e73d3d1-78b9-4532-8141-e296508f9582 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0840232 Sep 18 00:49:55.086659 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-397baf1d-95d8-4e68-95ae-d01f61d79fd9 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:55.087219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397baf1d-95d8-4e68-95ae-d01f61d79fd9 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:55.091296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-397baf1d-95d8-4e68-95ae-d01f61d79fd9 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/78379bf6-c42a-410e-ae20-44e5875bf3c7 HTTP/1.1" status: 404 len: 339 time: 0.0322762 Sep 18 00:49:55.091686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:55.246907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting subnet e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:55.250266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.274728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-e5fda302-8674-425e-a0ff-5df3bf2d10a2 service neutron] 10.222.0.49 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947792 Sep 18 00:49:55.338928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.487401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f1a465c-b10f-44f2-a24c-cd14a903aeb5 service neutron] 10.222.0.49 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036748 Sep 18 00:49:55.547511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.552638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4a4d7a18-9a47-42ac-a0ac-0e764c2533e7 service neutron] 10.222.0.49 "GET /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0555129 Sep 18 00:49:55.676721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.708679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:55.718342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-edc5d1e9-5e60-48b4-801a-73522404f105 service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473053 Sep 18 00:49:55.721286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.723851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4e5e400a-b6e1-4dc8-8583-ce47c463a9a1 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/e1ae4eb3-c1ae-4fb8-a330-66f296aaa4e5 HTTP/1.1" status: 204 len: 168 time: 0.6310964 Sep 18 00:49:55.726308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51782) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:55.733941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32fae6-1369-4f63-ae8c-5d6ebae6e085 None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:55.847681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting subnet 8e1c822d-bd16-49a5-8ea9-5da8f00e8bad {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:55.858031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.862560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb78a930-194c-46a1-a7b1-d0faf12f023f service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345007 Sep 18 00:49:55.945938 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:55.953134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-f32f7f51-6200-43cc-86d9-a78747a1610b service neutron] 10.222.0.49 "GET /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0888500 Sep 18 00:49:56.041226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ff98-2022-42d6-8acb-cf7dc76ff37e req-3e68a924-815d-4448-a342-903225bffdc8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:56.048861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20a9ff98-2022-42d6-8acb-cf7dc76ff37e req-3e68a924-815d-4448-a342-903225bffdc8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1356473 Sep 18 00:49:56.120993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20a9ff98-2022-42d6-8acb-cf7dc76ff37e req-d230f5c1-dfbf-4209-ba79-bcfef503010b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711381 Sep 18 00:49:56.130685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-62f5cd90-5a09-40ed-8f69-76ad566c2cc3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744709 Sep 18 00:49:56.168544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.291239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.320452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d90714f5-2136-408f-a2ab-8087114bcf25 None None] Could not find standard attr ID for object 3360faa6-84e1-4db6-bd64-017b55b8f74d. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:49:56.343982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1c822d-bd16-49a5-8ea9-5da8f00e8bad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:56.346014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.347501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-229501e2-7107-4b89-941e-9b37d605f80e service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065456 Sep 18 00:49:56.348611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c30a943-1d99-4fdb-960f-4ac115aa83d0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/8e1c822d-bd16-49a5-8ea9-5da8f00e8bad HTTP/1.1" status: 204 len: 168 time: 0.6205683 Sep 18 00:49:56.350886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51792) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:56.373764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215a513-a6da-49e3-94a9-01432ddec63a None None] DHCP port deletion for d498ce86-989f-4ae4-9814-0da1d02242e3 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:56.393506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba427d-fd8a-4bbb-81f1-607990d432c8 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:56.417421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba427d-fd8a-4bbb-81f1-607990d432c8 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 00:49:56.425004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8acac0-a261-4370-82b4-a5576ba68183 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:56.438503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8acac0-a261-4370-82b4-a5576ba68183 None None] Network d498ce86-989f-4ae4-9814-0da1d02242e3 could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 00:49:56.468749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.508606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-eb438730-9f7a-4a72-a583-b4a07b2c46e4 service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523125 Sep 18 00:49:56.538518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting port eb28cebe-54dc-4e38-a132-647fef06236e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:56.539636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.608319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-61832cb4-8b79-4c45-b14f-de62dfd46d4d service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934696 Sep 18 00:49:56.620655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] For port eb28cebe-54dc-4e38-a132-647fef06236e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb28cebe-54dc-4e38-a132-647fef06236e,segment=NetworkSegment(56f2a87c-965e-45e4-bc1d-d0d4bdbaf550),segment_id=56f2a87c-965e-45e4-bc1d-d0d4bdbaf550)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:56.621363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.636613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Calling delete_port for eb28cebe-54dc-4e38-a132-647fef06236e owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:56.717544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-8d753ebd-bb65-4104-8345-058ee3ce57ac service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023467 Sep 18 00:49:56.746294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.763772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No DVR routers for this DVR port eb28cebe-54dc-4e38-a132-647fef06236e on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:56.815980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e75309-ff74-4782-b81c-b74b4ffe57e2 None None] Network fb6c9f32-3d34-4146-9e11-6ec980d42be6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:56.816137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-e5b0f7ba-0759-466d-ad0a-a97fc9b952ff service neutron] 10.222.0.49 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950351 Sep 18 00:49:56.822404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Port': ['ID=eb28cebe-54dc-4e38-a132-647fef06236e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:56.865467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cfd47fa8-0beb-4637-bd79-8c0e87c9e55f None None] Could not find standard attr ID for object eb28cebe-54dc-4e38-a132-647fef06236e. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:49:56.900816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.929037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6c9f32-3d34-4146-9e11-6ec980d42be6']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:56.944603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:56.945351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f2a87c-965e-45e4-bc1d-d0d4bdbaf550') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:56.961400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.962629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-89b36b99-5595-4318-a69b-60c9db9d7b45 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359842 Sep 18 00:49:56.981635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.992041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:56.992871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:56.998270 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:57.079908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03927dd2-0719-4101-8c9d-fed40fcdf30d None None] DHCP port deletion for fb6c9f32-3d34-4146-9e11-6ec980d42be6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:57.090745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.100851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52692cb6-e981-48e6-9954-44971662b6b7 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:49:57.120658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.124817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/fb6c9f32-3d34-4146-9e11-6ec980d42be6 HTTP/1.1" status: 204 len: 168 time: 0.7707665 Sep 18 00:49:57.129664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51794) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.132658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc152-b26e-47e9-805b-e2a989d105c7 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=fb6c9f32-3d34-4146-9e11-6ec980d42be6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:57.139051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-26bb8b62-0647-4c67-b877-bad8173502e9 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698048 Sep 18 00:49:57.177494 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afbaa1e-aa4d-49bd-a82a-806e5f7563cf tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.177996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afbaa1e-aa4d-49bd-a82a-806e5f7563cf tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.184195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.193858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6afbaa1e-aa4d-49bd-a82a-806e5f7563cf tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/e8dac0e1-2f97-4fc7-a9ef-f9f1ce370481 HTTP/1.1" status: 404 len: 337 time: 0.0630529 Sep 18 00:49:57.211300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5181e64c-5fd5-44f5-97cb-cfc8dad2a45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.222424 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80f5859-61d3-44f7-82ba-aa8ef1c9a90b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.225202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80f5859-61d3-44f7-82ba-aa8ef1c9a90b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.227684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c80f5859-61d3-44f7-82ba-aa8ef1c9a90b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/e405a071-d0ce-4808-97ac-fddbd0bd1451 HTTP/1.1" status: 404 len: 339 time: 0.0420332 Sep 18 00:49:57.229773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51800) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.282225 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce729c4-1bd1-4d06-9ad5-b7226efce824 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.283062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce729c4-1bd1-4d06-9ad5-b7226efce824 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.286778 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dce729c4-1bd1-4d06-9ad5-b7226efce824 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/c271ff0c-2a19-4e60-92d1-99956b45c3e9 HTTP/1.1" status: 404 len: 337 time: 0.0536041 Sep 18 00:49:57.288775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51804) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.297405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52692cb6-e981-48e6-9954-44971662b6b7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:49:57.321361 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-66521581-45fa-4f42-b53d-b81893ade563 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.322231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66521581-45fa-4f42-b53d-b81893ade563 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.324754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66521581-45fa-4f42-b53d-b81893ade563 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/72dff6c8-e755-44b3-89d0-ddeb88a69c90 HTTP/1.1" status: 404 len: 339 time: 0.0320361 Sep 18 00:49:57.327137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51806) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.344239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93010787-8b8e-4dfd-aab7-d6195d8f7217 req-bda03a42-8b9c-41b8-a72e-4fe396e37606 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:57.354414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93010787-8b8e-4dfd-aab7-d6195d8f7217 req-bda03a42-8b9c-41b8-a72e-4fe396e37606 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1294200 Sep 18 00:49:57.359789 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-826f596b-ded4-4178-bb47-ab4338e1df84 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.360271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826f596b-ded4-4178-bb47-ab4338e1df84 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.362509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-826f596b-ded4-4178-bb47-ab4338e1df84 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/51394078-75dd-4a13-8320-d6495841cc74 HTTP/1.1" status: 404 len: 337 time: 0.0341518 Sep 18 00:49:57.365259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51810) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.391867 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ff237d-cd5c-4c82-8f5a-36f390fa9135 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:57.392482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ff237d-cd5c-4c82-8f5a-36f390fa9135 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:57.395628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27ff237d-cd5c-4c82-8f5a-36f390fa9135 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/f4aafbe1-0ccf-4c0f-be05-c458b8aa6275 HTTP/1.1" status: 404 len: 339 time: 0.0282400 Sep 18 00:49:57.399287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51814) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.433774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7235b41c-0dc3-4301-ac3d-5b23e1a41703 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691927 Sep 18 00:49:57.446743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93010787-8b8e-4dfd-aab7-d6195d8f7217 req-105cdaf0-6169-4a20-9b86-b7374c341cb7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913079 Sep 18 00:49:57.484577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.503427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting subnet 37595085-b5f0-4472-a2c7-47dabfda6ca1 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:57.507293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.605360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-03b59fa8-2317-46cd-9a82-18fcc6465d38 service neutron] 10.222.0.49 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621904 Sep 18 00:49:57.620213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.726131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.756470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 3360faa6-84e1-4db6-bd64-017b55b8f74d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:57.779602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 3360faa6-84e1-4db6-bd64-017b55b8f74d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:57.779602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 3360faa6-84e1-4db6-bd64-017b55b8f74d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:57.779995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb28cebe-54dc-4e38-a132-647fef06236e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:57.799590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: eb28cebe-54dc-4e38-a132-647fef06236e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:57.799940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb28cebe-54dc-4e38-a132-647fef06236e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:57.817678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.852861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.858086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51822) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:57.858917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/37595085-b5f0-4472-a2c7-47dabfda6ca1 HTTP/1.1" status: 204 len: 168 time: 0.4585154 Sep 18 00:49:57.860450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ae4c9-dece-44b0-819e-e9d500296782 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=37595085-b5f0-4472-a2c7-47dabfda6ca1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:57.861283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e696e43-7fb5-4394-8ed3-e17cd9bd2e43 None None] Network 284fd821-473d-47ee-a351-c6e81385a6f4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:57.965134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.036651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:58.036920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.099011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] DHCP port deletion for 284fd821-473d-47ee-a351-c6e81385a6f4 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:58.125375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] For port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,segment=NetworkSegment(d563e846-b67a-4935-9187-b0d34ffffc36),segment_id=d563e846-b67a-4935-9187-b0d34ffffc36)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:58.125973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.146162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Calling delete_port for c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:58.148868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Deleting port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:58.149399 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.240982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] For port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,segment=NetworkSegment(d563e846-b67a-4935-9187-b0d34ffffc36),segment_id=d563e846-b67a-4935-9187-b0d34ffffc36)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:58.241522 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.257940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Calling delete_port for c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:58.260486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.299305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No DVR routers for this DVR port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:58.301141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Port': ['ID=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:58.348791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.379458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19b8f8ae-096b-4e07-b5bb-8d7bf89d83fc req-99fc1031-5e22-4217-b0d1-29ed03f37d1b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0428276 Sep 18 00:49:58.394094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.432010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] Pushing event deleted for resources: {'Port': ['ID=c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:58.433881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000cb6f-0888-4bf3-9d4b-531e2d56db0f None None] No DVR routers for this DVR port c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:58.469260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.512504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284fd821-473d-47ee-a351-c6e81385a6f4']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.535485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd563e846-b67a-4935-9187-b0d34ffffc36') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.535921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd563e846-b67a-4935-9187-b0d34ffffc36') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.547360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.568730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.579957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:58.580487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:58.583733 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:49:58.650952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e871f-af53-42c0-ad28-283b703acc0d req-4c11afe6-c336-4baf-bcea-adec7ac67fd0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:58.659722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd2e871f-af53-42c0-ad28-283b703acc0d req-4c11afe6-c336-4baf-bcea-adec7ac67fd0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1141984 Sep 18 00:49:58.682845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.701382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.712586 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/284fd821-473d-47ee-a351-c6e81385a6f4 HTTP/1.1" status: 204 len: 168 time: 0.8501003 Sep 18 00:49:58.718198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51852) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:58.726217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd2e871f-af53-42c0-ad28-283b703acc0d req-71c1e640-0d3f-4042-8ae0-7c2686d692fe tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654902 Sep 18 00:49:58.741368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5173-8c9e-42bc-b469-d1224422d614 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=284fd821-473d-47ee-a351-c6e81385a6f4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:58.762137 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f226c81-8729-42a3-ade6-e49e15d68c2c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:58.762732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f226c81-8729-42a3-ade6-e49e15d68c2c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:58.764793 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f226c81-8729-42a3-ade6-e49e15d68c2c tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/7ebdfa2d-f33e-4efa-9625-8a13fa6dfbaf HTTP/1.1" status: 404 len: 337 time: 0.0442207 Sep 18 00:49:58.769345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51856) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:58.812745 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-471e21c4-1836-4b0b-903e-8f9c23ee222b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] DELETE failed (client error): The resource could not be found. Sep 18 00:49:58.813724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471e21c4-1836-4b0b-903e-8f9c23ee222b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:49:58.815862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-471e21c4-1836-4b0b-903e-8f9c23ee222b tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/7cdc15f2-5444-4f9a-9d6d-95617613b8d8 HTTP/1.1" status: 404 len: 339 time: 0.0446572 Sep 18 00:49:58.824775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51860) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:58.897633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting subnet c4f43819-4628-4b47-b938-169ab1009052 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:58.901998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.960509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.065069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.155082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.189612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f43819-4628-4b47-b938-169ab1009052,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.199840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.201919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-562cdd79-47fe-433d-a37b-8c6829717354 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/subnets/c4f43819-4628-4b47-b938-169ab1009052 HTTP/1.1" status: 204 len: 168 time: 0.3761101 Sep 18 00:49:59.203113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41135e3f-cb94-4454-a185-c9e4217aae20 None None] Network c43659f9-f7bf-4993-868b-bb9f3f56b46b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:59.204444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51862) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:59.328265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.424600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Deleting port 07f12872-d504-4668-803b-d8461d660d16 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:59.424994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.433510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] DHCP port deletion for c43659f9-f7bf-4993-868b-bb9f3f56b46b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:59.525676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1b5d0cc-bd77-43a3-9e96-d7611557373b req-9e722ba8-9d86-416d-bf94-4cca5b920262 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0447028 Sep 18 00:49:59.536511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Deleting port 07f12872-d504-4668-803b-d8461d660d16 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:59.536511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.545808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] For port 07f12872-d504-4668-803b-d8461d660d16, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=07f12872-d504-4668-803b-d8461d660d16,segment=NetworkSegment(480acfcc-2999-4198-a517-99a080b73408),segment_id=480acfcc-2999-4198-a517-99a080b73408)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:59.546401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.562421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Calling delete_port for 07f12872-d504-4668-803b-d8461d660d16 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:59.620656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] For port 07f12872-d504-4668-803b-d8461d660d16, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=07f12872-d504-4668-803b-d8461d660d16,segment=NetworkSegment(480acfcc-2999-4198-a517-99a080b73408),segment_id=480acfcc-2999-4198-a517-99a080b73408)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:59.621485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.636781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Calling delete_port for 07f12872-d504-4668-803b-d8461d660d16 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:59.638533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.692344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.731444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Port': ['ID=07f12872-d504-4668-803b-d8461d660d16,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.737286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] No DVR routers for this DVR port 07f12872-d504-4668-803b-d8461d660d16 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:59.777727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.843367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.852092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] Pushing event deleted for resources: {'Port': ['ID=07f12872-d504-4668-803b-d8461d660d16,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.855660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 07f12872-d504-4668-803b-d8461d660d16 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:59.891091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3eaf9-1173-4bdb-b46c-306e2f631270 None None] No DVR routers for this DVR port 07f12872-d504-4668-803b-d8461d660d16 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:59.893224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 07f12872-d504-4668-803b-d8461d660d16 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:59.893562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 07f12872-d504-4668-803b-d8461d660d16 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:59.893974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:59.896346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43659f9-f7bf-4993-868b-bb9f3f56b46b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.912195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480acfcc-2999-4198-a517-99a080b73408') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.912526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480acfcc-2999-4198-a517-99a080b73408') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.931933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:59.932547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9a5e5cb-130f-4a6c-adbc-d1ed51a9c57f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:59.932663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.952120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.954443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fff04f-7cd7-4a72-9aa9-908680375071 req-fd696c92-d9b9-4ff4-9e7a-196353c924fb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:59.963434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20fff04f-7cd7-4a72-9aa9-908680375071 req-fd696c92-d9b9-4ff4-9e7a-196353c924fb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1128168 Sep 18 00:49:59.965994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:59.966383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:59.970230 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:50:00.031824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20fff04f-7cd7-4a72-9aa9-908680375071 req-c25af60c-b05c-4c06-a4b6-44898a516191 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672498 Sep 18 00:50:00.094199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-30c4d08b-c4ba-4f51-af7a-e7d38b225219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:00.095741 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-30c4d08b-c4ba-4f51-af7a-e7d38b225219 service neutron] 10.222.0.54 "GET /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 1032 time: 0.0879259 Sep 18 00:50:00.112363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.140666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.142952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] 10.222.0.49 "DELETE /v2.0/networks/c43659f9-f7bf-4993-868b-bb9f3f56b46b HTTP/1.1" status: 204 len: 168 time: 0.9374471 Sep 18 00:50:00.158271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd98e20-4e8c-4928-94d4-45658451efa0 tempest-NetworksIpV6Test-503082954 tempest-NetworksIpV6Test-503082954-project] Pushing event deleted for resources: {'Network': ['ID=c43659f9-f7bf-4993-868b-bb9f3f56b46b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:00.168490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-53c63833-8024-4e18-b755-03cf602d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:00.169909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-53c63833-8024-4e18-b755-03cf602d8d2c service neutron] 10.222.0.54 "GET /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 1033 time: 0.0660756 Sep 18 00:50:00.296472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4f3ca5ff-1f7c-45ae-a0a5-85151af37de9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:00.304193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4f3ca5ff-1f7c-45ae-a0a5-85151af37de9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:00.310059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4f3ca5ff-1f7c-45ae-a0a5-85151af37de9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:00.311871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4f3ca5ff-1f7c-45ae-a0a5-85151af37de9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/networks?id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 200 len: 1995 time: 0.1340802 Sep 18 00:50:00.367801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9fd2ec74-7963-4307-89f2-eeabd82ec730 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce HTTP/1.1" status: 200 len: 378 time: 0.0398345 Sep 18 00:50:00.379627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'admin_state_up': True, 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'security_groups': ['8d5489bf-e933-4fe5-b9b3-cc3a3853b45a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:00.518489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51878) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:00.564106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:00.569213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.696978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae2bcad8-3f74-4ef6-91ea-1a4de18fb1cf req-b008fc29-8c01-497b-b52b-578909de4fad tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0642765 Sep 18 00:50:00.812023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 172.20.0.11 (a48d1e06-83f8-4b6a-9948-3d4ab771356b/d94194cf-bec9-4863-862f-d6c88b031b9f/f41fa2fd-f14f-46c7-a525-e34f85b403d9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:00.819402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-26aff9e9-f617-4320-92d6-f6cb7cb25f9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=977a57e0211743d2ba4ba8e44495c4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989414 Sep 18 00:50:00.822779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51888) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:00.882279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.912819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.038593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.047609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.049339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95aae42e-6605-4470-a9ea-4b744461aea7 HTTP/1.1" status: 204 len: 168 time: 0.2254415 Sep 18 00:50:01.058247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec0a61-dbe0-41e9-be00-5f6cc373fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aae42e-6605-4470-a9ea-4b744461aea7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:01.063436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.163509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.213375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:01.216564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:01.220164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:01.230085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:01.282693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef2d4-dc4d-430d-aefe-2b60c83adc4b req-f84569f4-4fe8-423e-844e-057f5a7373f1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:01.292026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c72ef2d4-dc4d-430d-aefe-2b60c83adc4b req-f84569f4-4fe8-423e-844e-057f5a7373f1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1085038 Sep 18 00:50:01.316207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:01.319536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.349832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-553a88ed-c0d5-451b-81f0-45eee2c587f9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755857 Sep 18 00:50:01.371125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'admin_state_up': True, 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'security_groups': ['8d5489bf-e933-4fe5-b9b3-cc3a3853b45a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:01.372839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c72ef2d4-dc4d-430d-aefe-2b60c83adc4b req-5b33db18-f717-4a6a-aa31-9431ccd829c8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Sep 18 00:50:01.576360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:01.580663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.649417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5cdadccf-43c4-43f4-a849-ec01d7cafafb None None] Provisioning complete for port f41fa2fd-f14f-46c7-a525-e34f85b403d9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:01.651767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5cdadccf-43c4-43f4-a849-ec01d7cafafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.791287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5cdadccf-43c4-43f4-a849-ec01d7cafafb None None] Port f41fa2fd-f14f-46c7-a525-e34f85b403d9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:01.922111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929360-8ce7-4bd5-b712-a790748f83ff req-2cee01fe-8ec6-422d-8087-b04232df3529 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:01.931731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22929360-8ce7-4bd5-b712-a790748f83ff req-2cee01fe-8ec6-422d-8087-b04232df3529 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 932 time: 0.0973859 Sep 18 00:50:01.953153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.1.1.205 (2b8a41ae-1f7d-4285-97a6-cd7d15495843/c6502355-9e9e-43a8-8b5a-b3396025e14b/6ad73c7f-824d-46e3-9a16-a999c8e034c8) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:02.004650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22929360-8ce7-4bd5-b712-a790748f83ff req-3dde46fd-3f19-475d-af0c-fc2b2463c611 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684929 Sep 18 00:50:02.037373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.187656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.224978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.276138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:02.280976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:02.288867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:02.292796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:02.358807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51922) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.365623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:02.367611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.389284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d8bfe77-2614-4641-afe1-36d865380ad4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0244427 Sep 18 00:50:02.428770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'admin_state_up': True, 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'security_groups': ['8d5489bf-e933-4fe5-b9b3-cc3a3853b45a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:02.603016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e03be-e8bc-436c-8b8c-d0e42b68e8da req-6a5366a5-8d47-4e50-86ff-55ed899ccc28 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:02.610829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b15e03be-e8bc-436c-8b8c-d0e42b68e8da req-6a5366a5-8d47-4e50-86ff-55ed899ccc28 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1499217 Sep 18 00:50:02.634304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b743046a-f514-4b33-9e29-60909d855349 None None] Provisioning complete for port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:02.637434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b743046a-f514-4b33-9e29-60909d855349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.666711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e05b0d41-b225-415e-9dcb-342e04f87156 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] Request body: {'port': {'network_id': '2ab08f83-022f-4a88-a2be-5c017efbe374', 'name': 'tempest-NetworksNegativeTestJSON-231115199'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:02.684696 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05b0d41-b225-415e-9dcb-342e04f87156 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] POST failed (client error): The resource could not be found. Sep 18 00:50:02.685258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05b0d41-b225-415e-9dcb-342e04f87156 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:02.686491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e05b0d41-b225-415e-9dcb-342e04f87156 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3265643 Sep 18 00:50:02.694738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51928) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.711335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b15e03be-e8bc-436c-8b8c-d0e42b68e8da req-fc4a2926-da94-4a31-941f-9b6cb65a6c50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995839 Sep 18 00:50:02.733041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b743046a-f514-4b33-9e29-60909d855349 None None] Port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:02.736737 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c67782-238e-4df6-b4e2-4e2be526da38 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] DELETE failed (client error): The resource could not be found. Sep 18 00:50:02.737318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c67782-238e-4df6-b4e2-4e2be526da38 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:02.739981 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e6c67782-238e-4df6-b4e2-4e2be526da38 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "DELETE /v2.0/networks/0e9cde05-0d7e-480e-99e0-061783514c8c HTTP/1.1" status: 404 len: 339 time: 0.0440643 Sep 18 00:50:02.743710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.745909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:02.749366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.792548 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc7ed43-7e22-463f-9793-b54dc441758d tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] DELETE failed (client error): The resource could not be found. Sep 18 00:50:02.793209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc7ed43-7e22-463f-9793-b54dc441758d tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:02.794969 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9bc7ed43-7e22-463f-9793-b54dc441758d tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "DELETE /v2.0/ports/01c5bc72-50de-4013-b1d9-2d11c1c5f2bc HTTP/1.1" status: 404 len: 333 time: 0.0500216 Sep 18 00:50:02.799484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51932) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.843202 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0357e-c960-4476-9b4e-4bf7d630162e tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] DELETE failed (client error): The resource could not be found. Sep 18 00:50:02.843664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b0357e-c960-4476-9b4e-4bf7d630162e tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:02.845433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78b0357e-c960-4476-9b4e-4bf7d630162e tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "DELETE /v2.0/subnets/95086462-5961-4509-9348-f491218342bc HTTP/1.1" status: 404 len: 337 time: 0.0434830 Sep 18 00:50:02.849981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51936) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.874786 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7284f35-ce33-437e-8eb1-d2d494e7a209 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] GET failed (client error): The resource could not be found. Sep 18 00:50:02.876273 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f7284f35-ce33-437e-8eb1-d2d494e7a209 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "GET /v2.0/networks/aca082f2-e68d-4361-9793-adc9354a090a HTTP/1.1" status: 404 len: 339 time: 0.0253177 Sep 18 00:50:02.880955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51938) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.929997 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d01939e-2193-4d04-9297-e72d2295b3f3 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] GET failed (client error): The resource could not be found. Sep 18 00:50:02.932131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d01939e-2193-4d04-9297-e72d2295b3f3 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "GET /v2.0/ports/f05506cd-c076-4b0b-9907-caba66ac1840 HTTP/1.1" status: 404 len: 333 time: 0.0491266 Sep 18 00:50:02.937195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51940) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.971604 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3d6460-ec3d-4916-aa2f-0f3bfdf80ae1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] GET failed (client error): The resource could not be found. Sep 18 00:50:02.974408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3b3d6460-ec3d-4916-aa2f-0f3bfdf80ae1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "GET /v2.0/subnets/e5a0518c-7fb5-41aa-8f35-ccf5866a7d00 HTTP/1.1" status: 404 len: 337 time: 0.0358241 Sep 18 00:50:02.978236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51942) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.986154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ff079ea0-aabe-43d1-9020-eba84544a106 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:03.005103 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff079ea0-aabe-43d1-9020-eba84544a106 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] PUT failed (client error): The resource could not be found. Sep 18 00:50:03.005883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff079ea0-aabe-43d1-9020-eba84544a106 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:03.007452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff079ea0-aabe-43d1-9020-eba84544a106 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "PUT /v2.0/networks/8b0895bd-f889-4394-ace1-c2f1740bdb64 HTTP/1.1" status: 404 len: 339 time: 0.0278840 Sep 18 00:50:03.011067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51944) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:03.016531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7bc6a3a9-026a-48f1-bc28-d94fabd60fc1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:03.017843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.1.1.189 (2b8a41ae-1f7d-4285-97a6-cd7d15495843/c6502355-9e9e-43a8-8b5a-b3396025e14b/d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:03.039015 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc6a3a9-026a-48f1-bc28-d94fabd60fc1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] PUT failed (client error): The resource could not be found. Sep 18 00:50:03.040038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc6a3a9-026a-48f1-bc28-d94fabd60fc1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:03.041248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7bc6a3a9-026a-48f1-bc28-d94fabd60fc1 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "PUT /v2.0/ports/f151afea-0b52-4480-9050-bcc03bd93911 HTTP/1.1" status: 404 len: 333 time: 0.0290289 Sep 18 00:50:03.045170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51948) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:03.054672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-534c546e-4465-4e5f-8ec2-a78823431873 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:03.122886 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-534c546e-4465-4e5f-8ec2-a78823431873 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] PUT failed (client error): The resource could not be found. Sep 18 00:50:03.123277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534c546e-4465-4e5f-8ec2-a78823431873 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:50:03.137172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-534c546e-4465-4e5f-8ec2-a78823431873 tempest-NetworksNegativeTestJSON-19246063 tempest-NetworksNegativeTestJSON-19246063-project] 10.222.0.49 "PUT /v2.0/subnets/7d345f7c-6411-4ddb-869f-223687eda1d3 HTTP/1.1" status: 404 len: 337 time: 0.0858252 Sep 18 00:50:03.231576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03317fb-7bb9-4281-8c0e-93f4ba28ee7a req-03a07f27-990d-422d-bea9-8c6d87597877 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:03.242244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03317fb-7bb9-4281-8c0e-93f4ba28ee7a req-03a07f27-990d-422d-bea9-8c6d87597877 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:03.251658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e03317fb-7bb9-4281-8c0e-93f4ba28ee7a req-03a07f27-990d-422d-bea9-8c6d87597877 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 1654 time: 0.1409776 Sep 18 00:50:03.264058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.328605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e03317fb-7bb9-4281-8c0e-93f4ba28ee7a req-ba51f834-01e5-4856-9500-435d9498c27d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675817 Sep 18 00:50:03.353109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.404162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:03.407517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:03.410419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:03.448069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:03.494061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:03.494859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.517512 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-bb05cbba-e66e-48ef-b673-1a104eaa0242 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1128409 Sep 18 00:50:03.541046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'admin_state_up': True, 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'security_groups': ['8d5489bf-e933-4fe5-b9b3-cc3a3853b45a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:03.667439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51958) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:03.767255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:03.862755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.891352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a46b8cc-f934-4771-938b-f890c769eb27 None None] Provisioning complete for port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:03.892374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a46b8cc-f934-4771-938b-f890c769eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.957993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9a46b8cc-f934-4771-938b-f890c769eb27 None None] Port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:03.982978 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-196dd613-be80-4f98-94ec-f25be15ca54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.008706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4164-4d61-4f9d-829a-a917e94af269 req-08085e66-3855-4641-941b-2bcc1f9b590e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:04.012818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4ed4164-4d61-4f9d-829a-a917e94af269 req-08085e66-3855-4641-941b-2bcc1f9b590e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1404607 Sep 18 00:50:04.119510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4ed4164-4d61-4f9d-829a-a917e94af269 req-d21637b4-d718-476f-8d83-66d858e45d3f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961871 Sep 18 00:50:04.201495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-196dd613-be80-4f98-94ec-f25be15ca54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.208009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-196dd613-be80-4f98-94ec-f25be15ca54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.253043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-196dd613-be80-4f98-94ec-f25be15ca54d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fad69e25fdba418ca3d4757eb013cdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843513 Sep 18 00:50:04.254669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd613-be80-4f98-94ec-f25be15ca54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c53e1-8407-497c-b1b4-46138f6649ae,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:04.257655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51968) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:04.318928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.353590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.439598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.443531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.449440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f52c53e1-8407-497c-b1b4-46138f6649ae HTTP/1.1" status: 204 len: 168 time: 0.1903708 Sep 18 00:50:04.475069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb367-067f-4b27-a886-63e78899249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c53e1-8407-497c-b1b4-46138f6649ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:04.626243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.2.2.100 (1ca7ce25-037d-40cf-9f50-8290f4ec4155/f7135f78-e30c-47df-b562-3837db708c08/7b38c579-905a-495b-a72f-ef4ba8b807e7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:04.635761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bdda-bfac-41f9-a290-f6aacac8e639 req-45d05ae5-af00-4644-9fe2-0a7f35d45d91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:04.648938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bdda-bfac-41f9-a290-f6aacac8e639 req-45d05ae5-af00-4644-9fe2-0a7f35d45d91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:04.659538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bdda-bfac-41f9-a290-f6aacac8e639 req-45d05ae5-af00-4644-9fe2-0a7f35d45d91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:04.662464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ef5bdda-bfac-41f9-a290-f6aacac8e639 req-45d05ae5-af00-4644-9fe2-0a7f35d45d91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 2375 time: 0.1761298 Sep 18 00:50:04.735787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ef5bdda-bfac-41f9-a290-f6aacac8e639 req-cf2fc266-b870-448e-8abd-deafbd7fc7b3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668051 Sep 18 00:50:04.843992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.889934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.936944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:04.940908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:04.957705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:05.010648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:05.041361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.042474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.059223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-144bb2d9-bba4-438e-ab78-cb5b16952a63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5287352 Sep 18 00:50:05.079894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'admin_state_up': True, 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'security_groups': ['8d5489bf-e933-4fe5-b9b3-cc3a3853b45a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:05.286819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bf578-961a-4320-9474-7d136b590394 req-0f80434c-106e-46b5-b1a5-4c14d4906e55 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.294693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc3bf578-961a-4320-9474-7d136b590394 req-0f80434c-106e-46b5-b1a5-4c14d4906e55 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0953913 Sep 18 00:50:05.298639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Made reservation on behalf of 6edacfc83bfc4ed09b3a74d0cd1291ce for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:05.307711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.345724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc3bf578-961a-4320-9474-7d136b590394 req-6f6b8c76-5a19-427d-bde5-d9191551bf8b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Sep 18 00:50:05.392815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fd9bf30b-7e8b-4ba8-94a2-4ebfd083cb79 None None] Provisioning complete for port 7b38c579-905a-495b-a72f-ef4ba8b807e7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:05.393769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf30b-7e8b-4ba8-94a2-4ebfd083cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.482473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf30b-7e8b-4ba8-94a2-4ebfd083cb79 None None] Port 7b38c579-905a-495b-a72f-ef4ba8b807e7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:05.623142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52002) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:05.637319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Allocated IP 10.2.2.200 (1ca7ce25-037d-40cf-9f50-8290f4ec4155/f7135f78-e30c-47df-b562-3837db708c08/824aef4a-0e2e-4924-9d80-c139ef2ed792) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:05.756107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664568547'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:05.803918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.824916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.850885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.918751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.950368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-bcf23199-6a46-4672-b8f2-3c7780a134fb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.957463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-bcf23199-6a46-4672-b8f2-3c7780a134fb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.964545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-bcf23199-6a46-4672-b8f2-3c7780a134fb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.969297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:05.972195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-bcf23199-6a46-4672-b8f2-3c7780a134fb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:05.973506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:05.974635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-bcf23199-6a46-4672-b8f2-3c7780a134fb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 3096 time: 0.1191378 Sep 18 00:50:05.984874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:06.015349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event updated for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:06.055410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:06.056464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.072064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a9b8ab-4845-4c78-859b-f6e265d5a3b3 req-aa6e0ea2-f4c1-4e57-9008-a892d7535ec6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898700 Sep 18 00:50:06.104576 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.111337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.117518 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6a299548-6e7c-4410-9b04-3713fb2d7555 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433447 Sep 18 00:50:06.138236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:06.208679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.323536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3eceff84-3588-462d-a390-fb9833775ebb None None] Provisioning complete for port 824aef4a-0e2e-4924-9d80-c139ef2ed792 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:06.325694 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3eceff84-3588-462d-a390-fb9833775ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.417049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3eceff84-3588-462d-a390-fb9833775ebb None None] Port 824aef4a-0e2e-4924-9d80-c139ef2ed792 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:06.495994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5818b20f-d0d7-425b-bcd3-568654f72bbe,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:06.561732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9bc5d-3b97-4292-8135-06c6f5e859b9 req-292f623c-c1d8-4bb3-aa9d-47112dd38ee6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:06.563345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fa9bc5d-3b97-4292-8135-06c6f5e859b9 req-292f623c-c1d8-4bb3-aa9d-47112dd38ee6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0900676 Sep 18 00:50:06.619745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41fa2fd-f14f-46c7-a525-e34f85b403d9 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:06.629437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.649193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Transition to ACTIVE for port object f41fa2fd-f14f-46c7-a525-e34f85b403d9 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:06.667617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.669966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fa9bc5d-3b97-4292-8135-06c6f5e859b9 req-1976b9bc-eb06-49e5-a0bc-a7ae25c2a62c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946922 Sep 18 00:50:06.683908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.692937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.761146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64de3e-90d8-45b2-873b-8906c3fbfe17,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:06.804070 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.808744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-53fa0bb6-3d44-4fca-884f-38276d8711c5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1845479 Sep 18 00:50:06.809710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52024) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:06.881136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-9157e504-848c-44d9-a846-91e9eb34bd21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2291019 Sep 18 00:50:06.893495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eed0060a-518e-4cf2-9053-d22cd4bdc4b9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0816627 Sep 18 00:50:06.894655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:06.912885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-security--1746752100', 'description': 'tempest-security-description-1869888618'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:06.917871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:06.943159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.959821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Attempting to bind port f41fa2fd-f14f-46c7-a525-e34f85b403d9 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:06.960161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Attempting to bind port f41fa2fd-f14f-46c7-a525-e34f85b403d9 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:06.966252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Attempting to bind port f41fa2fd-f14f-46c7-a525-e34f85b403d9 on network a48d1e06-83f8-4b6a-9948-3d4ab771356b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:06.980595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Port f41fa2fd-f14f-46c7-a525-e34f85b403d9 on network a48d1e06-83f8-4b6a-9948-3d4ab771356b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:06.981878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Attempting to bind port f41fa2fd-f14f-46c7-a525-e34f85b403d9 on network a48d1e06-83f8-4b6a-9948-3d4ab771356b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:06.993712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:06.994068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Checking segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:06.994928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Bound using segment: {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:06.995835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Bound port: f41fa2fd-f14f-46c7-a525-e34f85b403d9, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:06.996202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:06.998056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.007408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.010111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.014101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "PUT /v2.0/security-groups/0b64de3e-90d8-45b2-873b-8906c3fbfe17 HTTP/1.1" status: 200 len: 1780 time: 0.1154687 Sep 18 00:50:07.014269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-c5275a8b-e53e-49a8-8806-dec0203a0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.014508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-c5275a8b-e53e-49a8-8806-dec0203a0415 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 1098 time: 0.0940163 Sep 18 00:50:07.015207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52028) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.064996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577634f-32b5-4fe1-9f46-e69276eae5eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64de3e-90d8-45b2-873b-8906c3fbfe17,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.082641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b5a78ff3-9124-47b8-aa5f-01f973771e24 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups/0b64de3e-90d8-45b2-873b-8906c3fbfe17 HTTP/1.1" status: 200 len: 1780 time: 0.0661256 Sep 18 00:50:07.085558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52030) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.173831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.180900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:07.199600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:07.211150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.231469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.238940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-38b0f11e-dd67-413d-a2e5-bd19d8936662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.240465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-38b0f11e-dd67-413d-a2e5-bd19d8936662 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 200 len: 911 time: 0.1917851 Sep 18 00:50:07.262735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.263373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.264788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] 10.222.0.54 "PUT /v2.0/ports/f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 200 len: 1093 time: 1.1316822 Sep 18 00:50:07.265241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:07.267755 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2b907-1c63-49f9-a3d8-311d24c48cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:07.338739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:07.344781 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d49483-4383-41ec-805c-5b3b5f841ed6 x-openstack-request-id: req-74d49483-4383-41ec-805c-5b3b5f841ed6 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:07.345279 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:07.345827 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74d49483-4383-41ec-805c-5b3b5f841ed6 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:07.346356 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'status': 'completed', 'code': 200} Sep 18 00:50:07.349392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.355539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.361950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.368879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.375056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.382972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-c1992f63-6a54-4283-96aa-acfb016b1197 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 3829 time: 0.1897476 Sep 18 00:50:07.395235 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.397731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.398841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b64de3e-90d8-45b2-873b-8906c3fbfe17 HTTP/1.1" status: 204 len: 168 time: 0.3123229 Sep 18 00:50:07.408439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.430956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56262e6b-af15-45a9-a84d-aada7aad368a service neutron] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.435094 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-d5581157-a057-46ec-b760-1c0b27c79817 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 200 len: 1001 time: 0.1840584 Sep 18 00:50:07.472261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08085471-4e75-46a8-92bc-7e7bb0798cb2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64de3e-90d8-45b2-873b-8906c3fbfe17,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.536762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-9441d5ef-dd4a-4ab1-986e-5b09062714ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.543022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-9441d5ef-dd4a-4ab1-986e-5b09062714ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 200 len: 849 time: 0.0856276 Sep 18 00:50:07.544546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9212bd35-6b6a-4d42-9c45-bc44db0aed9e req-f54b1d82-4338-41c7-831e-c06779acb262 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513436 Sep 18 00:50:07.594873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b51a02d-8f36-4db6-826b-aae4a71be873 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1795721 Sep 18 00:50:07.595180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52042) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.619728 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-41e03977-0c49-4a47-8a47-955a134e95b7 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] delete failed (client error): The resource could not be found. Sep 18 00:50:07.626073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41e03977-0c49-4a47-8a47-955a134e95b7 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b64de3e-90d8-45b2-873b-8906c3fbfe17 HTTP/1.1" status: 404 len: 347 time: 0.0252175 Sep 18 00:50:07.626837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52044) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.631904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--866248568'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:07.654905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.656161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.656674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.657206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.657733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.660591 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-fc761e8f-1532-4177-86e3-305a0e2b7975 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 4365 time: 0.2623723 Sep 18 00:50:07.663502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.684466 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.730639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-2a6bc9f5-8d17-4d2d-bcd7-a2975002f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.732602 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-2a6bc9f5-8d17-4d2d-bcd7-a2975002f8b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610587 Sep 18 00:50:07.755066 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:07.834166 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.849142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.898604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-d28518fe-d384-43ff-bd78-72bd0d398f46 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535451 Sep 18 00:50:07.908296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa57950-95fd-41b5-9b39-23a1e381f25a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.929425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.934227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d448abd9-6d12-4dd3-b6b9-5393f08df855 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3064198 Sep 18 00:50:07.935858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52052) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.940626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '8aa57950-95fd-41b5-9b39-23a1e381f25a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:07.980265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad829d-0f4a-4095-80c5-2e26a541bbc7 req-48edb18a-4e65-4b36-8a6e-00e7266712f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:07.982338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fad829d-0f4a-4095-80c5-2e26a541bbc7 req-48edb18a-4e65-4b36-8a6e-00e7266712f3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1459200 Sep 18 00:50:07.991053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.075588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fad829d-0f4a-4095-80c5-2e26a541bbc7 req-b76c5574-e6f5-49aa-b60f-5f2968ac7efc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813751 Sep 18 00:50:08.084901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.105721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.135750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baddf78-509a-443d-a11e-91c3272f1582,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.147178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.152218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fcfee66e-22cc-417b-99c6-b947b7201328 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150218 Sep 18 00:50:08.152992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.165011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-ba3a3c97-5279-4ae0-bb95-e45a117da8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.165491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-ba3a3c97-5279-4ae0-bb95-e45a117da8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.165954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-ba3a3c97-5279-4ae0-bb95-e45a117da8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.167804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-ba3a3c97-5279-4ae0-bb95-e45a117da8b7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4892852 Sep 18 00:50:08.198749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.209633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.255827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.262565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.264025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5baddf78-509a-443d-a11e-91c3272f1582 HTTP/1.1" status: 204 len: 168 time: 0.1097791 Sep 18 00:50:08.266615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.279121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df769f9-aa8d-40f5-b501-f12bba86afc8 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5baddf78-509a-443d-a11e-91c3272f1582,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.336028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a9cdfbf-624e-4296-a203-5e014855b32a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677044 Sep 18 00:50:08.336903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.368908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-16cbbe4c-bc09-4626-9b83-6a14eb459a69 service neutron] 10.222.0.54 "GET /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590783 Sep 18 00:50:08.413376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.434359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-1371aa2e-4929-4e66-a8e0-d84ec2be5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.435979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dba2b907-1c63-49f9-a3d8-311d24c48cdf req-1371aa2e-4929-4e66-a8e0-d84ec2be5573 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599890 Sep 18 00:50:08.467221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.523752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.526849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.530682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/8aa57950-95fd-41b5-9b39-23a1e381f25a HTTP/1.1" status: 204 len: 168 time: 0.1902761 Sep 18 00:50:08.541763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.542986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e831c-070a-4403-bb31-a2a8433f2cb5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa57950-95fd-41b5-9b39-23a1e381f25a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.605625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-92e9bc1c-f689-41e4-9947-a6b47f7a4f73 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568802 Sep 18 00:50:08.606352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52066) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.611747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--243051978'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:08.640823 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.813413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.820658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.827058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.832983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.839002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:08.849622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-ca24fbaa-9eae-416f-a856-2ec54a55cc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 3829 time: 0.1516638 Sep 18 00:50:08.930116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c80a988-723b-462b-8cd9-9391a19d2e72 req-40a20e55-b6e0-4d82-813c-90617650602c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796938 Sep 18 00:50:08.942846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.964456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d31594d-6a84-47b1-8f6d-ee9c2071548c {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:08.969355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.992065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.000988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.005473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3981397 Sep 18 00:50:09.008765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52076) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.016731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '83dd0900-3800-4226-9eed-bf73b5ec0355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.029947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Transition to ACTIVE for port object 7d31594d-6a84-47b1-8f6d-ee9c2071548c will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:09.041471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df915dda-c1c5-49ce-88b0-8b5a58f6219c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd0900-3800-4226-9eed-bf73b5ec0355,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.046762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.141317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.166705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.288473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.290897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Attempting to bind port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:09.292591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Attempting to bind port 7d31594d-6a84-47b1-8f6d-ee9c2071548c by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:09.293563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Attempting to bind port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:09.293957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8874-f8de-4b25-b04a-d012a8e678c6 req-491e6420-6611-4c8c-957a-94fe3cb74d2a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.305272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83d8874-f8de-4b25-b04a-d012a8e678c6 req-491e6420-6611-4c8c-957a-94fe3cb74d2a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1222012 Sep 18 00:50:09.307921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.311705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:09.312173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Attempting to bind port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:09.344624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec5901f-b13a-4a4a-ae1a-ac54853fc439,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.350517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.354748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c3b652fb-5e76-4138-beb6-f5348b5c7dd9 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3436043 Sep 18 00:50:09.355709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52080) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.360832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '83dd0900-3800-4226-9eed-bf73b5ec0355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.373257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83d8874-f8de-4b25-b04a-d012a8e678c6 req-cb32483b-c625-457d-887c-14c0925b3a70 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668204 Sep 18 00:50:09.375368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:09.375706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:09.376088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Bound using segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:09.376567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Bound port: 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:09.376924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.474646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:09.478649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:09.486678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.569030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.570700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.654521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.656123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.657567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 1136 time: 2.3290238 Sep 18 00:50:09.658295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.665746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058341-d3e2-418a-83a6-b8eb574c0334 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.669149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '7d31594d-6a84-47b1-8f6d-ee9c2071548c'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:09.672429 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "7d31594d-6a84-47b1-8f6d-ee9c2071548c"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:09.710798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7154f9-3c47-4589-b4d6-3996a8c07980,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.732002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.768636 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5b715-4d56-476b-8963-5b0a2540514a x-openstack-request-id: req-0db5b715-4d56-476b-8963-5b0a2540514a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:09.769040 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "7d31594d-6a84-47b1-8f6d-ee9c2071548c", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:09.769718 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0db5b715-4d56-476b-8963-5b0a2540514a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:09.770197 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '7d31594d-6a84-47b1-8f6d-ee9c2071548c', 'status': 'completed', 'code': 200} Sep 18 00:50:09.795966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.801839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-69a31ffd-948d-49d4-b045-03772321e963 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414513 Sep 18 00:50:09.802162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.807002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '83dd0900-3800-4226-9eed-bf73b5ec0355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.844646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.889818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.948909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.949803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.950422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.951034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.951644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.952281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.954380 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-f6c08708-330c-46d3-88c5-e404d164267e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5294 time: 0.1260514 Sep 18 00:50:10.024168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.039995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.087813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc42fb84-40ba-4b0f-a000-2ab856c286c8,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:10.115050 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.116320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7161214d-f9b1-4090-ae4f-a03faf8d347c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3130546 Sep 18 00:50:10.122565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52094) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:10.177359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.183528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.189769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.196735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.203742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.211146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.213361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-96cb9178-22ae-4de4-b409-2500f1a75808 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 4606 time: 0.1012380 Sep 18 00:50:10.271792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8c2abd6-0c0e-4c83-ac63-f28914916929 req-69dd853b-35d2-4f4c-8355-2bc50ccdd296 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514996 Sep 18 00:50:10.295687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '83dd0900-3800-4226-9eed-bf73b5ec0355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:10.340620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e2eeffaf-7853-4cc4-887d-ae29cd72114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.341214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e2eeffaf-7853-4cc4-887d-ae29cd72114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.341676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e2eeffaf-7853-4cc4-887d-ae29cd72114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.343466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e2eeffaf-7853-4cc4-887d-ae29cd72114f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2464893 Sep 18 00:50:10.416085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.521704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d26bc-27e8-43b1-9b5b-500533010763 req-9331de94-9861-4e37-9116-3a0713dcd016 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.524591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f8d26bc-27e8-43b1-9b5b-500533010763 req-9331de94-9861-4e37-9116-3a0713dcd016 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0699840 Sep 18 00:50:10.557006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e6395dc4-441f-4cf9-85fd-b0a8da16cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:10.558560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e27ae4f-3a1c-4b5a-9fdc-497d38885bc2 req-e6395dc4-441f-4cf9-85fd-b0a8da16cf83 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030714 Sep 18 00:50:10.584885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784b65d3-7996-4d9d-9322-85287a84fdb8 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:10.598704 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.601886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f8d26bc-27e8-43b1-9b5b-500533010763 req-213c08db-9b55-4832-97c9-fa58b601cd8f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Sep 18 00:50:10.608338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.616034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.631158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Transition to ACTIVE for port object 784b65d3-7996-4d9d-9322-85287a84fdb8 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:10.643774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.653196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7726f81a-c397-483f-9e80-264168aecde8,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:10.683819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.685074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-138c3077-49cc-49d2-b255-8a3808ab9df0 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5621169 Sep 18 00:50:10.688418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52098) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:10.699450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '83dd0900-3800-4226-9eed-bf73b5ec0355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:10.712326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:10.746166 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.812019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.812456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Attempting to bind port 784b65d3-7996-4d9d-9322-85287a84fdb8 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:10.812743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Attempting to bind port 784b65d3-7996-4d9d-9322-85287a84fdb8 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:10.813292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Attempting to bind port 784b65d3-7996-4d9d-9322-85287a84fdb8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:10.816493 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.823629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Port 784b65d3-7996-4d9d-9322-85287a84fdb8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:10.824053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Attempting to bind port 784b65d3-7996-4d9d-9322-85287a84fdb8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:10.837547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:10.838337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:10.838875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Bound using segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:10.839569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Bound port: 784b65d3-7996-4d9d-9322-85287a84fdb8, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:10.840027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.840157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17468e61-db8e-4ea6-8615-f8c15bec040c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:10.850048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.852132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4a154012-0a66-48d1-8d8f-1057a1406d1f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1624632 Sep 18 00:50:10.854855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52100) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:10.911038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.937388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.001039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:11.004907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=784b65d3-7996-4d9d-9322-85287a84fdb8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:11.005935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.012958 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.014496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/17468e61-db8e-4ea6-8615-f8c15bec040c HTTP/1.1" status: 204 len: 168 time: 0.1585186 Sep 18 00:50:11.014814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.021188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52106) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.041246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c1a05-7b94-4613-b17a-72d5eb9ec212 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17468e61-db8e-4ea6-8615-f8c15bec040c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:11.101175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.102371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.104136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] 10.222.0.54 "PUT /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 1137 time: 1.3833137 Sep 18 00:50:11.151760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc82ca-89e5-46a8-a915-d1283992b94e service neutron] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:11.170948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:11.219061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-67d22333-acd5-44f6-828c-c8e5d2e823c2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1962481 Sep 18 00:50:11.219948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52114) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.251336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.262259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.309409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.320692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.341261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.345776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7726f81a-c397-483f-9e80-264168aecde8 HTTP/1.1" status: 204 len: 168 time: 0.1245501 Sep 18 00:50:11.349547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421212-9258-485c-87c4-293106b6fc58 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7726f81a-c397-483f-9e80-264168aecde8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:11.351537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52118) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.438396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-186bf798-10aa-46a6-9604-fe105e21592b tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0817349 Sep 18 00:50:11.439644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.503635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.510956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.517467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.524979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.531523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.538674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.545448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.548337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.554211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-bb793d37-5a2c-4280-84ea-059527b2f3b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5384 time: 0.1345067 Sep 18 00:50:11.561611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.606011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be6dcf6a-2ffb-49ad-8f02-a7b5640f8b66 req-f5ae1217-f720-4381-8b29-f76e38f472a0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506365 Sep 18 00:50:11.662726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.681186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.685622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52124) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.692864 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fc42fb84-40ba-4b0f-a000-2ab856c286c8 HTTP/1.1" status: 204 len: 168 time: 0.2515571 Sep 18 00:50:11.750400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3d4e4edb-1d4d-44f9-afe2-7ff601038504 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0634048 Sep 18 00:50:11.765487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.785805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad73c7f-824d-46e3-9a16-a999c8e034c8 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:11.795276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.806170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.810389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Transition to ACTIVE for port object 6ad73c7f-824d-46e3-9a16-a999c8e034c8 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:11.811725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8f54-9f2e-434d-8975-8370107d6592 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc42fb84-40ba-4b0f-a000-2ab856c286c8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:11.813731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '784b65d3-7996-4d9d-9322-85287a84fdb8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:11.816544 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010edab8-4524-42a8-b8c6-5ed569fda72f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "784b65d3-7996-4d9d-9322-85287a84fdb8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:11.817244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40baf3-30ac-4b81-8fb6-6c03462b73e9 req-0c452af1-e254-4cfb-8244-3d337d47d51d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:11.819217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f40baf3-30ac-4b81-8fb6-6c03462b73e9 req-0c452af1-e254-4cfb-8244-3d337d47d51d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1108201 Sep 18 00:50:11.826178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.830412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.906546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:11.928826 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8302da90-f764-4ac6-90c5-9bcf999c3eb0 x-openstack-request-id: req-8302da90-f764-4ac6-90c5-9bcf999c3eb0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:11.929224 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "784b65d3-7996-4d9d-9322-85287a84fdb8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:11.929578 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8302da90-f764-4ac6-90c5-9bcf999c3eb0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:11.930074 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '784b65d3-7996-4d9d-9322-85287a84fdb8', 'status': 'completed', 'code': 200} Sep 18 00:50:11.995542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f40baf3-30ac-4b81-8fb6-6c03462b73e9 req-53fc1249-53b3-49e0-ae0d-013f54959ab9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668422 Sep 18 00:50:11.998301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.021548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.027700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/da7154f9-3c47-4589-b4d6-3996a8c07980 HTTP/1.1" status: 204 len: 168 time: 0.2609434 Sep 18 00:50:12.029312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dffb71-515c-4e2e-9837-4cad7c1ee40a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da7154f9-3c47-4589-b4d6-3996a8c07980,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.031995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52130) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.080184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Attempting to bind port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:12.080709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Attempting to bind port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:12.081140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Attempting to bind port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:12.088249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:12.099433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Attempting to bind port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:12.109192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:12.109744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:12.110227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Bound using segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:12.110737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Bound port: 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:12.111183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.120251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.121026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.121576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.122177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.122715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.123622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.124318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.126634 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-e6af40db-6586-4a98-a45a-229b70adf469 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6250 time: 0.1375365 Sep 18 00:50:12.135950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-686423dd-95e7-46f1-af49-3c36d7b8cad2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1014583 Sep 18 00:50:12.136134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.333519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-b1c0fdc9-2da3-45a6-a4cc-8f01fc93c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.334101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-b1c0fdc9-2da3-45a6-a4cc-8f01fc93c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.334450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-b1c0fdc9-2da3-45a6-a4cc-8f01fc93c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.336421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-b1c0fdc9-2da3-45a6-a4cc-8f01fc93c0c0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1714072 Sep 18 00:50:12.438920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.480497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.494204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:12.518133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:12.527602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.562875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.573876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.574939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/eec5901f-b13a-4a4a-ae1a-ac54853fc439 HTTP/1.1" status: 204 len: 168 time: 0.4352891 Sep 18 00:50:12.577678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52140) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.586255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.586886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.588468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] 10.222.0.54 "PUT /v2.0/ports/6ad73c7f-824d-46e3-9a16-a999c8e034c8 HTTP/1.1" status: 200 len: 1092 time: 1.4297955 Sep 18 00:50:12.595085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-68031f60-ed45-41e2-b8bf-3746f3b57b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.596789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-010edab8-4524-42a8-b8c6-5ed569fda72f req-68031f60-ed45-41e2-b8bf-3746f3b57b08 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296491 Sep 18 00:50:12.621500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078957d-588e-4b1d-9cb4-3007dbd43510 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eec5901f-b13a-4a4a-ae1a-ac54853fc439,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.637201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b1376539-d7d0-4ef2-beae-07c3a10a419c tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557036 Sep 18 00:50:12.637431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52144) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.670158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:12.706664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106993b-a713-4d81-84f6-7fa1338a0fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.729824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.773437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.789505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.841775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.852157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.865307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.874118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.883980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.890571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.916656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.919716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-68369740-1025-467d-883b-445c3150b41e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5396 time: 0.1743774 Sep 18 00:50:13.005399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fd205-394f-48fc-a9bc-69d7bd9e0df3 req-f5e4fc0e-62da-4023-b180-a204bdd6bac8 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625558 Sep 18 00:50:13.012749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.015532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.017180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/83dd0900-3800-4226-9eed-bf73b5ec0355 HTTP/1.1" status: 204 len: 168 time: 0.3783898 Sep 18 00:50:13.020963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:13.077166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90068b1c-80ba-4273-a052-9a59b8440a37 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd0900-3800-4226-9eed-bf73b5ec0355,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.136367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-185a8243-25b5-4bdb-876c-ffb0622e1c46 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141872 Sep 18 00:50:13.141240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:13.147248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907431263'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:13.155717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:13.167388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.176724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac90175-6e36-4e29-b8db-00231cdd43e4 req-8a935c66-845e-4693-959c-b5e125015ec8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:13.184782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ac90175-6e36-4e29-b8db-00231cdd43e4 req-8a935c66-845e-4693-959c-b5e125015ec8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0665219 Sep 18 00:50:13.188954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Transition to ACTIVE for port object d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:13.194175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.200360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.226981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ac90175-6e36-4e29-b8db-00231cdd43e4 req-1ae488f3-4de6-4f12-9993-64d04fca886c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Sep 18 00:50:13.319810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.401448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Attempting to bind port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:13.401974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Attempting to bind port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:13.402139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Attempting to bind port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:13.410889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:13.411288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Attempting to bind port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:13.430748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:13.431115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Checking segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:13.431472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Bound using segment: {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:13.431928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Bound port: d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402baa50-936c-412f-9c0f-517dd31acf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:13.432305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.447386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.468737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.514564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.515823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3736196 Sep 18 00:50:13.520877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:13.528882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': 'cf5eacef-4fd6-4d95-afb4-5f33f4a18542', 'direction': 'ingress', 'protocol': 17}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:13.559115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5d39-4b5d-442f-8071-9253d91d2cf6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5eacef-4fd6-4d95-afb4-5f33f4a18542,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.578078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:13.583634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:13.587567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.600349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.646757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:13.647486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.649703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] 10.222.0.54 "PUT /v2.0/ports/d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 HTTP/1.1" status: 200 len: 1092 time: 0.9915831 Sep 18 00:50:13.676107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de541cdb-1527-499d-8e19-ba27e9e54045 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.680259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.686891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.695786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:13.715970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31734e85-c475-432b-b541-869bbce8176e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.737400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.743457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bb0c32e7-4c03-445f-828e-d58f66dfb582 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2214696 Sep 18 00:50:13.744367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52160) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:13.771552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.825021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.855017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.924692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.928587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.930292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf5eacef-4fd6-4d95-afb4-5f33f4a18542 HTTP/1.1" status: 204 len: 168 time: 0.1846964 Sep 18 00:50:13.933611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:13.937359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8'}, {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:13.940097 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8"}, {"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:13.974188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9afd63-b25d-4c5f-abb7-b07bfb7ae126 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5eacef-4fd6-4d95-afb4-5f33f4a18542,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.038421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-039bb6be-0136-47c5-9742-9b649eb00e5a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037071 Sep 18 00:50:14.042408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52168) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:14.047205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095409116'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:14.057323 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd6afa7-f935-4ac2-b1e2-0b46664a5a9b x-openstack-request-id: req-0cd6afa7-f935-4ac2-b1e2-0b46664a5a9b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:14.057614 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:14.058005 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cd6afa7-f935-4ac2-b1e2-0b46664a5a9b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:14.058401 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'status': 'completed', 'code': 200} Sep 18 00:50:14.058779 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'status': 'completed', 'code': 200} Sep 18 00:50:14.074259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.163886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.164400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.164878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.165530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.166006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.166472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.166933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.168962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-8628411d-046e-4e87-8213-1a9320db7c19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6360 time: 0.0992110 Sep 18 00:50:14.234503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.248088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.254491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.262445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.268799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.275340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.281443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.289270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.299070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-49f16d97-fc72-47d3-8a52-5dc159d5d776 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5408 time: 0.1730704 Sep 18 00:50:14.307981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.345225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3233d-a2b5-425a-85f4-b7612464db20,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.356289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b38c579-905a-495b-a72f-ef4ba8b807e7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:14.370982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.371208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.374925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ea1dc68-2cc4-4971-a662-b73d1ea02937 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3312695 Sep 18 00:50:14.375058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:14.381239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593761526'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:14.417184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2f5b3b2-5fa1-4529-ae8e-43d1686340f8 req-8e05d69a-790c-4f32-8e66-d348126527de tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1171024 Sep 18 00:50:14.423829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Transition to ACTIVE for port object 7b38c579-905a-495b-a72f-ef4ba8b807e7 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:14.435184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-d3c5a075-c90c-41be-822a-d66ac4d61b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.435792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-d3c5a075-c90c-41be-822a-d66ac4d61b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.436311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-d3c5a075-c90c-41be-822a-d66ac4d61b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.451555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ad66-a1c7-46a5-9ded-996af459ee7d req-fba119e3-1c15-4129-932b-e811921df8e2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.453504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a060ad66-a1c7-46a5-9ded-996af459ee7d req-fba119e3-1c15-4129-932b-e811921df8e2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1001310 Sep 18 00:50:14.464175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-d3c5a075-c90c-41be-822a-d66ac4d61b7c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2744436 Sep 18 00:50:14.472849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.511119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a060ad66-a1c7-46a5-9ded-996af459ee7d req-6990329c-cda1-4cd6-8e1b-6aed63e421f2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 Sep 18 00:50:14.688256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.694261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.730605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-1563d600-489c-4cb8-8b3a-b87070803a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.733026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-1563d600-489c-4cb8-8b3a-b87070803a46 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482557 Sep 18 00:50:14.916694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Attempting to bind port 7b38c579-905a-495b-a72f-ef4ba8b807e7 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:14.917265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Attempting to bind port 7b38c579-905a-495b-a72f-ef4ba8b807e7 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:14.917957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Attempting to bind port 7b38c579-905a-495b-a72f-ef4ba8b807e7 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:14.926000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Port 7b38c579-905a-495b-a72f-ef4ba8b807e7 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:14.926624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Attempting to bind port 7b38c579-905a-495b-a72f-ef4ba8b807e7 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:14.938273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:14.938616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Checking segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:14.939012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Bound using segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:14.939497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Bound port: 7b38c579-905a-495b-a72f-ef4ba8b807e7, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:14.939859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.979802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.980357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.980830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.981288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.981741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.982193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.982648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:14.984599 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-ffe559c9-83f8-47da-876a-faf90d286a03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6386 time: 0.1433055 Sep 18 00:50:15.121368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.132513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.142720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:15.150111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:15.165513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.205498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.207598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8296661 Sep 18 00:50:15.210288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52186) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:15.215668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '84b3233d-a2b5-425a-85f4-b7612464db20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '258a0860-dfc2-47e6-ad2e-c8c4d080b02f', 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:15.221606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-3d247f76-ae39-4479-9895-233b572c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.222659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-3d247f76-ae39-4479-9895-233b572c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.223459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-3d247f76-ae39-4479-9895-233b572c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.225061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-3d247f76-ae39-4479-9895-233b572c20d2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2187324 Sep 18 00:50:15.228827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f72909-cda8-4b4e-bdb1-95ea7e74ad74 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258a0860-dfc2-47e6-ad2e-c8c4d080b02f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:15.238440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.239553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.240865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] 10.222.0.54 "PUT /v2.0/ports/7b38c579-905a-495b-a72f-ef4ba8b807e7 HTTP/1.1" status: 200 len: 1092 time: 1.5526936 Sep 18 00:50:15.286887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.296151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Request body: {'port': {'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:15.371281 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.376955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.401826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64789d7a-c469-4b20-9397-f1d10e53416b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:15.412574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.414349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-58ae4ed9-09e0-46d9-912d-f9aabc68f7d3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2021008 Sep 18 00:50:15.416960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:15.445741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.454916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.499753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.506845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.510428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/64789d7a-c469-4b20-9397-f1d10e53416b HTTP/1.1" status: 204 len: 168 time: 0.0900834 Sep 18 00:50:15.510913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52192) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:15.552956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481356c-7807-4b3c-bb8b-7cafcab74b7a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64789d7a-c469-4b20-9397-f1d10e53416b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:15.632021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6916a06f-1d58-421a-b3fb-98cdef9f38eb tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1186612 Sep 18 00:50:15.635022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:15.666377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.673134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.681821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.688195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.695400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.701571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.708331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.710264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-d0e94ee8-7b4d-4e6d-97f5-0c4885f0680b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5420 time: 0.1537952 Sep 18 00:50:15.816422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33ca3f8a-3aad-4b89-a802-2cd271ab5982 req-99a87a61-2966-460b-99a9-c6fd0e0a6a12 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0879779 Sep 18 00:50:15.823297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d244e-913b-43ec-a855-8884ac9db274 service neutron] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:15.848078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56660ea-dde5-4cdd-8bff-5b7468829dfc req-3a478e7b-2c53-4bfd-9618-f5aa669e3190 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.849898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f56660ea-dde5-4cdd-8bff-5b7468829dfc req-3a478e7b-2c53-4bfd-9618-f5aa669e3190 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1386397 Sep 18 00:50:15.864520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.889671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-a34b90aa-7b0a-4c4e-a733-300bb5773c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.891164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4dddf7e9-3acd-4e28-96c1-1f036dc0e828 req-a34b90aa-7b0a-4c4e-a733-300bb5773c36 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6569059 Sep 18 00:50:15.902586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.914048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f56660ea-dde5-4cdd-8bff-5b7468829dfc req-2d95fd01-2c64-4991-b7ea-320bbf71a9cb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542164 Sep 18 00:50:15.940006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.992323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.995504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.996790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/258a0860-dfc2-47e6-ad2e-c8c4d080b02f HTTP/1.1" status: 204 len: 168 time: 0.3606830 Sep 18 00:50:16.001181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.024442 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.030481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b907fae-ff69-4508-8700-2037f1c85f16 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258a0860-dfc2-47e6-ad2e-c8c4d080b02f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.060411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:16.062999 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:16.078642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-524f3e55-473a-4f2d-a8aa-e007e8a613a3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0761390 Sep 18 00:50:16.083954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52208) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.120539 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643e2565-bb06-4548-90b1-9716621cfb5b x-openstack-request-id: req-643e2565-bb06-4548-90b1-9716621cfb5b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:16.120994 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:16.121349 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-643e2565-bb06-4548-90b1-9716621cfb5b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:16.121832 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'status': 'completed', 'code': 200} Sep 18 00:50:16.175865 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.201591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.243346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.244186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.244977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.245699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.246312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.246921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.247525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.249682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-8c80132b-920e-48b5-b29a-5ce3df3c1b9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6428 time: 0.0821676 Sep 18 00:50:16.260434 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.263664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.265086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/84b3233d-a2b5-425a-85f4-b7612464db20 HTTP/1.1" status: 204 len: 168 time: 0.1800854 Sep 18 00:50:16.270421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.293271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd360be-7777-45b2-8b25-ea46cb82bff1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3233d-a2b5-425a-85f4-b7612464db20,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.334118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f5d5bddc-dc26-49a4-8197-5c5d2c333407 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589304 Sep 18 00:50:16.335483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52212) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.340523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--272784188'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:16.369745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.427502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-6d911f6e-6332-4524-b90f-07c6e87ca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.428059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-6d911f6e-6332-4524-b90f-07c6e87ca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.428549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-6d911f6e-6332-4524-b90f-07c6e87ca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.430877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-6d911f6e-6332-4524-b90f-07c6e87ca358 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1642950 Sep 18 00:50:16.506620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.511304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.513748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824aef4a-0e2e-4924-9d80-c139ef2ed792 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:16.522895 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.553111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Transition to ACTIVE for port object 824aef4a-0e2e-4924-9d80-c139ef2ed792 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:16.559305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.566677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.568087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2316582 Sep 18 00:50:16.570107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366643fb-52c1-4e10-94c9-3ec470ad2253 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1acb03-339c-494b-9580-72cd50a95d00,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.574555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.580627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '3c1acb03-339c-494b-9580-72cd50a95d00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:16.617794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.666352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.704392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-934a5699-a71b-4889-a504-029727bc7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:16.705921 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd0dcf19-0f8e-449e-b7d9-64ce9ff5a183 req-934a5699-a71b-4889-a504-029727bc7626 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2646058 Sep 18 00:50:16.763265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.773365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Attempting to bind port 824aef4a-0e2e-4924-9d80-c139ef2ed792 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:16.773698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Attempting to bind port 824aef4a-0e2e-4924-9d80-c139ef2ed792 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:16.774034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Attempting to bind port 824aef4a-0e2e-4924-9d80-c139ef2ed792 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:16.778891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.779558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Port 824aef4a-0e2e-4924-9d80-c139ef2ed792 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:16.779978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Attempting to bind port 824aef4a-0e2e-4924-9d80-c139ef2ed792 on network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:16.786785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:16.787843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Checking segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:16.788491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Bound using segment: {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:16.789123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Bound port: 824aef4a-0e2e-4924-9d80-c139ef2ed792, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b505e5-0e5c-4788-a342-286b9b648a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:16.789762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.801713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78166ac-8b8d-4033-af0c-5cb0e9fd53b3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.809359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.814460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fe5ac00c-ab0a-48e0-ae6d-d5f54bc48f89 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2388632 Sep 18 00:50:16.815297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52216) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:16.855167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.872020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.951012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:16.958349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:16.960346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.969418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.972883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.977132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b78166ac-8b8d-4033-af0c-5cb0e9fd53b3 HTTP/1.1" status: 204 len: 168 time: 0.1595328 Sep 18 00:50:17.002830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.029341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17dc47-d84e-41f0-b957-a3f98a795f2a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b78166ac-8b8d-4033-af0c-5cb0e9fd53b3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.073363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.078499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.080657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.088178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.095627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.096062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.096674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.099454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-6c34ed14-c6fa-4fba-b200-62ea6b6e66f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 200 len: 1092 time: 1.8172843 Sep 18 00:50:17.103401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.110247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.117488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.127037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36f88e00-86f3-4584-9990-8784f3c538ec req-052d1119-f3bf-488d-83dc-72b56f2e39bb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.2000926 Sep 18 00:50:17.163112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.163320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f297dea6-b683-4114-adc7-442e3c51925a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1556413 Sep 18 00:50:17.239715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32dd9f-8d9c-4529-aa0b-016ff9c4eced req-103b0fc9-541e-494e-a27d-86c50867c606 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.241309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e32dd9f-8d9c-4529-aa0b-016ff9c4eced req-103b0fc9-541e-494e-a27d-86c50867c606 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1107178 Sep 18 00:50:17.259056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36f88e00-86f3-4584-9990-8784f3c538ec req-efad3583-6901-4b2f-a921-298548921e3c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1310203 Sep 18 00:50:17.345065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e32dd9f-8d9c-4529-aa0b-016ff9c4eced req-ba2e7a46-cfa5-456d-945f-cdeff3e309b3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767550 Sep 18 00:50:17.367759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.386636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.400091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.400664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.401074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.401543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.402014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.403758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.403758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.413426 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-4d9b357c-bdb0-43f0-a555-028ede80b8e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6496 time: 0.2406464 Sep 18 00:50:17.448755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.506080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-ed5bc141-9e7b-4453-9485-e835f16f1e71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 200 len: 217 time: 0.0768883 Sep 18 00:50:17.564836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf72a-f128-4192-b3b2-fa891f9ba856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.582539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5cd9fc83-6443-49e1-9027-5e0d11d6e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.584042 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-5cd9fc83-6443-49e1-9027-5e0d11d6e487 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d94194cf-bec9-4863-862f-d6c88b031b9f HTTP/1.1" status: 200 len: 856 time: 0.0673728 Sep 18 00:50:17.587141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.590125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.591202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c1acb03-339c-494b-9580-72cd50a95d00 HTTP/1.1" status: 204 len: 168 time: 0.4266729 Sep 18 00:50:17.595728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.640355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44348b48-4ab8-4e70-82ac-d713d3eb2016 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1acb03-339c-494b-9580-72cd50a95d00,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.712281 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8005634a-b8ac-44e1-ae8d-0fec52879b78 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030829 Sep 18 00:50:17.714343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.715257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf72a-f128-4192-b3b2-fa891f9ba856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.720790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf72a-f128-4192-b3b2-fa891f9ba856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.720946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group': {'name': 'tempest-secgroup--830185246'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:17.740200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-c842f081-4c5b-42e4-9e7f-a8d85bc6565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:17.741746 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-c842f081-4c5b-42e4-9e7f-a8d85bc6565e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495006 Sep 18 00:50:17.765083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf72a-f128-4192-b3b2-fa891f9ba856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15deb9e6-42d7-40f1-aa4e-2265c2fc05bf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.789132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.797165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7c9cf72a-f128-4192-b3b2-fa891f9ba856 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bddf7a871b84b3ca5b93a7d54aa9de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090588 Sep 18 00:50:17.797762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52246) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:17.860334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.891381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.908715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-79371165-c7a5-49a2-b310-77a2f90f476f service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583560 Sep 18 00:50:17.958180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.961164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.965382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15deb9e6-42d7-40f1-aa4e-2265c2fc05bf HTTP/1.1" status: 204 len: 168 time: 0.1636441 Sep 18 00:50:17.973419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb29ea4-f94e-41c1-aba9-d27370b949b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15deb9e6-42d7-40f1-aa4e-2265c2fc05bf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.997648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.029019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.078033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.079282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3625233 Sep 18 00:50:18.082365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52250) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.082861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b455924-95e7-448c-9c9f-b6ea11596764 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0c184-018e-4796-adec-43ebce366177,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:18.088640 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-2e05c860-3c1c-46f5-a71f-7e09a1d4ffda service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704330 Sep 18 00:50:18.098097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '43d0c184-018e-4796-adec-43ebce366177', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:18.155724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:18.158310 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:18.164658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.177080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-c57502af-a2dd-490d-ba9e-71057156cbd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 217 time: 0.0801365 Sep 18 00:50:18.235928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.241004 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e39d44-7779-40c4-ac66-60c57a268f3e x-openstack-request-id: req-94e39d44-7779-40c4-ac66-60c57a268f3e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:18.241334 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:18.241558 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94e39d44-7779-40c4-ac66-60c57a268f3e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:18.241951 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792', 'status': 'completed', 'code': 200} Sep 18 00:50:18.244717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.262758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c684c8d1-6e8f-45c4-b04e-50aaf1f6d2f7,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:18.272056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.275693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5f2b84dc-6657-466d-b25b-a0c8944c6637 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891077 Sep 18 00:50:18.275850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9ae62be9-77e4-485d-81fe-2cef6f9b99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.275949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52256) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.276838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9ae62be9-77e4-485d-81fe-2cef6f9b99c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0913458 Sep 18 00:50:18.299201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e35807af-1500-4fce-8688-aaed41ce3a6f tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules/c684c8d1-6e8f-45c4-b04e-50aaf1f6d2f7 HTTP/1.1" status: 200 len: 763 time: 0.0199523 Sep 18 00:50:18.300051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52262) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.354249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-a911377a-8187-4e15-bf72-a2e3a5815b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.356061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-a911377a-8187-4e15-bf72-a2e3a5815b6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0694339 Sep 18 00:50:18.395446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8334e7c1-7ab8-4245-bb4d-0e378690b2a3 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0937588 Sep 18 00:50:18.405217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52272) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.443722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.447120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.455967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.463827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.470104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.477982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.482395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.487897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.508082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.510143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-400d43f6-0271-4db7-9748-60414c28628c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1386046 Sep 18 00:50:18.529299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-41e6cbb8-6bb7-4460-a7f1-abe40a48528c service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575391 Sep 18 00:50:18.549667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.568744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.569858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c684c8d1-6e8f-45c4-b04e-50aaf1f6d2f7 HTTP/1.1" status: 204 len: 168 time: 0.1636088 Sep 18 00:50:18.573608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.583256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae9916a9-52aa-4fec-99e5-438e675d7a3a req-11c85d69-a4d0-45c7-9407-43e0ef5fb6e4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642307 Sep 18 00:50:18.602708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ae17-f5de-47e4-bf76-fe370e4509ac tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c684c8d1-6e8f-45c4-b04e-50aaf1f6d2f7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:18.641351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79593e1f-89b7-411f-b0c9-4cc3c457ee8a req-53d0a4f1-0713-4686-9b7d-fea5563ab8e7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.643144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79593e1f-89b7-411f-b0c9-4cc3c457ee8a req-53d0a4f1-0713-4686-9b7d-fea5563ab8e7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0871005 Sep 18 00:50:18.688690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba91e5ca-6e0f-40fe-b2ce-cf132093b029 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084433 Sep 18 00:50:18.689104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52282) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.690244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79593e1f-89b7-411f-b0c9-4cc3c457ee8a req-fe83488d-5b29-4037-ad4e-7d1156e43bdf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Sep 18 00:50:18.694331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '43d0c184-018e-4796-adec-43ebce366177', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:18.730500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-1548032f-150b-422e-af33-e2ee69891907 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916983 Sep 18 00:50:18.758288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.793177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-47cc81bd-db99-4f7c-825f-07baff7c1898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0443444 Sep 18 00:50:18.868644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-02605c00-952d-4050-97f2-111a83f5a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.870115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-02605c00-952d-4050-97f2-111a83f5a29a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0668819 Sep 18 00:50:18.871728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.875424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.924018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6b9cd3-b9ea-499d-9d17-17414138f4ab,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:18.933500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.934699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446709 Sep 18 00:50:18.937390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.937724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:18.937873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.941798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b635f-1469-4216-b1b3-fa68e4cc9d44 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:18.954211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-806c8988-7019-4683-b33e-902fc19b9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.955747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-806c8988-7019-4683-b33e-902fc19b9a60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741601 Sep 18 00:50:18.956658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a576c474-0137-4a56-bf33-539596bc042b tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules/bd6b9cd3-b9ea-499d-9d17-17414138f4ab HTTP/1.1" status: 200 len: 763 time: 0.0176208 Sep 18 00:50:18.959098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52294) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.003916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2c43234c-0218-406d-8c2e-a48477b068c6 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430677 Sep 18 00:50:19.006012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52296) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.033060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.041389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.070801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-d3705447-97c4-4ab6-8e58-a6a86e464473 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068985 Sep 18 00:50:19.073189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.080002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.081695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bd6b9cd3-b9ea-499d-9d17-17414138f4ab HTTP/1.1" status: 204 len: 168 time: 0.0723422 Sep 18 00:50:19.085325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52300) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.091861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b514c-d0e1-43a9-b164-00174ead366a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd6b9cd3-b9ea-499d-9d17-17414138f4ab,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.131268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2e0a7bbc-de43-4c23-abd9-e9e720277b67 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420818 Sep 18 00:50:19.131516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52302) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.135955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Request body: {'security_group_rule': {'security_group_id': '43d0c184-018e-4796-adec-43ebce366177', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:19.166390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.185595 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-a86dfbbe-86ee-4ab6-9048-8b745b1f69cf service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068306 Sep 18 00:50:19.221080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.225630 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.230714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-c2cae90f-f654-4679-ac76-ed48108d4c81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8 HTTP/1.1" status: 200 len: 217 time: 0.0370007 Sep 18 00:50:19.261604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2133a9e-b3a1-4f13-8169-e79a4ee92d5e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.268354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.270698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-888fa4fe-51b2-4ca3-8d29-a6159b47c18a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377783 Sep 18 00:50:19.273180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52308) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.291785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-31ed1497-0c3e-453f-84ee-296a50d15501 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules/f2133a9e-b3a1-4f13-8169-e79a4ee92d5e HTTP/1.1" status: 200 len: 764 time: 0.0174160 Sep 18 00:50:19.294397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52310) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.310044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-85384955-1186-49f4-89b9-316a3abe5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.311899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-85384955-1186-49f4-89b9-316a3abe5e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0740979 Sep 18 00:50:19.342196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-380eed2d-1f62-4708-9ec6-ae02543d734a tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0443838 Sep 18 00:50:19.342437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52314) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.360991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-af617650-7d6b-4993-8e46-c595908f87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.362955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-af617650-7d6b-4993-8e46-c595908f87b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436916 Sep 18 00:50:19.370702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.378949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.407684 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.415488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.419236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f2133a9e-b3a1-4f13-8169-e79a4ee92d5e HTTP/1.1" status: 204 len: 168 time: 0.0734410 Sep 18 00:50:19.421023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52320) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.427272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ad87a-793a-4a70-a9ef-3fc0e06750d5 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2133a9e-b3a1-4f13-8169-e79a4ee92d5e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.464464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-98b65136-a7a5-4d31-813d-ee49addb58a2 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425341 Sep 18 00:50:19.467366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.470992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-85586d50-cbce-4fc1-9712-98346bc72099 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004109 Sep 18 00:50:19.522771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.549065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.587823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-7ebcad1e-7d02-42fc-aa02-a75c1c6b1881 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083047 Sep 18 00:50:19.595758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.599975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.603581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "DELETE /v2.0/security-groups/43d0c184-018e-4796-adec-43ebce366177 HTTP/1.1" status: 204 len: 168 time: 0.1330419 Sep 18 00:50:19.615376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52334) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.623443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528eed2-6ba1-4ff5-95ee-3f547836ddf1 tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0c184-018e-4796-adec-43ebce366177,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.633661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-14eea29f-7213-42f5-a739-54c1954d9986 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 HTTP/1.1" status: 200 len: 217 time: 0.0382857 Sep 18 00:50:19.676755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8c22f1be-93f3-445b-8c18-aca56e6f0d3d tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599566 Sep 18 00:50:19.682735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52346) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:19.728662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-22937b7c-2c90-4d1a-b33c-7011c9dd7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.730165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-22937b7c-2c90-4d1a-b33c-7011c9dd7de7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0871701 Sep 18 00:50:19.767846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.774759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.775886 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-059da388-a4a5-46d9-859d-226ba41f438b tempest-SecGroupTest-1366578902 tempest-SecGroupTest-1366578902-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918567 Sep 18 00:50:19.786579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.792685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.798591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.804396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-be77a3a9-f2ba-47d0-a688-c15aaf9bf972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.805222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.805985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-be77a3a9-f2ba-47d0-a688-c15aaf9bf972 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668111 Sep 18 00:50:19.811364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.820301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-21aeae66-45c5-4440-afc4-352f83af56c5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1270580 Sep 18 00:50:19.901656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a40e7bc4-00fb-4182-8b39-cb7b224786d0 req-feeb332a-f018-439b-8d87-e1fa18f7bb28 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0804806 Sep 18 00:50:19.918374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898ca06-c8eb-445a-adf0-995ca0ac4aae req-32fcbc48-ddbd-417d-a5d3-05282e0be57b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.919938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2898ca06-c8eb-445a-adf0-995ca0ac4aae req-32fcbc48-ddbd-417d-a5d3-05282e0be57b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0925295 Sep 18 00:50:19.937244 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-d9172a7a-c543-4b62-958b-840d7f9d2109 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217027 Sep 18 00:50:19.992748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2898ca06-c8eb-445a-adf0-995ca0ac4aae req-34457e6e-3520-405e-81cf-758b192dcefb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560527 Sep 18 00:50:20.060771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9778ccbf-20cd-4c13-8f4d-4e103b92d283 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174040 Sep 18 00:50:20.116391 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-ba699635-0888-4dda-b38e-186964f5114d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7 HTTP/1.1" status: 200 len: 217 time: 0.0434558 Sep 18 00:50:20.145135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:20.176307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d1db548-5794-47a1-8b29-069359b0d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.177828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9d1db548-5794-47a1-8b29-069359b0d657 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0544209 Sep 18 00:50:20.229399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-1ffc8831-dc77-4a80-8665-3c03a33b46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.230959 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-1ffc8831-dc77-4a80-8665-3c03a33b46fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456231 Sep 18 00:50:20.306650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-faa2ec37-938e-454d-b2ff-96eca633c415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0de0886fe4944abdb395fb46359e9da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580496 Sep 18 00:50:20.306929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:20.330908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-9ab52b31-6af3-4e21-8f43-3dbe4335a296 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914247 Sep 18 00:50:20.364296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.386975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.431861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-ac58271e-6cb8-474f-8e61-713d7b177adb service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929685 Sep 18 00:50:20.438266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.441009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.445061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5818b20f-d0d7-425b-bcd3-568654f72bbe HTTP/1.1" status: 204 len: 168 time: 0.1369576 Sep 18 00:50:20.454172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687584e4-88e1-49f1-8146-43ef07f0c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5818b20f-d0d7-425b-bcd3-568654f72bbe,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:20.481322 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-1ca3e9e1-2f2a-4b2c-b8ab-2ea8adf71fb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 200 len: 217 time: 0.0417655 Sep 18 00:50:20.535504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-35b957f8-7a57-4291-8c17-a53a52bcd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.537142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-35b957f8-7a57-4291-8c17-a53a52bcd714 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0475752 Sep 18 00:50:20.584675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52472) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:20.590364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-b847e9e4-ddd0-4fe2-8ced-2966b4e7c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.592974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-b847e9e4-ddd0-4fe2-8ced-2966b4e7c861 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484743 Sep 18 00:50:20.696999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-032ca4d6-7d1b-4570-9875-8128e0ed339f service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963361 Sep 18 00:50:20.724511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcdef965-31ae-488f-8401-816faeeea9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.797633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6945b996-46ba-4a46-b7cf-d292ab0a0af2 req-379b4236-869a-43bb-a37c-d65c1cbd5d52 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937531 Sep 18 00:50:20.835092 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcdef965-31ae-488f-8401-816faeeea9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.839324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcdef965-31ae-488f-8401-816faeeea9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.879096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcdef965-31ae-488f-8401-816faeeea9ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd62306e2a4f4658815b80f9b4ab3afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933171 Sep 18 00:50:20.879991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdef965-31ae-488f-8401-816faeeea9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40701d2c-2cd7-4562-aba0-c33a47eae115,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:20.881853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52484) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:20.946987 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.969778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.058876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.061564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.062977 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40701d2c-2cd7-4562-aba0-c33a47eae115 HTTP/1.1" status: 204 len: 168 time: 0.1798747 Sep 18 00:50:21.071278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.076064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78398b38-0b31-4b99-9efb-30dc989c8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40701d2c-2cd7-4562-aba0-c33a47eae115,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:21.078154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.085883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.091309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.091889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.092452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.092853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.093089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.093764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.094390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.095013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.098800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-025ce54e-ffbb-4d90-984f-f993b745ce2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6496 time: 0.0932484 Sep 18 00:50:21.101056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.108632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.116595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.118856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-b5a253b0-e18e-49c5-8107-9ccf72f1c1c1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1186304 Sep 18 00:50:21.198365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751de37-66ec-4a65-aec3-a88973e29b77 req-36f1f93e-7b45-4f9b-bf1c-cb935a020670 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.200036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c751de37-66ec-4a65-aec3-a88973e29b77 req-36f1f93e-7b45-4f9b-bf1c-cb935a020670 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0801702 Sep 18 00:50:21.204256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57a32405-033d-4d3d-ab06-a1ef09fb304b req-6dfd99ce-8a63-444f-8c42-b62c912f8deb tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0699921 Sep 18 00:50:21.217282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52502) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:21.251777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-d3eb05b2-dc41-4639-9d7a-75e205abea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.259176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-d3eb05b2-dc41-4639-9d7a-75e205abea6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 200 len: 902 time: 0.1529746 Sep 18 00:50:21.272735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c751de37-66ec-4a65-aec3-a88973e29b77 req-ba82cd98-555e-4222-b89a-bed566c46969 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587885 Sep 18 00:50:21.310748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-ad55f4c4-52de-4d4d-8825-6c27ed635ac7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 200 len: 217 time: 0.0442500 Sep 18 00:50:21.386183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-571cd9d2-e0bb-4529-a76c-a5057000563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.388882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-571cd9d2-e0bb-4529-a76c-a5057000563f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0542097 Sep 18 00:50:21.437890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-d39885eb-7c27-4e20-8ccd-e8a195769203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.441205 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-d39885eb-7c27-4e20-8ccd-e8a195769203 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452306 Sep 18 00:50:21.446448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1281333975-network', 'tenant_id': 'b5f3ee12227e4d518c3208885671827b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:21.474267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52508) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:21.488354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb16dcbb-63cc-4929-ad86-ea4b7d801077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.525340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Made reservation on behalf of b5f3ee12227e4d518c3208885671827b for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:21.527602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.539529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.567757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-1dce459f-ed66-42ef-b984-2bc0dec987b2 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178617 Sep 18 00:50:21.599868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb16dcbb-63cc-4929-ad86-ea4b7d801077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.604988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb16dcbb-63cc-4929-ad86-ea4b7d801077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.645099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb16dcbb-63cc-4929-ad86-ea4b7d801077 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b180dc814aaf4e45b7ef0bf9eeb3f0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695342 Sep 18 00:50:21.646005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16dcbb-63cc-4929-ad86-ea4b7d801077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdb18ab-817f-44c1-a679-d3efd3141cd6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:21.648384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52510) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:21.704914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.728744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.777427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.780387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:21.781619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cdb18ab-817f-44c1-a679-d3efd3141cd6 HTTP/1.1" status: 204 len: 168 time: 0.1322763 Sep 18 00:50:21.791647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733096a-c7ed-4cab-a967-86589a6e74a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdb18ab-817f-44c1-a679-d3efd3141cd6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:21.958587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-666fbc2e-beb2-4361-b4b7-3dbc3e6a8256 req-9dd48088-3c51-4328-8891-2e9c630ea1a7 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831496 Sep 18 00:50:22.017228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.022072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.048720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:50:22.059709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8080cbbb-f188-4607-8db8-44f3990da6cb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:22.065263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.065636 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Added segment 8ee76417-2cef-4f2c-96ca-6ac2fb731578 of type vlan for network a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 Sep 18 00:50:22.110489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.141166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.142359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.143195 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.179862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9618134 Sep 18 00:50:22.182259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52516) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:22.188514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Request body: {'subnet': {'network_id': 'a316ad52-4cd5-4cd3-9ad8-6111a2a443c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1281333975-subnet', 'tenant_id': 'b5f3ee12227e4d518c3208885671827b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:22.212750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Made reservation on behalf of b5f3ee12227e4d518c3208885671827b for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:22.215109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.219161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a450f9-9311-44a2-a858-4edc55e9f481 admin admin] Pushing event updated for resources: {'Network': ['ID=a316ad52-4cd5-4cd3-9ad8-6111a2a443c8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:22.232505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:50:22.435910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.442096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.447899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.453809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.460028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.465850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.471624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.474277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-07831c24-66b1-4ca9-86be-87014aa95d66 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1586373 Sep 18 00:50:22.508133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12e31-7dcf-4b65-bcc4-ea4eee3f6364 req-279c4921-42b0-4406-a8d4-5406af39de07 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.509563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0b12e31-7dcf-4b65-bcc4-ea4eee3f6364 req-279c4921-42b0-4406-a8d4-5406af39de07 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1461692 Sep 18 00:50:22.603568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24fa9c54-c416-4669-a711-b5feb5da1fac req-1fd87383-edf3-4369-93f6-083247327455 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1060932 Sep 18 00:50:22.610735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d0b12e31-7dcf-4b65-bcc4-ea4eee3f6364 req-fe6a18b3-319c-4c5c-8687-9ec56f1fd6bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910358 Sep 18 00:50:22.630458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.688155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8304bb1b-19e1-45fa-bc82-362dce65e691,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:22.701715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Checking segment: {'id': '8ee76417-2cef-4f2c-96ca-6ac2fb731578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a316ad52-4cd5-4cd3-9ad8-6111a2a443c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:22.702078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Network hostable DHCP agents. Network: a316ad52-4cd5-4cd3-9ad8-6111a2a443c8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:50:22.718526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Network a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:50:22.727801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a316ad52-4cd5-4cd3-9ad8-6111a2a443c8) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:22.731782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:22.732423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:22.736773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c31ab-a9a4-4d08-8fe4-afafd5dad4ce None None] Network a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:22.760420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-37af1086-49b7-4e3a-83e4-14e9d4560752 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5689163 Sep 18 00:50:22.868371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0644e-5c44-4cda-a900-1c5a6632ac3f None None] Network a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:23.276169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52544) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:23.281200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-420872437-network', 'tenant_id': 'd11124ac15ed4172a959932caff80fc2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:23.301864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Made reservation on behalf of d11124ac15ed4172a959932caff80fc2 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:23.304458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.313527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.401501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.405225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.430732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:50:23.436835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb514e2d-049d-4f26-a3de-10dafb5e01d6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:23.443314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.443639 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Added segment 25a7eac6-2f34-44d6-85e1-b286a542a414 of type vlan for network baa030d4-4e5f-4633-a46b-a52d30d52780 Sep 18 00:50:23.486171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.510829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.511763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.512359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.543966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2666795 Sep 18 00:50:23.546952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52546) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:23.552966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Request body: {'subnet': {'network_id': 'baa030d4-4e5f-4633-a46b-a52d30d52780', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-420872437-subnet', 'tenant_id': 'd11124ac15ed4172a959932caff80fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:23.572108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Pushing event updated for resources: {'Network': ['ID=baa030d4-4e5f-4633-a46b-a52d30d52780,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:23.574937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Made reservation on behalf of d11124ac15ed4172a959932caff80fc2 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:23.577561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.579423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.579762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.580123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.580484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.580814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.581218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.581748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.582221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.582553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.582880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.583204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.583526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4140fe5-c009-4dac-b6ec-5bbaedc9e4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:23.594530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network baa030d4-4e5f-4633-a46b-a52d30d52780 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:50:23.750652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.775278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.781174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.787179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.793136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.799050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.803364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbe1693-7294-4257-a6b1-c9eb19f33291,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:23.805629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.811519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.813477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-c989cbd4-dd40-4254-aa49-43a1579ba2f4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1216905 Sep 18 00:50:23.813806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Checking segment: {'id': '25a7eac6-2f34-44d6-85e1-b286a542a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'baa030d4-4e5f-4633-a46b-a52d30d52780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:23.814163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Network hostable DHCP agents. Network: baa030d4-4e5f-4633-a46b-a52d30d52780, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:50:23.831950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Network baa030d4-4e5f-4633-a46b-a52d30d52780 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:50:23.837691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a744c-0729-402f-b7e5-bc130aa0093c req-dec70fe1-6f1c-4722-9150-18a89c8e0bc4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.839093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-244a744c-0729-402f-b7e5-bc130aa0093c req-dec70fe1-6f1c-4722-9150-18a89c8e0bc4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1197309 Sep 18 00:50:23.841651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, baa030d4-4e5f-4633-a46b-a52d30d52780) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:23.845606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.847373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:23.853087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77abf6-ae9a-454f-b63d-a76d504ad082 None None] Network baa030d4-4e5f-4633-a46b-a52d30d52780 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:23.871592 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a1a7a1e-5592-4537-8e4f-ba0378a1cb74 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3143804 Sep 18 00:50:23.887059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72ab0f87-5d70-4465-89ab-01e8e5ccc788 req-939c0adc-a6b1-42ad-9a89-4b90e0f75084 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633354 Sep 18 00:50:23.918432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-244a744c-0729-402f-b7e5-bc130aa0093c req-50e44618-f951-42c9-8729-09a05a3d00a8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663052 Sep 18 00:50:23.998765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52558) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:24.012865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858900a-3bfd-40f2-ae88-efae1353b22d None None] Network baa030d4-4e5f-4633-a46b-a52d30d52780 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:24.046954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Deleting subnet 8304bb1b-19e1-45fa-bc82-362dce65e691 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:50:24.050106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.087518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.137094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.193255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.219673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8304bb1b-19e1-45fa-bc82-362dce65e691,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:24.223498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.227740 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2380d564-5eb7-4f6b-853c-8a6b045363d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8304bb1b-19e1-45fa-bc82-362dce65e691 HTTP/1.1" status: 204 len: 168 time: 0.2255685 Sep 18 00:50:24.228244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52560) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:24.232699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98ba63b4-0188-4238-944a-44066b0fe7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.296884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.379618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.399163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a316ad52-4cd5-4cd3-9ad8-6111a2a443c8']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.408826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee76417-2cef-4f2c-96ca-6ac2fb731578') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.409183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee76417-2cef-4f2c-96ca-6ac2fb731578') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.418512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.431803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.437508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:50:24.437893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:50:24.439521 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:50:24.496916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.502348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.505099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a316ad52-4cd5-4cd3-9ad8-6111a2a443c8 HTTP/1.1" status: 204 len: 168 time: 0.2755718 Sep 18 00:50:24.508322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52562) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:24.515853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b30f7-7dbe-401a-9193-378617d98ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a316ad52-4cd5-4cd3-9ad8-6111a2a443c8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:24.553232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Deleting subnet fdbe1693-7294-4257-a6b1-c9eb19f33291 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:50:24.556302 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.591617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.635520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.686873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.712775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbe1693-7294-4257-a6b1-c9eb19f33291,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:24.714715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.716572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dce92ed1-5a39-4b6d-8332-1b865931d6d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fdbe1693-7294-4257-a6b1-c9eb19f33291 HTTP/1.1" status: 204 len: 168 time: 0.2072482 Sep 18 00:50:24.719252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52564) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:24.791328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.870504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.889499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa030d4-4e5f-4633-a46b-a52d30d52780']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.901092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a7eac6-2f34-44d6-85e1-b286a542a414') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.901389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a7eac6-2f34-44d6-85e1-b286a542a414') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:24.911010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.923859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.930471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:50:24.930858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:50:24.932550 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:50:25.040106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.049552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.052199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] 10.222.0.49 "DELETE /v2.0/networks/baa030d4-4e5f-4633-a46b-a52d30d52780 HTTP/1.1" status: 204 len: 168 time: 0.3320432 Sep 18 00:50:25.071241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ad68-66da-4e62-ad89-3a23873d1809 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa030d4-4e5f-4633-a46b-a52d30d52780,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:25.090307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.096096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.102213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.108019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.115106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.121274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.127025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.129604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13020c78-7e20-4313-ac4c-513880a2e894 req-2896e048-c1d7-4825-b109-7cb97ad85b91 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1474333 Sep 18 00:50:25.137379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce77bd-70f3-46c5-8919-781e14464ec6 req-17708dae-4ba7-41c0-a752-9413f95cde73 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.138793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34ce77bd-70f3-46c5-8919-781e14464ec6 req-17708dae-4ba7-41c0-a752-9413f95cde73 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1555126 Sep 18 00:50:25.200884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13020c78-7e20-4313-ac4c-513880a2e894 req-b71141d0-db08-444e-9ddc-cfc301c87eb7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0611303 Sep 18 00:50:25.205647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34ce77bd-70f3-46c5-8919-781e14464ec6 req-d942d4c0-0366-4750-bfca-c859b2bd6e07 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600154 Sep 18 00:50:25.213421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:25.267921 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5e62cf65-f514-4263-831c-68a1c3454785 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5f3ee12227e4d518c3208885671827b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532601 Sep 18 00:50:25.270611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52578) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:25.318595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.338742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.384170 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.387007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.388414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8080cbbb-f188-4607-8db8-44f3990da6cb HTTP/1.1" status: 204 len: 168 time: 0.1168540 Sep 18 00:50:25.396110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be78aa-b991-4740-9b07-11bdb298cd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8080cbbb-f188-4607-8db8-44f3990da6cb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:25.696984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52584) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:25.736860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-896ba9b6-3a6c-4db2-bdcc-f2c42360afff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d11124ac15ed4172a959932caff80fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387180 Sep 18 00:50:25.739760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52586) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:25.789948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.810768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.856909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.859446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:25.860624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb514e2d-049d-4f26-a3de-10dafb5e01d6 HTTP/1.1" status: 204 len: 168 time: 0.1199429 Sep 18 00:50:25.868660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d59dd-0540-4786-ac11-db429647f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb514e2d-049d-4f26-a3de-10dafb5e01d6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:26.356548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eacbab-692d-4ef7-9316-2316d469093f req-20e17745-b989-40fe-8586-8e4b71d8b261 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.358062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1eacbab-692d-4ef7-9316-2316d469093f req-20e17745-b989-40fe-8586-8e4b71d8b261 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0797873 Sep 18 00:50:26.376256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.382633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.388582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.395273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.401904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.408106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.415107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.417525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-919bf91c-19a0-4d5b-a7de-cee4f9052d4f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1291440 Sep 18 00:50:26.467573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1eacbab-692d-4ef7-9316-2316d469093f req-fbccbf38-665e-43c1-a60e-64cfa4cb631e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024842 Sep 18 00:50:26.493507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04bd30d9-05d4-4023-8d52-0c1336c32a9e req-1aa88ff2-8ca4-4856-8122-3b76c1c2f4f2 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0690401 Sep 18 00:50:27.171540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65f3bcbb-e5c5-47e0-bfba-b89256d5c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.395681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.577942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52652) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:27.626685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef4839-4ffb-459f-b8ce-4a645e3ee260 req-5734d299-25c3-4512-a753-7e51ef52c2ae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.628292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ef4839-4ffb-459f-b8ce-4a645e3ee260 req-5734d299-25c3-4512-a753-7e51ef52c2ae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0879388 Sep 18 00:50:27.645976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.651929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.657864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.664563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.670484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.677306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.683376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.685385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-3be4e19e-9284-49a8-999b-6dacd935ec1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1100876 Sep 18 00:50:27.693102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9890-3ecd-47b8-bc60-b6eea9ecb249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.735152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ef4839-4ffb-459f-b8ce-4a645e3ee260 req-4c29ef5e-10b6-479b-a0d5-928198192b21 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002605 Sep 18 00:50:27.756660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d7e977c-1e8d-446c-bcc4-118da4d05da1 req-77e69326-6456-43ea-ae1e-dc111ec758b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586996 Sep 18 00:50:27.791877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9890-3ecd-47b8-bc60-b6eea9ecb249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.797280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9890-3ecd-47b8-bc60-b6eea9ecb249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.838466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd5f9890-3ecd-47b8-bc60-b6eea9ecb249 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80a47e3fd8604713afdbf55548fbf782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587421 Sep 18 00:50:27.839604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9890-3ecd-47b8-bc60-b6eea9ecb249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74598e76-853b-4b42-a56c-37aaaeb47897,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:27.841198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:27.893310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.914720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.960522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.963029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:27.964177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74598e76-853b-4b42-a56c-37aaaeb47897 HTTP/1.1" status: 204 len: 168 time: 0.1212637 Sep 18 00:50:27.972926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ba793-5452-487e-8449-68dac247362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74598e76-853b-4b42-a56c-37aaaeb47897,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:28.215204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52664) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:28.231837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8b47518-15fe-4919-9b90-7e995b35de6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.282685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.327336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8b47518-15fe-4919-9b90-7e995b35de6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.330747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8b47518-15fe-4919-9b90-7e995b35de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.368700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a8b47518-15fe-4919-9b90-7e995b35de6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c28551fb87eb4a8d9a1fc182ea1e2eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523736 Sep 18 00:50:28.369555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b47518-15fe-4919-9b90-7e995b35de6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0517b0-73f7-47bb-bed6-eaf266fca60c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:28.371463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52666) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:28.420475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.443638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.489595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.492100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:28.493263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc0517b0-73f7-47bb-bed6-eaf266fca60c HTTP/1.1" status: 204 len: 168 time: 0.1208236 Sep 18 00:50:28.500578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bae62-e350-4e9b-829e-b65ebc7f60ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0517b0-73f7-47bb-bed6-eaf266fca60c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:28.896564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b07160-cc2a-4b37-9aab-3e608a96c1b3 req-05d7e456-f3c2-47ad-a496-7283e8e949ba tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.898017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63b07160-cc2a-4b37-9aab-3e608a96c1b3 req-05d7e456-f3c2-47ad-a496-7283e8e949ba tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0914996 Sep 18 00:50:28.927065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.932957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.938811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.945342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.951412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.958852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.964057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.965999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-1ef72106-68f5-4460-9ac4-52a19c2a6c26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1215203 Sep 18 00:50:29.015067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63b07160-cc2a-4b37-9aab-3e608a96c1b3 req-62f73e6a-4e3f-4acb-a8af-ed769b76bb58 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086483 Sep 18 00:50:29.025885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f6c3a94-a8b5-4fc1-916d-5587431bae32 req-bd8e8be9-b23c-4b7d-8dd3-541368b001ea tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514674 Sep 18 00:50:29.623699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.197799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ead31-b910-47fa-a864-dddf9a2a279e req-db14fcf8-54de-4bd3-b341-ddefa9514eb5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.199285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a7ead31-b910-47fa-a864-dddf9a2a279e req-db14fcf8-54de-4bd3-b341-ddefa9514eb5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0962276 Sep 18 00:50:30.216776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.223365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.229864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.235680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.241841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.247687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.254509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.256208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-4cf22ad3-6265-486b-a001-1aa6ad714293 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1161220 Sep 18 00:50:30.307481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a7ead31-b910-47fa-a864-dddf9a2a279e req-116a1f74-c2e2-4e52-99c6-d8efd9a4d304 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021602 Sep 18 00:50:30.322094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d52b8fce-03fe-4300-9777-250b3da0cbdc req-f87e9cb3-e793-40b8-babb-c6f79b53dc63 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585837 Sep 18 00:50:31.471224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d714b0-abd4-4852-9aec-621187f4d9f4 req-ebb7422f-b91b-46c4-afa3-172fd78cd17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.473061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28d714b0-abd4-4852-9aec-621187f4d9f4 req-ebb7422f-b91b-46c4-afa3-172fd78cd17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0835528 Sep 18 00:50:31.489630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.495573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.501521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.508274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.514228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.520145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.526130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.528054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8a807cda-a4f2-46eb-ae15-70638b354f26 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1100130 Sep 18 00:50:31.586716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28d714b0-abd4-4852-9aec-621187f4d9f4 req-bee0083d-81d4-4222-865a-c3cb39020843 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575957 Sep 18 00:50:31.590647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82bfe1f3-ad42-4768-a3d3-038e4134c52e req-8aabf8e2-8128-4496-ba16-7538b26b3d3a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551388 Sep 18 00:50:32.020486 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:32.355531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2606e5a-f07d-43e2-b72b-399e932219de req-61a057e7-1e80-4274-af53-7dd9cb9aeb61 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.357139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2606e5a-f07d-43e2-b72b-399e932219de req-61a057e7-1e80-4274-af53-7dd9cb9aeb61 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0533745 Sep 18 00:50:32.371955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-f7baef6d-8a56-4e85-8153-e0ce0c23c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.373494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-f7baef6d-8a56-4e85-8153-e0ce0c23c7fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.0416260 Sep 18 00:50:32.397806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2606e5a-f07d-43e2-b72b-399e932219de req-0e42cc15-c7f8-4483-b730-4328b64798e7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342462 Sep 18 00:50:32.469605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-066b828c-baa5-4108-8fcf-e272874aa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.471095 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-066b828c-baa5-4108-8fcf-e272874aa72f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.0902665 Sep 18 00:50:32.539021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-1394cf98-090e-44b9-a9ca-5acfeb05a3e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.0595589 Sep 18 00:50:32.589764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-3be94d72-95c5-4821-ace4-b7872cdbb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.591238 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-3be94d72-95c5-4821-ace4-b7872cdbb339 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0445452 Sep 18 00:50:32.652063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-bb7197f9-f8e3-4cfa-8ced-f3d38bf47762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.653603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-bb7197f9-f8e3-4cfa-8ced-f3d38bf47762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547957 Sep 18 00:50:32.750147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.757766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.764559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.771087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.777329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.784556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.788100 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-a9305fd4-58ae-4ac3-a51b-06a6747d14a3 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247845 Sep 18 00:50:32.798539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.801411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-5d16b706-dbdd-4dcb-bdaf-bdd7fbea8e32 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1173141 Sep 18 00:50:32.858127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1dec736-92f9-422b-9b58-d83c2dd1ecdc req-1a82d45c-7836-45b1-adcf-79d0a68b5986 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443957 Sep 18 00:50:32.912469 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1dc2f6ac-579d-40b5-9463-39e5ec2bae13 req-82fd5925-9f80-4718-bdb6-3e650e725742 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151648 Sep 18 00:50:32.976106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace183bb-faad-4c51-80c5-b75284aace68 req-d8cbd48c-dc11-40b3-8416-80b93ad1244b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:32.977679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ace183bb-faad-4c51-80c5-b75284aace68 req-d8cbd48c-dc11-40b3-8416-80b93ad1244b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0576622 Sep 18 00:50:33.016695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ace183bb-faad-4c51-80c5-b75284aace68 req-d40856b8-88b1-44d1-80fb-da0be70bd7e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Sep 18 00:50:33.524623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a11377-ac84-4da0-8d05-67adb9d3ab4e req-2904a599-9bdb-4b07-b80b-7bd856d86cfd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:33.526211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a11377-ac84-4da0-8d05-67adb9d3ab4e req-2904a599-9bdb-4b07-b80b-7bd856d86cfd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0522301 Sep 18 00:50:33.567576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0a11377-ac84-4da0-8d05-67adb9d3ab4e req-8c553c5a-bde2-48a1-a673-6a0c98361e84 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Sep 18 00:50:33.993565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.000122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.010343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.013770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.020116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.025967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.031749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.033775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-428ca03f-033c-4f0b-90f2-f682526e4735 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.0957878 Sep 18 00:50:34.078298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b27e7a26-a9d3-4d4c-a69a-7e6efba38a59 req-cf329d84-c2e5-41f1-bb48-00e3eb3fca0e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345902 Sep 18 00:50:34.437096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9e80-af9c-4de7-9064-da7d403b78a5 req-81fde3ae-2c15-4ff9-9dcd-352ffa7a3a1e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.438574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-446a9e80-af9c-4de7-9064-da7d403b78a5 req-81fde3ae-2c15-4ff9-9dcd-352ffa7a3a1e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.2931783 Sep 18 00:50:34.476394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-446a9e80-af9c-4de7-9064-da7d403b78a5 req-61ab71cd-e754-4fd9-a9f6-f97514a74ddd tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Sep 18 00:50:34.687071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94198006-216e-49d2-85cf-d484f81e1535 req-265fcacc-a10e-40c2-ba1f-4bfd3b9d7ce8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:34.688719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94198006-216e-49d2-85cf-d484f81e1535 req-265fcacc-a10e-40c2-ba1f-4bfd3b9d7ce8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0522511 Sep 18 00:50:34.729336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94198006-216e-49d2-85cf-d484f81e1535 req-449461fa-a7ff-40f1-9c73-673314824dd2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Sep 18 00:50:35.217600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.224880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.231008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.237363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.243230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.249152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.258709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.260605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-18f9d95d-f868-472b-af91-02fd9f8fa4b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.0967209 Sep 18 00:50:35.300567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85c712a0-3ebc-42b9-aba7-d177dd0ad298 req-76ac93e4-c091-4590-a544-3efaedefc932 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337553 Sep 18 00:50:35.593360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10886703-acf5-4ee8-94f8-9fb1f6fb184e req-4cd61c5c-3e6b-48ee-9ddc-bd685dfd33b6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:35.594826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10886703-acf5-4ee8-94f8-9fb1f6fb184e req-4cd61c5c-3e6b-48ee-9ddc-bd685dfd33b6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0493171 Sep 18 00:50:35.632588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10886703-acf5-4ee8-94f8-9fb1f6fb184e req-da0f0eaf-45d8-45d0-b52a-4bd836376880 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Sep 18 00:50:36.430005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.435903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.441991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.447993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.453878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.459967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.465920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.467903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764149fc-db53-47e8-8752-19d71af60caf req-3cfd47f1-87c6-4353-a8a9-f1cb536d1866 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.0922618 Sep 18 00:50:36.510101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764149fc-db53-47e8-8752-19d71af60caf req-2a5e9ec4-a563-4626-99f1-05156c66f61e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349202 Sep 18 00:50:36.759687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cedfba-3449-4bd0-97fe-cc374c1808b6 req-8c1255fa-7b37-4dc9-8af0-14b917ac0da8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:36.761148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09cedfba-3449-4bd0-97fe-cc374c1808b6 req-8c1255fa-7b37-4dc9-8af0-14b917ac0da8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0549440 Sep 18 00:50:36.799021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09cedfba-3449-4bd0-97fe-cc374c1808b6 req-ff614ea5-e7dd-4a61-99db-a150b7421b1b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Sep 18 00:50:37.647446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.653463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.659350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.665245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.671108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.677554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.683430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.686182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-5371e666-7606-4c37-b379-f810b49c20fe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.0938144 Sep 18 00:50:37.727087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6de55bc-f5a2-4613-b1ba-d322d945ac61 req-e8d1df49-755d-4d40-ab9c-ec7492070e3b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346577 Sep 18 00:50:37.920470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fd240-a6d0-439d-b54c-8e83812dae83 req-bf7d9e5d-cd34-43e7-acb2-c11dc9912a0b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:37.921972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b92fd240-a6d0-439d-b54c-8e83812dae83 req-bf7d9e5d-cd34-43e7-acb2-c11dc9912a0b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0517087 Sep 18 00:50:37.962198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b92fd240-a6d0-439d-b54c-8e83812dae83 req-39ae1992-f487-4b2b-8f0a-12181fae5bd3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Sep 18 00:50:38.481585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52836) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:38.587130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d17f49d-400f-4218-8bfb-689db203c795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.674240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d17f49d-400f-4218-8bfb-689db203c795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.678585 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d17f49d-400f-4218-8bfb-689db203c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.714280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17f49d-400f-4218-8bfb-689db203c795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb5e9d-1e61-4aed-a730-f3564a234a93,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:38.718604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8d17f49d-400f-4218-8bfb-689db203c795 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ea0092ece26461fb41d685eeeb90d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359929 Sep 18 00:50:38.721180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52840) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:38.770098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.791256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.849871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.852770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:38.856430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10fb5e9d-1e61-4aed-a730-f3564a234a93 HTTP/1.1" status: 204 len: 168 time: 0.1314354 Sep 18 00:50:38.859454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.863538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118e2c1-5fc9-4fb0-a243-813d1c1e0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb5e9d-1e61-4aed-a730-f3564a234a93,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:38.866041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.871997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.878090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.884428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.894292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.901004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:38.902346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-a4e11bac-acd4-43cf-91c1-3cb939fdabc7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.0970650 Sep 18 00:50:38.943997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b58da469-55da-4a71-b145-35cbebf3ec92 req-db740c10-9842-4339-a60d-3bd234a26c6e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355170 Sep 18 00:50:39.080315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1eed7-1e50-4177-b977-b972d95236a3 req-379a88f2-951d-45a7-891a-56ca13f1b95f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:39.082520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cde1eed7-1e50-4177-b977-b972d95236a3 req-379a88f2-951d-45a7-891a-56ca13f1b95f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0505333 Sep 18 00:50:39.122430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cde1eed7-1e50-4177-b977-b972d95236a3 req-2ad61e5a-c9e9-4e26-8e2d-2f9ef334c36b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Sep 18 00:50:39.142449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:39.161019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d136-9b6e-4c58-bf74-ccf60a79993d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.248590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d136-9b6e-4c58-bf74-ccf60a79993d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.252106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d136-9b6e-4c58-bf74-ccf60a79993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.290453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dfd1d136-9b6e-4c58-bf74-ccf60a79993d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3a6b67a67e54903900f0d771ce2e92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463394 Sep 18 00:50:39.291283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d136-9b6e-4c58-bf74-ccf60a79993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3d634-3f22-4766-a131-a90d3535d798,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:39.293106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52854) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:39.344837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.365610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.413526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.416155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:39.417340 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83b3d634-3f22-4766-a131-a90d3535d798 HTTP/1.1" status: 204 len: 168 time: 0.1230550 Sep 18 00:50:39.424815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d3039-5713-43d0-805e-aeb50a1904f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3d634-3f22-4766-a131-a90d3535d798,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:40.088728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.094705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.100955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.106775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.113114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.119326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.125387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.127915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2175b826-0386-44d7-bd03-695678307364 req-80380586-0751-45f6-89d5-85505a872d23 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5432 time: 0.1024010 Sep 18 00:50:40.174008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2175b826-0386-44d7-bd03-695678307364 req-836cffcc-c024-4c3b-aae9-fe2aa585a200 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389497 Sep 18 00:50:40.254573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453988-7b9f-467e-ac14-b48db9615b79 req-b0219275-4507-4d3d-8663-567cf09569f8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:40.256087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47453988-7b9f-467e-ac14-b48db9615b79 req-b0219275-4507-4d3d-8663-567cf09569f8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0519435 Sep 18 00:50:40.297700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47453988-7b9f-467e-ac14-b48db9615b79 req-787fbc57-116b-46d9-b2c5-3cad0b8fd04c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Sep 18 00:50:40.773199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6ad73c7f-824d-46e3-9a16-a999c8e034c8 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:40.871650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:40.883477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'port_id': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'mac_address': 'fa:16:3e:62:88:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:40.926665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:40.941000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad73c7f-824d-46e3-9a16-a999c8e034c8 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:40.965202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:40.969726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:40.970365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7d31594d-6a84-47b1-8f6d-ee9c2071548c details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:41.033636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:41.037212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.049023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '7d31594d-6a84-47b1-8f6d-ee9c2071548c', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'port_id': '7d31594d-6a84-47b1-8f6d-ee9c2071548c', 'mac_address': 'fa:16:3e:d4:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:41.087356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.100176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d31594d-6a84-47b1-8f6d-ee9c2071548c {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:41.119899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.124077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.124848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:41.191837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.200303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:41.210117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'port_id': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'mac_address': 'fa:16:3e:a6:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:41.247811 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.261756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:41.288914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.295257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.296213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 824aef4a-0e2e-4924-9d80-c139ef2ed792 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:41.324033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.331169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.337396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.344468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.351923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.358027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.364851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.367020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-9760d844-7646-4c3f-8feb-9ce772826add tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5434 time: 0.1083550 Sep 18 00:50:41.379820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:41.446628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.458567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d9beedf-2044-42f1-af2e-fa8c4ffd06db req-73477171-af28-42b8-a3b9-e9d0e0c28e57 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0797350 Sep 18 00:50:41.460689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '824aef4a-0e2e-4924-9d80-c139ef2ed792', 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'port_id': '824aef4a-0e2e-4924-9d80-c139ef2ed792', 'mac_address': 'fa:16:3e:96:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7135f78-e30c-47df-b562-3837db708c08', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:41.482655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969d6e-b5b7-4e5c-b47f-f4f0c83b9e82 req-3c3f9ef8-e2f7-4aa1-8fbe-e051dec3c6dc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:41.484903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5969d6e-b5b7-4e5c-b47f-f4f0c83b9e82 req-3c3f9ef8-e2f7-4aa1-8fbe-e051dec3c6dc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0916755 Sep 18 00:50:41.506090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.523044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824aef4a-0e2e-4924-9d80-c139ef2ed792 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:41.535480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5969d6e-b5b7-4e5c-b47f-f4f0c83b9e82 req-a9fddbd6-f8f1-4315-a887-518c586d9a5e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Sep 18 00:50:41.547190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.555052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.555731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f41fa2fd-f14f-46c7-a525-e34f85b403d9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:41.635014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:41.700475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.709629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'port_id': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'mac_address': 'fa:16:3e:58:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:41.747047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.764125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41fa2fd-f14f-46c7-a525-e34f85b403d9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:41.783159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.788570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.789237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7b38c579-905a-495b-a72f-ef4ba8b807e7 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:41.856712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.859305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:41.872119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'network_id': '1ca7ce25-037d-40cf-9f50-8290f4ec4155', 'port_id': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'mac_address': 'fa:16:3e:31:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7135f78-e30c-47df-b562-3837db708c08', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:41.910246 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.922610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b38c579-905a-495b-a72f-ef4ba8b807e7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:41.943561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:41.946599 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:41.947246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 784b65d3-7996-4d9d-9322-85287a84fdb8 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:42.014052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=784b65d3-7996-4d9d-9322-85287a84fdb8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:42.016809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:42.028618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '784b65d3-7996-4d9d-9322-85287a84fdb8', 'network_id': '2b8a41ae-1f7d-4285-97a6-cd7d15495843', 'port_id': '784b65d3-7996-4d9d-9322-85287a84fdb8', 'mac_address': 'fa:16:3e:fc:e7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6502355-9e9e-43a8-8b5a-b3396025e14b', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:42.066021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:42.078824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784b65d3-7996-4d9d-9322-85287a84fdb8 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:42.098588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=784b65d3-7996-4d9d-9322-85287a84fdb8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:42.102959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:42.153628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:42.586911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.594050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.601477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.607524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.614182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.622340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.629094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.631135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-aea2e24d-8734-42d0-8beb-f809e99a6985 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.0997720 Sep 18 00:50:42.697146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d4c4a87-c38e-4f3a-8756-346a3a888172 req-398262d5-dae2-4207-92e6-256b0f892f84 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569682 Sep 18 00:50:42.736371 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8b29-1f1b-4354-a1e9-877aaae23a0d req-e7bcaa29-aab8-428b-9bfd-8d617440716b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:42.738869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f8d8b29-1f1b-4354-a1e9-877aaae23a0d req-e7bcaa29-aab8-428b-9bfd-8d617440716b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Sep 18 00:50:42.787182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f8d8b29-1f1b-4354-a1e9-877aaae23a0d req-17d0244d-33b5-4183-baaf-3b6872b2c031 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Sep 18 00:50:43.550009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['7b38c579-905a-495b-a72f-ef4ba8b807e7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.577083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['824aef4a-0e2e-4924-9d80-c139ef2ed792'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.584852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['6ad73c7f-824d-46e3-9a16-a999c8e034c8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.631980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.675218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['7d31594d-6a84-47b1-8f6d-ee9c2071548c'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.718144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['784b65d3-7996-4d9d-9322-85287a84fdb8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:43.867988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.874893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.881187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.887793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.894813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.901056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.907161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.909705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-11f53b41-b0cf-4ca2-8134-41e3dfd2feab tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.1317065 Sep 18 00:50:43.986510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7801b03f-0f38-47ed-90ba-70e4cc4230d2 req-605243de-973f-4493-a390-9546bf619250 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0666244 Sep 18 00:50:43.996087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e044aec-07ec-4cde-b073-5a06f126878a req-ff6b1462-d655-4b39-be32-08c3981595b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:43.997913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e044aec-07ec-4cde-b073-5a06f126878a req-ff6b1462-d655-4b39-be32-08c3981595b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0871999 Sep 18 00:50:44.068642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e044aec-07ec-4cde-b073-5a06f126878a req-668fef75-56fc-4ab0-9bc4-a64b5ca2e013 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Sep 18 00:50:44.529920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f41fa2fd-f14f-46c7-a525-e34f85b403d9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:44.756178 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:45.170174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.177016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.182810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.188639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.195512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.201377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.207576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.210398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-57b701c1-9688-4f93-a1ec-000a9c203093 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.1413946 Sep 18 00:50:45.251452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5c489-0cbb-4d66-a64e-b7334bcac800 req-1755b3f0-eb79-42b5-91ee-75b80e6f4e89 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:45.253449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37b5c489-0cbb-4d66-a64e-b7334bcac800 req-1755b3f0-eb79-42b5-91ee-75b80e6f4e89 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1223414 Sep 18 00:50:45.276387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59de894f-79a4-4362-85d9-0393ec79f5ea req-3953a3fb-11dd-4bb3-b8e7-5e331eca6be5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588210 Sep 18 00:50:45.312274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37b5c489-0cbb-4d66-a64e-b7334bcac800 req-1a4c9d0d-1138-4b2e-8317-a41f80687992 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Sep 18 00:50:46.013512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:46.443354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.449298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.455208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.461413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.467373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.473648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.479667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.481608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-35d0077f-9642-4fd1-8a88-fc11582b0a1a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.1237035 Sep 18 00:50:46.497074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fa79f-d68d-441b-9056-ec3a1a40e047 req-10857415-1954-4816-bb23-b29f4e38d648 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:46.498571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c2fa79f-d68d-441b-9056-ec3a1a40e047 req-10857415-1954-4816-bb23-b29f4e38d648 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1121790 Sep 18 00:50:46.556632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c2fa79f-d68d-441b-9056-ec3a1a40e047 req-a0721ae7-f4d8-4b60-a7ff-1cfa210722e6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Sep 18 00:50:46.560612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e95823b3-c7b3-4090-bcf7-043e04eb19fa req-9511d237-8589-4a20-91d6-03d196a48623 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610669 Sep 18 00:50:47.726384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d02332-d15c-443f-ba49-23054663755f req-cc148f9c-1e05-487b-8a82-fdf98bba0470 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.727975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d02332-d15c-443f-ba49-23054663755f req-cc148f9c-1e05-487b-8a82-fdf98bba0470 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0806012 Sep 18 00:50:47.744774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.750610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.756872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.762937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.769112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.774952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.780808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:47.782711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-c2a97222-7cd6-4b7c-b8d4-ca564a5a44b6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.1263206 Sep 18 00:50:47.841555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3d02332-d15c-443f-ba49-23054663755f req-d49af77f-8531-4b47-a39f-5eaeef9bf300 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577636 Sep 18 00:50:47.845446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17a738f1-8db8-4c0f-8824-63eb349e5298 req-d61ef66c-3356-4b8c-9ccf-3a29fec505bd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543830 Sep 18 00:50:48.786612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6ad73c7f-824d-46e3-9a16-a999c8e034c8 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:48.838784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:48.843764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:48.844203 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:48.938776 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:48.972065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:48.974919 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557bfff-ab83-424a-b653-644c4459d64e" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:48.992048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:48.997684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:48.998867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7d31594d-6a84-47b1-8f6d-ee9c2071548c up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:49.019763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f651b6-9cd9-454c-ad98-0b5ca31b47d6 req-54f2fb0b-9321-4913-8c6e-9117f55e38ff tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.021335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09f651b6-9cd9-454c-ad98-0b5ca31b47d6 req-54f2fb0b-9321-4913-8c6e-9117f55e38ff tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0905085 Sep 18 00:50:49.035215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.041253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.047850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.056737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.066621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.072836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.079275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.084948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-797430a6-35e9-445e-a0f0-7499783f4691 req-3d4c4f89-3d17-4b41-9c26-4621a124d9a7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5439 time: 0.1525836 Sep 18 00:50:49.092779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:49.105743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 7d31594d-6a84-47b1-8f6d-ee9c2071548c completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:49.110847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 7d31594d-6a84-47b1-8f6d-ee9c2071548c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:49.111822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.177039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09f651b6-9cd9-454c-ad98-0b5ca31b47d6 req-7bcb8458-d732-4fef-a6ac-64bb9dc64ff5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Sep 18 00:50:49.192845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-797430a6-35e9-445e-a0f0-7499783f4691 req-a6ad95b2-7d0d-4f84-a238-3f4754ea6ce1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0759871 Sep 18 00:50:49.194790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-6a8f0458-452d-4249-ad90-ea00b2f34bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.196423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-6a8f0458-452d-4249-ad90-ea00b2f34bce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 1098 time: 0.1024880 Sep 18 00:50:49.196578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.260751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:49.270466 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.271640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f41fa2fd-f14f-46c7-a525-e34f85b403d9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:49.342523 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88051ee7-ceb0-4221-9939-c24ce55e9900 x-openstack-request-id: req-88051ee7-ceb0-4221-9939-c24ce55e9900 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:49.342825 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:49.343077 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88051ee7-ceb0-4221-9939-c24ce55e9900 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:49.343466 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'code': 200} Sep 18 00:50:49.353173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-ab186fde-014c-4efb-b82c-5210b81044bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.354800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-ab186fde-014c-4efb-b82c-5210b81044bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1363685 Sep 18 00:50:49.364937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:49.379364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f41fa2fd-f14f-46c7-a525-e34f85b403d9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:49.383784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f41fa2fd-f14f-46c7-a525-e34f85b403d9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:49.384173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.399751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-fb71fee6-42aa-4c30-9a80-d765db499c46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 200 len: 217 time: 0.0365627 Sep 18 00:50:49.451731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-b9bd6a0e-2ae7-4c25-b8fe-2d622db90338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:49.453283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-b9bd6a0e-2ae7-4c25-b8fe-2d622db90338 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0451961 Sep 18 00:50:49.467079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.491007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-1e32e4bb-98e1-465e-8960-43752e16d8bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295491 Sep 18 00:50:49.499338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:49.504091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.504990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 784b65d3-7996-4d9d-9322-85287a84fdb8 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:49.583753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:49.587168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-03ac6ae7-7494-4556-b990-28aae90a8f01 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894003 Sep 18 00:50:49.595980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.596513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.596920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.597399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.597744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.598084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.598418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.598749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.599082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.599407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.599739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.600065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:49.620592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 784b65d3-7996-4d9d-9322-85287a84fdb8 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:49.624850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 784b65d3-7996-4d9d-9322-85287a84fdb8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:49.625648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.697184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1070be2-fe63-4635-858c-0fb1e6f1ea28 req-7f5da130-4dc9-4c7f-8707-39fe24b7b051 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030412 Sep 18 00:50:49.726724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.762918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=784b65d3-7996-4d9d-9322-85287a84fdb8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:49.769380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.770349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:49.847545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:49.863625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:49.867602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:49.867989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.958348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.991348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:49.995772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:49.996599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 824aef4a-0e2e-4924-9d80-c139ef2ed792 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:50.072523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:50.092113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 824aef4a-0e2e-4924-9d80-c139ef2ed792 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:50.096750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 824aef4a-0e2e-4924-9d80-c139ef2ed792 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:50.097132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.179547 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.213486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:50.217499 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.218490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7b38c579-905a-495b-a72f-ef4ba8b807e7 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:50.319910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:50.335469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 7b38c579-905a-495b-a72f-ef4ba8b807e7 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:50.340561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 7b38c579-905a-495b-a72f-ef4ba8b807e7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:50.340944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.383551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53086) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:50.423269 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.457688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:50.462175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.518404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:50.540207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.546472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.546879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da1e6dd9-2a35-4ba9-8d40-950ee58cd0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.552840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.559138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.565823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.572297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.578451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.581178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-231357d7-1189-4925-9b9e-6bcddfcc6cb0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.3031926 Sep 18 00:50:50.639921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da1e6dd9-2a35-4ba9-8d40-950ee58cd0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.646149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-da1e6dd9-2a35-4ba9-8d40-950ee58cd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.657401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb789d1-ea83-46ac-b137-3d8a7eaae315 req-21077bde-916f-49ff-bb34-4025c93fad00 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636747 Sep 18 00:50:50.666031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09af2af-bc09-4097-8fab-3b94f8a00cae req-25312648-26b1-4951-a708-596492923ef3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:50.667529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f09af2af-bc09-4097-8fab-3b94f8a00cae req-25312648-26b1-4951-a708-596492923ef3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.3711843 Sep 18 00:50:50.675896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e6dd9-2a35-4ba9-8d40-950ee58cd0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0627fa-9420-40b4-b5a8-36d1bc66ea76,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:50.695997 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-da1e6dd9-2a35-4ba9-8d40-950ee58cd0b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47008183c17145d2afdcfb255a0484a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106077 Sep 18 00:50:50.696620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53092) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:50.719721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f09af2af-bc09-4097-8fab-3b94f8a00cae req-99387c39-6f7f-4a98-aa41-5f585c62b5b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Sep 18 00:50:50.749998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.773949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.822269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.824952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.826438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c0627fa-9420-40b4-b5a8-36d1bc66ea76 HTTP/1.1" status: 204 len: 168 time: 0.1280777 Sep 18 00:50:50.835325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbb6f5-403f-4ea2-b233-0f15d46f615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0627fa-9420-40b4-b5a8-36d1bc66ea76,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:51.096958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53100) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:51.110027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f70a619-1ace-42ab-bd36-c8d7627ea80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.198238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f70a619-1ace-42ab-bd36-c8d7627ea80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.201871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f70a619-1ace-42ab-bd36-c8d7627ea80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.240838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f70a619-1ace-42ab-bd36-c8d7627ea80d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68da87b62f3b4479ba8bbc89be7689c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428103 Sep 18 00:50:51.241804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70a619-1ace-42ab-bd36-c8d7627ea80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabf549-c589-478c-9927-fe11e860fc38,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:51.243644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53104) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:51.295059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.316092 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.344615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31594d-6a84-47b1-8f6d-ee9c2071548c'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b65d3-7996-4d9d-9322-85287a84fdb8'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:51.347194 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc652f1a-271e-401d-a5b8-169787428939" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "7d31594d-6a84-47b1-8f6d-ee9c2071548c"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b65d3-7996-4d9d-9322-85287a84fdb8"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:51.362597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.365278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.366458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcabf549-c589-478c-9927-fe11e860fc38 HTTP/1.1" status: 204 len: 168 time: 0.1212001 Sep 18 00:50:51.374463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ce701-d977-4bd9-8997-449bc20ff5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabf549-c589-478c-9927-fe11e860fc38,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:51.401129 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f28308-1cf7-4bd3-bdd4-bfe8345cad54 x-openstack-request-id: req-80f28308-1cf7-4bd3-bdd4-bfe8345cad54 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:51.401687 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "7d31594d-6a84-47b1-8f6d-ee9c2071548c", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b65d3-7996-4d9d-9322-85287a84fdb8", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-plugged", "status": "completed", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:51.402001 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80f28308-1cf7-4bd3-bdd4-bfe8345cad54 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:51.402339 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31594d-6a84-47b1-8f6d-ee9c2071548c', 'code': 200} Sep 18 00:50:51.402570 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'code': 200} Sep 18 00:50:51.402822 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b65d3-7996-4d9d-9322-85287a84fdb8', 'code': 200} Sep 18 00:50:51.403078 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'code': 200} Sep 18 00:50:51.403304 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792', 'code': 200} Sep 18 00:50:51.403583 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'code': 200} Sep 18 00:50:51.656105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.656677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.657095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.657554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.658012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.658481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.658934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.660891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-f4aa3d79-a7ea-4d28-9e46-236061639005 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6510 time: 0.0532324 Sep 18 00:50:51.685478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53112) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:51.704881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24704ed9-cc18-4f50-af96-27cb1f43e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.718068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4512ae09-6fbb-4ff7-bd56-50f9c1fc0053 req-9d90a973-16b8-40b9-a293-ff1cad38c79b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e62dfc39-388b-41a5-800c-f0d2142f87c8&id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0480118 Sep 18 00:50:51.802880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.808278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24704ed9-cc18-4f50-af96-27cb1f43e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.808862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.812035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24704ed9-cc18-4f50-af96-27cb1f43e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.815546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.822020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.827641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.833646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.839501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.841491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-136bdf3a-2b0c-419b-925b-abd92e16e504 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1014245 Sep 18 00:50:51.850704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704ed9-cc18-4f50-af96-27cb1f43e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06d399-e9ef-4a9c-baa8-06fba73b0be3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:51.856727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-24704ed9-cc18-4f50-af96-27cb1f43e4c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0db7f10ff8ed43c2951970a2d816b87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700406 Sep 18 00:50:51.859295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53122) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:51.914324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.918608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a5e5c-5518-4eb6-bfce-d00112d93b62 req-ccbd53d2-1567-46eb-99eb-d3d91bcb2972 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:51.920102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-532a5e5c-5518-4eb6-bfce-d00112d93b62 req-ccbd53d2-1567-46eb-99eb-d3d91bcb2972 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0776980 Sep 18 00:50:51.924553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d354242-d711-48a6-b91c-2ef6bbecd5a5 req-14a9c40c-e796-4b2b-8f34-bd51cb8bda70 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0722926 Sep 18 00:50:51.936164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:51.977030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-532a5e5c-5518-4eb6-bfce-d00112d93b62 req-bbb07c63-01d6-4767-8252-67797d69dba4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499051 Sep 18 00:50:52.000969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:52.004379 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:52.005556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf06d399-e9ef-4a9c-baa8-06fba73b0be3 HTTP/1.1" status: 204 len: 168 time: 0.1453638 Sep 18 00:50:52.014636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320bf11-f377-4147-88aa-7a3c9da2db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06d399-e9ef-4a9c-baa8-06fba73b0be3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:53.122516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe446b-454a-4804-80e9-b5574c8fb195 req-ae27d1f7-7719-4b40-be6b-4a4b256be5df tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.124147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5efe446b-454a-4804-80e9-b5574c8fb195 req-ae27d1f7-7719-4b40-be6b-4a4b256be5df tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0677373 Sep 18 00:50:53.138884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.146646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.153592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.160753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.167454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.174792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.181532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:53.183717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-2c01dddf-56ff-472f-a8c7-292ae317afbe tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1706135 Sep 18 00:50:53.251479 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5efe446b-454a-4804-80e9-b5574c8fb195 req-2b64874b-d0ea-4b25-a866-160a30b1ab2f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Sep 18 00:50:53.256420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfa7acaf-2fae-4487-985a-ad014e148b59 req-b63536ad-d6ec-48ab-972e-a4f0a97954ff tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0622146 Sep 18 00:50:54.164303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2d9a-4944-4ef4-a743-e42bae7a2517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:54.434324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1216-2700-44f8-abf4-4432f09887e8 req-89bf411a-73b3-47ce-bdd8-fa233b8d67b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.435982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c70a1216-2700-44f8-abf4-4432f09887e8 req-89bf411a-73b3-47ce-bdd8-fa233b8d67b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.1030409 Sep 18 00:50:54.483422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.490815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.497769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.504748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.512130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.521286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.528122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.530594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-d04e6366-46cb-4005-9eac-21a2530d9b61 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1432755 Sep 18 00:50:54.566611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c70a1216-2700-44f8-abf4-4432f09887e8 req-2d76f9fa-707d-45c0-a46e-86820e51c92b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207364 Sep 18 00:50:54.590988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4a54f6d-aedc-48ba-96df-68cdac9741f0 req-a6f16e26-9d4c-4282-b65c-7b87ce951263 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521829 Sep 18 00:50:54.772905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.778919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.785069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.791087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.797158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.803880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.809892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.811815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c13426f-b3c1-47e1-8f9b-5105c4a9fd5f req-7da1c3cb-b8fa-401e-85f2-5727fa41115a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.0946851 Sep 18 00:50:54.824502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53178) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:54.829118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Request body: {'floatingip': {'port_id': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:54.873612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:55.339471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:55.343284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:55.450211 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Floating IP 086021f9-0dbd-47e2-acc4-cccaf387d4c1 associated. External IP: 172.25.7.157, port: f41fa2fd-f14f-46c7-a525-e34f85b403d9. Sep 18 00:50:55.708905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Router ed3873dc-7b71-465a-ab21-610ed2325226 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:50:55.722077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1b19-d419-48df-a5f7-90147fa6c8f4 req-03c7fd29-83d6-4228-9c44-c88851140d50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:55.723709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af8e1b19-d419-48df-a5f7-90147fa6c8f4 req-03c7fd29-83d6-4228-9c44-c88851140d50 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0701618 Sep 18 00:50:55.809660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af8e1b19-d419-48df-a5f7-90147fa6c8f4 req-39a4020a-6f6f-47a9-ad01-f65158fd08ef tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Sep 18 00:50:55.860752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:50:55.865615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:55.870732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Sync routers for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:50:55.880458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:55.881113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:50:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:55.898089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7ecc340f-cd0e-4d49-a489-1bcdfe9ce101 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "PUT /v2.0/floatingips/086021f9-0dbd-47e2-acc4-cccaf387d4c1 HTTP/1.1" status: 200 len: 992 time: 1.0721948 Sep 18 00:50:55.898530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:55.901086 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de3c4ad-22e0-4f99-b042-5e3137e1140b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:55.945649 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cfc95-c030-4ba9-aa89-36292cff2865 x-openstack-request-id: req-da9cfc95-c030-4ba9-aa89-36292cff2865 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:55.945949 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:55.946204 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da9cfc95-c030-4ba9-aa89-36292cff2865 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:55.946609 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'status': 'completed', 'code': 200} Sep 18 00:50:56.013608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:56.066579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.067801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.068305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.068777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.069268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.069726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.070345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.072503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0675f8ce-3bf7-4a83-8791-955ca6679906 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6510 time: 0.0555785 Sep 18 00:50:56.172131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-19fecb67-10be-4aad-847a-7ccedfc2303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.173639 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-19fecb67-10be-4aad-847a-7ccedfc2303c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a48d1e06-83f8-4b6a-9948-3d4ab771356b HTTP/1.1" status: 200 len: 918 time: 0.0920472 Sep 18 00:50:56.249221 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-cfbf8d03-7e13-4add-924d-2cef9d0eae3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 200 len: 1000 time: 0.0662632 Sep 18 00:50:56.302576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-42b4b200-b093-4e37-bcd0-3bb3157ef3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.304291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-42b4b200-b093-4e37-bcd0-3bb3157ef3b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d94194cf-bec9-4863-862f-d6c88b031b9f HTTP/1.1" status: 200 len: 856 time: 0.0463645 Sep 18 00:50:56.367048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-278378d3-3787-4292-980f-ad75ee5932f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.368633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-278378d3-3787-4292-980f-ad75ee5932f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531240 Sep 18 00:50:56.381679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0e32451c-c930-4e1f-837f-afac38bfc7a6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:50:56.383044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-0e32451c-c930-4e1f-837f-afac38bfc7a6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061982 Sep 18 00:50:56.399125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '086021f9-0dbd-47e2-acc4-cccaf387d4c1', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'port_id': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'mac_address': 'fa:16:3e:58:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:49:53Z', 'updated_at': '2021-09-18T00:50:55Z', 'revision_number': 1, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:56.429414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Checking router: ed3873dc-7b71-465a-ab21-610ed2325226 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:50:56.437724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:56.438344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:50:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:56.482818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-c52f962d-1cbc-4f61-b9d7-bf5f5c72884c service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912385 Sep 18 00:50:56.547573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:56.582200 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0de3c4ad-22e0-4f99-b042-5e3137e1140b req-fc3bad83-b76f-4662-8053-d4496d6f3c6e service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901139 Sep 18 00:50:56.774352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '086021f9-0dbd-47e2-acc4-cccaf387d4c1', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'port_id': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'mac_address': 'fa:16:3e:58:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:49:53Z', 'updated_at': '2021-09-18T00:50:55Z', 'revision_number': 1, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:56.801795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d4ce3-4225-4ce8-b04a-450164f34299 None None] The sync data for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 is: [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '086021f9-0dbd-47e2-acc4-cccaf387d4c1', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'port_id': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'mac_address': 'fa:16:3e:58:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f285ffb-668c-498b-812d-bec5051a0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:49:53Z', 'updated_at': '2021-09-18T00:50:55Z', 'revision_number': 1, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:50:56.940023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1aca-a5bc-4ed8-ae71-9a7cc28adafd req-2529f5dc-b5bc-4f7a-9676-cd0a0a4a8674 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:56.941602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aded1aca-a5bc-4ed8-ae71-9a7cc28adafd req-2529f5dc-b5bc-4f7a-9676-cd0a0a4a8674 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Sep 18 00:50:56.989766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aded1aca-a5bc-4ed8-ae71-9a7cc28adafd req-078eddde-42a8-4418-a00f-556d38be683e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Sep 18 00:50:57.046966 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed094d-13c1-47db-839b-7beb8ab3f319 None None] New status for floating IP 086021f9-0dbd-47e2-acc4-cccaf387d4c1: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:50:57.175199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d48228d-1c8c-4bce-be59-cc4d66172bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:57.397155 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:58.110396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154ed6-a28b-4c40-b2ed-fc18dee4ebb4 req-31c8aef4-bf2b-47c1-b975-8fd5b1a730b9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:58.112296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94154ed6-a28b-4c40-b2ed-fc18dee4ebb4 req-31c8aef4-bf2b-47c1-b975-8fd5b1a730b9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Sep 18 00:50:58.156998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94154ed6-a28b-4c40-b2ed-fc18dee4ebb4 req-6281461b-38ca-4eef-843b-9092aa0fb2e0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Sep 18 00:50:58.285627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:59.279623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05efe6a-0bce-47d2-8b9e-8d4c259b3992 req-582d48b1-7112-419c-b13f-b1702d5d7895 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:59.280122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f05efe6a-0bce-47d2-8b9e-8d4c259b3992 req-582d48b1-7112-419c-b13f-b1702d5d7895 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0528340 Sep 18 00:50:59.558324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f05efe6a-0bce-47d2-8b9e-8d4c259b3992 req-9ae94a33-70c3-4fd3-a2a5-fde85dfe9343 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718589 Sep 18 00:50:59.630877 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:00.678632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78864b-a140-48dd-b570-f10ef39aab65 req-67d1f073-588c-47ee-9e70-7401cb880192 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:00.680168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd78864b-a140-48dd-b570-f10ef39aab65 req-67d1f073-588c-47ee-9e70-7401cb880192 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0501039 Sep 18 00:51:00.726286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd78864b-a140-48dd-b570-f10ef39aab65 req-14ea550b-f51a-4da1-b834-32037d23b63c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Sep 18 00:51:01.850527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d7ba9-4163-48f9-a7f5-d283c8701986 req-093b39f5-79dd-4421-8273-7c351b9a710f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:01.852137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa8d7ba9-4163-48f9-a7f5-d283c8701986 req-093b39f5-79dd-4421-8273-7c351b9a710f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Sep 18 00:51:01.895967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa8d7ba9-4163-48f9-a7f5-d283c8701986 req-ff041249-cd77-40d0-97c1-afd049cdc88f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Sep 18 00:51:02.021083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:03.013333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b0d8-b9d4-48a9-be8c-87e58de5d1dc req-33d2879a-13dc-4399-8dc3-af52fa1a36d8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:03.015019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0b0d8-b9d4-48a9-be8c-87e58de5d1dc req-33d2879a-13dc-4399-8dc3-af52fa1a36d8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0540295 Sep 18 00:51:03.057782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0b0d8-b9d4-48a9-be8c-87e58de5d1dc req-a487a4b8-c5f9-4ddf-a23d-045388c66360 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Sep 18 00:51:04.183824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e310991-2af0-4090-a8f5-523881ce93dd req-de939caf-e7ab-4025-8819-f0b7db782496 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:04.187812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e310991-2af0-4090-a8f5-523881ce93dd req-de939caf-e7ab-4025-8819-f0b7db782496 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0575805 Sep 18 00:51:04.230163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e310991-2af0-4090-a8f5-523881ce93dd req-3dba0202-67f4-4ca4-99b4-306daf47ecda tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Sep 18 00:51:05.389673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b38b3d-6fe7-456d-ba43-9dc2ef1f58ff req-8770093f-a62d-4aa5-8d42-3a1b65bcf0d1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:05.391480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26b38b3d-6fe7-456d-ba43-9dc2ef1f58ff req-8770093f-a62d-4aa5-8d42-3a1b65bcf0d1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0674524 Sep 18 00:51:05.445327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26b38b3d-6fe7-456d-ba43-9dc2ef1f58ff req-5980fcd3-a0e5-4bc9-a930-1fe608c9e2e1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Sep 18 00:51:06.594300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b02fc-df62-4b53-b740-b65e11840559 req-9728adb1-d7c6-4765-8e1c-c90a45fc3674 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.597082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b90b02fc-df62-4b53-b740-b65e11840559 req-9728adb1-d7c6-4765-8e1c-c90a45fc3674 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0647981 Sep 18 00:51:06.640998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b90b02fc-df62-4b53-b740-b65e11840559 req-ca24ced8-05ee-47dd-a35d-bca843382a08 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Sep 18 00:51:07.769914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896a47-5aea-4d57-99b7-3486f4a2ef5e req-6e3ac34b-3928-4c2c-8f96-642f3c57d36b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:07.772077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d896a47-5aea-4d57-99b7-3486f4a2ef5e req-6e3ac34b-3928-4c2c-8f96-642f3c57d36b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0522139 Sep 18 00:51:07.815099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d896a47-5aea-4d57-99b7-3486f4a2ef5e req-48ca53e0-b6ba-46df-883f-e7462adb9a8d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Sep 18 00:51:08.659146 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-0cb150f8-fea0-4d2d-8eda-0703130525c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471029 Sep 18 00:51:08.743519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-f1657f8f-5e4a-4c09-9a31-d1913bf07ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.745179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-f1657f8f-5e4a-4c09-9a31-d1913bf07ef2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 1098 time: 0.0422747 Sep 18 00:51:08.857839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-b1b2d6d6-10f7-413c-a04a-601225729c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.859421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-b1b2d6d6-10f7-413c-a04a-601225729c51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.0908833 Sep 18 00:51:08.912923 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-77602c0a-81d5-4393-9043-1bde82419bc1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 200 len: 217 time: 0.0455699 Sep 18 00:51:08.959355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fd03-c228-462e-bfe7-a061e5e67e46 req-2dc85bfd-8699-4cf9-bcfc-afd2d0abf17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.962107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4865fd03-c228-462e-bfe7-a061e5e67e46 req-2dc85bfd-8699-4cf9-bcfc-afd2d0abf17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0657749 Sep 18 00:51:08.978349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-181b66aa-8056-4616-ad94-6e981371509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.982616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-181b66aa-8056-4616-ad94-6e981371509d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0567117 Sep 18 00:51:09.031798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4865fd03-c228-462e-bfe7-a061e5e67e46 req-a455b6d7-c826-45a8-8e3d-3a364cd9691d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630131 Sep 18 00:51:09.051531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-9a857f03-9b19-4531-adfc-67bea6d25f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:09.051531 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-9a857f03-9b19-4531-adfc-67bea6d25f24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609303 Sep 18 00:51:09.149466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-e7f5a28b-1d10-4693-88af-07bf4d4aaeeb service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909798 Sep 18 00:51:09.248836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f65a3ed2-516e-4c7e-a3db-31b9cb647acb req-9bf6724e-0cf6-49df-af32-75472771b4fd service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Sep 18 00:51:10.163866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb715b8-beab-4472-ab46-5e2fa7161af0 req-f1d267c5-03ca-44d7-93bd-3beb06c57cc0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:10.165457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cb715b8-beab-4472-ab46-5e2fa7161af0 req-f1d267c5-03ca-44d7-93bd-3beb06c57cc0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0543683 Sep 18 00:51:10.204978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6cb715b8-beab-4472-ab46-5e2fa7161af0 req-73f7dc2d-08d5-4148-8d08-1552e5a2f72a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Sep 18 00:51:11.357917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc184-e824-4546-a02a-0bdc48f34e8b req-7ee9cc69-61d9-4e70-b5fa-c92455b18c51 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:11.359811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af4bc184-e824-4546-a02a-0bdc48f34e8b req-7ee9cc69-61d9-4e70-b5fa-c92455b18c51 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0572987 Sep 18 00:51:11.404388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af4bc184-e824-4546-a02a-0bdc48f34e8b req-bc383502-aab9-45a2-acf5-a92278523915 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 Sep 18 00:51:12.522502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8f45-f069-48df-bb5a-58f80ba4140c req-68b447ef-34fd-4147-a187-722888de9b2c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:12.523991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18dd8f45-f069-48df-bb5a-58f80ba4140c req-68b447ef-34fd-4147-a187-722888de9b2c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Sep 18 00:51:12.562219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18dd8f45-f069-48df-bb5a-58f80ba4140c req-82e3553f-e207-407d-930b-a977b6fff02a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Sep 18 00:51:13.711648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f86fa-cb30-4ba0-bdd8-6fce0c83342d req-1cc20570-74f7-43eb-9ae0-7e33fc86889e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:13.720870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-960f86fa-cb30-4ba0-bdd8-6fce0c83342d req-1cc20570-74f7-43eb-9ae0-7e33fc86889e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0718820 Sep 18 00:51:13.763368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-960f86fa-cb30-4ba0-bdd8-6fce0c83342d req-e0e8fe17-d79f-4b4e-8897-3fb5ff983342 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Sep 18 00:51:14.883273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d46eb-c93b-4dfe-ae6b-a9b20e8551e0 req-6e2ee3aa-ac0f-400d-b181-d9916ecb6f9a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:14.889485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83d46eb-c93b-4dfe-ae6b-a9b20e8551e0 req-6e2ee3aa-ac0f-400d-b181-d9916ecb6f9a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0500543 Sep 18 00:51:14.927068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f83d46eb-c93b-4dfe-ae6b-a9b20e8551e0 req-01d89327-a2eb-4684-b171-9305fb3ffb48 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Sep 18 00:51:16.048121 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.059120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb388e-61a1-4a67-ba39-17829e3fbfa3 req-9d6489a5-2d52-4d9a-b1a8-d5dfefe390e6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:16.068672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8fb388e-61a1-4a67-ba39-17829e3fbfa3 req-9d6489a5-2d52-4d9a-b1a8-d5dfefe390e6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0631366 Sep 18 00:51:16.108879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8fb388e-61a1-4a67-ba39-17829e3fbfa3 req-adde74b5-55e2-4dee-ae47-9e8a73d63b24 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Sep 18 00:51:17.240030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27b07-2f91-40ef-911a-6cf516116bea req-1e59a44d-2346-4b4d-ab6b-0b4dbc29d6ae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:17.241564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd27b07-2f91-40ef-911a-6cf516116bea req-1e59a44d-2346-4b4d-ab6b-0b4dbc29d6ae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0554974 Sep 18 00:51:17.281294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcd27b07-2f91-40ef-911a-6cf516116bea req-a98a228a-7fe6-4c00-aeee-96f16ee144d9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Sep 18 00:51:18.403780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840094-e933-49c2-a9a0-d8fbb08f5afc req-0b4fbec1-d1a3-4fd5-9e0c-7c64b9cbd254 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:18.405365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba840094-e933-49c2-a9a0-d8fbb08f5afc req-0b4fbec1-d1a3-4fd5-9e0c-7c64b9cbd254 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0521677 Sep 18 00:51:18.447020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba840094-e933-49c2-a9a0-d8fbb08f5afc req-ccf853c4-6ed5-41db-928f-4f88cc650617 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336325 Sep 18 00:51:19.581850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7afdda-9d39-4cc3-9b53-db54495ed2f2 req-b5643e57-be48-4c00-af24-07a98ab4642d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:19.583572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b7afdda-9d39-4cc3-9b53-db54495ed2f2 req-b5643e57-be48-4c00-af24-07a98ab4642d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0536263 Sep 18 00:51:19.624144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b7afdda-9d39-4cc3-9b53-db54495ed2f2 req-75509029-c5b2-41d3-89f2-019bd8630d9d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Sep 18 00:51:20.755595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43778d0-875b-4cee-ac48-7f4bbae9a276 req-d0900feb-de7f-4c8d-a4d4-b59e7cb9b993 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:20.757591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b43778d0-875b-4cee-ac48-7f4bbae9a276 req-d0900feb-de7f-4c8d-a4d4-b59e7cb9b993 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0589416 Sep 18 00:51:20.804860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b43778d0-875b-4cee-ac48-7f4bbae9a276 req-8b3c828c-8a18-4858-bf34-04822743d48e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Sep 18 00:51:21.757886 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:21.928701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a0685-43b5-4fa3-8f06-c8bd5424d8ca req-7cf91711-e9de-49e1-a2e9-f5077f4bf831 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:21.930209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd7a0685-43b5-4fa3-8f06-c8bd5424d8ca req-7cf91711-e9de-49e1-a2e9-f5077f4bf831 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0546372 Sep 18 00:51:21.978074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd7a0685-43b5-4fa3-8f06-c8bd5424d8ca req-3a9f898f-def2-44cb-891c-b34b1a58e2de tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Sep 18 00:51:22.510865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-3d36fb0e-32ae-47eb-9f5d-e63728c783e3 req-0b3531bc-0860-462b-a4b6-68872c66464e service neutron] (106452) timed out ('10.222.0.49', 50390) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:51:23.116127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793a19f-c674-4469-a138-d24de54025fc req-a5b0ca0b-40b7-42ba-9f31-8d73a482111e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:23.117967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d793a19f-c674-4469-a138-d24de54025fc req-a5b0ca0b-40b7-42ba-9f31-8d73a482111e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0564396 Sep 18 00:51:23.162061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d793a19f-c674-4469-a138-d24de54025fc req-3cc039b4-823c-4c70-a8ba-93b09a62c0b8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Sep 18 00:51:24.166012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6da5e0d-9b4f-45ba-8ff2-753eb9603121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:24.285446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69102e81-f6fe-4d47-acc1-235ed300e638 req-3630811a-b288-46bb-b207-647d2900d46e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:24.286945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69102e81-f6fe-4d47-acc1-235ed300e638 req-3630811a-b288-46bb-b207-647d2900d46e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0539303 Sep 18 00:51:24.327646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69102e81-f6fe-4d47-acc1-235ed300e638 req-b0f9cc16-0229-4912-87be-8cc1766d1964 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Sep 18 00:51:25.449357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc9ef7-204c-4540-b9ae-6a8015f4455a req-77d97f23-821a-4db9-9bb3-5e03bda551ee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:25.450881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5cc9ef7-204c-4540-b9ae-6a8015f4455a req-77d97f23-821a-4db9-9bb3-5e03bda551ee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Sep 18 00:51:25.493182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5cc9ef7-204c-4540-b9ae-6a8015f4455a req-6b984772-32f1-45b7-a791-64d587d40381 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Sep 18 00:51:26.617055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef07fd-62cd-4544-b640-054b1989d35a req-52931942-396e-4239-9269-894f6be50d2b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:26.618600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aef07fd-62cd-4544-b640-054b1989d35a req-52931942-396e-4239-9269-894f6be50d2b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0512190 Sep 18 00:51:26.658316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1aef07fd-62cd-4544-b640-054b1989d35a req-2fd220d9-ea80-4bd7-817c-12cc2bfc55b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Sep 18 00:51:27.182081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05447567-ca98-48e8-bc32-e47eaf85d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:27.397665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:27.794525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fd720-0e98-4293-b2e4-299fbbef37ce req-e8e18cb6-6654-4742-835c-ba8223c142e4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.796182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b2fd720-0e98-4293-b2e4-299fbbef37ce req-e8e18cb6-6654-4742-835c-ba8223c142e4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0608833 Sep 18 00:51:27.841578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b2fd720-0e98-4293-b2e4-299fbbef37ce req-59c86ac2-8eba-41ac-9c0a-0d82786252e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Sep 18 00:51:28.290043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:28.993344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098258a-48c2-4cfc-b12f-f356b0f2f940 req-852fff78-e19c-4288-bc6b-a25db5b02b4e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:28.994906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2098258a-48c2-4cfc-b12f-f356b0f2f940 req-852fff78-e19c-4288-bc6b-a25db5b02b4e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0747719 Sep 18 00:51:29.054267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2098258a-48c2-4cfc-b12f-f356b0f2f940 req-ad9bab29-7d9d-4c04-9ea3-fd6875d58887 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Sep 18 00:51:29.628283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:30.182048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3194c-53cb-4e5e-8a20-8ed09ebfd591 req-c3e500cb-4670-4f0f-b444-9b9f90a3b087 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:30.183718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8da3194c-53cb-4e5e-8a20-8ed09ebfd591 req-c3e500cb-4670-4f0f-b444-9b9f90a3b087 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0560353 Sep 18 00:51:30.231640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8da3194c-53cb-4e5e-8a20-8ed09ebfd591 req-749357f4-d6bc-4e82-9680-5b2a4d9ceb97 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Sep 18 00:51:31.369721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47074b8-2569-4008-bded-5f8b88aea9ff req-59b2aee4-8d5c-48bb-9909-07670618f510 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:31.371189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f47074b8-2569-4008-bded-5f8b88aea9ff req-59b2aee4-8d5c-48bb-9909-07670618f510 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0595789 Sep 18 00:51:31.413603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f47074b8-2569-4008-bded-5f8b88aea9ff req-e40a6ffc-738d-4d43-9b84-ae93df48e5b0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354159 Sep 18 00:51:32.039230 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:32.541733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64bef5-46cb-47c3-af5e-3fc841e10b89 req-dd256931-193f-4cac-96fe-0840d5052b81 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:32.543344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b64bef5-46cb-47c3-af5e-3fc841e10b89 req-dd256931-193f-4cac-96fe-0840d5052b81 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0539453 Sep 18 00:51:32.585099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b64bef5-46cb-47c3-af5e-3fc841e10b89 req-e382ffa2-b763-4f7d-9e29-7b15fcead463 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Sep 18 00:51:33.720510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffe10c-d358-428f-b0f8-822ee634c8ad req-0be7c12f-dfeb-4da5-a4b5-6911b13cac6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:33.722202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dffe10c-d358-428f-b0f8-822ee634c8ad req-0be7c12f-dfeb-4da5-a4b5-6911b13cac6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0550153 Sep 18 00:51:33.766942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dffe10c-d358-428f-b0f8-822ee634c8ad req-7f21a6e1-cd61-4ad2-8292-af605f766140 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Sep 18 00:51:34.889560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f872bd-6d08-4e8f-aaf1-4331d9b9affe req-024bb3e9-2b01-4e35-86ae-b97dca44e4cb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:34.891015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33f872bd-6d08-4e8f-aaf1-4331d9b9affe req-024bb3e9-2b01-4e35-86ae-b97dca44e4cb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Sep 18 00:51:34.936075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33f872bd-6d08-4e8f-aaf1-4331d9b9affe req-c3e766c5-e3df-4e5a-8eec-c79ce5f3f431 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Sep 18 00:51:36.057461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5551-8979-4e32-a533-c2d8fb290a9a req-9b7a4b07-3e98-4c7b-9f6c-5e7f5da8d126 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:36.058972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc5a5551-8979-4e32-a533-c2d8fb290a9a req-9b7a4b07-3e98-4c7b-9f6c-5e7f5da8d126 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0506997 Sep 18 00:51:36.099941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc5a5551-8979-4e32-a533-c2d8fb290a9a req-e1cf80b9-0a18-486d-ac38-3e30148d6851 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Sep 18 00:51:36.575722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-f5b0e0b2-001b-4346-8d93-ab7440d34f56 req-d2795134-4300-40d7-a40b-bb4fcceda898 tempest-ServersTestBootFromVolume-2051941851 tempest-ServersTestBootFromVolume-2051941851-project] (106453) timed out ('10.222.0.48', 51122) {{(pid=106453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:51:37.233031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591741b-36d4-479d-b0f1-a3110c9baa91 req-065373e4-f265-43d2-aeab-c2fa7c495cfb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.236673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3591741b-36d4-479d-b0f1-a3110c9baa91 req-065373e4-f265-43d2-aeab-c2fa7c495cfb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0589957 Sep 18 00:51:37.278335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3591741b-36d4-479d-b0f1-a3110c9baa91 req-5cb98118-dad1-4b40-a78a-d0574b8e996b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359368 Sep 18 00:51:38.095389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f496a3-148d-4d79-9b0b-bf1328145c3f req-132d383a-f6e8-4ecb-aa1b-d48c8449ea7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:38.096992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94f496a3-148d-4d79-9b0b-bf1328145c3f req-132d383a-f6e8-4ecb-aa1b-d48c8449ea7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0596905 Sep 18 00:51:38.140653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94f496a3-148d-4d79-9b0b-bf1328145c3f req-bef70c10-e0c4-4baa-afc2-bc9efc067304 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366161 Sep 18 00:51:38.269817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629d6-709e-41b4-ba97-d7ac6696795a req-4a2cc213-c925-454c-b8be-baab5cd5a2d3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:38.272707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68629d6-709e-41b4-ba97-d7ac6696795a req-4a2cc213-c925-454c-b8be-baab5cd5a2d3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0572352 Sep 18 00:51:38.323972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68629d6-709e-41b4-ba97-d7ac6696795a req-936cd4c6-09a6-4dd6-a660-7589d57cc067 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Sep 18 00:51:38.427520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4799893-d2c2-4d55-a0be-d694d32edc85 req-df5409f1-ba00-45e9-9f46-2180fd8c1b07 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:38.429567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4799893-d2c2-4d55-a0be-d694d32edc85 req-df5409f1-ba00-45e9-9f46-2180fd8c1b07 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0589075 Sep 18 00:51:38.478735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4799893-d2c2-4d55-a0be-d694d32edc85 req-72c38024-23ea-4a83-85fe-963759df2aee tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Sep 18 00:51:38.899416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-37d3e006-56f1-4c06-ab1c-eda0872811ff tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:38.901351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-37d3e006-56f1-4c06-ab1c-eda0872811ff tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.1561697 Sep 18 00:51:38.930462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-270cf37f-7f06-481a-9b3c-426187dc600a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/quotas/b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 375 time: 0.0163906 Sep 18 00:51:39.011100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-0bb58051-16e5-4831-95c2-5ef283e6fce3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0734799 Sep 18 00:51:39.023262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-99a7bf54-b1a0-4065-83b1-7937a5f04fba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:51:39.024267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-99a7bf54-b1a0-4065-83b1-7937a5f04fba service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053740 Sep 18 00:51:39.130615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-eb18c88e-8e3e-4af4-bd43-dbcc081e8d0f service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997748 Sep 18 00:51:39.230006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-aaab749f-536f-4964-b3de-93a08c2f8175 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921466 Sep 18 00:51:39.434986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-beb7021b-173d-47df-b77f-850c4410de15 req-8c8d1660-c8c0-428a-939b-9879d0743925 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 210 time: 0.0323248 Sep 18 00:51:39.618798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5a529-5ef0-424e-898c-b5ecaf46a686 req-71fbba9e-d654-4853-82a7-37644693234b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:39.620385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebf5a529-5ef0-424e-898c-b5ecaf46a686 req-71fbba9e-d654-4853-82a7-37644693234b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0606122 Sep 18 00:51:39.664326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebf5a529-5ef0-424e-898c-b5ecaf46a686 req-edbfca69-47c7-4b6c-805a-9900624c036d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Sep 18 00:51:40.529408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939f024-87d0-41c4-95ba-67612355d912 req-34fafdf0-c0c8-48f0-9627-15e1a7c2da47 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:40.530771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1939f024-87d0-41c4-95ba-67612355d912 req-34fafdf0-c0c8-48f0-9627-15e1a7c2da47 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0626035 Sep 18 00:51:40.550977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05cb435f-d395-49df-a476-f1cad97f4063 req-2a3c6018-2918-485e-963f-b670d75281b2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 210 time: 0.0386662 Sep 18 00:51:40.587862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1939f024-87d0-41c4-95ba-67612355d912 req-a425e22d-8ecb-4a0e-aef7-a954de2a4331 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393367 Sep 18 00:51:40.823610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7252940-6051-4148-8c31-b95eb1f434ea req-11f152be-a8ee-45b3-b2da-e427a0a24eb5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:40.831161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7252940-6051-4148-8c31-b95eb1f434ea req-11f152be-a8ee-45b3-b2da-e427a0a24eb5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0850918 Sep 18 00:51:40.880419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7252940-6051-4148-8c31-b95eb1f434ea req-1953fe8d-4424-4e47-be65-1163c31997f7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Sep 18 00:51:40.892008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-cf943408-f46e-4591-b9c2-a4706d25fcf0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:40.895038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-cf943408-f46e-4591-b9c2-a4706d25fcf0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.1505501 Sep 18 00:51:40.917201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'device_id': '5400582a-198e-42b0-8e32-734b325abdf2', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'admin_state_up': True, 'tenant_id': 'b20e09258ef0486d9c031486a4356292'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:41.039188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:41.042762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.182722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.20.0.5 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/47e5a443-8e75-405d-a7e9-d6d2f4c15951) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:41.327923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.362617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.375320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:41.400789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:41.408764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:41.412785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:41.416523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:41.444723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:41.457787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.458338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.458991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.459456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.459935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.460436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.461101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.461578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.462047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.462531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.463017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.463489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:41.504532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:41.505387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.523204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-49fc6fc3-4291-4c4e-9fdf-60a035bf7744 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101017 Sep 18 00:51:41.726304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Request body: {'port': {'device_id': '5400582a-198e-42b0-8e32-734b325abdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:41.799862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.821289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd32f0-395c-4ff5-9f01-d1c1d4ca91cd req-ae281420-d4ae-47a9-94ea-3047fe8ee0d3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:41.822831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88dd32f0-395c-4ff5-9f01-d1c1d4ca91cd req-ae281420-d4ae-47a9-94ea-3047fe8ee0d3 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.1180923 Sep 18 00:51:41.834815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1bd0-01a8-4718-bc60-33b6c16d3718 req-1d2c6ff9-f3e4-40ee-9e86-6edac1c53d11 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:41.836447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b1c1bd0-01a8-4718-bc60-33b6c16d3718 req-1d2c6ff9-f3e4-40ee-9e86-6edac1c53d11 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 931 time: 0.0725312 Sep 18 00:51:41.864648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-37c80564-20ee-4bbe-9b33-6fc8778084c5 None None] Provisioning complete for port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:41.865875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-37c80564-20ee-4bbe-9b33-6fc8778084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:41.910682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-37c80564-20ee-4bbe-9b33-6fc8778084c5 None None] Port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:41.915117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88dd32f0-395c-4ff5-9f01-d1c1d4ca91cd req-b1259fbd-efe9-4bb3-a584-a0030a977b81 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707686 Sep 18 00:51:41.958825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b1c1bd0-01a8-4718-bc60-33b6c16d3718 req-c350361c-3285-4e11-ab2d-cd784aca8547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976379 Sep 18 00:51:42.069486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36363-2416-4a8a-b8d0-925c39bc87b4 req-8b1f92db-a087-4abe-ba1d-d7cba85062b8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.071025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be36363-2416-4a8a-b8d0-925c39bc87b4 req-8b1f92db-a087-4abe-ba1d-d7cba85062b8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0546155 Sep 18 00:51:42.117210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be36363-2416-4a8a-b8d0-925c39bc87b4 req-42d09c20-77bb-4cfa-bb71-664dd4307d90 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Sep 18 00:51:42.139309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e5a443-8e75-405d-a7e9-d6d2f4c15951 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:42.148452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:42.161798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Transition to ACTIVE for port object 47e5a443-8e75-405d-a7e9-d6d2f4c15951 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:51:42.166034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:42.230041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:42.309566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Attempting to bind port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:42.310019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Attempting to bind port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:42.310363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Attempting to bind port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:42.315089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:51:42.315412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Attempting to bind port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:42.321224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:42.321566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:42.321956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:42.322415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Bound port: 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:42.322782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:42.391775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:42.395494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:42.402156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:42.444013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.444717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:42.446557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] 10.222.0.54 "PUT /v2.0/ports/47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 200 len: 1092 time: 0.9070878 Sep 18 00:51:42.449618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:42.452034 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753c80b-d75b-4063-8287-abb6a4b5ec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:42.481563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447bf1e-8f34-4ab1-b193-51c1f5a5cc04 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:42.568918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-08b98bc4-dcbe-46b1-88b6-64c99b6f47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.570560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-08b98bc4-dcbe-46b1-88b6-64c99b6f47c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 1095 time: 0.0438044 Sep 18 00:51:42.632676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-0da2d497-2e6f-48da-9936-4a4d6a4ab150 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 200 len: 217 time: 0.0469913 Sep 18 00:51:42.671816 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252e7d3-de6e-4c34-99ca-13245a9c1a47 x-openstack-request-id: req-5252e7d3-de6e-4c34-99ca-13245a9c1a47 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:42.672108 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:42.672393 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5252e7d3-de6e-4c34-99ca-13245a9c1a47 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:42.672795 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'status': 'completed', 'code': 200} Sep 18 00:51:42.699597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-1b54febf-ed13-4570-a002-975185bb57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.701211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-1b54febf-ed13-4570-a002-975185bb57a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0601532 Sep 18 00:51:42.825162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634261b-8131-4c96-ab61-af7f412f942a req-35b1ed51-05c1-4fa0-9066-bb36a62da313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.826698 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-35b1ed51-05c1-4fa0-9066-bb36a62da313 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808954 Sep 18 00:51:42.834199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-4afd6b45-e0d7-4c5d-8ceb-c8002a6a1b42 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:42.835547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-4afd6b45-e0d7-4c5d-8ceb-c8002a6a1b42 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0886400 Sep 18 00:51:43.000785 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-ce4071d1-028f-4a39-b9a0-cbd232041cef service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543238 Sep 18 00:51:43.040282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Deleting port ed4ee570-c1d3-450d-bbf7-6a26043ae39f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:43.040686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:43.050815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38063-cc4f-4269-ae73-42f4cc5b4310 req-aa8fc407-f258-441f-8b2f-035dd02c05bb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:43.053430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22d38063-cc4f-4269-ae73-42f4cc5b4310 req-aa8fc407-f258-441f-8b2f-035dd02c05bb tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0601263 Sep 18 00:51:43.133741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8447e4b-3066-49c1-8299-05abbac25158 req-2f8fb3ad-46c6-43ac-bc37-c9454595b818 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:43.135428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8447e4b-3066-49c1-8299-05abbac25158 req-2f8fb3ad-46c6-43ac-bc37-c9454595b818 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 943 time: 0.0807910 Sep 18 00:51:43.160559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22d38063-cc4f-4269-ae73-42f4cc5b4310 req-cde908bc-dcc0-4807-8d3f-ae8219b78684 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5880a15-3363-47c4-b322-f47badece214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665264 Sep 18 00:51:43.191940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8447e4b-3066-49c1-8299-05abbac25158 req-9e814f68-5879-4777-b636-2133201fff37 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Sep 18 00:51:43.329893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb6a8-47ce-4d96-b8e5-150c46c359b9 req-4ca825bf-874d-4083-9fee-f375d1f17abb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:43.337405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-331eb6a8-47ce-4d96-b8e5-150c46c359b9 req-4ca825bf-874d-4083-9fee-f375d1f17abb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0737131 Sep 18 00:51:43.384647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-331eb6a8-47ce-4d96-b8e5-150c46c359b9 req-7e258368-aa02-442f-9947-af6a8053e1fb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Sep 18 00:51:43.498426 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9634261b-8131-4c96-ab61-af7f412f942a req-97fda699-871e-4edc-8b12-303e5f841847 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885204 Sep 18 00:51:43.511202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] For port ed4ee570-c1d3-450d-bbf7-6a26043ae39f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:43.511658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:43.720153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-c2dceb96-3440-4424-9564-38821dccbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:43.721865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-c2dceb96-3440-4424-9564-38821dccbc18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 1095 time: 0.1269937 Sep 18 00:51:43.871656 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:43.872017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:43.872404 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Floating IP f7cfd032-734d-48d1-8489-23debbdd9469 disassociated. External IP: 172.25.7.47, port: ed4ee570-c1d3-450d-bbf7-6a26043ae39f. Sep 18 00:51:43.872703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Calling delete_port for ed4ee570-c1d3-450d-bbf7-6a26043ae39f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:43.929603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-42334630-25ce-474e-bdc3-c794b78dafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:43.931024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-42334630-25ce-474e-bdc3-c794b78dafa7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2006378 Sep 18 00:51:43.985272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-a242bbf4-2b3c-4cf9-83a1-1f20200a654d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 200 len: 217 time: 0.0443528 Sep 18 00:51:44.068034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-b7b9b2f3-0145-4c23-8064-b095c52e001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:44.069433 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-b7b9b2f3-0145-4c23-8064-b095c52e001d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0722106 Sep 18 00:51:44.134284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.150346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-5bc432a4-72f4-46b2-95a8-a34c74a1aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:44.152004 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-5bc432a4-72f4-46b2-95a8-a34c74a1aa8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747840 Sep 18 00:51:44.188136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'Port': ['ID=ed4ee570-c1d3-450d-bbf7-6a26043ae39f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:44.349991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4472103f-89a0-449d-a44f-ddb1debf73d3 req-89a5eb12-c7fd-4fd7-87f4-344c827cdb4c tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0583215 Sep 18 00:51:44.392033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-9a01a66d-8677-451e-b7e5-b37f9570880f service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128751 Sep 18 00:51:44.431118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b24d0-d9a3-48c5-9201-e78bee48e311 req-03fdffd4-5d71-44f2-9cef-60830fb17241 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:44.432840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f6b24d0-d9a3-48c5-9201-e78bee48e311 req-03fdffd4-5d71-44f2-9cef-60830fb17241 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 943 time: 0.1084540 Sep 18 00:51:44.434930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:44.501703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f6b24d0-d9a3-48c5-9201-e78bee48e311 req-cf64ed17-dcc4-430b-9a44-3ef67e15e8b8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597782 Sep 18 00:51:44.528913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54660) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:44.542224 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b753c80b-d75b-4063-8287-abb6a4b5ec0b req-72dfa69a-0d3e-4eb9-9afb-d5d5e094b4c5 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412232 Sep 18 00:51:44.605128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:44.628134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:44.648317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a749e26-6863-4939-abef-715788438ab9 req-bcb9cdb6-8085-459f-8f3d-5655c9ebff28 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:44.648891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:44.649668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:44.650685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a749e26-6863-4939-abef-715788438ab9 req-bcb9cdb6-8085-459f-8f3d-5655c9ebff28 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0793617 Sep 18 00:51:44.679282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] No DVR routers for this DVR port ed4ee570-c1d3-450d-bbf7-6a26043ae39f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:51:44.687251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.689521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2bf230dd-d571-449f-9679-39c8abc199e1 req-854e8321-1898-466e-91ec-a9cc51c6711d tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.54 "DELETE /v2.0/ports/ed4ee570-c1d3-450d-bbf7-6a26043ae39f HTTP/1.1" status: 204 len: 173 time: 1.8359888 Sep 18 00:51:44.689945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'name': 'network-vif-deleted', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:44.693262 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e6702-3e28-4690-b401-5e866d65a775" -d '{"events": [{"server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "name": "network-vif-deleted", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:44.709388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.715964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a749e26-6863-4939-abef-715788438ab9 req-d5340078-f884-4107-b419-78935379ae6c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Sep 18 00:51:44.753719 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe57662-5360-47b9-bce6-d5f6afd84c84 x-openstack-request-id: req-dfe57662-5360-47b9-bce6-d5f6afd84c84 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:44.754018 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9", "name": "network-vif-deleted", "tag": "ed4ee570-c1d3-450d-bbf7-6a26043ae39f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:44.754604 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfe57662-5360-47b9-bce6-d5f6afd84c84 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:44.755024 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5466bd-b364-47cb-b91a-0d0b6ba5d2c9', 'name': 'network-vif-deleted', 'tag': 'ed4ee570-c1d3-450d-bbf7-6a26043ae39f', 'status': 'completed', 'code': 200} Sep 18 00:51:44.830967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:44.865102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.870455 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.941473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11feae48-685a-4dfd-9a77-b86c06f34824,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:44.945440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b470c4f6bf19455a8c5ff04bce8f5b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151294 Sep 18 00:51:44.948217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54668) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:44.960637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.961479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.961926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.962392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.962826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.963255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.964141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.964141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.964747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.965249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.965695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:44.966402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da81a0-9b0d-4f22-8c40-16c8f3a89881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:45.023834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.046498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.070418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:45.098351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:45.102227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.105247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.108544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11feae48-685a-4dfd-9a77-b86c06f34824 HTTP/1.1" status: 204 len: 168 time: 0.1569831 Sep 18 00:51:45.121240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f4888-2143-491f-9ab3-a2725092239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11feae48-685a-4dfd-9a77-b86c06f34824,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:45.129221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:45.129881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:45.284068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:45.301655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-d1a2a3f6-d79d-41a7-9adf-4aed4421d9c2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:45.303356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-d1a2a3f6-d79d-41a7-9adf-4aed4421d9c2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.1464016 Sep 18 00:51:45.321757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1b03ca8b-544d-4d88-8ae1-5d721058d399 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/quotas/1300d7b8a1994f228befe1f994439ed5 HTTP/1.1" status: 200 len: 375 time: 0.0120766 Sep 18 00:51:45.417148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-1b06c919-7686-417c-b579-adc5c7bb0237 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:45.418967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-1b06c919-7686-417c-b579-adc5c7bb0237 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bce81e-0bed-4bb5-a03e-19acc203c0e5 HTTP/1.1" status: 200 len: 946 time: 0.0893161 Sep 18 00:51:45.464287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-3d33c222-3329-43dc-94da-d85b0ba5b5ad tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026039 Sep 18 00:51:45.464912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54694) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:45.682835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1fb03163-04e3-407e-a352-03968710d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:45.693387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.704301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-fa831bb6-e239-41e8-8e29-8c5c62440733 service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269640 Sep 18 00:51:45.706671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Deleting port 5132a6cd-e17f-43c9-bec7-53af995b25a3 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:45.707107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.710817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb03163-04e3-407e-a352-03968710d1df None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:43:45Z', 'revision_number': 4, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c794a51b-0e9d-4974-bea1-3e253696a994', 'name': '', 'network_id': '67b61fb7-1898-47a5-bbfe-c64db4ffb1fc', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'mac_address': 'fa:16:3e:07:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:44Z', 'updated_at': '2021-09-18T00:43:50Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'subnets': [{'id': '11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:45.769336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.851279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05ac29-7a8e-4107-b898-dea7548854b3 req-e53a964d-77c5-4f3f-8349-e9cb94e84703 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:45.852851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a05ac29-7a8e-4107-b898-dea7548854b3 req-e53a964d-77c5-4f3f-8349-e9cb94e84703 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 943 time: 0.2205472 Sep 18 00:51:45.977982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] For port 5132a6cd-e17f-43c9-bec7-53af995b25a3, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5132a6cd-e17f-43c9-bec7-53af995b25a3,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:45.978361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.997246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-50bbb45c-c999-4beb-b3cf-c0680621c7d5 service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737541 Sep 18 00:51:45.997246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:45.999595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.004629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "DELETE /v2.0/security-groups/b5880a15-3363-47c4-b322-f47badece214 HTTP/1.1" status: 204 len: 168 time: 0.5324893 Sep 18 00:51:46.006103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54718) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:46.016572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a05ac29-7a8e-4107-b898-dea7548854b3 req-3a1e12b8-4846-4dd0-9819-97101cbf78ea tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240890 Sep 18 00:51:46.018884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Calling delete_port for 5132a6cd-e17f-43c9-bec7-53af995b25a3 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:46.029059 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-9feb0680-4378-4234-b339-48dfe8ae1804 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] show failed (client error): The resource could not be found. Sep 18 00:51:46.034484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54720) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:46.034805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9feb0680-4378-4234-b339-48dfe8ae1804 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "GET /v2.0/security-groups/b5880a15-3363-47c4-b322-f47badece214 HTTP/1.1" status: 404 len: 347 time: 0.0263722 Sep 18 00:51:46.045297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156da15-a67c-475a-9622-35edcf094914 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5880a15-3363-47c4-b322-f47badece214,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:46.047023 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.056572 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85964aed-aaf1-40b3-92f2-8a7ebe64a2af None None] New status for floating IP f7cfd032-734d-48d1-8489-23debbdd9469: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:51:46.243981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Deleting port 08119424-64e2-456e-97a3-01e276761e0d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:46.243981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.334780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cd75685-c59c-420e-9e6f-122c3d99e993 req-8a9bc7e0-aae3-4b42-b6ec-64558b8da7b1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 210 time: 0.0462415 Sep 18 00:51:46.397366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.413903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5132a6cd-e17f-43c9-bec7-53af995b25a3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:46.438316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.438918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.448993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event deleted for resources: {'Port': ['ID=5132a6cd-e17f-43c9-bec7-53af995b25a3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:46.463209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Calling delete_port for 08119424-64e2-456e-97a3-01e276761e0d owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:46.531490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54734) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:46.532919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] No DVR routers for this DVR port 5132a6cd-e17f-43c9-bec7-53af995b25a3 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:51:46.537524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.539691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c52084fc-30a8-4e0b-a39c-bcf750cc73fc req-6c16b6dd-253b-4b2a-a572-61457401b550 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "DELETE /v2.0/ports/5132a6cd-e17f-43c9-bec7-53af995b25a3 HTTP/1.1" status: 204 len: 173 time: 1.1112716 Sep 18 00:51:46.540137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'name': 'network-vif-deleted', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:46.542437 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9768497c-0d3a-4b24-9f35-7139c9c61a75" -d '{"events": [{"server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "name": "network-vif-deleted", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:46.704860 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0cea092-3428-4bf8-aa56-8a6ccec5195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.812690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0cea092-3428-4bf8-aa56-8a6ccec5195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.817416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0cea092-3428-4bf8-aa56-8a6ccec5195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.852860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a0cea092-3428-4bf8-aa56-8a6ccec5195e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=497fdd3375044bacaf4a90c42c76f443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202834 Sep 18 00:51:46.856015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54744) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:46.877412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cea092-3428-4bf8-aa56-8a6ccec5195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259a75d-320e-4c96-8d49-ab12a44261e2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:46.910350 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0d335-50e8-4a19-9468-86e3c4998ad4 x-openstack-request-id: req-3fd0d335-50e8-4a19-9468-86e3c4998ad4 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:46.910646 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bce81e-0bed-4bb5-a03e-19acc203c0e5", "name": "network-vif-deleted", "tag": "5132a6cd-e17f-43c9-bec7-53af995b25a3", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:46.910913 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd0d335-50e8-4a19-9468-86e3c4998ad4 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:46.911284 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bce81e-0bed-4bb5-a03e-19acc203c0e5', 'name': 'network-vif-deleted', 'tag': '5132a6cd-e17f-43c9-bec7-53af995b25a3', 'status': 'completed', 'code': 200} Sep 18 00:51:46.922864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.948183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.006081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ed4ee570-c1d3-450d-bbf7-6a26043ae39f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:47.013487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.017134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.017526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.020892 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5259a75d-320e-4c96-8d49-ab12a44261e2 HTTP/1.1" status: 204 len: 168 time: 0.1631794 Sep 18 00:51:47.035463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ed4ee570-c1d3-450d-bbf7-6a26043ae39f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:47.036025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ed4ee570-c1d3-450d-bbf7-6a26043ae39f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:47.039770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1087e6-e8d0-4c0e-afbc-64778575b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259a75d-320e-4c96-8d49-ab12a44261e2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:47.073902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Pushing event deleted for resources: {'Port': ['ID=08119424-64e2-456e-97a3-01e276761e0d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:47.192678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.195504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.196634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-668dd008-b7e1-4b8a-bc65-87c2b323d365 tempest-AttachVolumeTestJSON-907119808 tempest-AttachVolumeTestJSON-907119808-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7cfd032-734d-48d1-8489-23debbdd9469 HTTP/1.1" status: 204 len: 168 time: 1.1587801 Sep 18 00:51:47.210774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c9f15-73b0-465f-a017-2b164719ca0b req-65343d39-123d-4ac4-8ab6-2041e40db4c3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:47.212797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-297c9f15-73b0-465f-a017-2b164719ca0b req-65343d39-123d-4ac4-8ab6-2041e40db4c3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 943 time: 0.1055202 Sep 18 00:51:47.261253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-297c9f15-73b0-465f-a017-2b164719ca0b req-779ae2d5-e7ae-454c-996b-628e6d47cb8c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Sep 18 00:51:47.532799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5564e1d-72ff-4753-bbed-e1d07cc3ae6c req-6232b499-68ec-4e1d-968d-a14bf844631c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 210 time: 0.0704539 Sep 18 00:51:47.574544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1ebf821c-4c96-4a41-a581-e5d30dc41946 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:47.576598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1ebf821c-4c96-4a41-a581-e5d30dc41946 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.1643138 Sep 18 00:51:47.591842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Request body: {'port': {'device_id': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'admin_state_up': True, 'tenant_id': '1300d7b8a1994f228befe1f994439ed5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:47.727139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Made reservation on behalf of 1300d7b8a1994f228befe1f994439ed5 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:47.729722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.842855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54778) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:47.869207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Allocated IP 172.20.0.10 (4fb5d125-ac0e-4183-8374-a40d948eea7a/e370d442-58f2-450f-b752-35351f1698dd/4ca58cf0-3f02-4409-9b15-3abc2d7298cd) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:47.961147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1635983059-network', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:47.985934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Made reservation on behalf of cd6b43c0f7b14c0a8219d94a6875ad08 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:47.990438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.000290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.031997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.073687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.116493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.121607 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.123332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:48.126801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:48.134987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:48.139070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:48.148937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:51:48.159158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f602525e-657b-46bd-95b1-c978f2a1dec5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:48.165209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.165748 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Added segment fad3e5df-9f6b-4be4-8a49-7bdd82291fb5 of type vlan for network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 Sep 18 00:51:48.199429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:48.199967 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.207270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.215118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-41fe340e-010e-4c9e-ada6-ee70cffdb17e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6271853 Sep 18 00:51:48.225469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-0a73c885-b7ae-4a6e-8e3b-6709c2a7d7a8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:51:48.226635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-0a73c885-b7ae-4a6e-8e3b-6709c2a7d7a8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058694 Sep 18 00:51:48.233144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.235399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:48.235990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.269370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4248595 Sep 18 00:51:48.272218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54784) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:48.277207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Request body: {'subnet': {'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1635983059-subnet', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:48.315030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24b054-9d3a-4baa-b7b6-fae7fb706435 admin admin] Pushing event updated for resources: {'Network': ['ID=e695ec70-24b3-44d5-bf1d-4cf86cbaff01,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:48.316976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Request body: {'port': {'device_id': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:48.326001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:51:48.335775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Made reservation on behalf of cd6b43c0f7b14c0a8219d94a6875ad08 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:48.338477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.428111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.534141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4b1a4-379e-47fe-8ea7-ba5c621779a9 req-21dc0b66-278d-4df6-91d4-eaae8dfd1917 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:48.535678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ff4b1a4-379e-47fe-8ea7-ba5c621779a9 req-21dc0b66-278d-4df6-91d4-eaae8dfd1917 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 943 time: 0.1037283 Sep 18 00:51:48.549306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.614058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9155bdab-604a-4488-abe6-468e20d33cd6,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:48.626684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Checking segment: {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:48.627133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Network hostable DHCP agents. Network: e695ec70-24b3-44d5-bf1d-4cf86cbaff01, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:51:48.646711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:51:48.657255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e695ec70-24b3-44d5-bf1d-4cf86cbaff01) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:48.661858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:48.662765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.669223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe587e-14f4-4f71-8c32-9d045c857437 None None] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:48.697276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-217e9b17-4a02-4cdd-9b8a-3ebc443fc954 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4234319 Sep 18 00:51:48.699404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:48.705563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:48.735454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.737311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.740035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ff4b1a4-379e-47fe-8ea7-ba5c621779a9 req-02d6a245-1397-4ee8-8dc1-63db5f390289 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825666 Sep 18 00:51:48.794877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be669648-26b0-453c-9910-42bbb9b36b04 req-756793ce-0332-4ba3-aafb-0adb6c924217 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:48.796431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be669648-26b0-453c-9910-42bbb9b36b04 req-756793ce-0332-4ba3-aafb-0adb6c924217 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 932 time: 0.1555309 Sep 18 00:51:48.843208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.867542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:51:48.868583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.924292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be669648-26b0-453c-9910-42bbb9b36b04 req-ce576ea1-8307-4501-8616-1626942e0c35 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119266 Sep 18 00:51:48.990613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca58cf0-3f02-4409-9b15-3abc2d7298cd {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:48.998655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.018238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Transition to ACTIVE for port object 4ca58cf0-3f02-4409-9b15-3abc2d7298cd will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:51:49.018889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.023956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47e5a443-8e75-405d-a7e9-d6d2f4c15951 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:51:49.024260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.059848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Allocated IP 172.20.0.2 (e695ec70-24b3-44d5-bf1d-4cf86cbaff01/9155bdab-604a-4488-abe6-468e20d33cd6/91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:49.106879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.198619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Attempting to bind port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:49.198970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Attempting to bind port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:49.199308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Attempting to bind port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:49.203858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd on network 4fb5d125-ac0e-4183-8374-a40d948eea7a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:51:49.204200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Attempting to bind port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:49.210464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:49.210809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Checking segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:49.211203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Bound using segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:49.211779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Bound port: 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:49.212151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.277377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.279769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:49.292474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'mac_address': 'fa:16:3e:ca:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:51:49.297552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:49.301334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.302083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:49.306791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.309185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.326164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.354624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:49.355258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.357568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] 10.222.0.48 "PUT /v2.0/ports/4ca58cf0-3f02-4409-9b15-3abc2d7298cd HTTP/1.1" status: 200 len: 1093 time: 1.1223257 Sep 18 00:51:49.360046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:49.365442 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb64a92-ab82-47d8-8815-6b82893da570" -d '{"events": [{"name": "network-changed", "server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:49.384054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:49.407257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:49.438123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:49.445552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Allocated IP 172.25.7.95 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1f914901-3e54-4cac-a7a1-9d3db1586ae5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:49.452534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.471005 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914a7485-3232-4a4e-b9a8-4a86f019806d x-openstack-request-id: req-914a7485-3232-4a4e-b9a8-4a86f019806d {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:49.471302 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:49.471556 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-914a7485-3232-4a4e-b9a8-4a86f019806d {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:49.472836 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'status': 'completed', 'code': 200} Sep 18 00:51:49.475193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5756fd-9615-487d-b3af-3d2a59fe499b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.494267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-c9eea10d-9b5f-41c9-ad84-0bf38f52ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:49.496131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-c9eea10d-9b5f-41c9-ad84-0bf38f52ec11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 1096 time: 0.0868022 Sep 18 00:51:49.498713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e5a443-8e75-405d-a7e9-d6d2f4c15951 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:49.556624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-cfdaadba-e96a-4cf8-90a7-e33da2106b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd HTTP/1.1" status: 200 len: 217 time: 0.0514135 Sep 18 00:51:49.562253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5132a6cd-e17f-43c9-bec7-53af995b25a3 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:49.590521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5132a6cd-e17f-43c9-bec7-53af995b25a3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:49.590867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5132a6cd-e17f-43c9-bec7-53af995b25a3 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:49.592209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Pushing event updated for resources: {'Port': ['ID=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.606746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.626644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-07faa6a2-2536-4780-a317-bae0e729a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:49.628802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-07faa6a2-2536-4780-a317-bae0e729a5dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0649278 Sep 18 00:51:49.634560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:49.636336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Attempting to bind port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:49.636842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Attempting to bind port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:49.637109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Attempting to bind port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 on network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:49.646328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.650128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:49.650391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Checking segment: {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:49.650782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.651240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Bound using segment: {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:49.651966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Bound port: 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:49.654356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.655307 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.670527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-12a02c1e-7070-4269-9a31-5e074fa766bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335052 Sep 18 00:51:49.701835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:49.707881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:49.719162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:49.744618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.759740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.760091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.760481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.760815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.761165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.761892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.761892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.762148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.762400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.762721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.763040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.763356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:49.795939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] For port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:49.803416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] For port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:49.814567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:49.838853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-03d16fb8-c4f9-4ef0-92fd-4ea09606c628 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597185 Sep 18 00:51:49.844640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Pushing event updated for resources: {'Port': ['ID=1f914901-3e54-4cac-a7a1-9d3db1586ae5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.892104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12690f11-6ce1-4b68-b5b5-33c96ba9d744 None None] Pushing event updated for resources: {'Port': ['ID=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:49.945472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba656c0-d7f7-4534-bb7f-4309cd8eaf34 req-26a454ec-02c2-4015-87cf-2e8729d9c56e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:49.952932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dba656c0-d7f7-4534-bb7f-4309cd8eaf34 req-26a454ec-02c2-4015-87cf-2e8729d9c56e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 944 time: 0.1176600 Sep 18 00:51:50.039762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dba656c0-d7f7-4534-bb7f-4309cd8eaf34 req-731e1fd5-92f1-40eb-b728-82bad5099539 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Sep 18 00:51:50.056785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:50.074106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe199b-a204-4f81-8210-42b08b45acb8 req-ae4132f3-c32e-43b0-a13b-72d5254209f6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061429 Sep 18 00:51:50.105358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47e5a443-8e75-405d-a7e9-d6d2f4c15951'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:50.200657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634a505-1006-4f6b-b833-8f67e3d135c9 req-5c551306-e6f6-4c49-b3bd-cf5c3cb1085a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:50.209969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f634a505-1006-4f6b-b833-8f67e3d135c9 req-5c551306-e6f6-4c49-b3bd-cf5c3cb1085a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 944 time: 0.1505730 Sep 18 00:51:50.302639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f634a505-1006-4f6b-b833-8f67e3d135c9 req-0cf1ca52-c8ca-4b08-a212-17003b2996ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Sep 18 00:51:50.325459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-8e691039-ae22-45a6-b761-d155305a9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:50.327010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-8e691039-ae22-45a6-b761-d155305a9c8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 1096 time: 0.1704893 Sep 18 00:51:50.445659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-da902b0f-6c4e-4a0f-a680-8a82e460d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:50.447202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-da902b0f-6c4e-4a0f-a680-8a82e460d204 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1110396 Sep 18 00:51:50.498116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-ed08f698-6f00-453f-865b-e907c84de459 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd HTTP/1.1" status: 200 len: 217 time: 0.0429833 Sep 18 00:51:50.552857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-56ff2476-2dc7-4d2b-a334-4b568cec234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:50.555299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-56ff2476-2dc7-4d2b-a334-4b568cec234d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0477493 Sep 18 00:51:50.597218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-f5f9f7e6-f93c-4281-bfbc-db10479fcb0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342891 Sep 18 00:51:50.673422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:50.725820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-0755426b-e45b-4cc6-8295-dcc9d0bce1bd service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197298 Sep 18 00:51:50.873390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cb64a92-ab82-47d8-8815-6b82893da570 req-0176b5b9-4af5-4475-8efb-d7ecf1152cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409476 Sep 18 00:51:50.905576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Router adf7105d-e7e2-4d76-9444-7802a659abce is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:51:51.104032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:51.106383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-ba65acba-f21f-47aa-bba7-53e6de8ff39e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0894098 Sep 18 00:51:51.120540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Sync routers for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:51.157523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:51.158192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:51.164819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:51.170823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-68b19d77-7904-4414-bc58-76b40c95a029 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4661095 Sep 18 00:51:51.170823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54822) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:51.257417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2642f2b-25e1-48c7-876b-82b8d3a99598 req-ba3abf46-c1ba-4efd-a645-0d367fd37147 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.257658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca3a0d-8b14-496b-b4c2-9eb7190a6623 None None] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:51.259190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2642f2b-25e1-48c7-876b-82b8d3a99598 req-ba3abf46-c1ba-4efd-a645-0d367fd37147 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 944 time: 0.1074631 Sep 18 00:51:51.280637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.281279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.281819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.282343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.283551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.283551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.283987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.286987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-cd0f00fd-dfb4-49c8-ac6c-4cee597d8c4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.1187322 Sep 18 00:51:51.322182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:51.371419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2642f2b-25e1-48c7-876b-82b8d3a99598 req-26a30abc-6ffe-4727-959e-b5d3c2086140 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039662 Sep 18 00:51:51.502700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea6f8-3c74-48a0-a0d6-a328aa095dac req-f3d1857d-4214-4abf-a675-a540618129cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.505905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-162ea6f8-3c74-48a0-a0d6-a328aa095dac req-f3d1857d-4214-4abf-a675-a540618129cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 944 time: 0.1394849 Sep 18 00:51:51.545563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-359db5b7-5d6e-4eac-8dd8-9208900b965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.546302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-359db5b7-5d6e-4eac-8dd8-9208900b965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.546927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-359db5b7-5d6e-4eac-8dd8-9208900b965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.548789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-359db5b7-5d6e-4eac-8dd8-9208900b965c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 2293 time: 0.2275538 Sep 18 00:51:51.571006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-162ea6f8-3c74-48a0-a0d6-a328aa095dac req-9f09a954-d203-4143-9483-e0cd76f3e866 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543342 Sep 18 00:51:51.648137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-4747bf0e-262d-4b22-b88c-5a9136cee4dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 1001 time: 0.0808191 Sep 18 00:51:51.666965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] Provisioning complete for port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:51.667348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:51.716343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-5f1954a6-5fa3-4cd4-969a-0cf76160d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.718786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-5f1954a6-5fa3-4cd4-969a-0cf76160d3cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0630825 Sep 18 00:51:51.725808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:49Z', 'revision_number': 3, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:51.767388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Checking router: adf7105d-e7e2-4d76-9444-7802a659abce for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:51.767846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Updating router adf7105d-e7e2-4d76-9444-7802a659abce port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:51:51.768418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:51.791147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-e6d68ba9-e4ee-4485-8490-7cd4a397e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:51.797175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-e6d68ba9-e4ee-4485-8490-7cd4a397e54a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697503 Sep 18 00:51:51.831741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:51.874965 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:51.960762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:52.015313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] For port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:52.028612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.035295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-b5ac2e00-019c-4420-a2ab-95db471bea44 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300951 Sep 18 00:51:52.108541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Allocated IP 172.20.0.1 (e695ec70-24b3-44d5-bf1d-4cf86cbaff01/9155bdab-604a-4488-abe6-468e20d33cd6/68c41b67-8091-4015-b400-f13ed7cf66fa) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:52.137749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:52.138531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.212560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-4c0b149c-bf06-4263-85fa-6d4011626d60 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677275 Sep 18 00:51:52.235122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b67b68-0095-4235-947b-4a7733d3ddd1 None None] Pushing event updated for resources: {'Port': ['ID=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:52.256765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-21fb4034-c8f7-43ae-95e2-ccb0842510ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 217 time: 0.0371144 Sep 18 00:51:52.268191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.319861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-1ecacf00-1457-44b0-a5e0-72b5d8efad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:52.321533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-1ecacf00-1457-44b0-a5e0-72b5d8efad67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0584254 Sep 18 00:51:52.326130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.373185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-108793bd-211d-484a-8e12-99a17be6da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:52.374778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-108793bd-211d-484a-8e12-99a17be6da4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464020 Sep 18 00:51:52.376300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Pushing event updated for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:52.396729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:52.398642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:52.402702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:52.462312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.532513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.547712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.613524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fbd8-4f2f-4b9d-93c5-9258e80e9f69 req-f4d958b2-af75-4257-be92-6347b56b7be5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:52.614296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e348-5094-4499-bbb5-78c2436df6a9 None None] Pushing event updated for resources: {'Port': ['ID=1f914901-3e54-4cac-a7a1-9d3db1586ae5,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:52.615506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed83fbd8-4f2f-4b9d-93c5-9258e80e9f69 req-f4d958b2-af75-4257-be92-6347b56b7be5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 944 time: 0.1344922 Sep 18 00:51:52.622955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-f08706d6-fe19-4ce4-9496-68d84bacd0fa service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400949 Sep 18 00:51:52.627425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d05659ac-2fc3-43a9-a7e7-2011160c2293 None None] Provisioning complete for port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:52.628753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d05659ac-2fc3-43a9-a7e7-2011160c2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.723000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Attempting to bind port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:52.723377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Attempting to bind port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:52.723752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Attempting to bind port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:52.729915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:52.730327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:52.730688 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.731087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:52.732770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Bound port: 1f914901-3e54-4cac-a7a1-9d3db1586ae5, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:52.732770 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.744627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.788468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] For port 1f914901-3e54-4cac-a7a1-9d3db1586ae5, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:52.791789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] For port 1f914901-3e54-4cac-a7a1-9d3db1586ae5, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1f914901-3e54-4cac-a7a1-9d3db1586ae5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:52.817502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.896101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:52.896798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:52.932652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e348-5094-4499-bbb5-78c2436df6a9 None None] Pushing event updated for resources: {'Port': ['ID=1f914901-3e54-4cac-a7a1-9d3db1586ae5,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:52.978207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:52.990335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.034220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b823426e-7d23-4982-8a77-26f0b9eda397 None None] Provisioning complete for port 68c41b67-8091-4015-b400-f13ed7cf66fa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:53.034564 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b823426e-7d23-4982-8a77-26f0b9eda397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.073641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Pushing event updated for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:53.077119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47e5a443-8e75-405d-a7e9-d6d2f4c15951 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:53.090740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.111322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed83fbd8-4f2f-4b9d-93c5-9258e80e9f69 req-5f7cff04-fc1d-46bf-b0f7-33c026037c2d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873836 Sep 18 00:51:53.117198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b823426e-7d23-4982-8a77-26f0b9eda397 None None] Port 68c41b67-8091-4015-b400-f13ed7cf66fa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:53.123982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:53.146802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6d59-dbc4-4aa3-a2d1-be0f421b5273 req-2a52ee00-1370-4cf2-af23-b1ff1dbdcb5f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:53.154460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08ad6d59-dbc4-4aa3-a2d1-be0f421b5273 req-2a52ee00-1370-4cf2-af23-b1ff1dbdcb5f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 944 time: 0.4023137 Sep 18 00:51:53.184928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:51:53.218310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08ad6d59-dbc4-4aa3-a2d1-be0f421b5273 req-88d987f4-998c-4ad9-92f7-ae425e96234a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 Sep 18 00:51:53.224899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6a4d0e26-5fde-4df7-a2b9-54dca2cacf41 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923893 Sep 18 00:51:53.259780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:53.260413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.272804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:53.284665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:53.290672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-18accfad-e3e2-4db4-86a1-0e2d12441672 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 217 time: 0.0547202 Sep 18 00:51:53.356925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6059b550-085f-4cfe-95ab-d8c390c721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:53.359251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6059b550-085f-4cfe-95ab-d8c390c721eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0612216 Sep 18 00:51:53.412869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Router adf7105d-e7e2-4d76-9444-7802a659abce has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:53.436631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6228b51d-779c-4b8b-9493-f604b1fea6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:53.438179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6228b51d-779c-4b8b-9493-f604b1fea6d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695426 Sep 18 00:51:53.544898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:53.556546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-212effe1-fe8f-49e3-a693-a0f2eb01741c admin admin] 10.222.0.49 "PUT /v2.0/routers/adf7105d-e7e2-4d76-9444-7802a659abce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3828266 Sep 18 00:51:53.558774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:51:53.560892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.579749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-3b6b413b-9a9c-43f0-b4f6-43636219994c service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322088 Sep 18 00:51:53.613977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:53.653687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:53.656354 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dba735-b0b1-4d39-baa3-fd019dc5ba67" -d '{"events": [{"server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "name": "network-vif-plugged", "status": "completed", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:53.693153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.717012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-fd635ce2-42ef-4a51-92a6-e7467f60ea8b service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Sep 18 00:51:53.732690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '68c41b67-8091-4015-b400-f13ed7cf66fa', 'name': '', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'mac_address': 'fa:16:3e:c8:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:51Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 1, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'subnets': [{'id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:53.804506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-00d25e5e-9ee7-4a83-b9b9-20a658bfb764 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 217 time: 0.0798936 Sep 18 00:51:53.809786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6657bb29-4d0f-4307-b493-03b9eaedb7ae None None] Provisioning complete for port 68c41b67-8091-4015-b400-f13ed7cf66fa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:53.810100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6657bb29-4d0f-4307-b493-03b9eaedb7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.853085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c86f9-6875-4296-b47e-d2cccaad385b None None] The sync data for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 is: [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '68c41b67-8091-4015-b400-f13ed7cf66fa', 'name': '', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'mac_address': 'fa:16:3e:c8:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:51Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 1, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'subnets': [{'id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:53.887760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:53.911188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-92ca0228-e864-4218-a094-bb1f38aa1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:53.914149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-92ca0228-e864-4218-a094-bb1f38aa1bda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1011159 Sep 18 00:51:53.942095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:53.963355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6657bb29-4d0f-4307-b493-03b9eaedb7ae None None] Port 68c41b67-8091-4015-b400-f13ed7cf66fa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:53.982563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:53.995576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:53.996066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:53.998984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'port_id': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'mac_address': 'fa:16:3e:9a:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e370d442-58f2-450f-b752-35351f1698dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:51:54.071087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.084719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-036ca820-5cdc-41ab-bfc9-70007f4a4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.089166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca58cf0-3f02-4409-9b15-3abc2d7298cd {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:54.091450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-036ca820-5cdc-41ab-bfc9-70007f4a4c0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691775 Sep 18 00:51:54.141160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:54.158625 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52933e40-295d-4154-b5d0-a42b7222bfc7 x-openstack-request-id: req-52933e40-295d-4154-b5d0-a42b7222bfc7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:54.158918 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "name": "network-vif-plugged", "status": "completed", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:54.159739 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52933e40-295d-4154-b5d0-a42b7222bfc7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:54.160122 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'code': 200} Sep 18 00:51:54.176077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.309856 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9429fa40-0283-4108-8185-70d340d29488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.339764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:54.388642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-4ada558f-c881-44bb-8f64-2deb1168ffad service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882538 Sep 18 00:51:54.419441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fd52a-2c92-4732-85cb-6c2e38448133 req-bc26e471-62cf-42db-bde1-37a7f5fcb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.421046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a7fd52a-2c92-4732-85cb-6c2e38448133 req-bc26e471-62cf-42db-bde1-37a7f5fcb1bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 1097 time: 0.1642382 Sep 18 00:51:54.483470 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a7fd52a-2c92-4732-85cb-6c2e38448133 req-e676a321-9685-42cd-a6d2-6352364b73c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Sep 18 00:51:54.485212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4ca58cf0-3f02-4409-9b15-3abc2d7298cd'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:54.501773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201088-69a3-450c-85d6-b1280a71ba12 req-220576aa-4eb9-4597-bcd9-42fdee956a19 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.506351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65201088-69a3-450c-85d6-b1280a71ba12 req-220576aa-4eb9-4597-bcd9-42fdee956a19 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 945 time: 0.2030752 Sep 18 00:51:54.565141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54878) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:54.571211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-533905864-network', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:54.606799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Made reservation on behalf of 3b61c65e04d14fa3ba87001abf441e3d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:54.613004 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.631468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.730853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65201088-69a3-450c-85d6-b1280a71ba12 req-c0edd19e-8fff-4b89-8622-79ad03bb0301 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870646 Sep 18 00:51:54.744551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19d782-9340-40f7-9aa3-77fe6aac790a req-9733232f-1971-4039-8471-7469d9fcf724 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.746186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa19d782-9340-40f7-9aa3-77fe6aac790a req-9733232f-1971-4039-8471-7469d9fcf724 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 945 time: 0.2826850 Sep 18 00:51:54.751078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-c426cb44-242c-4dac-a128-92f86855b1a2 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505821 Sep 18 00:51:54.850163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.851861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-2d3f443f-fe0a-4232-9f59-f8d366131087 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 217 time: 0.0933194 Sep 18 00:51:54.858469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.922736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:51:54.932164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a4f39-c44d-4a02-b84f-195bae0c5fec,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:54.942844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.943558 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Added segment 347e228f-18f7-430a-82d0-149e8e15a219 of type vlan for network c2982907-3e21-44b8-90e1-fad60a3ce50d Sep 18 00:51:54.992081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa19d782-9340-40f7-9aa3-77fe6aac790a req-028b126b-fca5-4de9-9031-beb44ceddd67 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322373 Sep 18 00:51:55.028027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-70bcbc27-e286-4169-b699-4e11a0e1676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:55.029611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-70bcbc27-e286-4169-b699-4e11a0e1676d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1685057 Sep 18 00:51:55.036723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.121520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.122947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:55.123569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.138734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-b6acc1b5-c642-4b7d-bbec-d4024c292a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:55.141812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-b6acc1b5-c642-4b7d-bbec-d4024c292a6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027851 Sep 18 00:51:55.213894 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6470170 Sep 18 00:51:55.215191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f20d-a7d8-4742-a8b3-7ac28e001d07 admin admin] Pushing event updated for resources: {'Network': ['ID=c2982907-3e21-44b8-90e1-fad60a3ce50d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:55.217409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:55.223140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Request body: {'subnet': {'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-533905864-subnet', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:55.227986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c2982907-3e21-44b8-90e1-fad60a3ce50d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:51:55.249563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Made reservation on behalf of 3b61c65e04d14fa3ba87001abf441e3d for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:55.254376 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.319805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6e1535b4-1551-4fda-a052-461b75879e9c service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705236 Sep 18 00:51:55.459767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-c2f7f41b-99a0-4190-81f6-79ee66ec1919 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322501 Sep 18 00:51:55.525070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-905c394b-b36a-4f6a-8bb1-ee5b33e67589 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 217 time: 0.0508127 Sep 18 00:51:55.554153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:55.614581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-61e91c66-e55c-47bc-af73-b1928b008c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:55.626277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-61e91c66-e55c-47bc-af73-b1928b008c69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0897086 Sep 18 00:51:55.662216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:51:55.666754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:55.667133 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.705864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-5d5e282d-586d-4905-99fb-bb481624ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:55.710149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-5d5e282d-586d-4905-99fb-bb481624ec0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698555 Sep 18 00:51:55.876856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-e51b46ec-0e27-46e3-b3b4-2f3f53e4f1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580162 Sep 18 00:51:55.923886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.943296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:55.969309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1f914901-3e54-4cac-a7a1-9d3db1586ae5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:56.058719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:56.076482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:56.076952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.116140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=747d5430-ef5a-4e70-b9ec-695d0b972fab,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:56.116917 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.124953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dffef-379e-49ce-bea1-bd6c877338a6 req-0181c65f-91da-413c-a321-bb69c55a28e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.130569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Checking segment: {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:56.131062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Network hostable DHCP agents. Network: c2982907-3e21-44b8-90e1-fad60a3ce50d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:51:56.131176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97dffef-379e-49ce-bea1-bd6c877338a6 req-0181c65f-91da-413c-a321-bb69c55a28e3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 945 time: 0.1806786 Sep 18 00:51:56.165133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Network c2982907-3e21-44b8-90e1-fad60a3ce50d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:51:56.172465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:56.175112 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70d686-e8c3-44f1-8683-c7bd3893f7f0" -d '{"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-plugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:56.175455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-89145365-d435-418b-a601-fd2ca1746d56 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901218 Sep 18 00:51:56.182913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c2982907-3e21-44b8-90e1-fad60a3ce50d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:56.188170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.188859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.212448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d1403842-8b95-406f-922b-db01b6d6f84a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9938686 Sep 18 00:51:56.214158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:56.215891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:56.219462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a567c-35ac-42f2-9424-d574cfb15a66 None None] Network c2982907-3e21-44b8-90e1-fad60a3ce50d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:56.220740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:56.248693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.249718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.271195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c97dffef-379e-49ce-bea1-bd6c877338a6 req-721c0a91-ce2c-4e58-9aa3-23e16d8c3502 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319118 Sep 18 00:51:56.272574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-1ae0e788-94bc-4185-b166-4ea9d3947e16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0755904 Sep 18 00:51:56.321702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.322784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.353609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5799eb-efef-4197-9552-94b13bc7992f req-0c0ee2e1-ec91-40e6-9d18-b9689c55aceb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.355384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a5799eb-efef-4197-9552-94b13bc7992f req-0c0ee2e1-ec91-40e6-9d18-b9689c55aceb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1445565 Sep 18 00:51:56.363235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-d8d6b1d0-cd7a-4055-b4eb-e536fdec7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.364840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-d8d6b1d0-cd7a-4055-b4eb-e536fdec7f84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0770516 Sep 18 00:51:56.365531 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57192d93-8201-489f-9c90-935edb685d72 x-openstack-request-id: req-57192d93-8201-489f-9c90-935edb685d72 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:56.365820 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-plugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:56.366072 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57192d93-8201-489f-9c90-935edb685d72 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:56.367228 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'code': 200} Sep 18 00:51:56.373063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1f914901-3e54-4cac-a7a1-9d3db1586ae5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1f914901-3e54-4cac-a7a1-9d3db1586ae5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:56.382058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.460486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1f914901-3e54-4cac-a7a1-9d3db1586ae5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:56.481415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a5799eb-efef-4197-9552-94b13bc7992f req-7450e56c-b7c4-45ca-8dca-5d36aba3d968 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105442 Sep 18 00:51:56.484622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-519c5ac8-e5fe-41c2-85f0-aabbf7569cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.486651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-519c5ac8-e5fe-41c2-85f0-aabbf7569cfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032457 Sep 18 00:51:56.563642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c2982907-3e21-44b8-90e1-fad60a3ce50d', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:51:56.564558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.574531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.586938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a67b-931a-475a-b332-2f20000ada91 req-5aea72c1-eed6-4cc4-8324-5c08017189f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:56.588689 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ea4a67b-931a-475a-b332-2f20000ada91 req-5aea72c1-eed6-4cc4-8324-5c08017189f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 1098 time: 0.1648755 Sep 18 00:51:56.619288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-6436c129-b503-45e8-b5ff-0136a9ed5fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239133 Sep 18 00:51:56.677587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4ea4a67b-931a-475a-b332-2f20000ada91 req-63be0480-2a28-4452-9fde-f24ba9a8b14c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740597 Sep 18 00:51:56.782181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9aab732-63c8-41ed-bada-d013b90990f9 req-d5dc453e-1920-43c0-b3e2-16a007dde0cb service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499829 Sep 18 00:51:56.919339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:56.940254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Allocated IP 172.20.0.2 (c2982907-3e21-44b8-90e1-fad60a3ce50d/747d5430-ef5a-4e70-b9ec-695d0b972fab/34df7b0d-0691-49e6-84e7-87dc33ef7d31) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:56.941529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.070132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Allocated IP 172.25.7.109 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:57.133542 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Sync routers for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:57.138054 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.145433 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:57.146238 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:57.148665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.242950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Network c2982907-3e21-44b8-90e1-fad60a3ce50d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:57.246112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:57.249735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:57.266031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cfba48ff-c9cb-4290-8afa-6ca64f585c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.273446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.281954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Pushing event updated for resources: {'Port': ['ID=34df7b0d-0691-49e6-84e7-87dc33ef7d31,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:57.306059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:57.328459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Attempting to bind port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:57.328459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Attempting to bind port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:57.328459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Attempting to bind port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 on network c2982907-3e21-44b8-90e1-fad60a3ce50d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:57.335685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.340699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:57.340699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Checking segment: {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:57.340699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.341159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Bound using segment: {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:57.341640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Bound port: 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:57.342374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.389678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:57.392838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:57.396674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:57.437858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Pushing event updated for resources: {'Port': ['ID=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:57.457698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1f38-272d-41f6-a292-a83a9984d371 req-757edbeb-b041-4314-8013-aa9245ea337b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:57.461140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a8f1f38-272d-41f6-a292-a83a9984d371 req-757edbeb-b041-4314-8013-aa9245ea337b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 945 time: 0.0870657 Sep 18 00:51:57.479307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] For port 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:57.483223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] For port 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34df7b0d-0691-49e6-84e7-87dc33ef7d31,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:57.490597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.498651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.523410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a8f1f38-272d-41f6-a292-a83a9984d371 req-6731352d-d66c-4766-86ae-124a2b02764d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Sep 18 00:51:57.653926 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '68c41b67-8091-4015-b400-f13ed7cf66fa', 'name': '', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'mac_address': 'fa:16:3e:c8:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:51Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 2, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'subnets': [{'id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:57.666637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a812fb0-4caa-404e-9ae0-3f6bf4e9af8d None None] Pushing event updated for resources: {'Port': ['ID=34df7b0d-0691-49e6-84e7-87dc33ef7d31,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:57.697557 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Checking router: adf7105d-e7e2-4d76-9444-7802a659abce for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:57.699706 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Updating router adf7105d-e7e2-4d76-9444-7802a659abce port 68c41b67-8091-4015-b400-f13ed7cf66fa binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:51:57.741339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-76162a2c-2082-4117-9cac-b28bcffb05f9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 267 time: 0.0994220 Sep 18 00:51:57.751827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad436-5206-4050-8b67-f838421af1b9 req-1c458926-6f43-43bf-810a-e2c97ff8c3e0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:57.753976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aecad436-5206-4050-8b67-f838421af1b9 req-1c458926-6f43-43bf-810a-e2c97ff8c3e0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1743932 Sep 18 00:51:57.765136 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.838863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aecad436-5206-4050-8b67-f838421af1b9 req-4b38409b-b77f-4f01-a5b9-562bc84c9433 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Sep 18 00:51:57.848273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:57.894049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1f914901-3e54-4cac-a7a1-9d3db1586ae5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:57.899102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-e305072b-b1c2-4533-9a97-6208d4d52881 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:57.912152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-e305072b-b1c2-4533-9a97-6208d4d52881 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 945 time: 0.1698680 Sep 18 00:51:57.917797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'security_groups': []}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:57.992538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:57.993180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.079349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:58.110533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.225777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.309969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.388412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:58.438307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.449031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.464591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:58.496379 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.501379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581', '47e5a443-8e75-405d-a7e9-d6d2f4c15951'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:58.509844 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.539243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Router efeca9ff-3d2e-44d4-a834-b7d669430cbf is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:51:58.541205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:58.541875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.552823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a86ac4e7-372c-4545-9de6-5de728f53f8b req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "PUT /v2.0/ports/47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 200 len: 904 time: 0.6393499 Sep 18 00:51:58.553589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:58.560293 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d" -d '{"events": [{"name": "network-changed", "server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:58.624853 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Pushing event updated for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:58.667265 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.667980 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.668500 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.669014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.669510 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.670267 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.670763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.671244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.671746 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.672252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.672732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.673207 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:58.678163 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51650370-9611-45a8-a8cb-d320db01b89e x-openstack-request-id: req-51650370-9611-45a8-a8cb-d320db01b89e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:58.678458 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:58.678713 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51650370-9611-45a8-a8cb-d320db01b89e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:58.679114 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'status': 'completed', 'code': 200} Sep 18 00:51:58.680125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d2a5d-ccb0-43bc-a97f-78c96b9841d2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:58.713545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['47e5a443-8e75-405d-a7e9-d6d2f4c15951'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:58.720289 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Attempting to bind port 68c41b67-8091-4015-b400-f13ed7cf66fa on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:58.727333 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Attempting to bind port 68c41b67-8091-4015-b400-f13ed7cf66fa by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:58.728098 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Attempting to bind port 68c41b67-8091-4015-b400-f13ed7cf66fa on network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:58.740599 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:58.741277 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Checking segment: {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:58.742148 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.745143 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Bound using segment: {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:58.745665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Bound port: 68c41b67-8091-4015-b400-f13ed7cf66fa, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:58.746264 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:58.771505 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:58.825226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc6b87-8eab-46e7-9057-f7c346fe381d req-2483bbba-6758-4f31-aa14-59f05f725edc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:58.834673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dcc6b87-8eab-46e7-9057-f7c346fe381d req-2483bbba-6758-4f31-aa14-59f05f725edc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 907 time: 0.1196029 Sep 18 00:51:58.902166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] For port 68c41b67-8091-4015-b400-f13ed7cf66fa, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:58.914253 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] For port 68c41b67-8091-4015-b400-f13ed7cf66fa, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=68c41b67-8091-4015-b400-f13ed7cf66fa,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:58.931246 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:59.059127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb138d94-8491-49ac-9ef4-9eff41ca1966 None None] Pushing event updated for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:59.079186 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:59.079822 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:59.153083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cdf73c75-42ac-4d27-9812-d4b140b254e7 None None] Provisioning complete for port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:59.153712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cdf73c75-42ac-4d27-9812-d4b140b254e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:59.220560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:59.250139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869d65-4bdf-4a3b-9a1e-728bb5361fe1 req-9ba7be4c-cf6d-4f5b-b359-2212d48cf833 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:59.251739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65869d65-4bdf-4a3b-9a1e-728bb5361fe1 req-9ba7be4c-cf6d-4f5b-b359-2212d48cf833 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.2205868 Sep 18 00:51:59.262260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Sync routers for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:59.306048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-bca7c1dd-f3c8-492d-a96a-de6b82724c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:59.308573 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-bca7c1dd-f3c8-492d-a96a-de6b82724c88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 1059 time: 0.5920994 Sep 18 00:51:59.314974 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:59.318891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:59.321810 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a7d21cd6-2b8d-454e-97a4-f19955ffddef admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1046658 Sep 18 00:51:59.332211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54934) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:59.352544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d197b-3487-42bb-a0fa-6177f057bfdd req-a95f8071-54fd-4f37-bbcc-57fb0331994e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:59.361315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f58d197b-3487-42bb-a0fa-6177f057bfdd req-a95f8071-54fd-4f37-bbcc-57fb0331994e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.3465819 Sep 18 00:51:59.373328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:59.374003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:59.474722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f4ed2-fd89-4653-a479-2ba4d2ad812d None None] Network c2982907-3e21-44b8-90e1-fad60a3ce50d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:59.551179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f58d197b-3487-42bb-a0fa-6177f057bfdd req-acd96299-088d-4677-afa7-98527a266d0e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887796 Sep 18 00:51:59.576778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65869d65-4bdf-4a3b-9a1e-728bb5361fe1 req-051b9f94-6f6e-4782-b614-61fd4ac79cf2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158724 Sep 18 00:51:59.675259 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '68c41b67-8091-4015-b400-f13ed7cf66fa', 'name': '', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'mac_address': 'fa:16:3e:c8:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:51Z', 'updated_at': '2021-09-18T00:51:58Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'subnets': [{'id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:59.692661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-297f0b18-d217-4c2a-8ec6-afafbff8bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:59.694217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-297f0b18-d217-4c2a-8ec6-afafbff8bbde service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.3633416 Sep 18 00:51:59.718699 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5531e60-d905-464e-a77d-f9e0dad55bf3 None None] The sync data for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 is: [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:51:52Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '68c41b67-8091-4015-b400-f13ed7cf66fa', 'name': '', 'network_id': 'e695ec70-24b3-44d5-bf1d-4cf86cbaff01', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'mac_address': 'fa:16:3e:c8:cd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:51Z', 'updated_at': '2021-09-18T00:51:58Z', 'revision_number': 4, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'subnets': [{'id': '9155bdab-604a-4488-abe6-468e20d33cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:59.845487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-da9d9339-98d4-41e1-aa0f-eb318b0a0ad8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 200 len: 217 time: 0.1176980 Sep 18 00:51:59.874305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:59.890762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:59.974475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-b2d54fec-9111-4d92-a910-2c423ce517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:59.975979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-b2d54fec-9111-4d92-a910-2c423ce517e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1131687 Sep 18 00:52:00.019452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8f6cb-eb97-4d41-865a-617c2b2279f9 req-0d63d61c-22ed-4529-8f17-0f5d25fac58f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:00.027378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e8f6cb-eb97-4d41-865a-617c2b2279f9 req-0d63d61c-22ed-4529-8f17-0f5d25fac58f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1505833 Sep 18 00:52:00.042404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051252d-2dab-48a5-9faa-86e3072e548e req-89a9deff-05a5-4fe3-ac78-de2b8ac90e3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:00.044190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f051252d-2dab-48a5-9faa-86e3072e548e req-89a9deff-05a5-4fe3-ac78-de2b8ac90e3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1659696 Sep 18 00:52:00.084592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Provisioning complete for port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:00.084961 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.108523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-8321e966-2b64-4ce6-9eef-a754615d1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:00.110700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-8321e966-2b64-4ce6-9eef-a754615d1923 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007433 Sep 18 00:52:00.138776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 68c41b67-8091-4015-b400-f13ed7cf66fa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:00.147430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.176946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1e8f6cb-eb97-4d41-865a-617c2b2279f9 req-0b98a444-4c58-47eb-9991-7b8d6eb96b26 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414943 Sep 18 00:52:00.205889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f051252d-2dab-48a5-9faa-86e3072e548e req-1f4706d7-5231-4ebf-af0e-cddcc35c1b7f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014619 Sep 18 00:52:00.443330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.498118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 68c41b67-8091-4015-b400-f13ed7cf66fa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:00.498493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.505643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] For port 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34df7b0d-0691-49e6-84e7-87dc33ef7d31,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:00.548810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.590257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.658287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Pushing event updated for resources: {'Port': ['ID=34df7b0d-0691-49e6-84e7-87dc33ef7d31,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:00.681863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Provisioning complete for port 68c41b67-8091-4015-b400-f13ed7cf66fa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:00.682245 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.764413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5bdc9-2c4a-4426-a8e7-50e0ad15ae6c req-26beb37b-e937-4bd1-a4b7-8616a9696ed2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:00.772525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd5bdc9-2c4a-4426-a8e7-50e0ad15ae6c req-26beb37b-e937-4bd1-a4b7-8616a9696ed2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.2765863 Sep 18 00:52:00.776972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:51:57Z', 'revision_number': 3, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:00.820463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Checking router: efeca9ff-3d2e-44d4-a834-b7d669430cbf for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:00.820979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Updating router efeca9ff-3d2e-44d4-a834-b7d669430cbf port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:00.823056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.826679 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-84134262-ca88-4c61-821f-3389295e1e68 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958704 Sep 18 00:52:00.835835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-69e3a5e2-993e-433f-8401-d3ffcd5463f3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:00.837409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-69e3a5e2-993e-433f-8401-d3ffcd5463f3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.2908111 Sep 18 00:52:00.910043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.911845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:00.987918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 68c41b67-8091-4015-b400-f13ed7cf66fa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=68c41b67-8091-4015-b400-f13ed7cf66fa,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:01.041250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ea30f4e-7b06-47b8-bbdc-9df29a6ba57d req-4f3fe9d2-cb86-4328-8254-c810186fe8c3 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861043 Sep 18 00:52:01.045373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.046206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34df7b0d-0691-49e6-84e7-87dc33ef7d31 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:01.106775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Deleting port c794a51b-0e9d-4974-bea1-3e253696a994 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:01.107183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.151398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:52:01.152135 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-42d08760-d883-43ca-8d8d-b089c4cc08f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:52:01.184585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ccd5bdc9-2c4a-4426-a8e7-50e0ad15ae6c req-898a7734-4429-4874-9316-96e8c27c4910 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097331 Sep 18 00:52:01.198883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-c00444d9-e0bd-46e8-8b1e-52186296b699 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/quotas/b20e09258ef0486d9c031486a4356292 HTTP/1.1" status: 200 len: 375 time: 0.3419943 Sep 18 00:52:01.206434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] For port c794a51b-0e9d-4974-bea1-3e253696a994, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c794a51b-0e9d-4974-bea1-3e253696a994,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:01.206884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.223430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Calling delete_port for c794a51b-0e9d-4974-bea1-3e253696a994 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:01.297290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Allocated IP 172.20.0.1 (c2982907-3e21-44b8-90e1-fad60a3ce50d/747d5430-ef5a-4e70-b9ec-695d0b972fab/4220644f-b53e-4a48-a5f4-e48108ca8737) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:01.317567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-82ad6d88-4b84-469a-9494-046c18eae68f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1051235 Sep 18 00:52:01.448923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.482234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.496803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3ea6e3c0-bc81-48b9-aaa9-bcaa7f1e4291 service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702459 Sep 18 00:52:01.505133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:01.505512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.514618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c794a51b-0e9d-4974-bea1-3e253696a994,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.552756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.650192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.684989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.686460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858012f-6f02-4731-95d4-e4c09803e00a req-9750741c-ae0e-4a5f-8dd0-84adb610b85d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:01.694477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b858012f-6f02-4731-95d4-e4c09803e00a req-9750741c-ae0e-4a5f-8dd0-84adb610b85d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1732774 Sep 18 00:52:01.726320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-2303b56e-98b6-4eda-91cf-93434cbb28ae service neutron] 10.222.0.49 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262657 Sep 18 00:52:01.741466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d4eef-7f04-4b1d-a28e-bdf0e4df796b None None] Pushing event updated for resources: {'Port': ['ID=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.742902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.773454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Attempting to bind port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:01.773831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Attempting to bind port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:01.774198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Attempting to bind port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:01.783164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:01.783545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:01.783666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.787354 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.787799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:01.788326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Bound port: e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:01.791798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.844843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b858012f-6f02-4731-95d4-e4c09803e00a req-143e088d-95c2-4ee4-ae12-5046c5881e2f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483598 Sep 18 00:52:01.897613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Network c2982907-3e21-44b8-90e1-fad60a3ce50d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:01.914663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:01.951960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] For port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:01.962069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Pushing event updated for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.962734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] For port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:01.970915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:01.985087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:01.987895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8f1ec614-2747-457a-8d90-be72bfa052c5 None None] Provisioning complete for port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:01.988837 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec614-2747-457a-8d90-be72bfa052c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.026752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.121999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 68c41b67-8091-4015-b400-f13ed7cf66fa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:02.126740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b2358cb-61fa-4e4a-a256-a6a4cf6528af req-363c9da6-d2f4-4fa7-b7df-50f6b935bbce tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 210 time: 0.0330088 Sep 18 00:52:02.213019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Router 255119ee-eb4f-4390-bf24-f4679b2b5bad has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:02.302669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.310135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d4eef-7f04-4b1d-a28e-bdf0e4df796b None None] Pushing event updated for resources: {'Port': ['ID=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:02.321173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:02.321875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:02.331620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.422792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:02.433260 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Sync routers for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:02.453956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a44b4d66-366a-49bf-9d61-ba7fd518eaf1 admin admin] 10.222.0.49 "PUT /v2.0/routers/255119ee-eb4f-4390-bf24-f4679b2b5bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3689640 Sep 18 00:52:02.456411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:02.458581 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:02.462649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:02.482752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 68c41b67-8091-4015-b400-f13ed7cf66fa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:02.482752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.601803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b154-3637-4801-a35a-80728ebb867d req-18bb2d1a-47c8-4430-9038-c07cdf6dcece tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:02.609499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28d6b154-3637-4801-a35a-80728ebb867d req-18bb2d1a-47c8-4430-9038-c07cdf6dcece tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1090124 Sep 18 00:52:02.663391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.668182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28d6b154-3637-4801-a35a-80728ebb867d req-94db4880-284d-4f39-8ad5-a54a8669af4f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Sep 18 00:52:02.728092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:02.731034 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.734230 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:02.739144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.802677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.828906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.830825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Pushing event updated for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:02.909667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Deleting port b166f3e2-a778-411f-bd98-cee557d8c39d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:02.910993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:02.991134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-38872c16-b2b8-491b-944b-297385297f08 None None] Provisioning complete for port 4220644f-b53e-4a48-a5f4-e48108ca8737 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:02.991626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38872c16-b2b8-491b-944b-297385297f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.021857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Network c2982907-3e21-44b8-90e1-fad60a3ce50d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:03.028864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:03.056743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34df7b0d-0691-49e6-84e7-87dc33ef7d31 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:03.100813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:52:01Z', 'revision_number': 5, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port': {'id': 'b166f3e2-a778-411f-bd98-cee557d8c39d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:40Z', 'updated_at': '2021-09-18T00:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:03.138480 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Checking router: 255119ee-eb4f-4390-bf24-f4679b2b5bad for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:03.151197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] For port b166f3e2-a778-411f-bd98-cee557d8c39d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b166f3e2-a778-411f-bd98-cee557d8c39d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:03.151711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.161125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-38872c16-b2b8-491b-944b-297385297f08 None None] Port 4220644f-b53e-4a48-a5f4-e48108ca8737 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:03.171970 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Routers {'255119ee-eb4f-4390-bf24-f4679b2b5bad'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:03.174042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['255119ee-eb4f-4390-bf24-f4679b2b5bad'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:03.182551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Calling delete_port for b166f3e2-a778-411f-bd98-cee557d8c39d owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:03.256401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:03.256787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.339119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b4e37a4-6c11-431d-add2-4a1364638b17 req-c9d780c4-9633-403b-aa86-4ca864f8c005 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 210 time: 0.0596611 Sep 18 00:52:03.345197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Router efeca9ff-3d2e-44d4-a834-b7d669430cbf has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:03.351913 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] Set router 255119ee-eb4f-4390-bf24-f4679b2b5bad gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:03.368811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '4220644f-b53e-4a48-a5f4-e48108ca8737', 'name': '', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'mac_address': 'fa:16:3e:a3:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:00Z', 'updated_at': '2021-09-18T00:52:01Z', 'revision_number': 1, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'subnets': [{'id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:03.449578 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 6, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:03.482314 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca2bc5-4e58-4829-b8b7-55b1ce3c4c3d None None] The sync data for ids ['255119ee-eb4f-4390-bf24-f4679b2b5bad'] in n-d-712707-16 is: [{'id': '255119ee-eb4f-4390-bf24-f4679b2b5bad', 'name': 'tempest-AttachVolumeTestJSON-558154746-router', 'tenant_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:38Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 6, 'project_id': 'dfa4070cc00e4146a22269bcd2dff4b0', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:03.497484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee8c5c-c392-4433-b20b-c4fa7bfe9ee0 None None] The sync data for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 is: [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '4220644f-b53e-4a48-a5f4-e48108ca8737', 'name': '', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'mac_address': 'fa:16:3e:a3:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:00Z', 'updated_at': '2021-09-18T00:52:01Z', 'revision_number': 1, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'subnets': [{'id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:03.522972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.563900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7e7980de-9aab-47eb-a407-e1e3f7ee86c8 None None] Provisioning complete for port 4220644f-b53e-4a48-a5f4-e48108ca8737 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:03.564753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7e7980de-9aab-47eb-a407-e1e3f7ee86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.592992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Pushing event deleted for resources: {'Port': ['ID=b166f3e2-a778-411f-bd98-cee557d8c39d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:03.626149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7e7980de-9aab-47eb-a407-e1e3f7ee86c8 None None] Port 4220644f-b53e-4a48-a5f4-e48108ca8737 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:03.667059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.700928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:03.712457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-da69f38e-cf0c-4186-a762-394bb489dc81 admin admin] 10.222.0.49 "PUT /v2.0/routers/efeca9ff-3d2e-44d4-a834-b7d669430cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3088551 Sep 18 00:52:03.740475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-f8edadfc-24ae-41fe-9ab6-722fa9783f07 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:03.743245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-f8edadfc-24ae-41fe-9ab6-722fa9783f07 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 812 time: 0.2387481 Sep 18 00:52:03.765498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Request body: {'port': {'device_id': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'admin_state_up': True, 'tenant_id': 'b20e09258ef0486d9c031486a4356292'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:03.824653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.826779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.927675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.928552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 255119ee-eb4f-4390-bf24-f4679b2b5bad {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:52:03.934368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:03.938043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66ff6ac1-48ef-48fb-99a7-19881a1b3946 admin admin] 10.222.0.49 "DELETE /v2.0/routers/255119ee-eb4f-4390-bf24-f4679b2b5bad HTTP/1.1" status: 204 len: 168 time: 1.4721715 Sep 18 00:52:03.939384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55010) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:03.997148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3412e-cb01-43bb-bbcf-019dc9a41c45 req-57be0f62-0e76-4ad9-b35a-c26c3cd531bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:03.998786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2d3412e-cb01-43bb-bbcf-019dc9a41c45 req-57be0f62-0e76-4ad9-b35a-c26c3cd531bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1875198 Sep 18 00:52:03.999437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Made reservation on behalf of b20e09258ef0486d9c031486a4356292 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:04.021052 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.027516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Deleting subnet 11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:52:04.031113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.092904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c794a51b-0e9d-4974-bea1-3e253696a994 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:04.124112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.126788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c794a51b-0e9d-4974-bea1-3e253696a994 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:04.136334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c794a51b-0e9d-4974-bea1-3e253696a994 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:04.188880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2d3412e-cb01-43bb-bbcf-019dc9a41c45 req-490a2b85-5647-45e1-ab5d-141d3a2f12e0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427608 Sep 18 00:52:04.237601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.260100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Allocated IP 172.20.0.13 (ad8432ee-3434-4f25-90c6-86efc67b0aaa/28818a3b-eee7-4b56-8e13-1099149a7689/be5c8117-bc83-4e09-84ee-b5c8770eac77) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:04.314300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.349505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:04.357427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.363422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-751d28b4-087c-458d-a46a-6b9865bd5a3c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/11e9c06f-7813-4b15-aeaa-ae4bc4ad4a0f HTTP/1.1" status: 204 len: 168 time: 0.4229028 Sep 18 00:52:04.364311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55022) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:04.365656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b71c4-86d9-46c3-bbdb-cbb83ba36ea3 None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:04.495746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8774fdf0-0512-49e1-b5df-1c28b911aa3f req-c14dce89-8327-4325-b192-96e40373f223 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 210 time: 0.0373509 Sep 18 00:52:04.544032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.567735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.621006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.650690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] DHCP port deletion for 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:52:04.658191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Deleting port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:04.658543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.662043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:04.691092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:04.694729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:04.698662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:04.713070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:04.739929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] For port 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=37a21f78-57b9-43c7-b4f0-4dab9554eb30,segment=NetworkSegment(2484b9d2-c7f8-4437-a2ad-359d80cdca21),segment_id=2484b9d2-c7f8-4437-a2ad-359d80cdca21)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:04.740531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.756683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Calling delete_port for 37a21f78-57b9-43c7-b4f0-4dab9554eb30 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:04.815571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:04.931823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:04.934377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.954208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:04.984211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-cb45e750-3a98-48c6-9dbf-56f8827ae262 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2297857 Sep 18 00:52:05.015123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Request body: {'port': {'device_id': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:05.023706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a21f78-57b9-43c7-b4f0-4dab9554eb30,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:05.032112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] No DVR routers for this DVR port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:05.076549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Deleting port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:05.078862 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.143029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.177912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.202093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b61fb7-1898-47a5-bbfe-c64db4ffb1fc']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:05.220175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2484b9d2-c7f8-4437-a2ad-359d80cdca21') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:05.221185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2484b9d2-c7f8-4437-a2ad-359d80cdca21') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:05.233149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.248144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.255316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:05.255719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:05.258023 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:05.331066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.343869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] For port 37a21f78-57b9-43c7-b4f0-4dab9554eb30, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:05.344388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.348089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1b9ffbad-0dec-4bb2-9034-b38d936cafe3 None None] Provisioning complete for port be5c8117-bc83-4e09-84ee-b5c8770eac77 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:05.348488 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.348671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffbad-0dec-4bb2-9034-b38d936cafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.354743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/67b61fb7-1898-47a5-bbfe-c64db4ffb1fc HTTP/1.1" status: 204 len: 168 time: 0.9870245 Sep 18 00:52:05.389502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f0a95-a3c1-43c5-9e94-7670aa4ea1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b61fb7-1898-47a5-bbfe-c64db4ffb1fc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:05.438820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ffbad-0dec-4bb2-9034-b38d936cafe3 None None] Port be5c8117-bc83-4e09-84ee-b5c8770eac77 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:05.459091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Calling delete_port for 37a21f78-57b9-43c7-b4f0-4dab9554eb30 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:05.466918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:52:05.473487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.489676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Network 67b61fb7-1898-47a5-bbfe-c64db4ffb1fc is not hosted by any dhcp agent {{(pid=106454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:52:05.495291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] No DVR routers for this DVR port 37a21f78-57b9-43c7-b4f0-4dab9554eb30 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:05.500593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55064) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:05.505539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686402b5-ade6-49f9-afec-4037e78f624c req-948bafd7-f56b-46f0-bcb7-37d6f7f81ed7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:05.514017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686402b5-ade6-49f9-afec-4037e78f624c req-948bafd7-f56b-46f0-bcb7-37d6f7f81ed7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1600189 Sep 18 00:52:05.563482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686402b5-ade6-49f9-afec-4037e78f624c req-4ec4328f-9437-4ccd-aec6-ceb37879f409 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Sep 18 00:52:05.621837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:05.631375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31d14a-3052-46b9-ba3f-fbdf2c6047cb None None] Pushing event deleted for resources: {'Port': ['ID=37a21f78-57b9-43c7-b4f0-4dab9554eb30,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:05.707516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5c8117-bc83-4e09-84ee-b5c8770eac77 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:05.726358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.752182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Transition to ACTIVE for port object be5c8117-bc83-4e09-84ee-b5c8770eac77 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:52:05.765856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb8513-439d-4ed3-b22b-ccbee33a7113 req-e2be2823-8796-49c7-99b3-a3601484b4a7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:05.767413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aacb8513-439d-4ed3-b22b-ccbee33a7113 req-e2be2823-8796-49c7-99b3-a3601484b4a7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 932 time: 0.1209116 Sep 18 00:52:05.770405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:05.778132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7dac40b7-6f73-4983-8b79-bc23527a9e28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfa4070cc00e4146a22269bcd2dff4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552143 Sep 18 00:52:05.784356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:05.897678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:05.933044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aacb8513-439d-4ed3-b22b-ccbee33a7113 req-07ec2c44-7522-48d5-a4a4-f1dab4204bf1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489904 Sep 18 00:52:05.962729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:06.038536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:06.038852 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.046704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Attempting to bind port be5c8117-bc83-4e09-84ee-b5c8770eac77 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:06.047288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Attempting to bind port be5c8117-bc83-4e09-84ee-b5c8770eac77 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:06.047866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Attempting to bind port be5c8117-bc83-4e09-84ee-b5c8770eac77 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:06.056298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.086863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.111549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Port be5c8117-bc83-4e09-84ee-b5c8770eac77 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:06.113293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Attempting to bind port be5c8117-bc83-4e09-84ee-b5c8770eac77 on network ad8432ee-3434-4f25-90c6-86efc67b0aaa {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:06.135652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:06.136352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Checking segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:06.137102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Bound using segment: {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:06.137741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Bound port: be5c8117-bc83-4e09-84ee-b5c8770eac77, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e7110-574a-45f3-bc37-7c17d465b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:06.138499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.166442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.189257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.215734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:06.218970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.223089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.223285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.228051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9558958a-2bc7-4060-b35d-f3d27d870cb6 HTTP/1.1" status: 204 len: 168 time: 0.4135780 Sep 18 00:52:06.261820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:06.270077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:06.281969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52767a-a7f6-4102-a9b8-581d9bb4510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9558958a-2bc7-4060-b35d-f3d27d870cb6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:06.285331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.309634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:06.343570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:06.345342 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.347288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 37a21f78-57b9-43c7-b4f0-4dab9554eb30 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:06.347773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] 10.222.0.48 "PUT /v2.0/ports/be5c8117-bc83-4e09-84ee-b5c8770eac77 HTTP/1.1" status: 200 len: 1093 time: 1.3535192 Sep 18 00:52:06.350102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:06.353594 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af" -d '{"events": [{"name": "network-changed", "server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:06.437139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a0e1-d37c-4f14-b54f-d112d093bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:06.449023 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0681eb42-aeb7-4a40-887a-408c73f5e44b x-openstack-request-id: req-0681eb42-aeb7-4a40-887a-408c73f5e44b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:06.449325 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:06.449574 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0681eb42-aeb7-4a40-887a-408c73f5e44b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:06.449981 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'status': 'completed', 'code': 200} Sep 18 00:52:06.477710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-64d47afe-a9e7-4fac-bd4a-1247174a03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:06.479398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-64d47afe-a9e7-4fac-bd4a-1247174a03a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 1096 time: 0.0859466 Sep 18 00:52:06.547443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-aafc2c8f-bfe6-4461-873d-92d1b7a8c636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77 HTTP/1.1" status: 200 len: 217 time: 0.0583045 Sep 18 00:52:06.632085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 37a21f78-57b9-43c7-b4f0-4dab9554eb30 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:06.632748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 37a21f78-57b9-43c7-b4f0-4dab9554eb30 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:06.633189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b166f3e2-a778-411f-bd98-cee557d8c39d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:06.644517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-1522d8b3-f923-42c9-8b40-fae252ed8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:06.646157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-1522d8b3-f923-42c9-8b40-fae252ed8293 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0904267 Sep 18 00:52:06.654588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b166f3e2-a778-411f-bd98-cee557d8c39d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:06.655454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b166f3e2-a778-411f-bd98-cee557d8c39d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:06.669483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Deleting port 68c41b67-8091-4015-b400-f13ed7cf66fa {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:06.669797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.748108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-66d901ae-ea12-48d3-b101-ae03d849143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:06.749657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-66d901ae-ea12-48d3-b101-ae03d849143c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968201 Sep 18 00:52:06.764260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c3c2-7eae-4dea-a6b5-b24823aa863c req-f0476832-7a6e-4bcf-b96b-989210dfb8c4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:06.765821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bca2c3c2-7eae-4dea-a6b5-b24823aa863c req-f0476832-7a6e-4bcf-b96b-989210dfb8c4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0801773 Sep 18 00:52:06.776045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] For port 68c41b67-8091-4015-b400-f13ed7cf66fa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=68c41b67-8091-4015-b400-f13ed7cf66fa,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:06.776327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:06.794606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Calling delete_port for 68c41b67-8091-4015-b400-f13ed7cf66fa owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:06.885855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bca2c3c2-7eae-4dea-a6b5-b24823aa863c req-84211cbc-0934-42b3-a26d-54e9fc76101e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079631 Sep 18 00:52:06.928305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-16f6812f-9d30-4f28-91e3-d25459d4ac50 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614544 Sep 18 00:52:07.028579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:07.086239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c41b67-8091-4015-b400-f13ed7cf66fa,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:07.297279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:07.437993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70354df-8698-49ec-964d-5f5683c5e844 req-bf2764c5-861b-4449-94d5-3b7bc77afea5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:07.440720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b70354df-8698-49ec-964d-5f5683c5e844 req-bf2764c5-861b-4449-94d5-3b7bc77afea5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 944 time: 0.0760465 Sep 18 00:52:07.444204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8af7c772-60e2-4c3a-96af-429d8f711cad req-bade38d6-249a-48bf-890f-6dcaddea0976 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999945 Sep 18 00:52:07.491986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b70354df-8698-49ec-964d-5f5683c5e844 req-f93319d2-7a37-45d4-984d-1a3c6c04b771 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Sep 18 00:52:07.515029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Sync routers for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:07.531467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:07.532407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:07.572103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-b62e99cc-bcb3-4d3b-862c-8d1456ad0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:07.573645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-b62e99cc-bcb3-4d3b-862c-8d1456ad0126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 1096 time: 0.0470333 Sep 18 00:52:07.660641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:07.707481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-16e12b35-dcff-4163-bfc1-8131221ca296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:07.709055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-16e12b35-dcff-4163-bfc1-8131221ca296 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1222775 Sep 18 00:52:07.758407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-5ae1bbb2-2a03-429e-bf55-8f7250af4ef6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77 HTTP/1.1" status: 200 len: 217 time: 0.0411170 Sep 18 00:52:07.838870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-6d1c3d0f-c5db-4a1c-b0f2-6f15c3161e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:07.840890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-6d1c3d0f-c5db-4a1c-b0f2-6f15c3161e9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0655828 Sep 18 00:52:07.924746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-9f8b3be8-8eb9-4b04-a5b4-e56e742e7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:07.927418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-9f8b3be8-8eb9-4b04-a5b4-e56e742e7b29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615392 Sep 18 00:52:07.945844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '4220644f-b53e-4a48-a5f4-e48108ca8737', 'name': '', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'mac_address': 'fa:16:3e:a3:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:00Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 2, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'subnets': [{'id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:07.991939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:07.995360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Checking router: efeca9ff-3d2e-44d4-a834-b7d669430cbf for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:07.995710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Updating router efeca9ff-3d2e-44d4-a834-b7d669430cbf port 4220644f-b53e-4a48-a5f4-e48108ca8737 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:08.009350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Router adf7105d-e7e2-4d76-9444-7802a659abce has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:08.046761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.087814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-dc2dcae1-6826-4c27-a273-b1af2413275a service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502967 Sep 18 00:52:08.100566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f879b-6f95-4c4d-a753-4a4a58531618 req-b95ef3de-f980-46b9-9c38-c62e95456af0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:08.108430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-201f879b-6f95-4c4d-a753-4a4a58531618 req-b95ef3de-f980-46b9-9c38-c62e95456af0 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0812347 Sep 18 00:52:08.177070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:08.187809 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Sync routers for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:08.192872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ae66c398-8de2-4355-bb69-91f98d5dbfd8 admin admin] 10.222.0.49 "PUT /v2.0/routers/adf7105d-e7e2-4d76-9444-7802a659abce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6910751 Sep 18 00:52:08.194454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:08.195027 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.195513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55140) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:08.209271 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:08.209848 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:08.240280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55142) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:08.251817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-201f879b-6f95-4c4d-a753-4a4a58531618 req-a1a958f8-8edf-49e2-9959-c8014dc1d4d1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402752 Sep 18 00:52:08.306721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9895e7e2-e9b1-47f8-ab88-882fb4a1d3af req-1e2e42ad-90ce-4957-ada2-55916c1f9a66 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962490 Sep 18 00:52:08.348879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.354148 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:08.419719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b375-4274-4da0-89b9-0379faa4064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.494954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.514604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.523307 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.574644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Deleting port 1f914901-3e54-4cac-a7a1-9d3db1586ae5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:08.576601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.599489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b375-4274-4da0-89b9-0379faa4064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.606498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b375-4274-4da0-89b9-0379faa4064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.653460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6bd9b375-4274-4da0-89b9-0379faa4064f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=440d95bc2165434e921684ab89eca412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999827 Sep 18 00:52:08.654128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55148) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:08.657203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b85c0-ebb9-48ae-8092-9e7641dfc629 None None] Pushing event updated for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:08.694611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] For port 1f914901-3e54-4cac-a7a1-9d3db1586ae5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1f914901-3e54-4cac-a7a1-9d3db1586ae5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:08.695001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.704117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Attempting to bind port 4220644f-b53e-4a48-a5f4-e48108ca8737 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:08.704763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Attempting to bind port 4220644f-b53e-4a48-a5f4-e48108ca8737 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:08.705509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Attempting to bind port 4220644f-b53e-4a48-a5f4-e48108ca8737 on network c2982907-3e21-44b8-90e1-fad60a3ce50d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:08.711966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:08.712617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Checking segment: {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:08.713183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.713755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Bound using segment: {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:08.714072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Calling delete_port for 1f914901-3e54-4cac-a7a1-9d3db1586ae5 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:08.714550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Bound port: 4220644f-b53e-4a48-a5f4-e48108ca8737, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347e228f-18f7-430a-82d0-149e8e15a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:08.715104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.723027 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:52:06Z', 'revision_number': 5, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port': {'id': '1f914901-3e54-4cac-a7a1-9d3db1586ae5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:49Z', 'updated_at': '2021-09-18T00:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:08.731424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b375-4274-4da0-89b9-0379faa4064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d7af88-725a-4a46-a5a5-687939e1654f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:08.769413 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Checking router: adf7105d-e7e2-4d76-9444-7802a659abce for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:08.787420 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Routers {'adf7105d-e7e2-4d76-9444-7802a659abce'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:08.789654 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['adf7105d-e7e2-4d76-9444-7802a659abce'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:08.790574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b70-295a-4af1-a6f9-79a720d69c4a req-c6931dcc-14ce-4989-8fd2-9516818095ad tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:08.801538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bd24b70-295a-4af1-a6f9-79a720d69c4a req-c6931dcc-14ce-4989-8fd2-9516818095ad tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 944 time: 0.1548748 Sep 18 00:52:08.827871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.844539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] For port 4220644f-b53e-4a48-a5f4-e48108ca8737, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:08.849590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] For port 4220644f-b53e-4a48-a5f4-e48108ca8737, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4220644f-b53e-4a48-a5f4-e48108ca8737,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:08.859582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.868107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bd24b70-295a-4af1-a6f9-79a720d69c4a req-a9ff7000-cc12-4624-9d7e-be60896794c2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Sep 18 00:52:08.882747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.928676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-2535a507-c1e7-4e68-b1aa-6fae6aeb72ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795171 Sep 18 00:52:08.942133 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] Set router adf7105d-e7e2-4d76-9444-7802a659abce gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:08.956612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:08.957268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:08.961239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.968809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:08.974184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43d7af88-725a-4a46-a5a5-687939e1654f HTTP/1.1" status: 204 len: 168 time: 0.3172944 Sep 18 00:52:08.997261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a307-aefc-4550-98b8-a56cf5368ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d7af88-725a-4a46-a5a5-687939e1654f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:09.039192 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:52:08Z', 'revision_number': 6, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:09.044533 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.076638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78d9e7-5e78-43f5-be95-592043e29fdd None None] The sync data for ids ['adf7105d-e7e2-4d76-9444-7802a659abce'] in n-d-712707-16 is: [{'id': 'adf7105d-e7e2-4d76-9444-7802a659abce', 'name': 'tempest-TestAggregatesBasicOps-1635983059-router', 'tenant_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:48Z', 'updated_at': '2021-09-18T00:52:08Z', 'revision_number': 6, 'project_id': 'cd6b43c0f7b14c0a8219d94a6875ad08', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:09.092005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b85c0-ebb9-48ae-8092-9e7641dfc629 None None] Pushing event updated for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:09.104136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] Provisioning complete for port 4220644f-b53e-4a48-a5f4-e48108ca8737 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:09.104517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.149745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f914901-3e54-4cac-a7a1-9d3db1586ae5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:09.233453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-87deaca2-87ed-4f2d-b868-fec8d5098623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:09.234995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-87deaca2-87ed-4f2d-b868-fec8d5098623 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.2101352 Sep 18 00:52:09.240734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:09.248080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.373096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.377024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.429190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.445675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03cdf2-9c51-45b6-b278-676026f27ca6 req-232615d7-d85f-4942-a183-c08fea479799 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:09.456395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df03cdf2-9c51-45b6-b278-676026f27ca6 req-232615d7-d85f-4942-a183-c08fea479799 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0806496 Sep 18 00:52:09.485823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.488164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf7105d-e7e2-4d76-9444-7802a659abce {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:52:09.506783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] For port 4220644f-b53e-4a48-a5f4-e48108ca8737, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4220644f-b53e-4a48-a5f4-e48108ca8737,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:09.506917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.508286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-96af0943-1d3b-442b-b498-5e1de10ee270 admin admin] 10.222.0.49 "DELETE /v2.0/routers/adf7105d-e7e2-4d76-9444-7802a659abce HTTP/1.1" status: 204 len: 168 time: 1.3107686 Sep 18 00:52:09.516189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df03cdf2-9c51-45b6-b278-676026f27ca6 req-6650e90d-7033-4a5a-817b-e1d441b5778d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Sep 18 00:52:09.516820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55166) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:09.519724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.520208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-8416a32a-18c0-49d7-81d4-cf461bf01e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:09.521719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-8416a32a-18c0-49d7-81d4-cf461bf01e51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.2435715 Sep 18 00:52:09.599747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee6538-6572-4c10-8af9-8fa09d202774 None None] Pushing event updated for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:09.614868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '4220644f-b53e-4a48-a5f4-e48108ca8737', 'name': '', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'mac_address': 'fa:16:3e:a3:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:00Z', 'updated_at': '2021-09-18T00:52:08Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'subnets': [{'id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:09.646014 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-7ca605f7-b759-4733-b05d-a3a0c2b9a407 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.1113212 Sep 18 00:52:09.649440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Deleting subnet 9155bdab-604a-4488-abe6-468e20d33cd6 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:52:09.650488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c989d23-09ce-4368-aec6-5e9c61d861b7 None None] The sync data for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 is: [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:02Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '4220644f-b53e-4a48-a5f4-e48108ca8737', 'name': '', 'network_id': 'c2982907-3e21-44b8-90e1-fad60a3ce50d', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'mac_address': 'fa:16:3e:a3:c9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:00Z', 'updated_at': '2021-09-18T00:52:08Z', 'revision_number': 4, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'subnets': [{'id': '747d5430-ef5a-4e70-b9ec-695d0b972fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:09.654180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.666270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c2ee93f7-eea2-44cf-a0b0-50a86b059ce2 None None] Provisioning complete for port 4220644f-b53e-4a48-a5f4-e48108ca8737 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:09.666645 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2ee93f7-eea2-44cf-a0b0-50a86b059ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.723438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.752157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-cbc7f734-09a0-4d90-b687-ea62d9798364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:09.753749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-cbc7f734-09a0-4d90-b687-ea62d9798364 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0982993 Sep 18 00:52:09.855166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:09.894432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-0230fb2e-56c7-4476-abc3-6468be691ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:09.896090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-0230fb2e-56c7-4476-abc3-6468be691ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242695 Sep 18 00:52:09.984058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.024543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862db67-37cb-4aae-82d2-af08182ffcda req-03b0d978-9566-4f95-be7d-99a1eb01252c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.034433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8862db67-37cb-4aae-82d2-af08182ffcda req-03b0d978-9566-4f95-be7d-99a1eb01252c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 944 time: 0.0838943 Sep 18 00:52:10.060403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9155bdab-604a-4488-abe6-468e20d33cd6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:10.065321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c869ce9-418e-4f82-88f1-5b5493fe8ef3 None None] Network e695ec70-24b3-44d5-bf1d-4cf86cbaff01 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:10.068420 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.078815 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-793648d9-d871-4ee4-b00c-c32c122d2880 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9155bdab-604a-4488-abe6-468e20d33cd6 HTTP/1.1" status: 204 len: 168 time: 0.5610228 Sep 18 00:52:10.079877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55182) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:10.105851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8862db67-37cb-4aae-82d2-af08182ffcda req-2babb482-ef4b-420b-b023-8e26663cf094 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705788 Sep 18 00:52:10.157596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-01fb5fdc-3de3-4c6d-83d0-dabf614a5dbb service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446849 Sep 18 00:52:10.163068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4220644f-b53e-4a48-a5f4-e48108ca8737 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:10.259780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.330356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4220644f-b53e-4a48-a5f4-e48108ca8737 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:10.331352 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.358062 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-84a9a8dd-fa2c-4087-bab6-635f3b59b7c3 req-cd01810e-e129-43e5-b264-b7d6ccff5ecf service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690218 Sep 18 00:52:10.371869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Deleting port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:10.372212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.485109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] DHCP port deletion for e695ec70-24b3-44d5-bf1d-4cf86cbaff01 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:52:10.520427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] For port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:10.520932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.558196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Calling delete_port for 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:10.587248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Deleting port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:10.587657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.627158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 68c41b67-8091-4015-b400-f13ed7cf66fa no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:10.656960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 68c41b67-8091-4015-b400-f13ed7cf66fa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:10.657561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 68c41b67-8091-4015-b400-f13ed7cf66fa not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:10.657988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1f914901-3e54-4cac-a7a1-9d3db1586ae5 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:10.711860 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.719278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c07d8-0c0e-43ab-87a4-0549249fb609 req-19d08a38-dc37-43a3-a237-5468046f42bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.720910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc2c07d8-0c0e-43ab-87a4-0549249fb609 req-19d08a38-dc37-43a3-a237-5468046f42bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0973265 Sep 18 00:52:10.756250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] For port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,segment=NetworkSegment(fad3e5df-9f6b-4be4-8a49-7bdd82291fb5),segment_id=fad3e5df-9f6b-4be4-8a49-7bdd82291fb5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:10.756250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.760112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:10.766607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] No DVR routers for this DVR port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:10.788894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc2c07d8-0c0e-43ab-87a4-0549249fb609 req-0c574da9-958e-41b7-b0ef-8481876e252e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Sep 18 00:52:10.880743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.917245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e695ec70-24b3-44d5-bf1d-4cf86cbaff01']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:10.928579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:10.928766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad3e5df-9f6b-4be4-8a49-7bdd82291fb5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:10.929150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1f914901-3e54-4cac-a7a1-9d3db1586ae5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:10.929876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1f914901-3e54-4cac-a7a1-9d3db1586ae5 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:10.932673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Calling delete_port for 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:10.943389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.962603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.968881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:10.969278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:10.971739 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:11.014237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.034593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.040409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.040842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] Pushing event deleted for resources: {'Port': ['ID=91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:11.042260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e695ec70-24b3-44d5-bf1d-4cf86cbaff01 HTTP/1.1" status: 204 len: 168 time: 0.9594030 Sep 18 00:52:11.045530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:11.047504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60946b41-57ac-490c-a684-ce18a9c92215 None None] No DVR routers for this DVR port 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:11.054090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe03ea-143a-4aea-9781-bc3f8bdde9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e695ec70-24b3-44d5-bf1d-4cf86cbaff01,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:11.273885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f5048-f21c-42a4-b97d-66c9dc9fec19 req-f204fb8c-8dc3-4235-8142-88e7150ef389 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:11.275576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-223f5048-f21c-42a4-b97d-66c9dc9fec19 req-f204fb8c-8dc3-4235-8142-88e7150ef389 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 944 time: 0.1011710 Sep 18 00:52:11.359452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-223f5048-f21c-42a4-b97d-66c9dc9fec19 req-a40d4fd0-5ba6-40c4-aa35-3e31db2c43a3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775986 Sep 18 00:52:11.581812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.649596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device be5c8117-bc83-4e09-84ee-b5c8770eac77 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:52:11.768780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:11.785286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'mac_address': 'fa:16:3e:21:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:52:11.848196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:11.872652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:11.873034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91aeddbd-1ea0-4c4a-add9-92f3f5d4e1f7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:11.878802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.902861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5c8117-bc83-4e09-84ee-b5c8770eac77 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:11.927698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:11.932254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.965033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026e461-484b-40dd-a285-b4c87e0f5ed5 req-d717255c-f857-4bff-bda1-f2349abfdd51 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:11.968920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3026e461-484b-40dd-a285-b4c87e0f5ed5 req-d717255c-f857-4bff-bda1-f2349abfdd51 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1014826 Sep 18 00:52:11.982095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:12.005187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Deleting port 4220644f-b53e-4a48-a5f4-e48108ca8737 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:12.005526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.041730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3026e461-484b-40dd-a285-b4c87e0f5ed5 req-998bba76-cc92-4efb-8fda-791c51c5f2bb tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669341 Sep 18 00:52:12.084053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:12.108600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] For port 4220644f-b53e-4a48-a5f4-e48108ca8737, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4220644f-b53e-4a48-a5f4-e48108ca8737,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:12.109158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.122539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Calling delete_port for 4220644f-b53e-4a48-a5f4-e48108ca8737 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:12.196808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46844e9a-49cf-4baa-b7d2-383ce74e86eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.227712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['be5c8117-bc83-4e09-84ee-b5c8770eac77'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:12.294916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46844e9a-49cf-4baa-b7d2-383ce74e86eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.302544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46844e9a-49cf-4baa-b7d2-383ce74e86eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.321510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.341790 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-46844e9a-49cf-4baa-b7d2-383ce74e86eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f2c0f53683f444aafacd4a159b36562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566254 Sep 18 00:52:12.342715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46844e9a-49cf-4baa-b7d2-383ce74e86eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa8c50-5512-44c5-a5d3-41bc22f707bc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:12.346383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:12.354724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4220644f-b53e-4a48-a5f4-e48108ca8737,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:12.415842 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.445191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.511657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.514400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.515609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96fa8c50-5512-44c5-a5d3-41bc22f707bc HTTP/1.1" status: 204 len: 168 time: 0.1695905 Sep 18 00:52:12.527048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a1fef-15cb-4e24-9914-5a74aa799ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa8c50-5512-44c5-a5d3-41bc22f707bc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:12.607652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.616642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf4e-d9b0-489d-a6a3-84a745c418bd req-9a20e344-87d1-43f6-a287-31b17ba82fc3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:12.624855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb5ebf4e-d9b0-489d-a6a3-84a745c418bd req-9a20e344-87d1-43f6-a287-31b17ba82fc3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 945 time: 0.1305947 Sep 18 00:52:12.720804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb5ebf4e-d9b0-489d-a6a3-84a745c418bd req-fc268a8b-fa13-4f10-bd6e-8c7510edd883 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950112 Sep 18 00:52:12.837003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:12.850204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-038a22b7-fe85-4957-9a2f-6c3fcfc83714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.953023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-038a22b7-fe85-4957-9a2f-6c3fcfc83714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.957887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-038a22b7-fe85-4957-9a2f-6c3fcfc83714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:12.996717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a22b7-fe85-4957-9a2f-6c3fcfc83714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478ebc6-4a03-423b-83d2-91f81605796c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:13.001369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-038a22b7-fe85-4957-9a2f-6c3fcfc83714 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4da92be8746948d7916336891cc95ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630681 Sep 18 00:52:13.004519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:13.061330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.086733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.136780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.139427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.140620 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8478ebc6-4a03-423b-83d2-91f81605796c HTTP/1.1" status: 204 len: 168 time: 0.1351740 Sep 18 00:52:13.149203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce50c1-a537-4bb1-8400-1df982cc46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478ebc6-4a03-423b-83d2-91f81605796c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:13.197670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Router efeca9ff-3d2e-44d4-a834-b7d669430cbf has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:13.211094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8716b45-4a15-46d7-b9c1-f520b154aef1 req-76ce74b5-54b8-480b-8b8d-9e5b5138a237 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:13.212588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8716b45-4a15-46d7-b9c1-f520b154aef1 req-76ce74b5-54b8-480b-8b8d-9e5b5138a237 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0703137 Sep 18 00:52:13.299230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8716b45-4a15-46d7-b9c1-f520b154aef1 req-ad3ad118-2637-48c4-86bb-864c7f128e0c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796115 Sep 18 00:52:13.354581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:13.360919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb49085a-03ae-47ac-8fb2-7423d08f97f6 admin admin] 10.222.0.49 "PUT /v2.0/routers/efeca9ff-3d2e-44d4-a834-b7d669430cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3134544 Sep 18 00:52:13.363347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55254) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:13.366659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Sync routers for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:13.376044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:13.376775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:13.478978 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.493538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:13.598423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.659136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Deleting port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:13.659678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.668146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device be5c8117-bc83-4e09-84ee-b5c8770eac77 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:13.719949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:12Z', 'revision_number': 5, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port': {'id': 'e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:13.752810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] For port e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:13.753153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.766077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Checking router: efeca9ff-3d2e-44d4-a834-b7d669430cbf for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:13.767479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Calling delete_port for e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:13.782320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port be5c8117-bc83-4e09-84ee-b5c8770eac77 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:52:13.788205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port be5c8117-bc83-4e09-84ee-b5c8770eac77 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:13.801179 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:13.835422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Routers {'efeca9ff-3d2e-44d4-a834-b7d669430cbf'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:13.836785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:13.911452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa3432-bc1f-4415-9e9a-0dc250a76280 req-0f2bad88-a2f1-4fc2-9821-1c5567cc1c83 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:13.914282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8fa3432-bc1f-4415-9e9a-0dc250a76280 req-0f2bad88-a2f1-4fc2-9821-1c5567cc1c83 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 945 time: 0.0894620 Sep 18 00:52:13.953245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] Set router efeca9ff-3d2e-44d4-a834-b7d669430cbf gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:14.003774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8fa3432-bc1f-4415-9e9a-0dc250a76280 req-d90c9fc1-8f87-4362-9057-ad10436e7a23 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Sep 18 00:52:14.008536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:13Z', 'revision_number': 6, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:14.055238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e285b5-f95a-43b9-b8f6-908abbcc7e66 None None] The sync data for ids ['efeca9ff-3d2e-44d4-a834-b7d669430cbf'] in n-d-712707-16 is: [{'id': 'efeca9ff-3d2e-44d4-a834-b7d669430cbf', 'name': 'tempest-TestAggregatesBasicOps-533905864-router', 'tenant_id': '3b61c65e04d14fa3ba87001abf441e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:56Z', 'updated_at': '2021-09-18T00:52:13Z', 'revision_number': 6, 'project_id': '3b61c65e04d14fa3ba87001abf441e3d', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:14.068472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.070020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.094858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:14.100707 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aa0300-2c89-48bf-ac21-9199a7bebaa5" -d '{"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-plugged", "status": "completed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:14.122910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:14.126888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Pushing event deleted for resources: {'Port': ['ID=e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:14.133343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.173238 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f8810-6b11-4d3a-aecf-15fa8408c844 x-openstack-request-id: req-c57f8810-6b11-4d3a-aecf-15fa8408c844 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:14.173546 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-plugged", "status": "completed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:14.173953 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c57f8810-6b11-4d3a-aecf-15fa8408c844 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:14.174528 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'code': 200} Sep 18 00:52:14.204120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.207717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:14.339298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.342640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.413681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5dff4-8765-4cbd-ad44-9ad66a52bea2 req-11710a0a-acfd-4499-b08b-d4670d5749a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:14.415327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48f5dff4-8765-4cbd-ad44-9ad66a52bea2 req-11710a0a-acfd-4499-b08b-d4670d5749a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 1098 time: 0.1908312 Sep 18 00:52:14.459040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.459493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Fanout notify agent at l3_agent the message router_deleted on router efeca9ff-3d2e-44d4-a834-b7d669430cbf {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:52:14.464345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.468132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0c7a4f98-0137-45bd-a6b0-0cd3fa7227df admin admin] 10.222.0.49 "DELETE /v2.0/routers/efeca9ff-3d2e-44d4-a834-b7d669430cbf HTTP/1.1" status: 204 len: 168 time: 1.1038241 Sep 18 00:52:14.468405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:14.496403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48f5dff4-8765-4cbd-ad44-9ad66a52bea2 req-45a9a4f7-c91a-4e10-a53c-94861a99ec96 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725849 Sep 18 00:52:14.507619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f04575-a98c-4ff7-9862-09243106575d req-8c58c528-f487-4954-860f-865e1c021a7b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:14.509459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f04575-a98c-4ff7-9862-09243106575d req-8c58c528-f487-4954-860f-865e1c021a7b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0997739 Sep 18 00:52:14.532705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Deleting subnet 747d5430-ef5a-4e70-b9ec-695d0b972fab {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:52:14.547363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.569943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f04575-a98c-4ff7-9862-09243106575d req-8ba37651-f975-4e13-89c6-a91ebf7c953b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540180 Sep 18 00:52:14.595731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.680009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.735335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.768911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747d5430-ef5a-4e70-b9ec-695d0b972fab,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:14.771078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.775453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-23a7ca0d-9922-4102-b7cf-1d8431ee22d3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/747d5430-ef5a-4e70-b9ec-695d0b972fab HTTP/1.1" status: 204 len: 168 time: 0.3030605 Sep 18 00:52:14.775822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55306) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:14.780818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f51565-8624-48ff-86d2-b0d307345f8f None None] Network c2982907-3e21-44b8-90e1-fad60a3ce50d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:14.856387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.954890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Deleting port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:14.955760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.990090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] DHCP port deletion for c2982907-3e21-44b8-90e1-fad60a3ce50d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:52:15.042228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] For port 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34df7b0d-0691-49e6-84e7-87dc33ef7d31,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:15.043033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.044609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Deleting port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:15.044997 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.060631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Calling delete_port for 34df7b0d-0691-49e6-84e7-87dc33ef7d31 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:15.131361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] For port 34df7b0d-0691-49e6-84e7-87dc33ef7d31, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34df7b0d-0691-49e6-84e7-87dc33ef7d31,segment=NetworkSegment(347e228f-18f7-430a-82d0-149e8e15a219),segment_id=347e228f-18f7-430a-82d0-149e8e15a219)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:15.131767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.146932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Calling delete_port for 34df7b0d-0691-49e6-84e7-87dc33ef7d31 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:15.184615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07115e-a446-4046-924e-109bb7e6e928 req-2768360c-8515-4c73-91cc-b98ad4696918 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:15.193554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e07115e-a446-4046-924e-109bb7e6e928 req-2768360c-8515-4c73-91cc-b98ad4696918 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.0784967 Sep 18 00:52:15.239721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.256820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.260135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e07115e-a446-4046-924e-109bb7e6e928 req-5b389130-0ef6-4a1d-9a16-b1df3307e965 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657020 Sep 18 00:52:15.292913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] No DVR routers for this DVR port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:15.294644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd894e-2e17-4137-8b6a-6e307abd5470 None None] Pushing event deleted for resources: {'Port': ['ID=34df7b0d-0691-49e6-84e7-87dc33ef7d31,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:15.296065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Pushing event deleted for resources: {'Port': ['ID=34df7b0d-0691-49e6-84e7-87dc33ef7d31,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:15.297894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] No DVR routers for this DVR port 34df7b0d-0691-49e6-84e7-87dc33ef7d31 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:15.387365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.407337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2982907-3e21-44b8-90e1-fad60a3ce50d']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:15.418421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347e228f-18f7-430a-82d0-149e8e15a219') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:15.418780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347e228f-18f7-430a-82d0-149e8e15a219') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:15.429468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.445378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.452092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:15.452738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:15.454739 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:15.524824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.531566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.536371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] 10.222.0.49 "DELETE /v2.0/networks/c2982907-3e21-44b8-90e1-fad60a3ce50d HTTP/1.1" status: 204 len: 168 time: 0.7593462 Sep 18 00:52:15.548481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8eaad-c9e0-43ef-8ee9-25c716c8434c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2982907-3e21-44b8-90e1-fad60a3ce50d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:15.738810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfc7fb-470d-4237-8709-49283e5ea43f req-822925c9-b005-4b97-a0ec-a4e35f0ca43c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:15.740425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6dfc7fb-470d-4237-8709-49283e5ea43f req-822925c9-b005-4b97-a0ec-a4e35f0ca43c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0716639 Sep 18 00:52:15.754642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55332) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:15.787629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6dfc7fb-470d-4237-8709-49283e5ea43f req-9c462faa-8649-49e0-85bb-b75caaa23206 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Sep 18 00:52:15.811388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7cffb4fd-2af3-4808-98c8-c71827cab110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd6b43c0f7b14c0a8219d94a6875ad08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556395 Sep 18 00:52:15.814311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55334) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:15.851585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4220644f-b53e-4a48-a5f4-e48108ca8737 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:15.865744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.872421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4220644f-b53e-4a48-a5f4-e48108ca8737 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:15.872954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4220644f-b53e-4a48-a5f4-e48108ca8737 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:15.873523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:15.893869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.896299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:15.896828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e3825ac8-b30e-48a6-b2e5-dffa9bd40d5d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:15.897410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34df7b0d-0691-49e6-84e7-87dc33ef7d31 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:15.917683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 34df7b0d-0691-49e6-84e7-87dc33ef7d31 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:15.918298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34df7b0d-0691-49e6-84e7-87dc33ef7d31 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:15.949175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.951971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:15.953223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f602525e-657b-46bd-95b1-c978f2a1dec5 HTTP/1.1" status: 204 len: 168 time: 0.1376886 Sep 18 00:52:15.962981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849bdf7-b09e-4f9e-ace6-6d088027553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f602525e-657b-46bd-95b1-c978f2a1dec5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:16.040014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.063402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55342) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:16.221477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d07e41e-ac0b-4f47-b755-f13b2d569e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.290271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:16.315490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d07e41e-ac0b-4f47-b755-f13b2d569e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.319706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d07e41e-ac0b-4f47-b755-f13b2d569e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.356191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-226b447d-6c94-40e3-ade3-c8c139aada8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b61c65e04d14fa3ba87001abf441e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647216 Sep 18 00:52:16.356845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:16.362619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d07e41e-ac0b-4f47-b755-f13b2d569e40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1749b0695bc44d08b79ae3babf034146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978384 Sep 18 00:52:16.363867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07e41e-ac0b-4f47-b755-f13b2d569e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f6baff-944e-4be2-9548-4e32cd07872e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:16.367163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55354) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:16.416713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f322405-7785-4839-b410-f260508014ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.422441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3bd29-7969-4706-bc0f-bafa6e318695 req-9c800b75-8bcc-45bb-8ba2-fd06a7e7d82b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:16.424760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-deb3bd29-7969-4706-bc0f-bafa6e318695 req-9c800b75-8bcc-45bb-8ba2-fd06a7e7d82b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.0866630 Sep 18 00:52:16.440702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f322405-7785-4839-b410-f260508014ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.452682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.487573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-deb3bd29-7969-4706-bc0f-bafa6e318695 req-34ee5c0c-be59-4787-8b61-d34229bacd84 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Sep 18 00:52:16.488858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f322405-7785-4839-b410-f260508014ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.491892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f322405-7785-4839-b410-f260508014ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.492358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.495578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f322405-7785-4839-b410-f260508014ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71f6baff-944e-4be2-9548-4e32cd07872e HTTP/1.1" status: 204 len: 168 time: 0.1248908 Sep 18 00:52:16.503201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f322405-7785-4839-b410-f260508014ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f6baff-944e-4be2-9548-4e32cd07872e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:16.570514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.573185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.576790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b5a4f39-c44d-4a02-b84f-195bae0c5fec HTTP/1.1" status: 204 len: 168 time: 0.2035763 Sep 18 00:52:16.582522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84fb5e-ebe6-428b-82bc-799869dcdbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a4f39-c44d-4a02-b84f-195bae0c5fec,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:16.730971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcb1a4-1d0f-4015-b2ee-0d55c45be272 req-388d30c8-4a7c-4df2-97d2-02a619b231aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:16.732537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78bcb1a4-1d0f-4015-b2ee-0d55c45be272 req-388d30c8-4a7c-4df2-97d2-02a619b231aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.0530190 Sep 18 00:52:16.773776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78bcb1a4-1d0f-4015-b2ee-0d55c45be272 req-2257c43d-9ca1-42e5-b4a9-394ee20bdc32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Sep 18 00:52:16.929248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55372) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:16.944266 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c82a-3e3d-46f3-a86d-bee87ea28ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:16.947409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cc296-83b0-4075-bcb1-cda68569abfb req-5d5a9efe-8219-41f5-a003-5501246d25ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:16.948942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-815cc296-83b0-4075-bcb1-cda68569abfb req-5d5a9efe-8219-41f5-a003-5501246d25ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0634754 Sep 18 00:52:16.991989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-815cc296-83b0-4075-bcb1-cda68569abfb req-821aaa5d-3a42-44e5-9320-6b1e86b563d4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Sep 18 00:52:17.049461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c82a-3e3d-46f3-a86d-bee87ea28ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.053364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c82a-3e3d-46f3-a86d-bee87ea28ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.095211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1b3c82a-3e3d-46f3-a86d-bee87ea28ecc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18bcce7d856e446a91998ecf2706fb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619081 Sep 18 00:52:17.095211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3c82a-3e3d-46f3-a86d-bee87ea28ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3faf66-7530-4656-a3a8-60c6de3103b3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:17.095999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55380) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:17.151523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.175769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.224923 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.227636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.228817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc3faf66-7530-4656-a3a8-60c6de3103b3 HTTP/1.1" status: 204 len: 168 time: 0.1317658 Sep 18 00:52:17.237145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83728-8374-44cb-a675-55e818750bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3faf66-7530-4656-a3a8-60c6de3103b3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:17.543850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55400) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:17.644593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-430514806-network', 'tenant_id': '16abad0d6c7e474da1e26cf934683077'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:17.666179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Made reservation on behalf of 16abad0d6c7e474da1e26cf934683077 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:17.668569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.677589 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.775483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.780634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.802650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:17.818856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204c7082-115c-453a-a840-7da7b895bfc2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:17.823836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.824188 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Added segment 928cbca5-baf7-4f1d-93bd-0775dfd0e7cf of type vlan for network 0d70dba4-146e-48c3-a591-35b960e66375 Sep 18 00:52:17.874588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.929192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68df2a-9110-474a-9e04-da93bc57bb7f req-577cda8e-967d-4c48-8d7d-d52c2c0c9237 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:17.930720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac68df2a-9110-474a-9e04-da93bc57bb7f req-577cda8e-967d-4c48-8d7d-d52c2c0c9237 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.0694723 Sep 18 00:52:17.935936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.936943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:17.937604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.982226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4368954 Sep 18 00:52:17.984723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55422) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:17.991725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Request body: {'subnet': {'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-430514806-subnet', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:18.017334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Made reservation on behalf of 16abad0d6c7e474da1e26cf934683077 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:18.021057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.040593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac68df2a-9110-474a-9e04-da93bc57bb7f req-4fd5a92c-8f6b-430a-a30f-a05782769a3a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952382 Sep 18 00:52:18.040593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f062c-1391-442d-861f-3a4da26c1b1f admin admin] Pushing event updated for resources: {'Network': ['ID=0d70dba4-146e-48c3-a591-35b960e66375,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:18.049683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0d70dba4-146e-48c3-a591-35b960e66375 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:18.148341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bcb05-ae0a-46bb-b2c3-6871bc711a6b req-286583de-24ee-43bd-8b3a-6e9c33a202c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:18.150375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a2bcb05-ae0a-46bb-b2c3-6871bc711a6b req-286583de-24ee-43bd-8b3a-6e9c33a202c7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0673780 Sep 18 00:52:18.193039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a2bcb05-ae0a-46bb-b2c3-6871bc711a6b req-e1877008-0c99-4f83-8ca9-757262bf105f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Sep 18 00:52:18.248059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.324432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c554814-a32a-42a5-b276-02a41bc4395d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:18.329010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Checking segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:18.329368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Network hostable DHCP agents. Network: 0d70dba4-146e-48c3-a591-35b960e66375, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:18.346590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Network 0d70dba4-146e-48c3-a591-35b960e66375 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:18.359247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0d70dba4-146e-48c3-a591-35b960e66375) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:18.366136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:18.367147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.373013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2105dee-2477-428b-a0ff-88b34e66d5d0 None None] Network 0d70dba4-146e-48c3-a591-35b960e66375 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:18.386591 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-59fe644e-82b2-4bd8-a336-f4729a088e6a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4000492 Sep 18 00:52:18.389800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55444) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:18.396133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:18.421361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.422557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.508773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.566881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0d70dba4-146e-48c3-a591-35b960e66375', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:52:18.567816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.691779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.706199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8488-8d49-4c01-86eb-5adf6659210f req-b611ec5d-e5be-4345-87d5-84578319f82a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:18.707758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-199f8488-8d49-4c01-86eb-5adf6659210f req-b611ec5d-e5be-4345-87d5-84578319f82a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1503131 Sep 18 00:52:18.724852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Allocated IP 172.20.0.2 (0d70dba4-146e-48c3-a591-35b960e66375/9c554814-a32a-42a5-b276-02a41bc4395d/0fc40f80-232a-4b30-b305-ab203941beb6) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:18.769671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-199f8488-8d49-4c01-86eb-5adf6659210f req-5f0604e0-64b1-4b67-a198-ce3857089a57 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502708 Sep 18 00:52:18.911932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.919008 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.965267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Network 0d70dba4-146e-48c3-a591-35b960e66375 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:18.968413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:18.977031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.983118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:18.997582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Pushing event updated for resources: {'Port': ['ID=0fc40f80-232a-4b30-b305-ab203941beb6,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.003928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.053000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Attempting to bind port 0fc40f80-232a-4b30-b305-ab203941beb6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:19.053483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Attempting to bind port 0fc40f80-232a-4b30-b305-ab203941beb6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:19.053849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Attempting to bind port 0fc40f80-232a-4b30-b305-ab203941beb6 on network 0d70dba4-146e-48c3-a591-35b960e66375 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:19.059165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:19.059542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Checking segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:19.059946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.060375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Bound using segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:19.061355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Bound port: 0fc40f80-232a-4b30-b305-ab203941beb6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:19.061355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.126833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Allocated IP 172.25.7.45 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/8fcdb023-244b-499c-96fc-8dd92cdf7a0c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:19.135225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] For port 0fc40f80-232a-4b30-b305-ab203941beb6, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:19.139755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] For port 0fc40f80-232a-4b30-b305-ab203941beb6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0fc40f80-232a-4b30-b305-ab203941beb6,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:19.145594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.215925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc5cb9-8f5c-4ce9-94f8-e24fe4f17402 None None] Pushing event updated for resources: {'Port': ['ID=0fc40f80-232a-4b30-b305-ab203941beb6,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.312698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.342927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980d602-fc32-4147-8937-8e733fd21229 req-f1f9286a-6844-48ca-bf8d-aa5dd7afaf4d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:19.344565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6980d602-fc32-4147-8937-8e733fd21229 req-f1f9286a-6844-48ca-bf8d-aa5dd7afaf4d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0745521 Sep 18 00:52:19.396005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.412701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6980d602-fc32-4147-8937-8e733fd21229 req-b0cf44d9-4874-45be-b858-3f84c853de46 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569375 Sep 18 00:52:19.449386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:19.453869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:19.462627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:19.464979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.555648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55496) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:19.665476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c42c562a-b522-422d-a7ff-b98433757227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.729232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.761632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c42c562a-b522-422d-a7ff-b98433757227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.765950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c42c562a-b522-422d-a7ff-b98433757227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.809748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c42c562a-b522-422d-a7ff-b98433757227 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f698bca247094094998d63f8a6794614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528811 Sep 18 00:52:19.810602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c562a-b522-422d-a7ff-b98433757227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442a4c47-053d-4510-876e-8a719617ae08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.813122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55502) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:19.872848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.910621 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.933895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0fc40f80-232a-4b30-b305-ab203941beb6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:19.979670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.982857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.995860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0fc40f80-232a-4b30-b305-ab203941beb6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:19.996639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:19.998075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/442a4c47-053d-4510-876e-8a719617ae08 HTTP/1.1" status: 204 len: 168 time: 0.1757274 Sep 18 00:52:20.015242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d387ded-37e1-408d-97c3-b896bf210dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442a4c47-053d-4510-876e-8a719617ae08,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:20.112339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.173565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 0fc40f80-232a-4b30-b305-ab203941beb6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0fc40f80-232a-4b30-b305-ab203941beb6,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:20.181482 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.238303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465eba4-ebf4-4ed9-b0ed-72db21c7006f req-01fcf2d0-7049-4517-b46e-a838060260ea tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:20.239058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=0fc40f80-232a-4b30-b305-ab203941beb6,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:20.247584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b465eba4-ebf4-4ed9-b0ed-72db21c7006f req-01fcf2d0-7049-4517-b46e-a838060260ea tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1503625 Sep 18 00:52:20.333422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b465eba4-ebf4-4ed9-b0ed-72db21c7006f req-4c581fa1-0315-4061-b067-5b6e4d3c1085 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848889 Sep 18 00:52:20.372968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70024d22-4640-469a-9bc2-87f81c180d00 None None] Network 0d70dba4-146e-48c3-a591-35b960e66375 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:20.376403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:20.390102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0084c98-326f-4446-a4a4-24d1a8029d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.404103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.462593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8850fd77-cb1b-4d41-b8be-7c70136c77c8 None None] Provisioning complete for port 0fc40f80-232a-4b30-b305-ab203941beb6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:20.462965 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8850fd77-cb1b-4d41-b8be-7c70136c77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.541442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0084c98-326f-4446-a4a4-24d1a8029d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.546735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0084c98-326f-4446-a4a4-24d1a8029d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.585752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0084c98-326f-4446-a4a4-24d1a8029d87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=033a086c73e14bb0bc56364b3de384de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057581 Sep 18 00:52:20.586466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55516) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:20.611597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749724bc-f37d-4874-b674-e5136eb702d4 req-15ad9291-2556-4b4f-8612-6f06260eb430 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:20.613138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-749724bc-f37d-4874-b674-e5136eb702d4 req-15ad9291-2556-4b4f-8612-6f06260eb430 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0685632 Sep 18 00:52:20.637518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084c98-326f-4446-a4a4-24d1a8029d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da658550-9e39-48d0-95e9-948e353e938b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:20.668657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.678562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-749724bc-f37d-4874-b674-e5136eb702d4 req-5488c902-2bf7-4758-9690-effc3fa7d3b5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Sep 18 00:52:20.680613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Router 039c4da0-0cb8-43d4-932f-d7d81023cbcd is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:52:20.705095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.750343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.754100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.755271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da658550-9e39-48d0-95e9-948e353e938b HTTP/1.1" status: 204 len: 168 time: 0.1613026 Sep 18 00:52:20.763449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d681-64b4-4b38-a241-d29f4feada8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da658550-9e39-48d0-95e9-948e353e938b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:20.818133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:20.832816 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Sync routers for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:20.841035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.845133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf9f92c7-0e9a-4a08-b53a-ef7ab5568855 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4516692 Sep 18 00:52:20.845518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55528) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:20.869554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:20.870197 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:21.046946 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:21.194038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f6567aa2-bf18-435d-856c-dfc6c1d8c751 None None] Provisioning complete for port 0fc40f80-232a-4b30-b305-ab203941beb6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:21.194520 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6567aa2-bf18-435d-856c-dfc6c1d8c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:21.321956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:19Z', 'revision_number': 3, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:21.352518 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Checking router: 039c4da0-0cb8-43d4-932f-d7d81023cbcd for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:21.352864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Updating router 039c4da0-0cb8-43d4-932f-d7d81023cbcd port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:21.385148 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:21.443053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:21.531069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a66a5-059f-47e4-bac2-0ad82c435f0d req-f348e99b-d710-42e6-abf9-6b07d2f4245d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:21.533374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c3a66a5-059f-47e4-bac2-0ad82c435f0d req-f348e99b-d710-42e6-abf9-6b07d2f4245d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1216526 Sep 18 00:52:21.654770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c3a66a5-059f-47e4-bac2-0ad82c435f0d req-e0f846de-4287-48f6-b18c-8cfd1577eee7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126225 Sep 18 00:52:21.691394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device be5c8117-bc83-4e09-84ee-b5c8770eac77 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:52:21.857556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Allocated IP 172.20.0.1 (0d70dba4-146e-48c3-a591-35b960e66375/9c554814-a32a-42a5-b276-02a41bc4395d/a8a211e1-ac54-406a-942b-32bb40f715bb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:21.912091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:21.936260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f34f-919e-4d99-bff6-6856f8a9aed9 req-c58a0c67-c1da-473a-8862-fbc1b554cb44 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:21.937899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'port_id': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'mac_address': 'fa:16:3e:21:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:52:21.949938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6110f34f-919e-4d99-bff6-6856f8a9aed9 req-c58a0c67-c1da-473a-8862-fbc1b554cb44 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1411633 Sep 18 00:52:21.958395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0fc40f80-232a-4b30-b305-ab203941beb6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:21.964752 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:21.975968 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.031678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d938a3-6b18-4589-b085-1073843b300a None None] Pushing event updated for resources: {'Port': ['ID=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:22.035236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6110f34f-919e-4d99-bff6-6856f8a9aed9 req-057dcf60-00f1-40bd-add9-d2d6d04f4a41 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794971 Sep 18 00:52:22.060993 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Attempting to bind port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:22.061380 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Attempting to bind port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:22.061977 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Attempting to bind port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:22.069721 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:22.070387 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:22.070950 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.071492 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:22.072111 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Bound port: 8fcdb023-244b-499c-96fc-8dd92cdf7a0c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:22.072679 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.136163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.137148 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] For port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:22.140917 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] For port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:22.152478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5c8117-bc83-4e09-84ee-b5c8770eac77 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:22.168543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0fc40f80-232a-4b30-b305-ab203941beb6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:22.169193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.174116 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.207445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:22.224665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.255510 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d938a3-6b18-4589-b085-1073843b300a None None] Pushing event updated for resources: {'Port': ['ID=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:22.321136 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:22.323503 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:22.325578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:22.364158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['be5c8117-bc83-4e09-84ee-b5c8770eac77'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:22.537048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:22.794675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.816956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:19Z', 'revision_number': 3, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:22.856024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:22.856617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90a43b-08d4-43b1-a761-24dabff3575b req-bb4674d0-c06e-4237-9976-03e91ed65e49 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:22.865243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d90a43b-08d4-43b1-a761-24dabff3575b req-bb4674d0-c06e-4237-9976-03e91ed65e49 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 945 time: 0.0751278 Sep 18 00:52:22.880896 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92415f-d505-4a46-8049-c914b98b179b None None] The sync data for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 is: [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:19Z', 'revision_number': 3, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:22.934095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d90a43b-08d4-43b1-a761-24dabff3575b req-73067ecf-8788-46bc-a235-bd61a132ea47 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670416 Sep 18 00:52:22.957710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:22.980209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Network 0d70dba4-146e-48c3-a591-35b960e66375 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:22.981880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:22.984474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:23.036533 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.155148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:23.268304 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.301785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19900e8-1ef4-4285-a97c-78940708fb55 req-6028f403-61f5-472e-a32c-e35103687845 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:23.311989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f19900e8-1ef4-4285-a97c-78940708fb55 req-6028f403-61f5-472e-a32c-e35103687845 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1514683 Sep 18 00:52:23.400384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f19900e8-1ef4-4285-a97c-78940708fb55 req-6c40fcd2-0d08-42c2-a78c-8fec4218f535 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867968 Sep 18 00:52:23.518528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a4c784b-956a-4d45-8d45-f0264f7a4b85 None None] Provisioning complete for port a8a211e1-ac54-406a-942b-32bb40f715bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:23.519287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a4c784b-956a-4d45-8d45-f0264f7a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.542350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-891923666'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:23.584171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Made reservation on behalf of 695ac71d4e5047c483f735dfb4d1374c for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:23.600182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.616058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c784b-956a-4d45-8d45-f0264f7a4b85 None None] Port a8a211e1-ac54-406a-942b-32bb40f715bb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:23.623679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.675458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.685155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.698014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device be5c8117-bc83-4e09-84ee-b5c8770eac77 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:23.827278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port be5c8117-bc83-4e09-84ee-b5c8770eac77 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:23.827824 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.866971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.880033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.898219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:23.899724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.958325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:23.993852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85afb724-f5d8-4df1-930d-72c32b8f4146,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:23.999116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:23.999806 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Added segment c4217480-4fe7-4db3-8997-9e5625b988b9 of type vlan for network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 Sep 18 00:52:24.018273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.044962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:24.047254 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6918f4b-7063-4d1f-ae55-0450880703eb" -d '{"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-plugged", "status": "completed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:24.068553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8fcdb023-244b-499c-96fc-8dd92cdf7a0c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:24.100416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.164809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:24.168188 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e7e113-99ae-4f82-94a0-97150fe57481 x-openstack-request-id: req-66e7e113-99ae-4f82-94a0-97150fe57481 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:24.168524 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-plugged", "status": "completed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:24.168996 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66e7e113-99ae-4f82-94a0-97150fe57481 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:24.169137 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'code': 200} Sep 18 00:52:24.179037 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.181360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Network 0d70dba4-146e-48c3-a591-35b960e66375 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:24.182985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:24.277502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e5122-6fb8-4d30-a987-57ff354f7c21 req-ee764d89-6d05-467d-83f2-7bceeec66bd8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:24.279092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-823e5122-6fb8-4d30-a987-57ff354f7c21 req-ee764d89-6d05-467d-83f2-7bceeec66bd8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 945 time: 0.1742313 Sep 18 00:52:24.279966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.287328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16313277-1a44-4035-bca6-b0378514bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.301463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:24.302122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.366466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:24.385710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:24.386091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.451464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Pushing event updated for resources: {'Network': ['ID=d76de0e2-41c4-43ce-94ad-ae0a8c6eb524,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:24.475288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Router 039c4da0-0cb8-43d4-932f-d7d81023cbcd has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:24.523028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:24.539963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-823e5122-6fb8-4d30-a987-57ff354f7c21 req-2de58768-3f38-4466-8820-63fa193b68ee tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348738 Sep 18 00:52:24.553683 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-33d0acc7-aea4-41d9-a07a-20648f680ecc tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3933756 Sep 18 00:52:24.583440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.650200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:24.660377 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.684507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871af7-28ac-4bf0-8264-3d049f62963e req-04b9fe2c-e649-458c-92c4-bf674d8b8664 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:24.709713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12871af7-28ac-4bf0-8264-3d049f62963e req-04b9fe2c-e649-458c-92c4-bf674d8b8664 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1429141 Sep 18 00:52:24.722564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:24.744298 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5b6b0b5-0c95-4b17-82a7-4e08f150f0f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/039c4da0-0cb8-43d4-932f-d7d81023cbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8845696 Sep 18 00:52:24.759307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ddbb95c3-a2db-401e-aa1b-ef50f7d26f0c None None] Provisioning complete for port a8a211e1-ac54-406a-942b-32bb40f715bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:24.759698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddbb95c3-a2db-401e-aa1b-ef50f7d26f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.761605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:24.821292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb95c3-a2db-401e-aa1b-ef50f7d26f0c None None] Port a8a211e1-ac54-406a-942b-32bb40f715bb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:24.821791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55618) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:24.829672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12871af7-28ac-4bf0-8264-3d049f62963e req-e47a0c24-431b-4f2c-bd3b-093efe613749 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141336 Sep 18 00:52:24.830571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524', 'binding:host_id': 'n-h1-712707-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-344737404'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:24.864217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Made reservation on behalf of a6bb601e1ff345478a2d60e617acd547 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:24.866679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:24.888524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.115579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.121805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.133646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port eda68172-0bd0-4e42-a7f4-eed73b6115d4 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:25.235939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74846ee2-308f-4296-8c1c-337ccdf5d3b7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:25.446179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port eda68172-0bd0-4e42-a7f4-eed73b6115d4 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:25.466962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.475789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.557112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=eda68172-0bd0-4e42-a7f4-eed73b6115d4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:25.569055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Checking segment: {'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:25.569285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Network hostable DHCP agents. Network: d76de0e2-41c4-43ce-94ad-ae0a8c6eb524, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:25.598295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:25.612782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d76de0e2-41c4-43ce-94ad-ae0a8c6eb524) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:25.616739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:25.623903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f217a2b-5321-471a-8b0b-2d1277b27a21 None None] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:25.638821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.639166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.639538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.649336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.649765 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.650084 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 2 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.665052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.665220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.665470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.678345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.678685 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.679621 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 3 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.681209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Sync routers for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:25.697285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.698352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.698699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.705469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.705469 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.705766 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 4 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.711401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55640) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:25.716984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-550120316-network', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:25.724685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.725028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.725369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.732329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.732668 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.733232 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 5 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.749413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65cb2-6c64-4ab8-bfee-fdc19328aa51 req-634a1647-fba4-47f6-9ac4-b0e6f3ef5008 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:25.752482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.753041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.753544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.758508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ea65cb2-6c64-4ab8-bfee-fdc19328aa51 req-634a1647-fba4-47f6-9ac4-b0e6f3ef5008 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.0852418 Sep 18 00:52:25.759052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.759545 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.760096 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 6 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.765420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:25.766328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:51:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:25.780683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.781075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.781466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.786284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.786666 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.787068 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 7 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.804176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ea65cb2-6c64-4ab8-bfee-fdc19328aa51 req-714b5e31-6361-4c4c-a52a-fe7d5d99e7bc tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Sep 18 00:52:25.806005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.806357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.807392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.818657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.819000 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.820641 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 8 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.822281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Made reservation on behalf of 486e4b27cd4d497b88058a012e8d1b08 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:25.825448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.836334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.850178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.850522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.850863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.856799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.857136 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.857536 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 9 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.897435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.897779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.898123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.906906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.907172 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.907568 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 10 to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 Sep 18 00:52:25.940017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:25.940419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:25.940932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:25.952119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8fcdb023-244b-499c-96fc-8dd92cdf7a0c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:25.952901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:25.953251 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port eda68172-0bd0-4e42-a7f4-eed73b6115d4 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:25.953634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:25.975432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.030608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.051090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:26.065756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port eda68172-0bd0-4e42-a7f4-eed73b6115d4, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:26.066719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempted to set empty binding levels {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:52:26.077841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.085248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14e5b-ff58-4a50-8e92-d6ace18e0677 req-80872b05-9b7f-4280-8ea6-e0f59553838b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:26.093595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cac14e5b-ff58-4a50-8e92-d6ace18e0677 req-80872b05-9b7f-4280-8ea6-e0f59553838b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1203027 Sep 18 00:52:26.109251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:26.143197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:26.143594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.144721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:26.145434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.204477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cac14e5b-ff58-4a50-8e92-d6ace18e0677 req-48eb2cf1-035a-4e99-987f-6e33613e175c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098599 Sep 18 00:52:26.207044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.207564 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Added segment c32ee191-7dce-43e8-8536-f2deb506924c of type vlan for network a65d5bc1-d91d-40b4-a293-4620985bcfe0 Sep 18 00:52:26.209167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a561d-1f24-40ab-a2e0-5a5559e3aace,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:26.224094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55648) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:26.225316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3995469 Sep 18 00:52:26.227436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7316ea-cc58-48e5-a6bc-16c0a989b240 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=eda68172-0bd0-4e42-a7f4-eed73b6115d4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:26.294789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.352655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.353565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:26.354266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.383464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 2, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:26.412206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Checking router: 039c4da0-0cb8-43d4-932f-d7d81023cbcd for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:26.412578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Updating router 039c4da0-0cb8-43d4-932f-d7d81023cbcd port a8a211e1-ac54-406a-942b-32bb40f715bb binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:26.444325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.455184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] Pushing event updated for resources: {'Network': ['ID=a65d5bc1-d91d-40b4-a293-4620985bcfe0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:26.460918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Deleting port eda68172-0bd0-4e42-a7f4-eed73b6115d4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:26.461356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.505580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c72e5915-7887-4f41-81fd-0fb472b8ba93 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7846971 Sep 18 00:52:26.521898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55650) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:26.584404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:26.584604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Request body: {'subnet': {'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-550120316-subnet', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:26.600116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port eda68172-0bd0-4e42-a7f4-eed73b6115d4, host n-h1-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:26.600559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.621544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Made reservation on behalf of 486e4b27cd4d497b88058a012e8d1b08 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:26.622093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Calling delete_port for eda68172-0bd0-4e42-a7f4-eed73b6115d4 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:26.629457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.739272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.776978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event deleted for resources: {'Port': ['ID=eda68172-0bd0-4e42-a7f4-eed73b6115d4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:26.788882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.790632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40b6ed6f-547e-4552-b70d-42e848aa7c86 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "DELETE /v2.0/ports/eda68172-0bd0-4e42-a7f4-eed73b6115d4 HTTP/1.1" status: 204 len: 168 time: 0.5650136 Sep 18 00:52:26.793578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55652) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:26.843248 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f840983b-ee71-4744-b3cd-eff6df366518 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:52:26.844981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f840983b-ee71-4744-b3cd-eff6df366518 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports/eda68172-0bd0-4e42-a7f4-eed73b6115d4 HTTP/1.1" status: 404 len: 333 time: 0.0504580 Sep 18 00:52:26.850048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55656) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:26.856557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-269326'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:26.935888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.989905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Made reservation on behalf of a6bb601e1ff345478a2d60e617acd547 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:26.989905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:26.990628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.003795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.012577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc29312-e7b0-4aaa-8ac5-4e44925056ef,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:27.030761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port 86ccdedc-495f-4261-b722-3a1d4caf35b2 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:27.056992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9aa2d-46ac-48f6-9f4b-2c253fcf39e2 None None] Pushing event updated for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:27.059243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16cca1-dc0c-4805-98bc-71baa1811196 req-c30395dc-c708-4106-809a-381ec4dea0a3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:27.061513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db16cca1-dc0c-4805-98bc-71baa1811196 req-c30395dc-c708-4106-809a-381ec4dea0a3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1371086 Sep 18 00:52:27.087121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Checking segment: {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:27.087588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Network hostable DHCP agents. Network: a65d5bc1-d91d-40b4-a293-4620985bcfe0, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:27.106110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db16cca1-dc0c-4805-98bc-71baa1811196 req-57097ec4-f8f3-437e-8f6d-4f6d5cb1b806 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Sep 18 00:52:27.196829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:27.243401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78ddc62e-3be8-481b-a8b1-7485c7a8a7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.248517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Attempting to bind port a8a211e1-ac54-406a-942b-32bb40f715bb on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:27.248960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Attempting to bind port a8a211e1-ac54-406a-942b-32bb40f715bb by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:27.249325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Attempting to bind port a8a211e1-ac54-406a-942b-32bb40f715bb on network 0d70dba4-146e-48c3-a591-35b960e66375 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:27.249891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a65d5bc1-d91d-40b4-a293-4620985bcfe0) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:27.261795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aca5bd-9daa-4596-9b9d-1211a967c197 None None] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:27.263780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:27.264531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.315814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.318993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:27.319375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Checking segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:27.319813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.320261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Bound using segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:27.321153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Bound port: a8a211e1-ac54-406a-942b-32bb40f715bb, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:27.321542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.352063 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e9e3dde9-f245-4157-8dca-81129f278671 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8441541 Sep 18 00:52:27.355689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55668) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:27.362622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:27.429445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.432169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437808-eb40-4c0e-8b63-06d849bf9f4d req-cb6beb85-62ec-4f0b-9988-6054870925ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:27.434788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a437808-eb40-4c0e-8b63-06d849bf9f4d req-cb6beb85-62ec-4f0b-9988-6054870925ca tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1204641 Sep 18 00:52:27.438084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.439278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.528684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a437808-eb40-4c0e-8b63-06d849bf9f4d req-02433518-9357-4396-aeed-16e028875e18 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872695 Sep 18 00:52:27.532267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:27.538163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:27.570653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.571999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:27.573174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:27.573916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.587102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=86ccdedc-495f-4261-b722-3a1d4caf35b2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:27.642313 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4a7c239f-25b8-4d42-ac23-622131c809cd tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 956 time: 0.7912927 Sep 18 00:52:27.645769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55670) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:27.650955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:27.677774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.761746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] For port a8a211e1-ac54-406a-942b-32bb40f715bb, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:27.774509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-20e94aeb-e83a-4be8-87c4-c4e5ace0c146 None None] Provisioning complete for port a8a211e1-ac54-406a-942b-32bb40f715bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:27.774884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-20e94aeb-e83a-4be8-87c4-c4e5ace0c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.780538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:52:27.781402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.803153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] For port a8a211e1-ac54-406a-942b-32bb40f715bb, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a8a211e1-ac54-406a-942b-32bb40f715bb,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:27.804544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.817762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.821158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:27.960605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-20e94aeb-e83a-4be8-87c4-c4e5ace0c146 None None] Port a8a211e1-ac54-406a-942b-32bb40f715bb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:28.007946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:28.008689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:28.073374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9aa2d-46ac-48f6-9f4b-2c253fcf39e2 None None] Pushing event updated for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:28.084523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Allocated IP 172.20.0.2 (a65d5bc1-d91d-40b4-a293-4620985bcfe0/ccc29312-e7b0-4aaa-8ac5-4e44925056ef/c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:28.232014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:28.238847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port 86ccdedc-495f-4261-b722-3a1d4caf35b2 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:28.336131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.364902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.401029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e796e-0dda-493f-94de-afee2e9dc85f req-d8661d69-9cc2-4355-a706-df2ad6717cb9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:28.410530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4e796e-0dda-493f-94de-afee2e9dc85f req-d8661d69-9cc2-4355-a706-df2ad6717cb9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1166492 Sep 18 00:52:28.462135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.483843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4e796e-0dda-493f-94de-afee2e9dc85f req-b70c1346-2165-451d-8126-ba978df6b92c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Sep 18 00:52:28.507857 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.532524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.538508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] Provisioning complete for port a8a211e1-ac54-406a-942b-32bb40f715bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:28.538699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.541914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=86ccdedc-495f-4261-b722-3a1d4caf35b2,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:28.593852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.594195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.594522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.605232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.605568 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.607630 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 2 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.624781 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.635867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.636199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.636506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.671796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.672177 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.676580 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 3 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.683195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.696117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.696374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.696696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.709378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.709710 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.715628 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 4 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.718736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Allocated IP 172.25.7.13 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/29121fd0-fd3e-41a0-9855-7ea989592936) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:28.729131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662af95-87bd-4f17-b1a7-bc574c7fe43c req-dc3650d6-6a24-41a9-a2ce-4d601b89da1e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:28.732695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a662af95-87bd-4f17-b1a7-bc574c7fe43c req-dc3650d6-6a24-41a9-a2ce-4d601b89da1e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0878122 Sep 18 00:52:28.741325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.741763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.741986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.751980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.752556 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.761996 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 5 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.781773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:28.785656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.786073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.786409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.792936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:28.793289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a662af95-87bd-4f17-b1a7-bc574c7fe43c req-e6c683e2-39c9-4851-afcb-dcf46e49b8f7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526736 Sep 18 00:52:28.811365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:28.817536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.817869 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.819730 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 6 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.822777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Pushing event updated for resources: {'Port': ['ID=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:28.839756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.841076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.841413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.841746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.850289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.850613 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.854256 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 7 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.885183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.885399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.885738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.889921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.896478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.896803 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.898418 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 8 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.922551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.922882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.923211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.936953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.937281 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.937815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Attempting to bind port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.938259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Attempting to bind port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.938773 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 9 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:28.938896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Attempting to bind port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 on network a65d5bc1-d91d-40b4-a293-4620985bcfe0 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.954167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] For port a8a211e1-ac54-406a-942b-32bb40f715bb, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a8a211e1-ac54-406a-942b-32bb40f715bb,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:28.956596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:28.957502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Checking segment: {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:28.957900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:28.958122 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.958228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:28.959129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Bound using segment: {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:28.959264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:28.959693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Bound port: c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:28.960659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.964544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:28.964878 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:28.965816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:28.974168 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 10 to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 Sep 18 00:52:29.004427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.011280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:27Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:29.023695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:29.033132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:29.035431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:29.035821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:29.036643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:29.038402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:29.041052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Pushing event updated for resources: {'Port': ['ID=29121fd0-fd3e-41a0-9855-7ea989592936,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:29.052495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:29.053151 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:29.053756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.072293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc657-b9a3-477f-bbb4-63353fe4972f None None] The sync data for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 is: [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:27Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:29.124163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] For port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:29.138605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] For port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:29.164323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.185013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a01f-a491-4192-a23a-85b1205b26a3 None None] Pushing event updated for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:29.294717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c085f6-7dfb-440f-8078-47e4ed6ea7b7 None None] Pushing event updated for resources: {'Port': ['ID=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:29.311229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port 86ccdedc-495f-4261-b722-3a1d4caf35b2, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:29.311713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempted to set empty binding levels {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:52:29.346096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.410173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] In _notify_port_updated(), no bound segment for port 86ccdedc-495f-4261-b722-3a1d4caf35b2 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:52:29.411172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:29.411990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.413583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "PUT /v2.0/ports/86ccdedc-495f-4261-b722-3a1d4caf35b2 HTTP/1.1" status: 200 len: 972 time: 1.7668049 Sep 18 00:52:29.416418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55682) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:29.487205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f938e-8f8a-4a99-a90e-9f427477e16d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=86ccdedc-495f-4261-b722-3a1d4caf35b2,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:29.664805 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:29.752151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed238cb6-9034-4851-8f7e-b0d56b0baa2b req-0acd9d5e-bb90-415a-ac71-8509f8a4beea tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:29.762768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed238cb6-9034-4851-8f7e-b0d56b0baa2b req-0acd9d5e-bb90-415a-ac71-8509f8a4beea tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1153173 Sep 18 00:52:29.832668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed238cb6-9034-4851-8f7e-b0d56b0baa2b req-7bd39ab9-8e57-43e4-a4a8-2cd05ffdd214 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Sep 18 00:52:30.011723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dad43a-810b-4245-853f-594ca76efc39 req-ff170deb-2d28-4567-9544-a9fd1a7db78c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.013452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38dad43a-810b-4245-853f-594ca76efc39 req-ff170deb-2d28-4567-9544-a9fd1a7db78c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0822034 Sep 18 00:52:30.045030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a8a211e1-ac54-406a-942b-32bb40f715bb up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:30.138347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38dad43a-810b-4245-853f-594ca76efc39 req-aebaab97-021f-4ea0-868a-e4e1e908a122 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994105 Sep 18 00:52:30.156412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a8a211e1-ac54-406a-942b-32bb40f715bb triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:30.157285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.250869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.251429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.252869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.253481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.254463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.254934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.255940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.256375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.256841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.257656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.258600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.259067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.259514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.260547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.261019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.261474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.261930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.262382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.262835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.263285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.263907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.264383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.264837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.265287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.265735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.266180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.266628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.267119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.267692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.268492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.268966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.269416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.269865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.270318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.270763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.271214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.271659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.272103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.272579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.273027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.273477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.274096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.274549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.274995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.275441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.275882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:30.277501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:30.280958 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51094269-9112-4012-ae44-3b1812bad713 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41399 time: 0.8631146 Sep 18 00:52:30.287012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:30.370938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:30.371332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.402766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.423421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Deleting port 86ccdedc-495f-4261-b722-3a1d4caf35b2 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:30.423890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.545655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port 86ccdedc-495f-4261-b722-3a1d4caf35b2, host n-h1-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:30.546034 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.563438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Calling delete_port for 86ccdedc-495f-4261-b722-3a1d4caf35b2 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:30.568097 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.686564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:30.696180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.717865 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.763887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ccdedc-495f-4261-b722-3a1d4caf35b2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:30.786351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.791483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42ac31ee-4cf4-4404-95bb-d9a62b1782cc tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "DELETE /v2.0/ports/86ccdedc-495f-4261-b722-3a1d4caf35b2 HTTP/1.1" status: 204 len: 168 time: 0.5023897 Sep 18 00:52:30.792071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55696) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:30.808670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:30.841276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec444083-74f0-4657-9f4e-7e656ec830c5 None None] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:30.851328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.856246 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80ee8ef-c8d4-4f45-9ddb-3fe2afc71a76 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:52:30.864881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a80ee8ef-c8d4-4f45-9ddb-3fe2afc71a76 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports/86ccdedc-495f-4261-b722-3a1d4caf35b2 HTTP/1.1" status: 404 len: 333 time: 0.0679858 Sep 18 00:52:30.868548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:30.874975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2040207376', 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:30.937302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Made reservation on behalf of a6bb601e1ff345478a2d60e617acd547 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:30.940784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:30.978643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port 2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:30.987944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ac39ba41-ba75-4ce1-86e3-6c5a91409331 None None] Provisioning complete for port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:30.988517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac39ba41-ba75-4ce1-86e3-6c5a91409331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.034126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:52:31.182444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:31.194328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Sync routers for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:31.222996 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:31.224079 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:31.238944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.244681 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-675f9d85-675e-4ff1-9bd4-0ebd2e197c43 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8876085 Sep 18 00:52:31.245658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:31.267623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.335509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.459523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:31.469354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406886c9-76ce-4e71-92e2-436bd74fab04 req-b006fbcc-5d0f-4d8b-a485-108437bea7cd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:31.482421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-406886c9-76ce-4e71-92e2-436bd74fab04 req-b006fbcc-5d0f-4d8b-a485-108437bea7cd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1796815 Sep 18 00:52:31.494170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:31.497900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:31.498825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:31.499403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.562783 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:31.582298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38b5e7-f5ff-458b-8582-b97071051212 req-c8f4ce2d-bcf1-4326-9260-22d99a69efb9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:31.590065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c38b5e7-f5ff-458b-8582-b97071051212 req-c8f4ce2d-bcf1-4326-9260-22d99a69efb9 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.2861071 Sep 18 00:52:31.633549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:31.666238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6cbbe593-9275-480b-81d2-5e8169b4e5b9 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7965860 Sep 18 00:52:31.674011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55708) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:31.703392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c38b5e7-f5ff-458b-8582-b97071051212 req-6152d752-64af-4a93-85ab-6a5cd2d8f093 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105516 Sep 18 00:52:31.732538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-406886c9-76ce-4e71-92e2-436bd74fab04 req-84fb098c-9652-4935-942e-7a9606811ed7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409766 Sep 18 00:52:31.810941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414696a-2ec6-4d82-a659-a130f774f367 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:31.820746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4414696a-2ec6-4d82-a659-a130f774f367 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports/2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 HTTP/1.1" status: 200 len: 955 time: 0.1424057 Sep 18 00:52:31.827664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55710) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:31.839797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e249e3af-2694-433b-9f98-4ba40b3424d8 None None] Provisioning complete for port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:31.846275 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e249e3af-2694-433b-9f98-4ba40b3424d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:31.925528 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:29Z', 'revision_number': 3, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:31.975223 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Checking router: a72447f8-ceb1-4fdf-a722-f53ed2d9f126 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:31.975570 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Updating router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 port 29121fd0-fd3e-41a0-9855-7ea989592936 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:31.980041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:32.016135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.030079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Deleting port 2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:32.030436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.049616 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.115946 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.149507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Calling delete_port for 2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:32.150949 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.184912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:32.185269 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.265883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Allocated IP 172.20.0.1 (a65d5bc1-d91d-40b4-a293-4620985bcfe0/ccc29312-e7b0-4aaa-8ac5-4e44925056ef/b9c00dad-1bc4-419a-8a10-e7235a9ebd08) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:32.296104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.348992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.351642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "DELETE /v2.0/ports/2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 HTTP/1.1" status: 204 len: 168 time: 0.5229445 Sep 18 00:52:32.352694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c943c6e-e77a-4960-b28c-638bfd459732 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:32.355708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55714) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:32.388185 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8688149-3dc7-4156-b836-51de9f09988f tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:52:32.394197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8688149-3dc7-4156-b836-51de9f09988f tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports/2a8fc6b5-a20f-40ff-939f-0dfa3dc41b55 HTTP/1.1" status: 404 len: 333 time: 0.0336721 Sep 18 00:52:32.394519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55716) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:32.401894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-290394839'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:32.434387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.434940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Made reservation on behalf of a6bb601e1ff345478a2d60e617acd547 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:32.438416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.462432 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.474802 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.482365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.489495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:32.529336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:32.533285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:32.537184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:32.557945 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93082c-372c-4626-aa77-cb02c045d7f0 None None] Pushing event updated for resources: {'Port': ['ID=29121fd0-fd3e-41a0-9855-7ea989592936,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:32.591800 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Attempting to bind port 29121fd0-fd3e-41a0-9855-7ea989592936 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:32.592030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:32.592573 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Attempting to bind port 29121fd0-fd3e-41a0-9855-7ea989592936 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:32.593143 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Attempting to bind port 29121fd0-fd3e-41a0-9855-7ea989592936 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:32.602623 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:32.603210 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:32.603768 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.604365 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:32.605013 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Bound port: 29121fd0-fd3e-41a0-9855-7ea989592936, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:32.605552 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.614113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.760773 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] For port 29121fd0-fd3e-41a0-9855-7ea989592936, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:32.766538 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] For port 29121fd0-fd3e-41a0-9855-7ea989592936, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=29121fd0-fd3e-41a0-9855-7ea989592936,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:32.771018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.778391 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.837986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.847081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.865548 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:32.874014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:32.987633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-855ee8db-6c6a-45f5-be01-bfade76774c8 None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:32.988265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-855ee8db-6c6a-45f5-be01-bfade76774c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:32.988645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:33.000443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:33.004430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:33.005491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:33.006300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.011717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=75ee6b20-dbb1-4c16-a561-f5ffb89463e9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:33.037468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0248-880b-458c-b50b-cf8b0ef8371d req-912c2142-73ed-4bef-9f7e-65729fe9f9ab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:33.045085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98cb0248-880b-458c-b50b-cf8b0ef8371d req-912c2142-73ed-4bef-9f7e-65729fe9f9ab tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1398120 Sep 18 00:52:33.062505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a88f9a-b70c-4237-bdcc-d5b03903dfe8 req-fcda9a25-5273-4f66-b0fa-0d336a3818ef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:33.063307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92a88f9a-b70c-4237-bdcc-d5b03903dfe8 req-fcda9a25-5273-4f66-b0fa-0d336a3818ef tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1352592 Sep 18 00:52:33.073837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5298eff-29a6-4dc7-a9ae-cc346de1fc62 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6781549 Sep 18 00:52:33.082496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55726) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:33.088457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-855ee8db-6c6a-45f5-be01-bfade76774c8 None None] Port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:33.090302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:33.118322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:33.126182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.128839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98cb0248-880b-458c-b50b-cf8b0ef8371d req-9ec760e8-70ba-449f-ab3e-4a57b863441a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825953 Sep 18 00:52:33.140608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.148062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92a88f9a-b70c-4237-bdcc-d5b03903dfe8 req-9fb40afc-0170-4355-a665-e5d4a89dcb45 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715508 Sep 18 00:52:33.275734 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93082c-372c-4626-aa77-cb02c045d7f0 None None] Pushing event updated for resources: {'Port': ['ID=29121fd0-fd3e-41a0-9855-7ea989592936,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:33.319671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.338819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:33.342726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.460665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b9c00dad-1bc4-419a-8a10-e7235a9ebd08', 'name': '', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'mac_address': 'fa:16:3e:3b:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:32Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 1, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'subnets': [{'id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:33.491245 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740291-83bb-48b6-b738-bc018a185153 None None] The sync data for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 is: [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b9c00dad-1bc4-419a-8a10-e7235a9ebd08', 'name': '', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'mac_address': 'fa:16:3e:3b:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:32Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 1, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'subnets': [{'id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:33.558608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:33.565205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:33.667985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] device_id is not set on port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:33.679576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.696916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.729005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:52:33.731065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:33.928459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:33.929257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=75ee6b20-dbb1-4c16-a561-f5ffb89463e9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:33.939782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:33.983076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:33.990116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:33.992515 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a033e65-cc3b-4094-9026-ed8ed401aab3" -d '{"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:33.994517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:33.994930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.044616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:34.083092 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.098105 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff7233f-32b7-4e6f-ac23-b06b36b9bcfa x-openstack-request-id: req-0ff7233f-32b7-4e6f-ac23-b06b36b9bcfa {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:34.098591 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:34.098998 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ff7233f-32b7-4e6f-ac23-b06b36b9bcfa {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:34.099535 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'code': 200} Sep 18 00:52:34.115921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.116555 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.118474 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 2 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.125015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:34.153903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.154244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.154628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.161736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:34.163438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.163733 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.175985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-508fc6c3-0ef7-4000-9800-44c01718f095 admin admin] 10.222.0.49 "PUT /v2.0/routers/a72447f8-ceb1-4fdf-a722-f53ed2d9f126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9208722 Sep 18 00:52:34.175985 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 3 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.185586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.194419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.195395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.198871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1df87d08-3f45-4948-ac3a-57c51bacd2fe None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:34.200441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1df87d08-3f45-4948-ac3a-57c51bacd2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.201499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.202483 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.203030 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 4 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.218972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.219341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.219699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.226118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.226455 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.226864 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 5 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.231259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'port_id': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'mac_address': 'fa:16:3e:9a:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e370d442-58f2-450f-b752-35351f1698dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:52:34.250936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.251281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.252414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.258219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.258556 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.258959 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 6 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.278949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.279291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.279626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.284977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.285301 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.285830 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 7 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.302575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.304417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.309138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.316207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.316568 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.317091 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 8 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.332893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.333227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.333562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.338140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.338474 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.338860 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 9 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.343498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.353311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.353721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.354137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.360467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.361085 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.361459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca58cf0-3f02-4409-9b15-3abc2d7298cd {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:34.361598 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempt 10 to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 Sep 18 00:52:34.384108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:34.389402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:34.390118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempting to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:34.402305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:34.402645 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Failed to bind port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on host n-h1-712707-16 for vnic_type normal using segments [{'id': 'c4217480-4fe7-4db3-8997-9e5625b988b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd76de0e2-41c4-43ce-94ad-ae0a8c6eb524'}] Sep 18 00:52:34.403288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.415591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:34.418605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1df87d08-3f45-4948-ac3a-57c51bacd2fe None None] Port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:34.423793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:34.438515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.520560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:34.520949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attempted to set empty binding levels {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:52:34.527617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:34.532095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.545693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84f8a-6dce-487e-aa61-b8f9c1ea1a36 req-3665d034-1f3c-408f-80e7-2ec5b3cc5260 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:34.555440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4a84f8a-6dce-487e-aa61-b8f9c1ea1a36 req-3665d034-1f3c-408f-80e7-2ec5b3cc5260 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 945 time: 0.1691666 Sep 18 00:52:34.595944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd461d-e5a6-441c-819e-df9453b3f5a5 req-c7f1320e-6067-4967-a0ba-f47a13d9b343 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:34.597828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fdd461d-e5a6-441c-819e-df9453b3f5a5 req-c7f1320e-6067-4967-a0ba-f47a13d9b343 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.2946429 Sep 18 00:52:34.598147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] In _notify_port_updated(), no bound segment for port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 on network d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:52:34.599286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:34.600439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.601583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "PUT /v2.0/ports/75ee6b20-dbb1-4c16-a561-f5ffb89463e9 HTTP/1.1" status: 200 len: 975 time: 1.5168219 Sep 18 00:52:34.605180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55746) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:34.633977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa8a6-380e-40f6-9778-b88577a45d8d tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event updated for resources: {'Port': ['ID=75ee6b20-dbb1-4c16-a561-f5ffb89463e9,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:34.719274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4a84f8a-6dce-487e-aa61-b8f9c1ea1a36 req-ebcd942c-0913-4921-8410-33e547dd3fae tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607177 Sep 18 00:52:34.749985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4ca58cf0-3f02-4409-9b15-3abc2d7298cd'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:34.750418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9fdd461d-e5a6-441c-819e-df9453b3f5a5 req-eb4b2d6c-4307-4acc-bee4-a41536eaafd2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373169 Sep 18 00:52:34.869834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Deleting port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:34.870186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:34.998065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] For port 75ee6b20-dbb1-4c16-a561-f5ffb89463e9, host n-h1-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:34.998396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.020937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Calling delete_port for 75ee6b20-dbb1-4c16-a561-f5ffb89463e9 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:35.133388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.189480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Pushing event deleted for resources: {'Port': ['ID=75ee6b20-dbb1-4c16-a561-f5ffb89463e9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:35.211890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.216282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-720b6a28-321a-4c4a-8292-692487c65e9a tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "DELETE /v2.0/ports/75ee6b20-dbb1-4c16-a561-f5ffb89463e9 HTTP/1.1" status: 204 len: 168 time: 0.6069672 Sep 18 00:52:35.217618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:35.245990 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7222f2b-e2c3-4887-961a-dad045c23194 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:52:35.248243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d7222f2b-e2c3-4887-961a-dad045c23194 tempest-PortsAdminExtendedAttrsTestJSON-247960118 tempest-PortsAdminExtendedAttrsTestJSON-247960118-project-admin] 10.222.0.49 "GET /v2.0/ports/75ee6b20-dbb1-4c16-a561-f5ffb89463e9 HTTP/1.1" status: 404 len: 333 time: 0.0295701 Sep 18 00:52:35.255786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:35.357659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.503061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.549620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76de0e2-41c4-43ce-94ad-ae0a8c6eb524']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:35.561291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4217480-4fe7-4db3-8997-9e5625b988b9') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:35.561595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4217480-4fe7-4db3-8997-9e5625b988b9') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:35.580328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.600267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.613643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:35.614061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:35.622612 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:35.715652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.729564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.732280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] 10.222.0.49 "DELETE /v2.0/networks/d76de0e2-41c4-43ce-94ad-ae0a8c6eb524 HTTP/1.1" status: 204 len: 168 time: 0.4750125 Sep 18 00:52:35.739940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:35.745656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850013865', 'description': 'tempest-secgroup-smoke-1850013865 description', 'project_id': '16abad0d6c7e474da1e26cf934683077'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:35.755348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb433a-f46e-4994-9268-7ccdd61b4629 tempest-PortsAdminExtendedAttrsTestJSON-1214761745 tempest-PortsAdminExtendedAttrsTestJSON-1214761745-project] Pushing event deleted for resources: {'Network': ['ID=d76de0e2-41c4-43ce-94ad-ae0a8c6eb524,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:35.770443 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:35.783646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:35.948201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 29121fd0-fd3e-41a0-9855-7ea989592936 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:35.990996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.000866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.022673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a759-50ef-46a8-b6eb-9f99f6b0246e req-eb35d5e7-d4cb-4ed5-8be6-af2426a7361d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:36.024423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1945a759-50ef-46a8-b6eb-9f99f6b0246e req-eb35d5e7-d4cb-4ed5-8be6-af2426a7361d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1125221 Sep 18 00:52:36.033763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a87e7-2c3c-4934-84c4-dc525c32f103 req-dfca97a7-84c8-4793-ad73-a3410abaf73f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:36.046712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a6a87e7-2c3c-4934-84c4-dc525c32f103 req-dfca97a7-84c8-4793-ad73-a3410abaf73f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 945 time: 0.2022829 Sep 18 00:52:36.048010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.053515 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3112364 Sep 18 00:52:36.056764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55768) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.062064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:36.065090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 29121fd0-fd3e-41a0-9855-7ea989592936 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:36.065681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.074238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0461971-4796-4273-a16b-78bffb754985 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8a297-1955-454c-b01b-757661a7b093,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.142494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.164598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.169171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1945a759-50ef-46a8-b6eb-9f99f6b0246e req-c628fb38-4d3a-4a76-a03d-bbf9bdd1657f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028395 Sep 18 00:52:36.192987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a6a87e7-2c3c-4934-84c4-dc525c32f103 req-a4ad8bbc-0023-4690-b0a2-e90784eaaabe tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449256 Sep 18 00:52:36.234710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55770) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.247874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 29121fd0-fd3e-41a0-9855-7ea989592936, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=29121fd0-fd3e-41a0-9855-7ea989592936,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:36.260499 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.284610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.290973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.339881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc14bae-3495-4be9-b8a0-289d1d3b9440,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.357094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.361451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=29121fd0-fd3e-41a0-9855-7ea989592936,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.361907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.363249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-33e70585-f01b-4047-b096-077a23951177 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053365 Sep 18 00:52:36.372332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:36.435890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.527188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c25208ab-cc34-42f7-8f18-0e49ec94f910 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=695ac71d4e5047c483f735dfb4d1374c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884631 Sep 18 00:52:36.527188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.547992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.562474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.596872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a7ce35-2f96-4640-b59c-85cd39e5f08b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.620465 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.624508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55778) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.624896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49372caf-3753-454d-acfc-931b0b693cff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2616405 Sep 18 00:52:36.630821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.631925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:36.667176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.673988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.734554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.739087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.740536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85afb724-f5d8-4df1-930d-72c32b8f4146 HTTP/1.1" status: 204 len: 168 time: 0.2125306 Sep 18 00:52:36.750880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebde4a-bc6d-46e8-ac0e-eadeb2a6e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85afb724-f5d8-4df1-930d-72c32b8f4146,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.764819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.771437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.801838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758bb779-03d0-4531-9932-98f3e9dbef6a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.810796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.815703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55782) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:36.816672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-467c7c79-00f8-4e06-8f70-1d3e9e20e8a7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899998 Sep 18 00:52:36.820442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:36.871260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.947301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.959453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.981888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4e4c3-d01c-49d5-a0ae-937888bab933,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:36.998088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:36.999597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e0eadb92-e105-4123-89bb-27a0e59823d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828418 Sep 18 00:52:37.003517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55786) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:37.008651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:37.048201 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Project 16abad0d6c7e474da1e26cf934683077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:52:37.055203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.129880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Sync routers for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:37.171875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:37.175365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:37.184794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.191673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.217066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fd6c75-8a81-49e8-a22d-729b28ced25d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:37.217217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55788) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:37.256115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.258111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1a0abc30-4149-43d9-8f55-6069fcc5ed64 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534683 Sep 18 00:52:37.261271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:37.274558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'security_group_rule': {'security_group_id': '31d8a297-1955-454c-b01b-757661a7b093', 'project_id': '16abad0d6c7e474da1e26cf934683077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:37.331540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:37.333939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a140e0f1-81ad-4421-bb3d-7554f0a612c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6bb601e1ff345478a2d60e617acd547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187131 Sep 18 00:52:37.335671 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Project 16abad0d6c7e474da1e26cf934683077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:52:37.338706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55796) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:37.398897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.421663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce40ad-79d8-450a-aad1-df3787cef045 req-f05e2607-5a56-41ee-855c-8fcc783c3aa4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:37.430424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fce40ad-79d8-450a-aad1-df3787cef045 req-f05e2607-5a56-41ee-855c-8fcc783c3aa4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 945 time: 0.0833607 Sep 18 00:52:37.433729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.465235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cacb9-62d1-432d-835b-fbc32289d586 req-14e0fdc9-e125-4353-ad61-e48b6fb0251a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:37.466900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f0cacb9-62d1-432d-835b-fbc32289d586 req-14e0fdc9-e125-4353-ad61-e48b6fb0251a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1306670 Sep 18 00:52:37.504654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.531023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fce40ad-79d8-450a-aad1-df3787cef045 req-b8bd584b-ae35-4f0e-89d3-ee31246a8adf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943162 Sep 18 00:52:37.563583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f0cacb9-62d1-432d-835b-fbc32289d586 req-123c56ca-70dc-462e-84b9-d35c9dc7ffd1 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820026 Sep 18 00:52:37.623852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.632415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.694041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.696354 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4339848 Sep 18 00:52:37.705282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528489-3728-4323-9b10-585689031d99 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885732c9-6ec3-4bf5-821b-38ae4a2833bd,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:37.748750 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.752727 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:37.758020 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74846ee2-308f-4296-8c1c-337ccdf5d3b7 HTTP/1.1" status: 204 len: 168 time: 0.4181812 Sep 18 00:52:37.769777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1ce54-d7df-4d7e-a361-eb30ed2f1d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74846ee2-308f-4296-8c1c-337ccdf5d3b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:37.774439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:37.859860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b9c00dad-1bc4-419a-8a10-e7235a9ebd08', 'name': '', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'mac_address': 'fa:16:3e:3b:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:32Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 2, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'subnets': [{'id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:37.933259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Checking router: a72447f8-ceb1-4fdf-a722-f53ed2d9f126 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:37.933892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Updating router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:52:37.960825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 29121fd0-fd3e-41a0-9855-7ea989592936 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:38.027737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:38.027992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.066402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.075677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-d05920d5-158e-46ca-a6a8-9dc5aea16801 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850013865&fields=id&tenant_id=16abad0d6c7e474da1e26cf934683077 HTTP/1.1" status: 200 len: 267 time: 0.0767095 Sep 18 00:52:38.125379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 29121fd0-fd3e-41a0-9855-7ea989592936 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:38.125765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.504793 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.526194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-33db9c57-48ef-48a1-b144-793d78e4c4f7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:38.530775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-33db9c57-48ef-48a1-b144-793d78e4c4f7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/networks?id=0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 200 len: 808 time: 0.4481812 Sep 18 00:52:38.541699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.547280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.568454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-e63cb9a7-7a34-4869-a851-aeda48352892 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/quotas/16abad0d6c7e474da1e26cf934683077 HTTP/1.1" status: 200 len: 375 time: 0.0341651 Sep 18 00:52:38.712195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-9cac40d8-fcf9-4774-8123-2102810070d9 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16abad0d6c7e474da1e26cf934683077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377225 Sep 18 00:52:38.713661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b372-cc97-4642-8970-8fb0a6b2f5b1 None None] Pushing event updated for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:38.729632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:38.732014 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978890ee-2cdb-4b47-a85d-3db9aac57db6" -d '{"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-plugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:38.763938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527446-6ec1-4c6d-9a54-12d2abe73327 req-91705f1a-457b-4bd8-84ff-c89881bfefea tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:38.765648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2527446-6ec1-4c6d-9a54-12d2abe73327 req-91705f1a-457b-4bd8-84ff-c89881bfefea tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 945 time: 0.1402290 Sep 18 00:52:38.779880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:38.800293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.866297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Attempting to bind port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:38.866900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Attempting to bind port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:38.867426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Attempting to bind port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 on network a65d5bc1-d91d-40b4-a293-4620985bcfe0 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:38.874784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:38.875156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Checking segment: {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:38.875561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.875951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Bound using segment: {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:38.877916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Bound port: b9c00dad-1bc4-419a-8a10-e7235a9ebd08, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32ee191-7dce-43e8-8536-f2deb506924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:38.878319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:38.895603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2527446-6ec1-4c6d-9a54-12d2abe73327 req-96e3418c-4ab7-4563-9f05-2722168a05bf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131506 Sep 18 00:52:38.948020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:38.960833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-2e9eb0ca-d4be-4845-ab7a-efc111dc536d service neutron] 10.222.0.49 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286899 Sep 18 00:52:39.019832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] For port b9c00dad-1bc4-419a-8a10-e7235a9ebd08, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:39.019832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] For port b9c00dad-1bc4-419a-8a10-e7235a9ebd08, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:39.019832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-da9cbab8-264c-4c89-87af-74374380a9d7 None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:39.019832 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9cbab8-264c-4c89-87af-74374380a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.078053 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.090530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55844) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:39.133201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df4ba-a421-4edd-b0ac-84a9298fb5a4 req-463f5735-fe69-4c80-8098-a0677417063b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:39.141454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-171df4ba-a421-4edd-b0ac-84a9298fb5a4 req-463f5735-fe69-4c80-8098-a0677417063b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1301808 Sep 18 00:52:39.198125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-4ddc3e5b-27b4-47ff-8069-c7bf65423d42 service neutron] 10.222.0.49 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363966 Sep 18 00:52:39.212250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-171df4ba-a421-4edd-b0ac-84a9298fb5a4 req-3d2f011a-5756-4c8c-b84e-b24cce1fedf5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687699 Sep 18 00:52:39.315913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1634163182'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:39.348156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:39.360437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.373586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.385218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-da9cbab8-264c-4c89-87af-74374380a9d7 None None] Port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:39.410166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:39.410753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:39.472191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b372-cc97-4642-8970-8fb0a6b2f5b1 None None] Pushing event updated for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:39.480480 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc3872-bc3a-4497-8a0f-b34435d8a6a8 x-openstack-request-id: req-97cc3872-bc3a-4497-8a0f-b34435d8a6a8 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:39.481147 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-plugged", "status": "completed", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:39.481147 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97cc3872-bc3a-4497-8a0f-b34435d8a6a8 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:39.481373 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'code': 200} Sep 18 00:52:39.582520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.590655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.598223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:39.666090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:39.690446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29eff63-f3bb-45b9-aca4-a0aacb2657b2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:39.709335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.709890 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 95acb2bf-4abe-4053-9475-ef8ce286f1e7 of type vlan for network 5a6fcccb-444e-4274-b854-07f476353e82 Sep 18 00:52:39.790453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db29bea2-7210-4514-86b2-7453b4368b78 req-f7488408-d4bc-4fdf-a0b9-d58a02fdafa5 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 210 time: 0.0975466 Sep 18 00:52:39.817198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441b766-c8ed-4f95-abb9-f6fbf372667f req-f12d3a0e-25a2-4db4-bf9c-670371f8af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:39.818723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8441b766-c8ed-4f95-abb9-f6fbf372667f req-f12d3a0e-25a2-4db4-bf9c-670371f8af00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 1098 time: 0.2044268 Sep 18 00:52:39.843083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.914184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8441b766-c8ed-4f95-abb9-f6fbf372667f req-ce8c96ae-260a-4bbf-8040-2ee78a31ca20 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870476 Sep 18 00:52:39.935106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.937100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:39.937100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:39.948325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:39.949362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.059790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b9c00dad-1bc4-419a-8a10-e7235a9ebd08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:40.079255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=5a6fcccb-444e-4274-b854-07f476353e82,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:40.090768 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b7a4de22-5f5e-4446-96cb-20d762f6a8ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9982967 Sep 18 00:52:40.093627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55862) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:40.099240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592157154'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:40.131638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:40.136918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.168505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 5a6fcccb-444e-4274-b854-07f476353e82 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:40.203826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.213474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540d867-b9b1-444d-b19d-e120dbdaccc8 req-96b0a00e-9ef0-4a0a-93b0-0d5c9c23d65f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:40.215851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2540d867-b9b1-444d-b19d-e120dbdaccc8 req-96b0a00e-9ef0-4a0a-93b0-0d5c9c23d65f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0956383 Sep 18 00:52:40.216896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:40.233676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.234387 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment ad912599-1bce-4f14-99a6-4f99df113bcb of type vlan for network fb2f791f-de78-4917-9a42-d89792ad128d Sep 18 00:52:40.323483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2540d867-b9b1-444d-b19d-e120dbdaccc8 req-1b0f4584-7798-4b1b-a58e-c6974665870d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Sep 18 00:52:40.325888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] For port b9c00dad-1bc4-419a-8a10-e7235a9ebd08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:40.341231 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.413465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.481488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b9c00dad-1bc4-419a-8a10-e7235a9ebd08', 'name': '', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'mac_address': 'fa:16:3e:3b:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:32Z', 'updated_at': '2021-09-18T00:52:39Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'subnets': [{'id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:40.515390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.522392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:40.523027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.544781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7d826-bc71-40ef-a903-5a03445bb42e None None] The sync data for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 is: [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:52:32Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b9c00dad-1bc4-419a-8a10-e7235a9ebd08', 'name': '', 'network_id': 'a65d5bc1-d91d-40b4-a293-4620985bcfe0', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'mac_address': 'fa:16:3e:3b:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:32Z', 'updated_at': '2021-09-18T00:52:39Z', 'revision_number': 4, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'subnets': [{'id': 'ccc29312-e7b0-4aaa-8ac5-4e44925056ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:40.577289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:40.577675 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.584166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c339e1-e153-42de-9e76-ac7b955540fc req-266d6e1b-b408-4d4e-ba76-34dd1fe9791f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:40.585992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44c339e1-e153-42de-9e76-ac7b955540fc req-266d6e1b-b408-4d4e-ba76-34dd1fe9791f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.2334421 Sep 18 00:52:40.652766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925126-eecb-4e42-b751-b7b7870137ac None None] Pushing event updated for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:40.665005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55872) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:40.665134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5703366 Sep 18 00:52:40.675291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': '5a6fcccb-444e-4274-b854-07f476353e82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:40.759639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44c339e1-e153-42de-9e76-ac7b955540fc req-7911673d-582b-496d-b2f5-343a5e8c56b8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653292 Sep 18 00:52:40.761823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7a09-5676-4e3d-8fd8-07341df90d80 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=fb2f791f-de78-4917-9a42-d89792ad128d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:40.794649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network fb2f791f-de78-4917-9a42-d89792ad128d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:40.916172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:40.921830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:40.998536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e207a937-5bc2-4889-83d7-930b38a97f6f req-36577992-4483-423b-b8fb-256ff7304b84 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 210 time: 0.0730729 Sep 18 00:52:41.226400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:41.335853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=2f15ff89-5463-4895-9e20-6250a07bae5a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:41.386527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '95acb2bf-4abe-4053-9475-ef8ce286f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:41.386893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: 5a6fcccb-444e-4274-b854-07f476353e82, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:41.429116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-65ac8dc6-5c47-40b6-8e45-12043fa8aa3b tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.430636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-65ac8dc6-5c47-40b6-8e45-12043fa8aa3b tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.54 "GET /v2.0/networks?id=0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 200 len: 808 time: 0.1683242 Sep 18 00:52:41.431849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 5a6fcccb-444e-4274-b854-07f476353e82 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:41.443531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 5a6fcccb-444e-4274-b854-07f476353e82) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:41.453399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e6176-0884-4c33-a21f-b5c23a45a5a3 None None] Network 5a6fcccb-444e-4274-b854-07f476353e82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:41.458901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.459589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:41.509142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bf710-051c-42d0-9e4c-b16f0c13d893 req-6c6ec878-3d49-4fe4-8276-70137652fe2f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.511008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a95bf710-051c-42d0-9e4c-b16f0c13d893 req-6c6ec878-3d49-4fe4-8276-70137652fe2f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.0931103 Sep 18 00:52:41.550494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-4c0872d9-eb1e-4524-9304-5b7a2bceec75 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16abad0d6c7e474da1e26cf934683077 HTTP/1.1" status: 200 len: 380 time: 0.0871522 Sep 18 00:52:41.552073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-df4b1242-c44f-4d23-aba3-52fabcf85eb1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8856354 Sep 18 00:52:41.556035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:41.561077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:41.575108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a95bf710-051c-42d0-9e4c-b16f0c13d893 req-0b7e3c80-d6f5-4164-8fe9-c1ae9a5eb736 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578301 Sep 18 00:52:41.597439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'port': {'device_id': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'admin_state_up': True, 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'security_groups': ['31d8a297-1955-454c-b01b-757661a7b093']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:41.692685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-5a6fcccb-444e-4274-b854-07f476353e82', 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': '2f15ff89-5463-4895-9e20-6250a07bae5a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:52:41.692685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:41.733096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9514-a83e-4eb5-b588-4759656cc595 req-b15256e5-4a43-436b-aad3-4d2da31f647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.734537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-b15256e5-4a43-436b-aad3-4d2da31f647f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 1098 time: 0.1076982 Sep 18 00:52:41.777252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:41.780777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:41.838474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc29c5-66b9-4f7e-b7a1-19dbf3c66b42 req-9c1ec1ce-1c42-4e45-8045-65f60ddccac8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.840484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bddc29c5-66b9-4f7e-b7a1-19dbf3c66b42 req-9c1ec1ce-1c42-4e45-8045-65f60ddccac8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.1478968 Sep 18 00:52:41.857157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Made reservation on behalf of 16abad0d6c7e474da1e26cf934683077 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:41.861178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:41.893716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9514-a83e-4eb5-b588-4759656cc595 req-fa3c2bdf-039c-4048-a0c9-0e1cf493881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:41.895602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-fa3c2bdf-039c-4048-a0c9-0e1cf493881d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1523046 Sep 18 00:52:41.902863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bddc29c5-66b9-4f7e-b7a1-19dbf3c66b42 req-a276f419-b76d-4c44-af98-3a71b6256947 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515358 Sep 18 00:52:41.918340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Allocated IP 2001:db8::2 (5a6fcccb-444e-4274-b854-07f476353e82/2f15ff89-5463-4895-9e20-6250a07bae5a/714caf78-7401-4e46-95fb-8a72aad23fef) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:41.964056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b9c00dad-1bc4-419a-8a10-e7235a9ebd08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:41.991739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-c28bdbca-b0d9-4ff0-a7df-329e8924a507 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77 HTTP/1.1" status: 200 len: 217 time: 0.0804744 Sep 18 00:52:42.077169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05238f0-f7ea-4a77-8d2d-89887f1637a8 req-5e9e586b-e94a-44d7-bcec-75ed560b720d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.080986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c05238f0-f7ea-4a77-8d2d-89887f1637a8 req-5e9e586b-e94a-44d7-bcec-75ed560b720d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1585505 Sep 18 00:52:42.097100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:42.097524 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.116507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9514-a83e-4eb5-b588-4759656cc595 req-f6843e2d-41db-4d96-8c15-d38b9c35ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.118166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-f6843e2d-41db-4d96-8c15-d38b9c35ff1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1177745 Sep 18 00:52:42.153938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Allocated IP 172.20.0.11 (0d70dba4-146e-48c3-a591-35b960e66375/9c554814-a32a-42a5-b276-02a41bc4395d/61e62c47-36a3-4422-979a-bb83f8efc149) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:42.167193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.191955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c05238f0-f7ea-4a77-8d2d-89887f1637a8 req-d561e43e-ecdf-420a-9220-9a029d25a2a9 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Sep 18 00:52:42.200177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9514-a83e-4eb5-b588-4759656cc595 req-a209d014-2c4c-4f0c-b587-54dcc22e754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.201744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-a209d014-2c4c-4f0c-b587-54dcc22e754b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750718 Sep 18 00:52:42.257451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-103b9606-10fa-4dd4-8e51-76e5b35df1d5 req-095b8d62-eb5c-4faf-bff0-c00734adbcf2 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 210 time: 0.0533550 Sep 18 00:52:42.310416 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.319285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=f92c5b87-4caa-4eee-914f-c4ce3f799b2b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:42.326143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.349212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-fa02a57e-6600-46ae-9280-f9fb070f79b9 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329880 Sep 18 00:52:42.353024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': 'ad912599-1bce-4f14-99a6-4f99df113bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:42.353387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: fb2f791f-de78-4917-9a42-d89792ad128d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:42.356196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.356568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.356911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.357249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.357593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.358082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.358347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.358693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.359314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.359703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.360258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.361229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:42.369513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Network 5a6fcccb-444e-4274-b854-07f476353e82 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:42.372930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:42.375929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:42.391070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Pushing event updated for resources: {'Port': ['ID=714caf78-7401-4e46-95fb-8a72aad23fef,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:42.432017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network fb2f791f-de78-4917-9a42-d89792ad128d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:42.443954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Attempting to bind port 714caf78-7401-4e46-95fb-8a72aad23fef on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:42.444517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Attempting to bind port 714caf78-7401-4e46-95fb-8a72aad23fef by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '95acb2bf-4abe-4053-9475-ef8ce286f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:42.444880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Attempting to bind port 714caf78-7401-4e46-95fb-8a72aad23fef on network 5a6fcccb-444e-4274-b854-07f476353e82 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:42.445849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, fb2f791f-de78-4917-9a42-d89792ad128d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:42.453800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.455113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.459185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4472f499-a88a-4d71-be5b-3053fef10dfe None None] Network fb2f791f-de78-4917-9a42-d89792ad128d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:42.462664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:42.463042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Checking segment: {'id': '95acb2bf-4abe-4053-9475-ef8ce286f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:42.463449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.463849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Bound using segment: {'id': '95acb2bf-4abe-4053-9475-ef8ce286f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:42.464381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Bound port: 714caf78-7401-4e46-95fb-8a72aad23fef, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95acb2bf-4abe-4053-9475-ef8ce286f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6fcccb-444e-4274-b854-07f476353e82'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:42.464772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.489163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89a8efae-3c0c-4710-ba1e-0cc227b186de tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9293437 Sep 18 00:52:42.489642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.490713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55914) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:42.495168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-43864430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:42.531311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.562856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-cf901daf-5a36-4d83-8717-df4fa5e93100 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.569054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-cf901daf-5a36-4d83-8717-df4fa5e93100 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.2187302 Sep 18 00:52:42.581387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-457a9514-a83e-4eb5-b588-4759656cc595 req-9411f5c9-302d-4bc8-b534-16800e4b7622 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184720 Sep 18 00:52:42.592316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Network 0d70dba4-146e-48c3-a591-35b960e66375 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:42.593965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.595858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:42.596522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.602831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:42.607360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:42.611836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] For port 714caf78-7401-4e46-95fb-8a72aad23fef, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:42.615573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] For port 714caf78-7401-4e46-95fb-8a72aad23fef, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=714caf78-7401-4e46-95fb-8a72aad23fef,segment=NetworkSegment(95acb2bf-4abe-4053-9475-ef8ce286f1e7),segment_id=95acb2bf-4abe-4053-9475-ef8ce286f1e7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:42.644528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.666988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:42.667426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.668915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0ad524eb-5106-41ac-8b84-42eefd3ff7ac tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/quotas/1300d7b8a1994f228befe1f994439ed5 HTTP/1.1" status: 200 len: 375 time: 0.0853305 Sep 18 00:52:42.692925 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-95d71493-b28c-45a6-831b-80bf9c695f96 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1006656 Sep 18 00:52:42.719705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Request body: {'port': {'device_id': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:42.731891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.757525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.777390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-fb2f791f-de78-4917-9a42-d89792ad128d', 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': 'f92c5b87-4caa-4eee-914f-c4ce3f799b2b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:52:42.778282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.801547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392053-1ce3-45f9-9ea3-0aef4d0ab0f8 None None] Pushing event updated for resources: {'Port': ['ID=714caf78-7401-4e46-95fb-8a72aad23fef,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:42.824758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.826346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0df84f2c-b75a-49a2-bd0b-b3fa68dfe25a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3345690 Sep 18 00:52:42.830147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55920) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:42.843389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:42.859280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-70a28634-e714-4d28-a297-12025711fd83 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184196 Sep 18 00:52:42.866501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-b8cef7ba-84ef-4e06-9af6-6b524a5d5164 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:52:42.873951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-b8cef7ba-84ef-4e06-9af6-6b524a5d5164 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138786 Sep 18 00:52:43.017370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Allocated IP 2001:db8:1::2 (fb2f791f-de78-4917-9a42-d89792ad128d/f92c5b87-4caa-4eee-914f-c4ce3f799b2b/1c57e809-6ea5-466b-bce1-9aaacfb0f222) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:43.047732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8392cc82-fde7-40a7-a9a1-1514cef3ded7 None None] Provisioning complete for port 61e62c47-36a3-4422-979a-bb83f8efc149 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:43.048903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8392cc82-fde7-40a7-a9a1-1514cef3ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.142545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8392cc82-fde7-40a7-a9a1-1514cef3ded7 None None] Port 61e62c47-36a3-4422-979a-bb83f8efc149 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:43.223622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d316adbd-e9bf-4b1a-afc5-6fc8bae3660c service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489153 Sep 18 00:52:43.242552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.253667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.267291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e62c47-36a3-4422-979a-bb83f8efc149 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:43.277776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.295402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Transition to ACTIVE for port object 61e62c47-36a3-4422-979a-bb83f8efc149 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:52:43.302195 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.317812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Network fb2f791f-de78-4917-9a42-d89792ad128d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:43.320955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:43.327514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:43.350903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Pushing event updated for resources: {'Port': ['ID=1c57e809-6ea5-466b-bce1-9aaacfb0f222,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:43.365081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Pushing event updated for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:43.394508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.420177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Attempting to bind port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:43.420924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Attempting to bind port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ad912599-1bce-4f14-99a6-4f99df113bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:43.422073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Attempting to bind port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 on network fb2f791f-de78-4917-9a42-d89792ad128d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:43.432426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:43.433146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Checking segment: {'id': 'ad912599-1bce-4f14-99a6-4f99df113bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:43.433777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.434386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Bound using segment: {'id': 'ad912599-1bce-4f14-99a6-4f99df113bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:43.435674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Bound port: 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad912599-1bce-4f14-99a6-4f99df113bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb2f791f-de78-4917-9a42-d89792ad128d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:43.436330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.472189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Attempting to bind port 61e62c47-36a3-4422-979a-bb83f8efc149 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:43.472907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Attempting to bind port 61e62c47-36a3-4422-979a-bb83f8efc149 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:43.473245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Attempting to bind port 61e62c47-36a3-4422-979a-bb83f8efc149 on network 0d70dba4-146e-48c3-a591-35b960e66375 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:43.479668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Port 61e62c47-36a3-4422-979a-bb83f8efc149 on network 0d70dba4-146e-48c3-a591-35b960e66375 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:43.480739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Attempting to bind port 61e62c47-36a3-4422-979a-bb83f8efc149 on network 0d70dba4-146e-48c3-a591-35b960e66375 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:43.488199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:43.488732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Checking segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:43.489331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Bound using segment: {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:43.489870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Bound port: 61e62c47-36a3-4422-979a-bb83f8efc149, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:43.490336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.498529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-3b63ba1a-9945-4522-b74b-840853a8d32d service neutron] 10.222.0.49 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512615 Sep 18 00:52:43.515238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847088d8-9f20-4211-a6e6-1ac1029afe9a req-de5192d7-d7b8-43e7-9fe7-7cf02cbdfad4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:43.517010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-847088d8-9f20-4211-a6e6-1ac1029afe9a req-de5192d7-d7b8-43e7-9fe7-7cf02cbdfad4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.2168992 Sep 18 00:52:43.553080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] For port 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:43.560154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] For port 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c57e809-6ea5-466b-bce1-9aaacfb0f222,segment=NetworkSegment(ad912599-1bce-4f14-99a6-4f99df113bcb),segment_id=ad912599-1bce-4f14-99a6-4f99df113bcb)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:43.571045 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.575130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:43.579342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=61e62c47-36a3-4422-979a-bb83f8efc149,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:43.586033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.624584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:43.625460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:43.634015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] 10.222.0.54 "PUT /v2.0/ports/61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 200 len: 1093 time: 0.9265656 Sep 18 00:52:43.634535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:43.637184 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04803111-c8ee-4a85-892d-810415056adb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:43.676822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4b361-dfdd-471b-b2b3-aea417b15323 service neutron] Pushing event updated for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:43.760937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-2b3eb675-ce44-458f-bbb8-eba623a164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:43.762685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-2b3eb675-ce44-458f-bbb8-eba623a164e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16abad0d6c7e474da1e26cf934683077&device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1096 time: 0.0688593 Sep 18 00:52:43.853441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4868d42-85bb-4f93-b1d1-19ede6300be1 None None] Pushing event updated for resources: {'Port': ['ID=1c57e809-6ea5-466b-bce1-9aaacfb0f222,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:43.865603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-8ed49080-3dd6-46cf-b55a-b13f34ce1c26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 200 len: 217 time: 0.0771327 Sep 18 00:52:43.873411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-847088d8-9f20-4211-a6e6-1ac1029afe9a req-a4a664b4-9207-47cd-a5f0-606e7d342199 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387923 Sep 18 00:52:43.979188 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6216df6-b445-4599-8745-bbf84663db1d x-openstack-request-id: req-e6216df6-b445-4599-8745-bbf84663db1d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:43.979476 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:43.979725 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6216df6-b445-4599-8745-bbf84663db1d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:43.980123 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149', 'status': 'completed', 'code': 200} Sep 18 00:52:44.000264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-16981c13-d0fb-499a-bda2-b8c519c20f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:44.002601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-16981c13-d0fb-499a-bda2-b8c519c20f5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c554814-a32a-42a5-b276-02a41bc4395d HTTP/1.1" status: 200 len: 847 time: 0.1302338 Sep 18 00:52:44.027146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed31ee2-f947-42d8-bd28-78364587b05a req-1ba9c2be-2310-4e0f-8919-a2e3106e11b8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:44.037993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bed31ee2-f947-42d8-bd28-78364587b05a req-1ba9c2be-2310-4e0f-8919-a2e3106e11b8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "GET /v2.0/ports?device_id=55b2c6fa-2eca-4058-aeb5-e5e0120973da HTTP/1.1" status: 200 len: 946 time: 0.5846117 Sep 18 00:52:44.127918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-16fcaf59-7445-47c8-8bdf-a7e350368fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:44.128943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-16fcaf59-7445-47c8-8bdf-a7e350368fff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d70dba4-146e-48c3-a591-35b960e66375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095443 Sep 18 00:52:44.196216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 714caf78-7401-4e46-95fb-8a72aad23fef up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:44.270701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 714caf78-7401-4e46-95fb-8a72aad23fef triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:44.271181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.409075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-b04346f7-fcb9-4928-931f-869037386570 service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658393 Sep 18 00:52:44.426215 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.493664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 714caf78-7401-4e46-95fb-8a72aad23fef, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=714caf78-7401-4e46-95fb-8a72aad23fef,segment=NetworkSegment(95acb2bf-4abe-4053-9475-ef8ce286f1e7),segment_id=95acb2bf-4abe-4053-9475-ef8ce286f1e7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:44.498144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7fe8d-a4a8-4ba2-83e5-072f9b46ab0b None None] Network 5a6fcccb-444e-4274-b854-07f476353e82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:44.533274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.618745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=714caf78-7401-4e46-95fb-8a72aad23fef,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:44.636457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cdc60095-0dbd-4262-9177-970117fc7cc6 None None] Provisioning complete for port 714caf78-7401-4e46-95fb-8a72aad23fef triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:44.639727 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cdc60095-0dbd-4262-9177-970117fc7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.669085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751aaa-388b-4e01-bcc2-dd0737b46295 req-4dc913b4-e036-4b43-a444-c2849071d588 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:44.677165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3751aaa-388b-4e01-bcc2-dd0737b46295 req-4dc913b4-e036-4b43-a444-c2849071d588 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 944 time: 0.7802734 Sep 18 00:52:44.690857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48f57d65-9312-4de7-b0c0-6916f57e50e9 req-bef7e256-44a4-46ee-b98d-ecf8f54dfaf4 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 210 time: 0.0672987 Sep 18 00:52:44.758344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8::1 (5a6fcccb-444e-4274-b854-07f476353e82/2f15ff89-5463-4895-9e20-6250a07bae5a/000388e4-3dd3-4880-b839-39e030ef2c76) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:44.800913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3751aaa-388b-4e01-bcc2-dd0737b46295 req-d8bb220e-b5be-4279-be03-aa9fb2b73d31 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227620 Sep 18 00:52:44.816890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Deleting port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:44.817174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.995086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f76982e-a18d-4cf0-a206-d9a4257eec06 req-1071aaaa-0614-434f-999b-8151cf69b5cd service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808694 Sep 18 00:52:45.075555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] For port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:45.075961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.104630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Calling delete_port for 4ca58cf0-3f02-4409-9b15-3abc2d7298cd owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:45.158745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dbfa7-d311-4c5a-bcd8-13c2c9f40c47 req-d41602af-66e6-45e0-9384-ec830f9beece tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.166939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-979dbfa7-d311-4c5a-bcd8-13c2c9f40c47 req-d41602af-66e6-45e0-9384-ec830f9beece tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 946 time: 0.1551561 Sep 18 00:52:45.220490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.280497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803111-c8ee-4a85-892d-810415056adb req-d3b234df-c966-45fd-844d-ee83767e4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.283044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-d3b234df-c966-45fd-844d-ee83767e4f47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16abad0d6c7e474da1e26cf934683077&device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1096 time: 0.0954647 Sep 18 00:52:45.288649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0dce77-04dc-4419-b27c-b81be2472fdf None None] Network fb2f791f-de78-4917-9a42-d89792ad128d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:45.302883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-979dbfa7-d311-4c5a-bcd8-13c2c9f40c47 req-09b35456-5c19-43db-b1f9-6bbe940d1639 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348419 Sep 18 00:52:45.351409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.441033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803111-c8ee-4a85-892d-810415056adb req-7bc83477-806e-4c8d-add3-8b66ae2862ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.442454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] Provisioning complete for port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:45.442780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-7bc83477-806e-4c8d-add3-8b66ae2862ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 200 len: 909 time: 0.1391356 Sep 18 00:52:45.443080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.492469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 5a6fcccb-444e-4274-b854-07f476353e82 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:45.493978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-fb082d53-c9c6-4d96-9d83-eb6f5542fa41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 200 len: 217 time: 0.0427749 Sep 18 00:52:45.502920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:45.512932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:45.512932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.522591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=000388e4-3dd3-4880-b839-39e030ef2c76,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:45.551135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803111-c8ee-4a85-892d-810415056adb req-78ad3632-7b16-4d93-a532-81db54ba8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.552614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-78ad3632-7b16-4d93-a532-81db54ba8255 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c554814-a32a-42a5-b276-02a41bc4395d HTTP/1.1" status: 200 len: 847 time: 0.0508804 Sep 18 00:52:45.608416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803111-c8ee-4a85-892d-810415056adb req-078ad703-cb1c-4e2d-a593-d001ebf7276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.609652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-078ad703-cb1c-4e2d-a593-d001ebf7276d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d70dba4-146e-48c3-a591-35b960e66375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473502 Sep 18 00:52:45.614209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.614707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.614935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.615323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.615649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.615983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.616415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.616744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.617159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.617476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.618555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.618891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:45.658229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.678181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998affc-198b-4980-8ce2-bab9f81c5986 req-3108a480-23dc-4619-8b80-16a776fcf83e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:45.679708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d998affc-198b-4980-8ce2-bab9f81c5986 req-3108a480-23dc-4619-8b80-16a776fcf83e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.2656877 Sep 18 00:52:45.731061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] For port 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c57e809-6ea5-466b-bce1-9aaacfb0f222,segment=NetworkSegment(ad912599-1bce-4f14-99a6-4f99df113bcb),segment_id=ad912599-1bce-4f14-99a6-4f99df113bcb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:45.738142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.739903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.760592 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-ae261c69-e138-4c2d-ba08-e8bb06cc5b4f service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392276 Sep 18 00:52:45.774633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4ca58cf0-3f02-4409-9b15-3abc2d7298cd'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:45.814073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:45.842010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 4ca58cf0-3f02-4409-9b15-3abc2d7298cd {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:45.848210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4ca58cf0-3f02-4409-9b15-3abc2d7298cd not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:45.848886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device be5c8117-bc83-4e09-84ee-b5c8770eac77 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:45.866381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:45.949298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event deleted for resources: {'Port': ['ID=4ca58cf0-3f02-4409-9b15-3abc2d7298cd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:45.987637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446b2f-d42c-47ae-a910-7530b163c494 None None] Pushing event updated for resources: {'Port': ['ID=1c57e809-6ea5-466b-bce1-9aaacfb0f222,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:45.994148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-04803111-c8ee-4a85-892d-810415056adb req-9621374e-9332-4818-8cf7-75d42db5d59b service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168763 Sep 18 00:52:46.006023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] No DVR routers for this DVR port 4ca58cf0-3f02-4409-9b15-3abc2d7298cd on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:46.054594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d998affc-198b-4980-8ce2-bab9f81c5986 req-93c41b9b-1f15-4933-8967-0248e54cba12 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572729 Sep 18 00:52:46.096375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-42598cf6-c56f-4986-a63d-52c4a39e82d6 None None] Provisioning complete for port 714caf78-7401-4e46-95fb-8a72aad23fef triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:46.097702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42598cf6-c56f-4986-a63d-52c4a39e82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.098429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.100818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bed31ee2-f947-42d8-bd28-78364587b05a req-eef34381-b488-4550-8e8e-f9c5b619d2cf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.48 "DELETE /v2.0/ports/4ca58cf0-3f02-4409-9b15-3abc2d7298cd HTTP/1.1" status: 204 len: 173 time: 2.0620000 Sep 18 00:52:46.103184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-deleted', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:46.111016 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f7eab-2208-46e9-97c7-5cb9af655c08" -d '{"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-deleted", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:46.134905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1dba3ec4-70f6-462d-bc5f-a90bb6100f73 req-290c6a93-6442-43ef-8780-00daddeb3294 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 210 time: 0.2554057 Sep 18 00:52:46.172320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c57e809-6ea5-466b-bce1-9aaacfb0f222 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:46.178815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-3f1873b7-fd10-44be-9644-46814e45edf6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:46.184496 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-3f1873b7-fd10-44be-9644-46814e45edf6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.54 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 815 time: 0.2208047 Sep 18 00:52:46.204594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Request body: {'port': {'device_id': '1e02b072-72ca-4586-a776-5039de0b53d2', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'admin_state_up': True, 'tenant_id': '1300d7b8a1994f228befe1f994439ed5'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:46.246708 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.352977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.370982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Made reservation on behalf of 1300d7b8a1994f228befe1f994439ed5 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:46.371595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68b25-038f-4e50-9749-02f85c46f1c4 req-e3fcf49c-15e3-4422-ac31-9090d8e13d45 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:46.375445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.379439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71c68b25-038f-4e50-9749-02f85c46f1c4 req-e3fcf49c-15e3-4422-ac31-9090d8e13d45 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 944 time: 0.1818907 Sep 18 00:52:46.399137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:46.401470 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef0143-b15c-41c2-9994-e1b8ab6e872c" -d '{"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-unplugged", "status": "completed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:46.407995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:46.408396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.436269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:46.442042 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.448302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfda7a-a415-462c-9841-e7f010437164 req-b88aaace-ec28-4a6f-918b-1fde0f7d565f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:46.449984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5dfda7a-a415-462c-9841-e7f010437164 req-b88aaace-ec28-4a6f-918b-1fde0f7d565f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1641390 Sep 18 00:52:46.496818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71c68b25-038f-4e50-9749-02f85c46f1c4 req-c3310b90-26ce-48fd-8f0d-6d23e240500b tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165178 Sep 18 00:52:46.508762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:46.542982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Allocated IP 172.20.0.13 (4fb5d125-ac0e-4183-8374-a40d948eea7a/e370d442-58f2-450f-b752-35351f1698dd/fa3890ed-b3e5-424a-ba99-ee8a7b183739) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:46.580043 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3eaa4c-bae4-4d23-bb85-09a3a9516678 x-openstack-request-id: req-4e3eaa4c-bae4-4d23-bb85-09a3a9516678 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:46.580408 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b2c6fa-2eca-4058-aeb5-e5e0120973da", "name": "network-vif-deleted", "tag": "4ca58cf0-3f02-4409-9b15-3abc2d7298cd", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:46.580582 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e3eaa4c-bae4-4d23-bb85-09a3a9516678 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:46.580985 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2c6fa-2eca-4058-aeb5-e5e0120973da', 'name': 'network-vif-deleted', 'tag': '4ca58cf0-3f02-4409-9b15-3abc2d7298cd', 'status': 'completed', 'code': 200} Sep 18 00:52:46.585861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 714caf78-7401-4e46-95fb-8a72aad23fef up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:46.588379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5dfda7a-a415-462c-9841-e7f010437164 req-f4cba9c2-8856-4507-955a-c6ec23691a7a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259859 Sep 18 00:52:46.648119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.653798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.654789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.657830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e0075252-8741-4a6b-ab35-f0582c4be0d3 None None] Provisioning complete for port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:46.658463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0075252-8741-4a6b-ab35-f0582c4be0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.737598 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c7535-6c9e-4288-9407-aa99e26fe72d x-openstack-request-id: req-3a3c7535-6c9e-4288-9407-aa99e26fe72d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:46.738499 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-unplugged", "status": "failed", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:46.738499 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a3c7535-6c9e-4288-9407-aa99e26fe72d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:46.738701 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'code': 422} returned with failed status Sep 18 00:52:46.752003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 714caf78-7401-4e46-95fb-8a72aad23fef triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:46.752279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=000388e4-3dd3-4880-b839-39e030ef2c76,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:46.752856 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.840075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.872713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 5a6fcccb-444e-4274-b854-07f476353e82 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:46.887544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:46.910048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.944860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e0075252-8741-4a6b-ab35-f0582c4be0d3 None None] Provisioning complete for port 000388e4-3dd3-4880-b839-39e030ef2c76 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:46.945372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0075252-8741-4a6b-ab35-f0582c4be0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.991352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event updated for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:46.998604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e0075252-8741-4a6b-ab35-f0582c4be0d3 None None] Port 000388e4-3dd3-4880-b839-39e030ef2c76 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:47.001740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Network 4fb5d125-ac0e-4183-8374-a40d948eea7a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:47.003789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:47.006115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:47.061351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:47.062523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.078691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-d76f28fe-3fde-49fe-9575-20bbe824e17b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8785431 Sep 18 00:52:47.097469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23c78d-a1d9-462c-a0ed-e0ce3504256e req-e45489f7-f99b-4be8-b90f-3e808eee1005 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:47.099501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c23c78d-a1d9-462c-a0ed-e0ce3504256e req-e45489f7-f99b-4be8-b90f-3e808eee1005 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1236780 Sep 18 00:52:47.110146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Request body: {'port': {'device_id': '1e02b072-72ca-4586-a776-5039de0b53d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:47.169751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c23c78d-a1d9-462c-a0ed-e0ce3504256e req-7b096241-9cff-4308-bc49-0baf0cac3b27 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628307 Sep 18 00:52:47.176490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:52:47.180921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.324273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-43190729-0507-413d-b307-7801aa25b5f1 None None] Provisioning complete for port 000388e4-3dd3-4880-b839-39e030ef2c76 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:47.324874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-43190729-0507-413d-b307-7801aa25b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.343890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:47.350075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f984a74d-b78f-425a-8c5b-b47f3696e66f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5186744 Sep 18 00:52:47.355018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55972) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:47.359765 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] Sync routers for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:47.364907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87eaa-36b2-4f1d-8345-e21a03b729bf req-3a356ce3-9569-482e-b26c-e5db29905b1c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:47.367167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-43190729-0507-413d-b307-7801aa25b5f1 None None] Port 000388e4-3dd3-4880-b839-39e030ef2c76 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:47.370678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52a87eaa-36b2-4f1d-8345-e21a03b729bf req-3a356ce3-9569-482e-b26c-e5db29905b1c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 932 time: 0.1227684 Sep 18 00:52:47.372260 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:47.372874 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:47.404968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:47.414281 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:47.414878 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:47.415420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52a87eaa-36b2-4f1d-8345-e21a03b729bf req-9886b19b-fa3c-4443-ace8-7b4ef2d45217 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Sep 18 00:52:47.449691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c808e7-3523-43a1-894f-25ec5e3bdc16 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:47.450378 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:47.451109 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeefc75-06f4-4c5e-a0a4-1864bfc9d856 None None] The sync data for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:47.451278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85c808e7-3523-43a1-894f-25ec5e3bdc16 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports/000388e4-3dd3-4880-b839-39e030ef2c76 HTTP/1.1" status: 200 len: 911 time: 0.0948317 Sep 18 00:52:47.455873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55974) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:47.632990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584aa6e3-1e67-47b8-97b7-1e633ae28b69 req-962b2821-dbbc-415f-93b6-e1c8367dfcc7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:47.634640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-584aa6e3-1e67-47b8-97b7-1e633ae28b69 req-962b2821-dbbc-415f-93b6-e1c8367dfcc7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 944 time: 0.0543556 Sep 18 00:52:47.675488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-584aa6e3-1e67-47b8-97b7-1e633ae28b69 req-1935173c-6373-4891-b35b-e5fb1b3bcf6f tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322495 Sep 18 00:52:47.691714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3890ed-b3e5-424a-ba99-ee8a7b183739 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:47.704936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.756074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Transition to ACTIVE for port object fa3890ed-b3e5-424a-ba99-ee8a7b183739 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:52:47.783382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.883331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Pushing event updated for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:47.905381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c57e809-6ea5-466b-bce1-9aaacfb0f222 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:47.955782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:47.956064 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.989609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Attempting to bind port fa3890ed-b3e5-424a-ba99-ee8a7b183739 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:47.989947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Attempting to bind port fa3890ed-b3e5-424a-ba99-ee8a7b183739 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:47.990275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Attempting to bind port fa3890ed-b3e5-424a-ba99-ee8a7b183739 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:47.994328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.004125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Port fa3890ed-b3e5-424a-ba99-ee8a7b183739 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:52:48.004477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Attempting to bind port fa3890ed-b3e5-424a-ba99-ee8a7b183739 on network 4fb5d125-ac0e-4183-8374-a40d948eea7a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:48.014103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:48.014442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Checking segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:48.014830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Bound using segment: {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:48.015262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Bound port: fa3890ed-b3e5-424a-ba99-ee8a7b183739, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:48.015613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.230049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:48.267221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:48.272430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.302438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa39a6-6cca-4f81-b94e-7a1231287767 req-f93a7b7b-f012-4c97-a898-7cd575aa6200 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.304168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1caa39a6-6cca-4f81-b94e-7a1231287767 req-f93a7b7b-f012-4c97-a898-7cd575aa6200 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0547378 Sep 18 00:52:48.348852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1caa39a6-6cca-4f81-b94e-7a1231287767 req-c0b06971-54c0-4b96-8ac5-0e2c7178f519 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375686 Sep 18 00:52:48.349282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.349906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.351311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] 10.222.0.54 "PUT /v2.0/ports/fa3890ed-b3e5-424a-ba99-ee8a7b183739 HTTP/1.1" status: 200 len: 1093 time: 1.2462745 Sep 18 00:52:48.353449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:48.355789 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790eb8c-eff6-4198-86ed-3d10933d0d74" -d '{"events": [{"name": "network-changed", "server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:48.388261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247db5f-a57d-4561-bdcd-3ae76a384e2b service neutron] Pushing event updated for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:48.425646 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d42992-5670-4f9d-b423-d46fd346fceb x-openstack-request-id: req-27d42992-5670-4f9d-b423-d46fd346fceb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:48.425941 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:48.426193 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27d42992-5670-4f9d-b423-d46fd346fceb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:48.426608 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739', 'status': 'completed', 'code': 200} Sep 18 00:52:48.437796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8:1::1 (fb2f791f-de78-4917-9a42-d89792ad128d/f92c5b87-4caa-4eee-914f-c4ce3f799b2b/40705b71-814e-4763-b12e-17e4f8b74954) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:48.539022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7042-24bf-4783-be5d-a722a95cf485 req-17459d75-626c-425b-8cdf-f050bd5942b7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.540528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-399e7042-24bf-4783-be5d-a722a95cf485 req-17459d75-626c-425b-8cdf-f050bd5942b7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 944 time: 0.0506654 Sep 18 00:52:48.544664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-57f537b6-a2f9-4946-be96-1ffbad6a98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.546170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-57f537b6-a2f9-4946-be96-1ffbad6a98fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 1096 time: 0.1039791 Sep 18 00:52:48.579746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-399e7042-24bf-4783-be5d-a722a95cf485 req-ce531e92-2352-43f3-b63c-459afc1752d6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Sep 18 00:52:48.604015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-4202b288-bb26-4d18-bf83-f042e8cd25c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739 HTTP/1.1" status: 200 len: 217 time: 0.0421348 Sep 18 00:52:48.629193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.681097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-becb94f0-a69a-4e3c-bfe0-fc99c61e3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.682551 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-becb94f0-a69a-4e3c-bfe0-fc99c61e3361 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0701921 Sep 18 00:52:48.717023 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-fc7c133b-3331-474d-9075-402a7499f295 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268171 Sep 18 00:52:48.718202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.783595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network fb2f791f-de78-4917-9a42-d89792ad128d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:48.789465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:48.815773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96b7-209b-4f0a-8ed6-59e108fffd59 req-d8f777f4-479e-488e-91f7-2de02d8fc642 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:48.817470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-916b96b7-209b-4f0a-8ed6-59e108fffd59 req-d8f777f4-479e-488e-91f7-2de02d8fc642 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 944 time: 0.0561163 Sep 18 00:52:48.826871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:48.827465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.833613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=40705b71-814e-4763-b12e-17e4f8b74954,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:48.878428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-916b96b7-209b-4f0a-8ed6-59e108fffd59 req-25f7f659-2562-4a65-a820-5dd70bbed7ff tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Sep 18 00:52:48.929609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-6b01a9eb-820d-4e39-8a11-9ebdf8d57a86 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033200 Sep 18 00:52:49.012045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.097992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-08175444-cad6-4f3f-9fa3-f87d01c5af04 None None] Provisioning complete for port 40705b71-814e-4763-b12e-17e4f8b74954 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:49.098533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-08175444-cad6-4f3f-9fa3-f87d01c5af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.138157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-08175444-cad6-4f3f-9fa3-f87d01c5af04 None None] Port 40705b71-814e-4763-b12e-17e4f8b74954 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:49.153386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e6397a0-148b-4164-b688-0483067cf5c0 req-1164e079-d9a0-451f-a205-449a52a49690 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797140 Sep 18 00:52:49.278404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 61e62c47-36a3-4422-979a-bb83f8efc149 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:52:49.328314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-ca865478-1dcc-4293-8520-c62688d81c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:49.330623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-ca865478-1dcc-4293-8520-c62688d81c2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1300d7b8a1994f228befe1f994439ed5&device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 1096 time: 0.0666866 Sep 18 00:52:49.389848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=61e62c47-36a3-4422-979a-bb83f8efc149,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:49.403578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '61e62c47-36a3-4422-979a-bb83f8efc149', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'port_id': '61e62c47-36a3-4422-979a-bb83f8efc149', 'mac_address': 'fa:16:3e:ce:69:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:52:49.413289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.424885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.425679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.446413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.459806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e62c47-36a3-4422-979a-bb83f8efc149 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:49.480485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=61e62c47-36a3-4422-979a-bb83f8efc149,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:49.484748 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:49.492891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a940cc-b724-4b84-a763-392d6b387bc9 req-53073664-251c-48df-ae52-1ed7d8832b37 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:49.494757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7a940cc-b724-4b84-a763-392d6b387bc9 req-53073664-251c-48df-ae52-1ed7d8832b37 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0585465 Sep 18 00:52:49.502435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-4f4a1ed1-80a7-44b7-86fc-e5a78fe69a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:49.503919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-4f4a1ed1-80a7-44b7-86fc-e5a78fe69a66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 200 len: 916 time: 0.1660666 Sep 18 00:52:49.513888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=40705b71-814e-4763-b12e-17e4f8b74954,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:49.540018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:49.545028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7a940cc-b724-4b84-a763-392d6b387bc9 req-b2803335-d02a-4b2f-8813-08ffe28f649d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Sep 18 00:52:49.705533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfddbf8-c40b-4f11-a188-9284fe70d4cd req-cb383be0-f9c7-492e-82be-b1161f874bcf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:49.707155 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbfddbf8-c40b-4f11-a188-9284fe70d4cd req-cb383be0-f9c7-492e-82be-b1161f874bcf tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 944 time: 0.0541978 Sep 18 00:52:49.749187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbfddbf8-c40b-4f11-a188-9284fe70d4cd req-469ca931-bd68-421f-8cdc-16fe32d2a6d8 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356786 Sep 18 00:52:49.870017 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-9a6b60d1-39c2-4b29-b78d-789b6ec66316 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739 HTTP/1.1" status: 200 len: 217 time: 0.3571413 Sep 18 00:52:49.932418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network fb2f791f-de78-4917-9a42-d89792ad128d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:49.936923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:49.942411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-99335cd7-6f9c-4543-ba4c-918e92d8a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:49.944022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-99335cd7-6f9c-4543-ba4c-918e92d8a032 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 200 len: 855 time: 0.0647745 Sep 18 00:52:50.011031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-d48e679b-3de6-40b4-a983-9d99ca497f7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb5d125-ac0e-4183-8374-a40d948eea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273855 Sep 18 00:52:50.017147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355ad2-b930-457c-9f75-8b2b071a732d req-2a957304-b60a-471a-a305-b3864485fda5 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:50.019156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b355ad2-b930-457c-9f75-8b2b071a732d req-2a957304-b60a-471a-a305-b3864485fda5 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 945 time: 0.0618999 Sep 18 00:52:50.028380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['61e62c47-36a3-4422-979a-bb83f8efc149'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:50.069010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b355ad2-b930-457c-9f75-8b2b071a732d req-2760475f-46dc-40b2-8a95-220d9c1fe881 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Sep 18 00:52:50.132777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:50.193197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-10d2f3a7-fd61-4250-8fa6-11df678015a1 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530454 Sep 18 00:52:50.298773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c36b1261-dd9c-4eae-b447-63ab44989f66 None None] Provisioning complete for port 40705b71-814e-4763-b12e-17e4f8b74954 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:50.299297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:50.299404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c36b1261-dd9c-4eae-b447-63ab44989f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:50.309960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f8854f08-ccf1-4e41-a183-ce84c102f628 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494310 Sep 18 00:52:50.309960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56004) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:50.326671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] Sync routers for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:50.356831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:50.357460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:50.369190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010fbf8-ac9e-45fb-9d8a-0dfaadf76140 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:50.370578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7010fbf8-ac9e-45fb-9d8a-0dfaadf76140 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports/40705b71-814e-4763-b12e-17e4f8b74954 HTTP/1.1" status: 200 len: 913 time: 0.0606873 Sep 18 00:52:50.373387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56006) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:50.383777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c790eb8c-eff6-4198-86ed-3d10933d0d74 req-ff78fcae-394a-49ad-8cc3-0f7026365109 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824315 Sep 18 00:52:50.393390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c36b1261-dd9c-4eae-b447-63ab44989f66 None None] Port 40705b71-814e-4763-b12e-17e4f8b74954 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:50.395487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:50.405904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:50.406505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:50.441325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:50.441971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc0b17-8194-4b78-b1c5-9c4d9d7b23a0 None None] The sync data for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:50.662927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e550-1b78-4798-babd-2440a770adde req-22b29fa8-d716-4518-97f0-26ea82e02a12 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:50.664449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0794e550-1b78-4798-babd-2440a770adde req-22b29fa8-d716-4518-97f0-26ea82e02a12 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0491862 Sep 18 00:52:50.689695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:50.702885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0794e550-1b78-4798-babd-2440a770adde req-fdd68fbe-a468-4631-ac00-5970a728e2b2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323684 Sep 18 00:52:50.870449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d0b0d-623a-43f8-99ad-fd07e8f2b14f req-5190a798-1de2-43c7-9317-db74c3c39a76 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:50.871884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-870d0b0d-623a-43f8-99ad-fd07e8f2b14f req-5190a798-1de2-43c7-9317-db74c3c39a76 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 944 time: 0.0493417 Sep 18 00:52:50.911679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-870d0b0d-623a-43f8-99ad-fd07e8f2b14f req-3ce29b41-2b57-4fcb-98c2-8ce0b4893eef tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Sep 18 00:52:50.943145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 40705b71-814e-4763-b12e-17e4f8b74954 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:50.943721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:51.034257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:51.046256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 40705b71-814e-4763-b12e-17e4f8b74954 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:51.069308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-a0e956d6-5690-415f-a284-ec609e315109 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435705 Sep 18 00:52:51.136564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-9a3fdec3-4000-4987-83c9-572e8e88ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.138131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-9a3fdec3-4000-4987-83c9-572e8e88ecbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 1097 time: 0.0465336 Sep 18 00:52:51.231982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:51.254186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0663a-b052-48bc-b094-5ca6d76e468d req-4bb74a6a-1db3-4146-8f54-9d136f5691e8 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.255687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be0663a-b052-48bc-b094-5ca6d76e468d req-4bb74a6a-1db3-4146-8f54-9d136f5691e8 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 945 time: 0.1110826 Sep 18 00:52:51.259633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=40705b71-814e-4763-b12e-17e4f8b74954,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:51.304982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-aec9e3a5-8306-401c-88c1-7a004f192c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.306516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-aec9e3a5-8306-401c-88c1-7a004f192c89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1348386 Sep 18 00:52:51.314941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be0663a-b052-48bc-b094-5ca6d76e468d req-2e2d5fbd-d19e-45d5-ad7a-1b2cff3a7c85 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486648 Sep 18 00:52:51.353615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-b9a5e476-aede-41ce-bd67-543b2e7b7c42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 200 len: 217 time: 0.0376453 Sep 18 00:52:51.390718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:51.405150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-c0053902-5845-4c57-9dfa-ea7d38f5ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.406813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-c0053902-5845-4c57-9dfa-ea7d38f5ab53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0465267 Sep 18 00:52:51.460940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-1eecbebe-a39e-4f4e-8223-f9a6dc9767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.462491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-1eecbebe-a39e-4f4e-8223-f9a6dc9767f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482523 Sep 18 00:52:51.556074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-91014921-5ca5-44fa-8d90-101f2cae8c32 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848994 Sep 18 00:52:51.589803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:51.651876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7562d78-9fa8-4221-bf62-d295144e7536 req-d54d02c8-e6c2-4236-b579-37117b6aced9 service neutron] 10.222.0.48 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883236 Sep 18 00:52:51.682748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:51.687556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f12a489-1f5c-4527-a2d0-98a7f1c11ec5 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3131721 Sep 18 00:52:51.690909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:51.692590 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] Sync routers for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:51.701759 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:51.702473 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:51.732909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:51.742013 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:51.742621 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:51.777709 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:51.778359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac653f-f527-498f-8729-f4199a1a260d None None] The sync data for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:51.825886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff061ba-ae89-440a-9594-e54fd43c14d8 req-251ca9e1-869c-46b9-b2dc-a866bac19bcb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:51.827409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ff061ba-ae89-440a-9594-e54fd43c14d8 req-251ca9e1-869c-46b9-b2dc-a866bac19bcb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0518837 Sep 18 00:52:51.865926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ff061ba-ae89-440a-9594-e54fd43c14d8 req-b28bc2c1-ea61-43d3-b171-9836a213e54d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Sep 18 00:52:52.006560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:52.032657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf7d8-fb01-4436-9fc3-9578d3591992 req-60b578db-74e5-4d7b-8c57-3558fa83db13 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:52.034422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cfcf7d8-fb01-4436-9fc3-9578d3591992 req-60b578db-74e5-4d7b-8c57-3558fa83db13 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Sep 18 00:52:52.071878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cfcf7d8-fb01-4436-9fc3-9578d3591992 req-671187b4-c174-4fcf-9816-b834c5572bc5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Sep 18 00:52:52.252764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 000388e4-3dd3-4880-b839-39e030ef2c76 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:52.253104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:52.342531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:52.355102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 000388e4-3dd3-4880-b839-39e030ef2c76 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:52.446262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aaa3e-a305-440a-a837-695c96b8c9f3 req-d48e9b9f-864f-4d0e-818c-c8db4422c404 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:52.447735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c22aaa3e-a305-440a-a837-695c96b8c9f3 req-d48e9b9f-864f-4d0e-818c-c8db4422c404 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 945 time: 0.0533569 Sep 18 00:52:52.485982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c22aaa3e-a305-440a-a837-695c96b8c9f3 req-1789b090-3c0c-4102-b29a-accf48ac7bd3 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Sep 18 00:52:52.813888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:52.840179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=000388e4-3dd3-4880-b839-39e030ef2c76,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:52.944615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.002548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff678cb-997a-446f-a8d1-50f2098b7c3f req-3ab96766-5b9a-4f18-8f25-a226631b87c0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:53.004143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aff678cb-997a-446f-a8d1-50f2098b7c3f req-3ab96766-5b9a-4f18-8f25-a226631b87c0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0586979 Sep 18 00:52:53.044368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aff678cb-997a-446f-a8d1-50f2098b7c3f req-66fe79a4-f3a6-46b6-977c-4134442b1fe4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337436 Sep 18 00:52:53.107792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:53.182265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:53.186943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62508e-598c-4608-ae48-eb5d3f19f1d7 req-7395fd50-e108-417e-a9dc-8f949a4ffeb1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:53.187240 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0b63b30c-ff96-4d17-b115-f50f724cba1b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953201 Sep 18 00:52:53.188180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb62508e-598c-4608-ae48-eb5d3f19f1d7 req-7395fd50-e108-417e-a9dc-8f949a4ffeb1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 944 time: 0.0485280 Sep 18 00:52:53.190880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56034) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:53.196101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] Sync routers for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:53.206367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:53.206987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:53.220934 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c3a00f9-c1f7-468b-aefc-a98510f370ff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 HTTP/1.1" status: 200 len: 205 time: 0.0289543 Sep 18 00:52:53.223442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:53.238770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb62508e-598c-4608-ae48-eb5d3f19f1d7 req-28c4b6d9-f86b-4a69-b04c-53c262b44aa7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Sep 18 00:52:53.243025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:53.252679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] Routers {'c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:53.253295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:53.290296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:53.290296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ab945-f245-491d-85b5-b60f951a39d3 None None] The sync data for ids ['c8834d8d-a999-45b6-876a-d6a9ebb4c5b8'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:53.301572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.308441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device fa3890ed-b3e5-424a-ba99-ee8a7b183739 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:52:53.316256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 61e62c47-36a3-4422-979a-bb83f8efc149 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:53.423593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 61e62c47-36a3-4422-979a-bb83f8efc149 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:52:53.435524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 61e62c47-36a3-4422-979a-bb83f8efc149 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:53.435904 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.474493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:53.479214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.481313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.492465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739', 'network_id': '4fb5d125-ac0e-4183-8374-a40d948eea7a', 'port_id': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739', 'mac_address': 'fa:16:3e:b6:28:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e370d442-58f2-450f-b752-35351f1698dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:52:53.534535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.535124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:52:53.543869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.544947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66441331-06e8-4b8e-b307-4ac6c2e5885c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 HTTP/1.1" status: 204 len: 168 time: 0.3203928 Sep 18 00:52:53.548277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:53.564185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.578551 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.601696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:53.603930 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccf670-cd78-4ae1-9ac5-7b77950a2f0d" -d '{"events": [{"server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "name": "network-vif-plugged", "status": "completed", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:53.609036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet f92c5b87-4caa-4eee-914f-c4ce3f799b2b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:52:53.609463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3890ed-b3e5-424a-ba99-ee8a7b183739 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:52:53.613654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.623538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=61e62c47-36a3-4422-979a-bb83f8efc149,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:53.624112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5acd-a63f-4ae3-9db5-b980bd79f450 req-b4def81a-cefd-4051-a532-eafa63e80363 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:53.625974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c79c5acd-a63f-4ae3-9db5-b980bd79f450 req-b4def81a-cefd-4051-a532-eafa63e80363 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 945 time: 0.0646400 Sep 18 00:52:53.635532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.642437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:53.664182 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5415a1-4419-4c41-8b59-b439df6835f6 x-openstack-request-id: req-da5415a1-4419-4c41-8b59-b439df6835f6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:53.664620 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "name": "network-vif-plugged", "status": "completed", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:53.664874 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da5415a1-4419-4c41-8b59-b439df6835f6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:53.665260 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149', 'code': 200} Sep 18 00:52:53.667879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.669005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.678517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c79c5acd-a63f-4ae3-9db5-b980bd79f450 req-742a0301-e6b7-410e-a64e-e7fb47a17ef0 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 Sep 18 00:52:53.693042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:53.700736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.701017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.701362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.701697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.702024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.702371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.702695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.703018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.703341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.703683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.704262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.704648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:53.755895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:53.800064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.835421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab34b84-8d14-4e27-b5d1-b7e76454a4f8 req-6b9ac302-162d-413e-acee-6cb540a102ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:53.836957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ab34b84-8d14-4e27-b5d1-b7e76454a4f8 req-6b9ac302-162d-413e-acee-6cb540a102ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1098 time: 0.0807884 Sep 18 00:52:53.884427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2ab34b84-8d14-4e27-b5d1-b7e76454a4f8 req-21734f6b-14ba-4434-92c8-b2948f8c3f55 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 Sep 18 00:52:53.885467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.913122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=f92c5b87-4caa-4eee-914f-c4ce3f799b2b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:53.915095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.916969 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-690fc336-6457-4957-a613-3bc90bc88b10 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/f92c5b87-4caa-4eee-914f-c4ce3f799b2b HTTP/1.1" status: 204 len: 168 time: 0.3671253 Sep 18 00:52:53.919560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56048) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:53.923617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb815201-c45d-42b3-ab7f-573ea7d5b9b0 None None] Network fb2f791f-de78-4917-9a42-d89792ad128d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:53.976073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet 2f15ff89-5463-4895-9e20-6250a07bae5a {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:52:53.979333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.020498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.099256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] DHCP port deletion for fb2f791f-de78-4917-9a42-d89792ad128d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:52:54.114496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.148744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Deleting port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:54.148744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.178335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfcada-0d2f-4713-99f2-4d4a143d45d0 req-ba9ebddf-1539-4499-a1b7-da0963064aec tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:54.179888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6dfcada-0d2f-4713-99f2-4d4a143d45d0 req-ba9ebddf-1539-4499-a1b7-da0963064aec tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0609794 Sep 18 00:52:54.189718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.216182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['fa3890ed-b3e5-424a-ba99-ee8a7b183739'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:52:54.220464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=2f15ff89-5463-4895-9e20-6250a07bae5a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:54.225667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.230449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d4364e6-01fb-43bf-a276-a916a3733555 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/2f15ff89-5463-4895-9e20-6250a07bae5a HTTP/1.1" status: 204 len: 168 time: 0.3075306 Sep 18 00:52:54.230736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56052) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:54.233396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6dfcada-0d2f-4713-99f2-4d4a143d45d0 req-713fdb40-28b8-45e1-aace-228570e4e9f7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Sep 18 00:52:54.253304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6baeb-5c2f-4f76-b2bb-4767bfaa071e None None] Network 5a6fcccb-444e-4274-b854-07f476353e82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:54.255689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6cd57c43-1af6-44bb-9907-f8f1ee95cd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.266731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] For port 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c57e809-6ea5-466b-bce1-9aaacfb0f222,segment=NetworkSegment(ad912599-1bce-4f14-99a6-4f99df113bcb),segment_id=ad912599-1bce-4f14-99a6-4f99df113bcb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:54.267351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.308155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Calling delete_port for 1c57e809-6ea5-466b-bce1-9aaacfb0f222 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:54.313756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.381663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:54.382395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.382982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8d1a-2654-4baf-8510-db4020ab17f1 req-7d57eb61-9f8a-44b7-bfc2-34edacd6e4e6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:54.384989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6abd8d1a-2654-4baf-8510-db4020ab17f1 req-7d57eb61-9f8a-44b7-bfc2-34edacd6e4e6 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 945 time: 0.0675285 Sep 18 00:52:54.430279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6abd8d1a-2654-4baf-8510-db4020ab17f1 req-481f5d64-1575-40c1-8df7-44083534e048 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Sep 18 00:52:54.462094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 1c57e809-6ea5-466b-bce1-9aaacfb0f222, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c57e809-6ea5-466b-bce1-9aaacfb0f222,segment=NetworkSegment(ad912599-1bce-4f14-99a6-4f99df113bcb),segment_id=ad912599-1bce-4f14-99a6-4f99df113bcb)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:54.462470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.477896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 1c57e809-6ea5-466b-bce1-9aaacfb0f222 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:54.562324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.573059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.595019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] DHCP port deletion for 5a6fcccb-444e-4274-b854-07f476353e82 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:52:54.601424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] Pushing event deleted for resources: {'Port': ['ID=1c57e809-6ea5-466b-bce1-9aaacfb0f222,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:54.603716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f2ed0-2835-4f0e-8b53-e769ba087499 None None] No DVR routers for this DVR port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:54.604313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 1c57e809-6ea5-466b-bce1-9aaacfb0f222 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:54.613141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=1c57e809-6ea5-466b-bce1-9aaacfb0f222,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:54.651467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Deleting port 714caf78-7401-4e46-95fb-8a72aad23fef {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:54.651848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.692728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.715204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2f791f-de78-4917-9a42-d89792ad128d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:54.724596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] For port 714caf78-7401-4e46-95fb-8a72aad23fef, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=714caf78-7401-4e46-95fb-8a72aad23fef,segment=NetworkSegment(95acb2bf-4abe-4053-9475-ef8ce286f1e7),segment_id=95acb2bf-4abe-4053-9475-ef8ce286f1e7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:54.725004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.725329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad912599-1bce-4f14-99a6-4f99df113bcb') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:54.725644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad912599-1bce-4f14-99a6-4f99df113bcb') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:54.739240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Calling delete_port for 714caf78-7401-4e46-95fb-8a72aad23fef owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:54.741758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.755802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.764976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:54.765381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:54.769688 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:54.811459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234eac6-44fb-41d4-b78d-167416e37992 req-44c4ebfa-56f3-4d7f-81f1-7af0ead70d9e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:54.812972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f234eac6-44fb-41d4-b78d-167416e37992 req-44c4ebfa-56f3-4d7f-81f1-7af0ead70d9e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0595877 Sep 18 00:52:54.830701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.830955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.836116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:54.838555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/fb2f791f-de78-4917-9a42-d89792ad128d HTTP/1.1" status: 204 len: 168 time: 0.6068978 Sep 18 00:52:54.842339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56062) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:54.844354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] No DVR routers for this DVR port 714caf78-7401-4e46-95fb-8a72aad23fef on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:52:54.864696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556fd7-ece0-41a4-baed-5947ab09e204 None None] Pushing event deleted for resources: {'Port': ['ID=714caf78-7401-4e46-95fb-8a72aad23fef,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:54.864904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f234eac6-44fb-41d4-b78d-167416e37992 req-c1d665c9-5abd-4b37-ad0d-f7a52daf18f1 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Sep 18 00:52:54.877002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5f330-c61b-49fa-ac71-f846c7d707e9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=fb2f791f-de78-4917-9a42-d89792ad128d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:54.941795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.029022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.049287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6fcccb-444e-4274-b854-07f476353e82']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:55.058177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95acb2bf-4abe-4053-9475-ef8ce286f1e7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:55.058477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95acb2bf-4abe-4053-9475-ef8ce286f1e7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:55.067958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.081000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.086708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:52:55.087093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:52:55.090146 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:52:55.152824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.158024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.160712 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/5a6fcccb-444e-4274-b854-07f476353e82 HTTP/1.1" status: 204 len: 168 time: 0.3136001 Sep 18 00:52:55.164097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:55.169189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672227052'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:55.177695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c639c1-c603-49dd-a3a4-d8dbac26bd37 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=5a6fcccb-444e-4274-b854-07f476353e82,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:55.192810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:55.196407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.220942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:52:55.229841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.230234 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 1dea53c4-1b53-4765-830b-145843f36a2d of type vlan for network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b Sep 18 00:52:55.272970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.302928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.311269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:55.312062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.666253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4979646 Sep 18 00:52:55.666629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56074) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:55.671669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:55.714859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2684010-f79b-49f7-80a8-23bc3bfd4b9c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=691b4c8a-7c74-4db3-8148-ff4797e2ae9b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:55.727972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:55.734311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37076d-ea80-4f77-86c0-9f49c5aafd7d req-c63bd93d-35a8-4fe0-ae8a-869ad079587a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:55.736613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b37076d-ea80-4f77-86c0-9f49c5aafd7d req-c63bd93d-35a8-4fe0-ae8a-869ad079587a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.4206495 Sep 18 00:52:55.744748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62eab3-246e-407d-8392-1ee0dbed9d3d req-5e6c2aa0-1d7d-4299-95a7-c8760c57ce79 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:55.746199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c62eab3-246e-407d-8392-1ee0dbed9d3d req-5e6c2aa0-1d7d-4299-95a7-c8760c57ce79 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 945 time: 0.1026831 Sep 18 00:52:55.784075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:55.788317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:55.802534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b37076d-ea80-4f77-86c0-9f49c5aafd7d req-15b50d30-dbc7-4f76-91c8-a58555e7263b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553584 Sep 18 00:52:55.816171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c62eab3-246e-407d-8392-1ee0dbed9d3d req-84fa4a4b-8d56-4fbb-a000-cc7a01db330d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549705 Sep 18 00:52:55.895321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c57e809-6ea5-466b-bce1-9aaacfb0f222 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:56.010767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2be0e-c51c-42cf-9ffb-d7960404e94c req-8c3ebbdb-8eee-46b3-90f7-044b8e10ee6e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.012700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3a2be0e-c51c-42cf-9ffb-d7960404e94c req-8c3ebbdb-8eee-46b3-90f7-044b8e10ee6e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0537286 Sep 18 00:52:56.025766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.055129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3a2be0e-c51c-42cf-9ffb-d7960404e94c req-2ac283bd-809d-4ac3-9ae0-b4c49c802507 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357485 Sep 18 00:52:56.066987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1c57e809-6ea5-466b-bce1-9aaacfb0f222 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:56.067317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c57e809-6ea5-466b-bce1-9aaacfb0f222 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:56.067745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 714caf78-7401-4e46-95fb-8a72aad23fef no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:52:56.086555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 714caf78-7401-4e46-95fb-8a72aad23fef {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:52:56.086857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 714caf78-7401-4e46-95fb-8a72aad23fef not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:52:56.103491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=da55e041-725a-4f5c-a62f-daf6e0c033c7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:56.108362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '1dea53c4-1b53-4765-830b-145843f36a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:56.108820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: 691b4c8a-7c74-4db3-8148-ff4797e2ae9b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:56.127350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:56.137806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 691b4c8a-7c74-4db3-8148-ff4797e2ae9b) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:56.142674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.143261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.147461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c2b5d-ddd7-48b4-9295-86dffe01e45e None None] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:56.161668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-71874f12-309c-44bd-8379-eef7749afc2c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4937143 Sep 18 00:52:56.164183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56080) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:56.169427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1241437927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:56.192350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77875b8e-e002-40fc-97a0-3a159650567a req-c38945d3-98e2-4c2c-9ddb-55abcd9b6527 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.193545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.194014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77875b8e-e002-40fc-97a0-3a159650567a req-c38945d3-98e2-4c2c-9ddb-55abcd9b6527 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0554438 Sep 18 00:52:56.200556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.233895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77875b8e-e002-40fc-97a0-3a159650567a req-d3919d1b-7086-42c7-b229-85974e3129c2 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Sep 18 00:52:56.268723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.274085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.292031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.293621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be8b6087-625d-4fdb-be7a-8143456560ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1282365 Sep 18 00:52:56.296250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56084) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:56.301382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'port': {'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b', 'name': 'tempest-RoutersIpV6Test-833433763'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:56.302899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-691b4c8a-7c74-4db3-8148-ff4797e2ae9b', 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': 'da55e041-725a-4f5c-a62f-daf6e0c033c7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:52:56.303757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.362412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aab56e-a64d-46aa-9292-401b008636fd req-759c9e93-18e1-4de1-a2b8-11cafa64a89a tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.364216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53aab56e-a64d-46aa-9292-401b008636fd req-759c9e93-18e1-4de1-a2b8-11cafa64a89a tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0519769 Sep 18 00:52:56.411980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53aab56e-a64d-46aa-9292-401b008636fd req-54ac7cca-e4db-4a8f-bad3-ad4588219358 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400290 Sep 18 00:52:56.413620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:56.417189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.435481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:56.435766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] device_id is not set on port 2ee0c501-421d-463e-ac77-8fc607e16d8b yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:52:56.464879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Allocated IP 2001:db8::2 (691b4c8a-7c74-4db3-8148-ff4797e2ae9b/da55e041-725a-4f5c-a62f-daf6e0c033c7/57a845ab-15b1-4d63-8ed6-52bf7d700792) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:56.589784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4107d86-4d0a-4308-9c28-b903157f6ce0 tempest-TestServerBasicOps-1988488339 tempest-TestServerBasicOps-1988488339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.591484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4107d86-4d0a-4308-9c28-b903157f6ce0 tempest-TestServerBasicOps-1988488339 tempest-TestServerBasicOps-1988488339-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1093 time: 0.1542735 Sep 18 00:52:56.594992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:56.599383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '61e62c47-36a3-4422-979a-bb83f8efc149', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:56.611804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.618018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.621916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.661002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:56.665195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:56.671639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:56.675911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Pushing event updated for resources: {'Port': ['ID=57a845ab-15b1-4d63-8ed6-52bf7d700792,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:56.681874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8::1fc (691b4c8a-7c74-4db3-8148-ff4797e2ae9b/da55e041-725a-4f5c-a62f-daf6e0c033c7/2ee0c501-421d-463e-ac77-8fc607e16d8b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:56.734183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.737242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Attempting to bind port 57a845ab-15b1-4d63-8ed6-52bf7d700792 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:52:56.737797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Attempting to bind port 57a845ab-15b1-4d63-8ed6-52bf7d700792 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '1dea53c4-1b53-4765-830b-145843f36a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:52:56.737987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Attempting to bind port 57a845ab-15b1-4d63-8ed6-52bf7d700792 on network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:56.743096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:52:56.743807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Checking segment: {'id': '1dea53c4-1b53-4765-830b-145843f36a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:52:56.743950 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.744335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Bound using segment: {'id': '1dea53c4-1b53-4765-830b-145843f36a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:52:56.744840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Bound port: 57a845ab-15b1-4d63-8ed6-52bf7d700792, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea53c4-1b53-4765-830b-145843f36a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '691b4c8a-7c74-4db3-8148-ff4797e2ae9b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:52:56.745151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.808365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] For port 57a845ab-15b1-4d63-8ed6-52bf7d700792, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:56.811431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] For port 57a845ab-15b1-4d63-8ed6-52bf7d700792, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57a845ab-15b1-4d63-8ed6-52bf7d700792,segment=NetworkSegment(1dea53c4-1b53-4765-830b-145843f36a2d),segment_id=1dea53c4-1b53-4765-830b-145843f36a2d)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:56.816808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.844888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.860463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Allocated IP 172.25.7.37 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:56.882577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa38e-713d-4072-8bcc-7dad87a053a7 None None] Pushing event updated for resources: {'Port': ['ID=57a845ab-15b1-4d63-8ed6-52bf7d700792,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:56.913849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.964317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:56.967472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:56.971772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:56.977491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.978148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:56.987970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=2ee0c501-421d-463e-ac77-8fc607e16d8b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:57.006505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d9268ac-b8e9-499e-ab72-1ecc57729cfe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7066436 Sep 18 00:52:57.006941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56100) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:57.062262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4b208-7275-4aeb-8116-16dd1fbbb28b req-c5ae373a-918c-4dca-837d-f5dba63642a7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:57.064709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2eb4b208-7275-4aeb-8116-16dd1fbbb28b req-c5ae373a-918c-4dca-837d-f5dba63642a7 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1122994 Sep 18 00:52:57.076173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.084917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f732a9-df38-44c6-ab58-01339dc4d8d6 req-5edf7acb-36e3-42cc-96de-73d9d50566ea tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:57.086477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32f732a9-df38-44c6-ab58-01339dc4d8d6 req-5edf7acb-36e3-42cc-96de-73d9d50566ea tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 945 time: 0.1329839 Sep 18 00:52:57.187714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0fc33d4-fadf-4f97-a3a6-a5992ee14e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.223526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2eb4b208-7275-4aeb-8116-16dd1fbbb28b req-602d424a-f20d-41f3-88b1-e1666730b24a tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345878 Sep 18 00:52:57.244653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32f732a9-df38-44c6-ab58-01339dc4d8d6 req-c9f0e75e-18c5-4f55-a375-a29d7cebba9b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308534 Sep 18 00:52:57.266912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.335553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:57.337298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'Port': ['ID=f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:57.342362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:57.347031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:52:57.350927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device fa3890ed-b3e5-424a-ba99-ee8a7b183739 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:57.394153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.448375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.452583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port fa3890ed-b3e5-424a-ba99-ee8a7b183739 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:52:57.458577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port fa3890ed-b3e5-424a-ba99-ee8a7b183739 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:57.459193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.539415 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.562898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:57.565683 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0a83c2-3ca9-4096-a241-4d2416f4254c" -d '{"events": [{"server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "name": "network-vif-plugged", "status": "completed", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:57.584262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:57.589934 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.654294 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5c809-c75b-42d2-aac0-86cf59335b0c x-openstack-request-id: req-90d5c809-c75b-42d2-aac0-86cf59335b0c {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:57.654294 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "name": "network-vif-plugged", "status": "completed", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:57.654294 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90d5c809-c75b-42d2-aac0-86cf59335b0c {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:57.654704 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739', 'code': 200} Sep 18 00:52:57.658262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:57.713752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.721394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.793902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.851731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=2ee0c501-421d-463e-ac77-8fc607e16d8b,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:57.902056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.918415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2e293-00ad-4620-8a3f-d53509cad15c req-ff85b99b-8f6c-410a-9891-92d6cf69ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:57.920328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48d2e293-00ad-4620-8a3f-d53509cad15c req-ff85b99b-8f6c-410a-9891-92d6cf69ff45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 1098 time: 0.1618369 Sep 18 00:52:57.944457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57a845ab-15b1-4d63-8ed6-52bf7d700792 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:57.982428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:57.998968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 57a845ab-15b1-4d63-8ed6-52bf7d700792 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:57.999386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.036450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48d2e293-00ad-4620-8a3f-d53509cad15c req-e2b5e254-430c-4ae5-bedc-c5cdc5cc5802 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076500 Sep 18 00:52:58.078302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16642761-4e2d-442b-a5af-27ddba578a5b None None] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:52:58.085199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.090755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.118681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.135320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.163204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event updated for resources: {'Port': ['ID=f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:58.179301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.211249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 57a845ab-15b1-4d63-8ed6-52bf7d700792, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57a845ab-15b1-4d63-8ed6-52bf7d700792,segment=NetworkSegment(1dea53c4-1b53-4765-830b-145843f36a2d),segment_id=1dea53c4-1b53-4765-830b-145843f36a2d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:58.220594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.228601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-552e83b8-9351-4338-94f4-ad4940ed71e6 None None] Provisioning complete for port 57a845ab-15b1-4d63-8ed6-52bf7d700792 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:58.228976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-552e83b8-9351-4338-94f4-ad4940ed71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.318461 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Floating IP 6365402f-a5fd-464e-a872-97e42eb41541 associated. External IP: 172.25.7.37, port: 61e62c47-36a3-4422-979a-bb83f8efc149. Sep 18 00:52:58.362186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.376975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=57a845ab-15b1-4d63-8ed6-52bf7d700792,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:58.505383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc580-2452-46ef-9346-3e75424cb5ba req-88297b9b-a557-468a-8023-0c0c77236f37 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:58.507098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-579fc580-2452-46ef-9346-3e75424cb5ba req-88297b9b-a557-468a-8023-0c0c77236f37 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1346381 Sep 18 00:52:58.525171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd632-165d-497e-b618-ab6179bba128 req-96de1834-46e0-4155-9fe5-4751af7f38e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:58.526900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f72bd632-165d-497e-b618-ab6179bba128 req-96de1834-46e0-4155-9fe5-4751af7f38e5 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1530883 Sep 18 00:52:58.638720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-579fc580-2452-46ef-9346-3e75424cb5ba req-611f933c-2e6b-4d1a-8cdf-f952cd992dab tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224372 Sep 18 00:52:58.647965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f72bd632-165d-497e-b618-ab6179bba128 req-71dd4711-335a-4e3b-909e-f899416f236d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115777 Sep 18 00:52:58.750029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Router 039c4da0-0cb8-43d4-932f-d7d81023cbcd has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:58.767569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.775721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.776559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.803840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fcc2b786-af87-41da-8938-44ef8d19d35f None None] Provisioning complete for port 2ee0c501-421d-463e-ac77-8fc607e16d8b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:58.804320 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b786-af87-41da-8938-44ef8d19d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.853588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2b786-af87-41da-8938-44ef8d19d35f None None] Port 2ee0c501-421d-463e-ac77-8fc607e16d8b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:58.865498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fcc2b786-af87-41da-8938-44ef8d19d35f None None] Provisioning complete for port 57a845ab-15b1-4d63-8ed6-52bf7d700792 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:58.865814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b786-af87-41da-8938-44ef8d19d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.907621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=2ee0c501-421d-463e-ac77-8fc607e16d8b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:58.931049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:58.942458 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Sync routers for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:58.949834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:58.951324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:58.955539 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:58.956585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:58.980807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:59.055272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-00acbef1-5947-4224-8358-cf1539b15c09 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4591081 Sep 18 00:52:59.065765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:59.068109 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc23e8-5df6-438c-9ebc-610f540b6ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:59.121774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15534ee-3465-46c7-b4b4-f805d73ba4d7 req-04f54319-d5b8-4e70-9af7-9607bcd4a22b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.123784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d15534ee-3465-46c7-b4b4-f805d73ba4d7 req-04f54319-d5b8-4e70-9af7-9607bcd4a22b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0672615 Sep 18 00:52:59.126917 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ff09e-a759-48ac-8a84-f7382b3f959b x-openstack-request-id: req-ad0ff09e-a759-48ac-8a84-f7382b3f959b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:59.127510 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:59.127943 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad0ff09e-a759-48ac-8a84-f7382b3f959b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:59.128192 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149', 'status': 'completed', 'code': 200} Sep 18 00:52:59.182599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-c9284814-3399-41cd-8145-cd10965833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.183212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d15534ee-3465-46c7-b4b4-f805d73ba4d7 req-76f0b1fc-2a40-4e36-a6c4-3fcd8294512e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467670 Sep 18 00:52:59.184139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-c9284814-3399-41cd-8145-cd10965833e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.0766828 Sep 18 00:52:59.205918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e2aba4bf-c16e-474b-9e67-07d65050c5c2 None None] Provisioning complete for port 2ee0c501-421d-463e-ac77-8fc607e16d8b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:59.206496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2aba4bf-c16e-474b-9e67-07d65050c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:59.249377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e2aba4bf-c16e-474b-9e67-07d65050c5c2 None None] Port 2ee0c501-421d-463e-ac77-8fc607e16d8b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:59.277616 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:59.303271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 596a0b7b-319c-4c43-9d28-6a48d7b2f20b is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:52:59.332101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-1061c404-2905-4e86-8466-1ad093e04f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.333738 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-1061c404-2905-4e86-8466-1ad093e04f10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16abad0d6c7e474da1e26cf934683077&device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1098 time: 0.1213286 Sep 18 00:52:59.353190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-14300a04-44d6-47ba-8170-74bedcaf59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.354685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-14300a04-44d6-47ba-8170-74bedcaf59ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1545761 Sep 18 00:52:59.381935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d4296724-a3ef-4ed4-bba6-cac9218019c4 None None] Provisioning complete for port 2ee0c501-421d-463e-ac77-8fc607e16d8b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:59.382942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d4296724-a3ef-4ed4-bba6-cac9218019c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:59.440565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d4296724-a3ef-4ed4-bba6-cac9218019c4 None None] Port 2ee0c501-421d-463e-ac77-8fc607e16d8b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:59.528861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '6365402f-a5fd-464e-a872-97e42eb41541', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'port_id': '61e62c47-36a3-4422-979a-bb83f8efc149', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'mac_address': 'fa:16:3e:ce:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:52:57Z', 'updated_at': '2021-09-18T00:52:57Z', 'revision_number': 0, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.557914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:59.560277 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Checking router: 039c4da0-0cb8-43d4-932f-d7d81023cbcd for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:59.569213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1c88cb3c-d0df-4c03-9f5b-c1be826ae49b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/596a0b7b-319c-4c43-9d28-6a48d7b2f20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5607479 Sep 18 00:52:59.571762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:59.574636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] Sync routers for ids ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:59.577416 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:59.578395 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.579350 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-5472d442-9219-4d2b-867d-f229996dc5b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.1303446 Sep 18 00:52:59.598530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] Routers {'596a0b7b-319c-4c43-9d28-6a48d7b2f20b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:59.599231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.617729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-29c7650a-89aa-4e63-981b-34671716232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.619438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-29c7650a-89aa-4e63-981b-34671716232e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 200 len: 909 time: 0.2319853 Sep 18 00:52:59.632002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e4561-a9e7-4cbd-ad58-57512dfe165a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.633996 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a80e4561-a9e7-4cbd-ad58-57512dfe165a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports/2ee0c501-421d-463e-ac77-8fc607e16d8b HTTP/1.1" status: 200 len: 983 time: 0.0610981 Sep 18 00:52:59.636947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:59.663836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.677754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] Routers {'596a0b7b-319c-4c43-9d28-6a48d7b2f20b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:59.678741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.692669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:59.721604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-be1f5564-36f0-4836-be00-9a24639290c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.723400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-be1f5564-36f0-4836-be00-9a24639290c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1356604 Sep 18 00:52:59.734291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:59.779288 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-ffc85f12-3f77-4312-9cac-9bfc335e5564 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 200 len: 999 time: 0.1321518 Sep 18 00:52:59.782899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.783553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7cb8c-fd39-40c2-9d55-721aa164a136 None None] The sync data for ids ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:52:59.796365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-49d6ce9b-8766-4bcb-a4f2-18b5c29e2ef9 None None] Provisioning complete for port 2ee0c501-421d-463e-ac77-8fc607e16d8b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:52:59.796823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-49d6ce9b-8766-4bcb-a4f2-18b5c29e2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:59.846981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-49d6ce9b-8766-4bcb-a4f2-18b5c29e2ef9 None None] Port 2ee0c501-421d-463e-ac77-8fc607e16d8b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:52:59.880453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-3c0472f8-0f37-44fe-93e1-cb6e750e8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.881936 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-3c0472f8-0f37-44fe-93e1-cb6e750e8f7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c554814-a32a-42a5-b276-02a41bc4395d HTTP/1.1" status: 200 len: 847 time: 0.0934999 Sep 18 00:52:59.887281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-ddc73f5e-9d06-444d-8275-be6215404702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.889360 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-ddc73f5e-9d06-444d-8275-be6215404702 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562624 Sep 18 00:52:59.959357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b74452-db5e-4e79-8cc7-73c658aee354 req-ac529512-9189-48e8-b12f-5d450be6a3e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.967436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b74452-db5e-4e79-8cc7-73c658aee354 req-ac529512-9189-48e8-b12f-5d450be6a3e3 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1288586 Sep 18 00:52:59.974387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57a845ab-15b1-4d63-8ed6-52bf7d700792 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:59.993147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-f372fe9f-b97b-432c-94ff-b3a5e11e4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.995049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-f372fe9f-b97b-432c-94ff-b3a5e11e4e06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d70dba4-146e-48c3-a591-35b960e66375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010442 Sep 18 00:53:00.032870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 57a845ab-15b1-4d63-8ed6-52bf7d700792 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:00.033653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:00.033932 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '6365402f-a5fd-464e-a872-97e42eb41541', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'port_id': '61e62c47-36a3-4422-979a-bb83f8efc149', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'mac_address': 'fa:16:3e:ce:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:52:57Z', 'updated_at': '2021-09-18T00:52:57Z', 'revision_number': 0, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:00.067204 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dcfe35-9045-4557-af7f-03b766a26735 None None] The sync data for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 is: [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '6365402f-a5fd-464e-a872-97e42eb41541', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'port_id': '61e62c47-36a3-4422-979a-bb83f8efc149', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'mac_address': 'fa:16:3e:ce:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:52:57Z', 'updated_at': '2021-09-18T00:52:57Z', 'revision_number': 0, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:00.070069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b74452-db5e-4e79-8cc7-73c658aee354 req-826fae4f-cba7-4155-8b5a-a7173f556e38 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018140 Sep 18 00:53:00.147704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-64f45430-5903-49db-be04-9ca81016598f service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127821 Sep 18 00:53:00.198031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-657cab21-b2ed-4fc0-9821-52944952bdd5 service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696205 Sep 18 00:53:00.254413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7715e-3692-47c6-b727-884e2c57aa31 req-540683a4-fc6f-4640-b6c1-2caf2fde454d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:00.255991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e7715e-3692-47c6-b727-884e2c57aa31 req-540683a4-fc6f-4640-b6c1-2caf2fde454d tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1035302 Sep 18 00:53:00.338386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-82617ce8-0424-4ed2-a52a-5019fb6185e0 req-6f59a025-da53-41e5-bf27-9818abd9aa79 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826222 Sep 18 00:53:00.358860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3706118-16b4-41d9-a21a-14a36e7d19cf None None] New status for floating IP 6365402f-a5fd-464e-a872-97e42eb41541: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:53:00.367952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dadc23e8-5df6-438c-9ebc-610f540b6ccf req-092fbc2c-85a9-476a-8f16-1d0ce8799c5e service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581059 Sep 18 00:53:00.410777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e7715e-3692-47c6-b727-884e2c57aa31 req-6e0f3839-111a-43a3-b2ee-f8026835cb91 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Sep 18 00:53:00.421383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4da44-f75d-4ec6-9002-dc19bb8ebaad req-d95cf033-7eff-4d54-b35b-71459d577b73 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:00.422992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90e4da44-f75d-4ec6-9002-dc19bb8ebaad req-d95cf033-7eff-4d54-b35b-71459d577b73 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1648319 Sep 18 00:53:00.423869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:00.837467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90e4da44-f75d-4ec6-9002-dc19bb8ebaad req-cd5a9360-b46d-46d0-bfe7-5d4b3684d14d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760641 Sep 18 00:53:00.888350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20f339-9422-45ba-92bb-9663262db197 req-600bc01f-d693-4dbe-b4cf-1fd23486e77f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:00.888350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f20f339-9422-45ba-92bb-9663262db197 req-600bc01f-d693-4dbe-b4cf-1fd23486e77f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1345661 Sep 18 00:53:00.952244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f20f339-9422-45ba-92bb-9663262db197 req-1021832f-0963-40bd-9c7c-2e375da9233a tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Sep 18 00:53:01.049758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 2ee0c501-421d-463e-ac77-8fc607e16d8b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:01.050101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.143725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97a25-3440-4d99-9b94-ff0033159329 req-7bf0ecaf-f61f-4efa-adf9-a017b09e1af1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:01.145155 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea97a25-3440-4d99-9b94-ff0033159329 req-7bf0ecaf-f61f-4efa-adf9-a017b09e1af1 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1126416 Sep 18 00:53:01.178887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.194931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 2ee0c501-421d-463e-ac77-8fc607e16d8b owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:01.215226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bea97a25-3440-4d99-9b94-ff0033159329 req-e7ab1b21-b2fb-4517-8b2c-012e6a7e002e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631821 Sep 18 00:53:01.391542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.439197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=2ee0c501-421d-463e-ac77-8fc607e16d8b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:01.475672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112aa12-efc8-4ea5-89fe-9769e59a00dc req-ad3e683b-ced0-4557-a04a-d414f6f9db52 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:01.477266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8112aa12-efc8-4ea5-89fe-9769e59a00dc req-ad3e683b-ced0-4557-a04a-d414f6f9db52 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.0991118 Sep 18 00:53:01.564167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.590596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8112aa12-efc8-4ea5-89fe-9769e59a00dc req-df19b23d-ae8f-416a-a287-2e0807c02d8f tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Sep 18 00:53:01.775218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979889f-eef4-457c-b383-20b780683c4b req-3bfd1570-3871-40ca-88bf-5262ae282e17 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:01.776614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6979889f-eef4-457c-b383-20b780683c4b req-3bfd1570-3871-40ca-88bf-5262ae282e17 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.1162233 Sep 18 00:53:01.781993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 596a0b7b-319c-4c43-9d28-6a48d7b2f20b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:01.856583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6979889f-eef4-457c-b383-20b780683c4b req-fd0e7baa-e641-4989-9e26-953d72875b70 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734479 Sep 18 00:53:01.893078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:01.900672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2dfe86f7-610a-4ea9-9770-34371d628b25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/596a0b7b-319c-4c43-9d28-6a48d7b2f20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2602448 Sep 18 00:53:01.902727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56154) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:01.917261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] Sync routers for ids ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:01.929044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] Routers {'596a0b7b-319c-4c43-9d28-6a48d7b2f20b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:01.929798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:01.971918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:01.975118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f42e-fda9-4311-a3ca-e3dd8a3a9b43 req-19c4fb6d-6050-4b41-be1e-d3b4d96e34e8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:01.977101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9984f42e-fda9-4311-a3ca-e3dd8a3a9b43 req-19c4fb6d-6050-4b41-be1e-d3b4d96e34e8 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0642703 Sep 18 00:53:01.981193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] Routers {'596a0b7b-319c-4c43-9d28-6a48d7b2f20b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:01.981787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:02.029854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:02.029854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c29cc-5658-4490-8e52-9de8dc8ab900 None None] The sync data for ids ['596a0b7b-319c-4c43-9d28-6a48d7b2f20b'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:02.046234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9984f42e-fda9-4311-a3ca-e3dd8a3a9b43 req-41f0bb60-4b5d-4b7e-9acb-a0af6298af35 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630052 Sep 18 00:53:02.074455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.157140 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-cda7e767-f772-4aaf-809b-c6fc9369ee4b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 00:53:02.158204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cda7e767-f772-4aaf-809b-c6fc9369ee4b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/596a0b7b-319c-4c43-9d28-6a48d7b2f20b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2539897 Sep 18 00:53:02.161061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56164) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:02.200703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-568da666-bb0e-4173-b553-792d5634fe09 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=596a0b7b-319c-4c43-9d28-6a48d7b2f20b HTTP/1.1" status: 200 len: 205 time: 0.0378697 Sep 18 00:53:02.203319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:02.205090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76dcfd-14d8-4a4d-8a6a-ebdff7e17b5f req-eaa8d743-4b5a-4484-8156-154a5e064602 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:02.206943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c76dcfd-14d8-4a4d-8a6a-ebdff7e17b5f req-eaa8d743-4b5a-4484-8156-154a5e064602 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0629253 Sep 18 00:53:02.252889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c76dcfd-14d8-4a4d-8a6a-ebdff7e17b5f req-ba760f42-9d8d-4da4-a46c-10598b97be21 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391393 Sep 18 00:53:02.280456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.372813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152e3f-3c63-490f-adcc-ac671bf0bace req-1c308110-d8b9-484f-a1b7-4c57259a0ecc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:02.374312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd152e3f-3c63-490f-adcc-ac671bf0bace req-1c308110-d8b9-484f-a1b7-4c57259a0ecc tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.0778182 Sep 18 00:53:02.397933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddbec-cf16-4028-9406-925c9b801d3c req-b2a1dd51-ab4d-441a-9fb2-828600000c5f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:02.399387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a31ddbec-cf16-4028-9406-925c9b801d3c req-b2a1dd51-ab4d-441a-9fb2-828600000c5f tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0715284 Sep 18 00:53:02.440865 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.442936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.451643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd152e3f-3c63-490f-adcc-ac671bf0bace req-61245742-92e5-4cc8-8c19-6ec389dbb0b7 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677252 Sep 18 00:53:02.459811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a31ddbec-cf16-4028-9406-925c9b801d3c req-f8a4373b-c839-4809-a87f-cf4867c98dc3 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530484 Sep 18 00:53:02.490400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.490904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router 596a0b7b-319c-4c43-9d28-6a48d7b2f20b {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:02.497925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.501493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-96c130ff-c988-4d67-9566-e39e9771f39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/596a0b7b-319c-4c43-9d28-6a48d7b2f20b HTTP/1.1" status: 204 len: 168 time: 0.2967575 Sep 18 00:53:02.502367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56174) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:02.554403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet da55e041-725a-4f5c-a62f-daf6e0c033c7 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:02.557408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.602450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.688842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93dbd-8349-4058-a828-34c4e71ab2d5 req-84fb927e-5792-44b3-8b97-13d77d0e89bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:02.690395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c93dbd-8349-4058-a828-34c4e71ab2d5 req-84fb927e-5792-44b3-8b97-13d77d0e89bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0502775 Sep 18 00:53:02.690535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.728675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c93dbd-8349-4058-a828-34c4e71ab2d5 req-4bec036e-3dda-47fb-b60e-e56fd8ba01ab tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Sep 18 00:53:02.748737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.775235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=da55e041-725a-4f5c-a62f-daf6e0c033c7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:02.780943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.782618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d8f4a9cf-b487-4df7-ac7f-75cab48d917a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/da55e041-725a-4f5c-a62f-daf6e0c033c7 HTTP/1.1" status: 204 len: 168 time: 0.2792742 Sep 18 00:53:02.785200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:02.785933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532c76d-d782-47be-9a1c-fc978ee1de11 None None] Network 691b4c8a-7c74-4db3-8148-ff4797e2ae9b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:02.863657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.916689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 57a845ab-15b1-4d63-8ed6-52bf7d700792 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:02.917284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.960911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] DHCP port deletion for 691b4c8a-7c74-4db3-8148-ff4797e2ae9b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:02.979065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 57a845ab-15b1-4d63-8ed6-52bf7d700792, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57a845ab-15b1-4d63-8ed6-52bf7d700792,segment=NetworkSegment(1dea53c4-1b53-4765-830b-145843f36a2d),segment_id=1dea53c4-1b53-4765-830b-145843f36a2d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:02.979433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:02.996412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 57a845ab-15b1-4d63-8ed6-52bf7d700792 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:03.005827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Deleting port 57a845ab-15b1-4d63-8ed6-52bf7d700792 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:03.006228 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.070180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] For port 57a845ab-15b1-4d63-8ed6-52bf7d700792, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57a845ab-15b1-4d63-8ed6-52bf7d700792,segment=NetworkSegment(1dea53c4-1b53-4765-830b-145843f36a2d),segment_id=1dea53c4-1b53-4765-830b-145843f36a2d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:03.070726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.074064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.083892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Calling delete_port for 57a845ab-15b1-4d63-8ed6-52bf7d700792 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:03.102013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 57a845ab-15b1-4d63-8ed6-52bf7d700792 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:03.103531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=57a845ab-15b1-4d63-8ed6-52bf7d700792,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:03.172712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.186762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.200990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] Pushing event deleted for resources: {'Port': ['ID=57a845ab-15b1-4d63-8ed6-52bf7d700792,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:03.205943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17e50c-73a8-433c-b4a1-20fbc9869996 None None] No DVR routers for this DVR port 57a845ab-15b1-4d63-8ed6-52bf7d700792 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:03.208258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691b4c8a-7c74-4db3-8148-ff4797e2ae9b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:03.220139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea53c4-1b53-4765-830b-145843f36a2d') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:03.220506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea53c4-1b53-4765-830b-145843f36a2d') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:03.229801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.242509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.248405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:03.248796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:03.252287 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:03.310028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.317533 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.319337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/691b4c8a-7c74-4db3-8148-ff4797e2ae9b HTTP/1.1" status: 204 len: 168 time: 0.5332232 Sep 18 00:53:03.323163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56184) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:03.328246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1386968553'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:03.335189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e042-34f8-4b5e-ab8a-36e58d84e34f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=691b4c8a-7c74-4db3-8148-ff4797e2ae9b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:03.351600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:03.355343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.385579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:03.395008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.395353 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 34cfe87e-e06a-416a-86cb-2fad69d8ff5e of type vlan for network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a Sep 18 00:53:03.433604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.458080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.463654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:03.464244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.517360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1930439 Sep 18 00:53:03.520557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56188) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:03.525747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:03.557941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a75e4-e189-444f-adcc-2568c29287ac tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=00d730ce-15d2-42a3-bb1b-ec0edd8b331a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:03.572483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:03.602018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6df8-fe2c-46bf-bec9-4e20d6ca5d97 req-cba9982b-f09b-45e3-aaa8-21aaab461e3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:03.604666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9aa6df8-fe2c-46bf-bec9-4e20d6ca5d97 req-cba9982b-f09b-45e3-aaa8-21aaab461e3e tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.0590544 Sep 18 00:53:03.642061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:03.647446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.649859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9aa6df8-fe2c-46bf-bec9-4e20d6ca5d97 req-e7e3cb7e-f691-4b3b-add0-340acd01c06c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378039 Sep 18 00:53:03.865954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-7085f2ff-3cde-4fc2-ad70-b18075813f75 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:03.867452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-7085f2ff-3cde-4fc2-ad70-b18075813f75 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 946 time: 0.0923843 Sep 18 00:53:03.872334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10dca-86ae-4333-99f0-a1c2e9436862 req-cb911b04-6222-4453-ad4a-8644ba83e7c0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:03.876706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52a10dca-86ae-4333-99f0-a1c2e9436862 req-cb911b04-6222-4453-ad4a-8644ba83e7c0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0695364 Sep 18 00:53:03.906288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57a845ab-15b1-4d63-8ed6-52bf7d700792 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:03.919605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52a10dca-86ae-4333-99f0-a1c2e9436862 req-a8744648-e0af-4b7d-818c-09d82afb7b06 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 Sep 18 00:53:03.928788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 57a845ab-15b1-4d63-8ed6-52bf7d700792 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:03.929157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57a845ab-15b1-4d63-8ed6-52bf7d700792 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:03.939830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.030848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=23e932ee-4b2b-490e-ac15-dc79b5e6c8af,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:04.045695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '34cfe87e-e06a-416a-86cb-2fad69d8ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:04.046058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: 00d730ce-15d2-42a3-bb1b-ec0edd8b331a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:04.056396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Deleting port fa3890ed-b3e5-424a-ba99-ee8a7b183739 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:04.056743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.095347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:04.144557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ed58-2785-4e00-8cb2-fa8fb41f53c2 req-ba73a9d0-7970-40cc-b119-632b59d604d0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.146194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a262ed58-2785-4e00-8cb2-fa8fb41f53c2 req-ba73a9d0-7970-40cc-b119-632b59d604d0 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0676632 Sep 18 00:53:04.195895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a262ed58-2785-4e00-8cb2-fa8fb41f53c2 req-110f0a45-c18b-42a0-a246-1d4f098621a4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Sep 18 00:53:04.442482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 00d730ce-15d2-42a3-bb1b-ec0edd8b331a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:04.450000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5adbd5-5f57-4e30-a59e-ba1753389f9d None None] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:04.463296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.463890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.501158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e58769b6-789e-4909-a58e-14e9c1ce23ab tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9787312 Sep 18 00:53:04.503074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] For port fa3890ed-b3e5-424a-ba99-ee8a7b183739, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=fa3890ed-b3e5-424a-ba99-ee8a7b183739,segment=NetworkSegment(b42ec4e3-e41b-406f-a0dd-7e9a436abe2a),segment_id=b42ec4e3-e41b-406f-a0dd-7e9a436abe2a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:04.503452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.504354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56200) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:04.509728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2089937178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:04.516096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-c5e02082-b193-4a11-b05d-eff2a03da6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.517624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-c5e02082-b193-4a11-b05d-eff2a03da6f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 1096 time: 0.0930214 Sep 18 00:53:04.521995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Calling delete_port for fa3890ed-b3e5-424a-ba99-ee8a7b183739 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:04.535243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.536623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.601582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.608642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.609748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-00d730ce-15d2-42a3-bb1b-ec0edd8b331a', 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': '23e932ee-4b2b-490e-ac15-dc79b5e6c8af'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:04.610663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.625053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.628860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb17f5e4-211a-45b2-aba7-ceeb5611923c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1207359 Sep 18 00:53:04.629092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:04.683187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-1dab445b-987c-4dfa-a3fe-e98d36906e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.684729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-1dab445b-987c-4dfa-a3fe-e98d36906e8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.1515694 Sep 18 00:53:04.802258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.805241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-ca2d651c-de6c-4524-8630-c98c26dd3ae4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 200 len: 998 time: 0.1125298 Sep 18 00:53:04.808623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Allocated IP 2001:db8::2 (00d730ce-15d2-42a3-bb1b-ec0edd8b331a/23e932ee-4b2b-490e-ac15-dc79b5e6c8af/6ed6538a-5c56-4d5f-9fab-c3826d9d5a93) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:04.844032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['fa3890ed-b3e5-424a-ba99-ee8a7b183739'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:04.849791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Pushing event deleted for resources: {'Port': ['ID=fa3890ed-b3e5-424a-ba99-ee8a7b183739,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:04.885934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695636-7af4-45fa-9ec8-b58cb726acf1 req-b74714b2-befc-4c6a-817e-afd66c7b5f4b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.888426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c695636-7af4-45fa-9ec8-b58cb726acf1 req-b74714b2-befc-4c6a-817e-afd66c7b5f4b tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e02b072-72ca-4586-a776-5039de0b53d2 HTTP/1.1" status: 200 len: 867 time: 0.1444302 Sep 18 00:53:04.931275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] No DVR routers for this DVR port fa3890ed-b3e5-424a-ba99-ee8a7b183739 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:04.934657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.937491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-904d021c-3cee-4c61-a089-1cbf94de1f49 req-62792d7e-ed6c-4464-b76f-e231afad25d2 tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.54 "DELETE /v2.0/ports/fa3890ed-b3e5-424a-ba99-ee8a7b183739 HTTP/1.1" status: 204 len: 173 time: 1.0626976 Sep 18 00:53:04.942409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'name': 'network-vif-deleted', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:04.944593 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb822bca-a266-4562-b5ca-d9472f597600" -d '{"events": [{"server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "name": "network-vif-deleted", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:04.951802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-e9ab9fea-e1d3-4ee5-8faa-f5014274e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:04.953805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-e9ab9fea-e1d3-4ee5-8faa-f5014274e668 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.1380947 Sep 18 00:53:05.021337 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c8fd52-8c83-434e-853b-8beaae18555f x-openstack-request-id: req-48c8fd52-8c83-434e-853b-8beaae18555f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:05.021625 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02b072-72ca-4586-a776-5039de0b53d2", "name": "network-vif-deleted", "tag": "fa3890ed-b3e5-424a-ba99-ee8a7b183739", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:05.021876 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48c8fd52-8c83-434e-853b-8beaae18555f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:05.022481 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02b072-72ca-4586-a776-5039de0b53d2', 'name': 'network-vif-deleted', 'tag': 'fa3890ed-b3e5-424a-ba99-ee8a7b183739', 'status': 'completed', 'code': 200} Sep 18 00:53:05.054535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c695636-7af4-45fa-9ec8-b58cb726acf1 req-b070f8c5-25ff-44f3-9d2f-b7050db8274c tempest-ServerDiskConfigTestJSON-1468060915 tempest-ServerDiskConfigTestJSON-1468060915-project] 10.222.0.49 "GET /v2.0/security-groups?id=937edbd8-8686-4093-a92e-dbaa3986b6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098835 Sep 18 00:53:05.061043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-0aef6bbf-4f41-4b97-9967-4d672db4d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:05.063710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-0aef6bbf-4f41-4b97-9967-4d672db4d852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018205 Sep 18 00:53:05.072744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.081091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.116518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.121399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:05.132742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:05.138905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:05.152112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Pushing event updated for resources: {'Port': ['ID=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.239466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Attempting to bind port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:05.240016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Attempting to bind port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34cfe87e-e06a-416a-86cb-2fad69d8ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:05.240440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Attempting to bind port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 on network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:05.246183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:05.246686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Checking segment: {'id': '34cfe87e-e06a-416a-86cb-2fad69d8ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:05.247186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.247740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Bound using segment: {'id': '34cfe87e-e06a-416a-86cb-2fad69d8ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:05.248346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Bound port: 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cfe87e-e06a-416a-86cb-2fad69d8ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '00d730ce-15d2-42a3-bb1b-ec0edd8b331a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:05.248872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.252423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-2fa7490c-b9d7-43ce-b32a-d09a97ae5f53 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693573 Sep 18 00:53:05.348344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] For port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:05.352167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] For port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,segment=NetworkSegment(34cfe87e-e06a-416a-86cb-2fad69d8ff5e),segment_id=34cfe87e-e06a-416a-86cb-2fad69d8ff5e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:05.357944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.374053 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a8b10758-bb25-4497-820f-41d4e6e41918 req-9d61f85e-a3f4-44d6-aecf-84d4994b917e service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129324 Sep 18 00:53:05.424744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc340e2-7fc6-4ccf-b21f-b09d116fb656 None None] Pushing event updated for resources: {'Port': ['ID=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.478376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d734f3-229a-4b8a-bccc-54557fab9073 req-abf91807-721c-475b-8e52-067d00a5a8aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:05.480481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5d734f3-229a-4b8a-bccc-54557fab9073 req-abf91807-721c-475b-8e52-067d00a5a8aa tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1304193 Sep 18 00:53:05.522248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8::1 (00d730ce-15d2-42a3-bb1b-ec0edd8b331a/23e932ee-4b2b-490e-ac15-dc79b5e6c8af/c652ed00-0956-4b53-a638-98fb262b7b0c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:05.544914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5d734f3-229a-4b8a-bccc-54557fab9073 req-342b06f1-383e-4733-b2cd-2645a622a220 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548220 Sep 18 00:53:05.699507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.735850 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.786521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:05.789559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:05.793196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:05.793738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.803124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=c652ed00-0956-4b53-a638-98fb262b7b0c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.916270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:05.929713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.967651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:05.968125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.050400 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.085797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,segment=NetworkSegment(34cfe87e-e06a-416a-86cb-2fad69d8ff5e),segment_id=34cfe87e-e06a-416a-86cb-2fad69d8ff5e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:06.092132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.153972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:06.208654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.215252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.216078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.286153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=c652ed00-0956-4b53-a638-98fb262b7b0c,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:06.291288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.358721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:06.364610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:06.501107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06cd8d-5b6d-4aee-ac56-776d092fe931 None None] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:06.504514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Deleting subnet e370d442-58f2-450f-b752-35351f1698dd {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:06.508186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.528266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 4ec998a6-eeab-4dd2-8a97-4768d416d9fb is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:53:06.583731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.585440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-02b34137-9bde-42a0-a085-022a03c93866 None None] Provisioning complete for port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:06.585773 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02b34137-9bde-42a0-a085-022a03c93866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.639381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:06.644725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-73c8eaad-2d62-4842-9f57-f06e76a655f9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/4ec998a6-eeab-4dd2-8a97-4768d416d9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0144367 Sep 18 00:53:06.650629 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] Sync routers for ids ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:06.651673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56236) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.659985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.661132 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] Routers {'4ec998a6-eeab-4dd2-8a97-4768d416d9fb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:06.661934 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.715731 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.727798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.728628 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] Routers {'4ec998a6-eeab-4dd2-8a97-4768d416d9fb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:06.729447 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.744848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c90df-abf7-4c94-8ff7-bd1c491e9b0c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:06.746409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-707c90df-abf7-4c94-8ff7-bd1c491e9b0c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports/c652ed00-0956-4b53-a638-98fb262b7b0c HTTP/1.1" status: 200 len: 911 time: 0.0937057 Sep 18 00:53:06.750015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.753081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.753336 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e370d442-58f2-450f-b752-35351f1698dd HTTP/1.1" status: 204 len: 168 time: 0.4593887 Sep 18 00:53:06.762260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56240) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.771849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4e273-a2e7-428f-86f5-00057e3453aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e370d442-58f2-450f-b752-35351f1698dd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:06.775947 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.777390 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafc719-7f8b-49c9-87e7-35fbae8143f2 None None] The sync data for ids ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:06.835773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396027-e158-421f-9b50-14d2ce7d0df4 req-20f7c429-bec4-4ffa-88e2-8094735e7dd5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:06.837253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2396027-e158-421f-9b50-14d2ce7d0df4 req-20f7c429-bec4-4ffa-88e2-8094735e7dd5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1719232 Sep 18 00:53:07.135039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-743db7d4-c2fd-4e1b-92cf-5dd476e391d9 None None] Provisioning complete for port c652ed00-0956-4b53-a638-98fb262b7b0c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:07.135583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-743db7d4-c2fd-4e1b-92cf-5dd476e391d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.170694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-743db7d4-c2fd-4e1b-92cf-5dd476e391d9 None None] Port c652ed00-0956-4b53-a638-98fb262b7b0c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:07.182029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-743db7d4-c2fd-4e1b-92cf-5dd476e391d9 None None] Provisioning complete for port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:07.182556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-743db7d4-c2fd-4e1b-92cf-5dd476e391d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.233532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.307444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2396027-e158-421f-9b50-14d2ce7d0df4 req-ad0bc5f3-87c4-496e-aaaf-4b6243547f4b tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4632661 Sep 18 00:53:07.388098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device fa3890ed-b3e5-424a-ba99-ee8a7b183739 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:07.411916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: fa3890ed-b3e5-424a-ba99-ee8a7b183739 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:07.412464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device fa3890ed-b3e5-424a-ba99-ee8a7b183739 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:07.420152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a46e575d-02b8-43f3-a31d-0806cf8438a6 None None] Provisioning complete for port c652ed00-0956-4b53-a638-98fb262b7b0c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:07.420704 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a46e575d-02b8-43f3-a31d-0806cf8438a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.464187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a46e575d-02b8-43f3-a31d-0806cf8438a6 None None] Port c652ed00-0956-4b53-a638-98fb262b7b0c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:07.475031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.517956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb5d125-ac0e-4183-8374-a40d948eea7a']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:07.533373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:07.534031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ec4e3-e41b-406f-a0dd-7e9a436abe2a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:07.569337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2c26-19c9-4eb8-b60c-2269033eb8dd req-5696f676-824f-427b-9a55-1b456e98ea27 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:07.570847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e57f2c26-19c9-4eb8-b60c-2269033eb8dd req-5696f676-824f-427b-9a55-1b456e98ea27 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.1872675 Sep 18 00:53:07.573696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.584850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9396a94e-7bff-4aff-87db-a699b38b3c0f None None] Provisioning complete for port c652ed00-0956-4b53-a638-98fb262b7b0c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:07.585225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9396a94e-7bff-4aff-87db-a699b38b3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.598276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.617697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:07.618042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.619803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9396a94e-7bff-4aff-87db-a699b38b3c0f None None] Port c652ed00-0956-4b53-a638-98fb262b7b0c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:07.621118 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:07.695096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e57f2c26-19c9-4eb8-b60c-2269033eb8dd req-9df65ada-7144-4270-9f72-342c1dfd1c51 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106803 Sep 18 00:53:07.703139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.726641 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.731569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4fb5d125-ac0e-4183-8374-a40d948eea7a HTTP/1.1" status: 204 len: 168 time: 0.9652913 Sep 18 00:53:07.739585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7c915-c7b6-4979-8929-ff834bfee4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb5d125-ac0e-4183-8374-a40d948eea7a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:07.769213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.876279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56258) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:07.914314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:07.937425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:07.944450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-67f3b70b-fdc2-4c49-894e-1758316825f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1300d7b8a1994f228befe1f994439ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595822 Sep 18 00:53:07.969955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:07.970338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.011116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.060474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.136861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port c652ed00-0956-4b53-a638-98fb262b7b0c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:08.137351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.167449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.169954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.171103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/937edbd8-8686-4093-a92e-dbaa3986b6fc HTTP/1.1" status: 204 len: 168 time: 0.2321057 Sep 18 00:53:08.212537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2c936-ee02-4b89-b4db-b7ab9902d691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937edbd8-8686-4093-a92e-dbaa3986b6fc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:08.251844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.265068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for c652ed00-0956-4b53-a638-98fb262b7b0c owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:08.456756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.487819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=c652ed00-0956-4b53-a638-98fb262b7b0c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:08.631416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.660988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-10d8d0a5-e48f-427b-81d6-5c64b89a8255 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:08.662606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-10d8d0a5-e48f-427b-81d6-5c64b89a8255 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=91b45a8e-77a6-4f67-933a-bcb19b92d68a HTTP/1.1" status: 200 len: 944 time: 0.1468971 Sep 18 00:53:08.691463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-b051ef6d-6770-4e56-804a-6225c4a514d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794871 Sep 18 00:53:08.783714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-e77ca368-2fbc-408f-a4a1-d9fac6fd5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:08.785577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-e77ca368-2fbc-408f-a4a1-d9fac6fd5dca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b20e09258ef0486d9c031486a4356292&device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 1098 time: 0.0523782 Sep 18 00:53:08.884030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 4ec998a6-eeab-4dd2-8a97-4768d416d9fb has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:08.904607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-2948e643-6ae3-416e-b63d-9a1f4dd97b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:08.906123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-2948e643-6ae3-416e-b63d-9a1f4dd97b89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 200 len: 913 time: 0.0965164 Sep 18 00:53:08.918731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port be5c8117-bc83-4e09-84ee-b5c8770eac77 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:08.919137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.956760 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-4f4df836-126a-4289-8062-02cfeacef5c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 200 len: 217 time: 0.0402741 Sep 18 00:53:09.007618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-dabca2b9-3d35-42b8-8c59-04553ca3d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:09.009398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-dabca2b9-3d35-42b8-8c59-04553ca3d20d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 200 len: 851 time: 0.0454156 Sep 18 00:53:09.026455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.047462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:09.053544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68f2c138-3cb3-4784-91d7-0b2d5acad2a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/4ec998a6-eeab-4dd2-8a97-4768d416d9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981710 Sep 18 00:53:09.058341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] Sync routers for ids ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:09.061004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56320) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.067557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] Routers {'4ec998a6-eeab-4dd2-8a97-4768d416d9fb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:09.068177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:09.075268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-9a460e18-1f90-4355-bb18-ec9778773284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:09.082629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-9a460e18-1f90-4355-bb18-ec9778773284 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad8432ee-3434-4f25-90c6-86efc67b0aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657661 Sep 18 00:53:09.092801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91abb279-3bf3-48d0-8bc7-feaf98b5ab9f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ec998a6-eeab-4dd2-8a97-4768d416d9fb HTTP/1.1" status: 200 len: 205 time: 0.0308039 Sep 18 00:53:09.096348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.105995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:09.115346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] Routers {'4ec998a6-eeab-4dd2-8a97-4768d416d9fb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:09.116252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:09.160436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:09.161248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07c4e2-c313-47aa-80fe-5059a171805c None None] The sync data for ids ['4ec998a6-eeab-4dd2-8a97-4768d416d9fb'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:09.189748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-601377606-network', 'tenant_id': '1cd0f28214cd4939b6a90ce55cde7e23'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:09.198425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.216289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-2e51b63d-97c3-4bf3-9235-8d5813f478d3 service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253920 Sep 18 00:53:09.233191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Made reservation on behalf of 1cd0f28214cd4939b6a90ce55cde7e23 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:09.235940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.239591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port be5c8117-bc83-4e09-84ee-b5c8770eac77, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=be5c8117-bc83-4e09-84ee-b5c8770eac77,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:09.239962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.254104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.282276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for be5c8117-bc83-4e09-84ee-b5c8770eac77 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:09.353791 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4021f6e9-5a17-4a38-b18d-a69e0d5327b7 req-6fb473cf-7638-4f56-a088-50d95d17ba7a service neutron] 10.222.0.54 "GET /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286774 Sep 18 00:53:09.412847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.417009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.425340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.428739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.438237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:09.452056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9b366-c2c2-4e67-918a-a574e66ecdcd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.457279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.457623 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Added segment 40867aeb-f690-4c5f-88c0-512607eb9f3e of type vlan for network ab1fcfe2-c430-4f81-b5be-257d11b891ca Sep 18 00:53:09.498664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.502271 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.502810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec998a6-eeab-4dd2-8a97-4768d416d9fb {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:09.510368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.514086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7a809152-041f-4185-b673-4acb9dd6d228 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/4ec998a6-eeab-4dd2-8a97-4768d416d9fb HTTP/1.1" status: 204 len: 168 time: 0.4142120 Sep 18 00:53:09.514185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56324) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.527864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.528951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:09.529597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.564638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5368917 Sep 18 00:53:09.574081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.583702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Request body: {'subnet': {'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-601377606-subnet', 'tenant_id': '1cd0f28214cd4939b6a90ce55cde7e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:09.594519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672c918-6d28-49e5-97e2-56bdf0febb65 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1fcfe2-c430-4f81-b5be-257d11b891ca,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.604711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ab1fcfe2-c430-4f81-b5be-257d11b891ca details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:09.620016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet 23e932ee-4b2b-490e-ac15-dc79b5e6c8af {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:09.628192 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.672500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Made reservation on behalf of 1cd0f28214cd4939b6a90ce55cde7e23 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:09.675352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.692560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.703637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:09.726319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:09.737483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.743230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=be5c8117-bc83-4e09-84ee-b5c8770eac77,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.842729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] No DVR routers for this DVR port be5c8117-bc83-4e09-84ee-b5c8770eac77 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:09.849737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.851705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb5155f6-ddd1-4273-b4ec-e4871673915b req-84444e1c-c0c2-43fa-acf5-917ebb06491d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "DELETE /v2.0/ports/be5c8117-bc83-4e09-84ee-b5c8770eac77 HTTP/1.1" status: 204 len: 173 time: 1.1578894 Sep 18 00:53:09.854285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-deleted', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:09.857806 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec51db55-7a15-46c0-9328-cb0deaff88a7" -d '{"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-deleted", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:09.965966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.075863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.083527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.128352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.130532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/23e932ee-4b2b-490e-ac15-dc79b5e6c8af HTTP/1.1" status: 204 len: 168 time: 0.6150985 Sep 18 00:53:10.133556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56346) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:10.135989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7422a-64da-4553-a98c-59e52e782871 None None] Network 00d730ce-15d2-42a3-bb1b-ec0edd8b331a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:10.140460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd423ca1-7ad8-47c0-a381-0a877557e409,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:10.172934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35c29b-5e8b-4efe-9103-150e339c7de6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=23e932ee-4b2b-490e-ac15-dc79b5e6c8af,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:10.181671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Checking segment: {'id': '40867aeb-f690-4c5f-88c0-512607eb9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:10.182033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Network hostable DHCP agents. Network: ab1fcfe2-c430-4f81-b5be-257d11b891ca, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:10.205835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Network ab1fcfe2-c430-4f81-b5be-257d11b891ca is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:10.218551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ab1fcfe2-c430-4f81-b5be-257d11b891ca) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:10.223912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:10.224664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.226314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.243893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efd5df-6e06-4abf-9ff8-b72089cc91d8 None None] Network ab1fcfe2-c430-4f81-b5be-257d11b891ca requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:10.255475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bb4e1c7-e045-4e8c-b075-89bcb19305b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6785393 Sep 18 00:53:10.305102 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace4463-c551-4e9c-b39a-2d1a398996b5 x-openstack-request-id: req-8ace4463-c551-4e9c-b39a-2d1a398996b5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:10.305393 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b45a8e-77a6-4f67-933a-bcb19b92d68a", "name": "network-vif-deleted", "tag": "be5c8117-bc83-4e09-84ee-b5c8770eac77", "status": "failed", "code": 422}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:10.305646 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ace4463-c551-4e9c-b39a-2d1a398996b5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:10.306058 n-d-712707-16 neutron-server[106453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91b45a8e-77a6-4f67-933a-bcb19b92d68a', 'name': 'network-vif-deleted', 'tag': 'be5c8117-bc83-4e09-84ee-b5c8770eac77', 'status': 'failed', 'code': 422} returned with failed status Sep 18 00:53:10.319917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:10.320495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.439792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,segment=NetworkSegment(34cfe87e-e06a-416a-86cb-2fad69d8ff5e),segment_id=34cfe87e-e06a-416a-86cb-2fad69d8ff5e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:10.440347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.456882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:10.458481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ebeb4-8fb4-4d88-9d4b-a5374470387d None None] Network ab1fcfe2-c430-4f81-b5be-257d11b891ca requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:10.481865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] DHCP port deletion for 00d730ce-15d2-42a3-bb1b-ec0edd8b331a request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:10.574075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.601706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Deleting port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:10.602138 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.612082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:10.614460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:10.702306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] For port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:10.702774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.717679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Calling delete_port for 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:10.720828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:53:10.722202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.735448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.753979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] Pushing event deleted for resources: {'Port': ['ID=6ed6538a-5c56-4d5f-9fab-c3826d9d5a93,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:10.755919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609aa52-7fe9-4265-bdfe-ce8fb1a86192 None None] No DVR routers for this DVR port 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:10.766973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d730ce-15d2-42a3-bb1b-ec0edd8b331a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:10.776797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cfe87e-e06a-416a-86cb-2fad69d8ff5e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:10.777104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cfe87e-e06a-416a-86cb-2fad69d8ff5e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:10.787465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.799375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-8c5d4240-97ab-4eef-a983-7ac3fa2d28c9 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:10.802104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.807239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-8c5d4240-97ab-4eef-a983-7ac3fa2d28c9 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/networks?id=ab1fcfe2-c430-4f81-b5be-257d11b891ca HTTP/1.1" status: 200 len: 813 time: 0.1289313 Sep 18 00:53:10.808251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:10.808759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:10.811930 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:10.818756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1ca3583e-2b91-4deb-8236-2d1e34d14127 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/quotas/1cd0f28214cd4939b6a90ce55cde7e23 HTTP/1.1" status: 200 len: 375 time: 0.0104280 Sep 18 00:53:10.874536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c86e03e8-5b2a-456f-a3ee-a18ae27c0fd3 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cd0f28214cd4939b6a90ce55cde7e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429125 Sep 18 00:53:10.879271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.901998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.902133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e062-cdb7-46fd-b89a-cbca96485c14 req-27bd6650-4f6a-4f27-b8fa-efa1278916c4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:10.903508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb01e062-cdb7-46fd-b89a-cbca96485c14 req-27bd6650-4f6a-4f27-b8fa-efa1278916c4 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 907 time: 0.0809152 Sep 18 00:53:10.903857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/00d730ce-15d2-42a3-bb1b-ec0edd8b331a HTTP/1.1" status: 204 len: 168 time: 0.7692797 Sep 18 00:53:10.908524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56374) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:10.913193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-261163668', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:10.928824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a943e9-0e54-4f0b-a566-a45dd954c424 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=00d730ce-15d2-42a3-bb1b-ec0edd8b331a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:10.948089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.949428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.002902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.151893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.338806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-d82a9a8f-59ec-4067-8902-93e78cef6b91 service neutron] 10.222.0.49 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535275 Sep 18 00:53:11.348933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.371873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.433538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-70f07365-93d5-4cfc-9959-c1e38359a775 service neutron] 10.222.0.49 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877881 Sep 18 00:53:11.477229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 172.25.7.22 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6ad7b00a-b544-4bd8-89e8-52926655382d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:11.594935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.605911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a15d392d-fdd5-46e1-9b32-0bcf229d54b0 req-b7c13990-8ae8-4e55-8d70-92e33e235775 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 210 time: 0.0314829 Sep 18 00:53:11.633528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.670464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:11.675863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:11.678459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:11.708155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=6ad7b00a-b544-4bd8-89e8-52926655382d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:11.913605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:11.940315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:11.940861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6ed6538a-5c56-4d5f-9fab-c3826d9d5a93 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:12.005917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.050728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49135da-aecb-411a-bffb-f713617e0ef7 req-6ab21dab-02fb-4039-bd66-192ff7bd5d93 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:12.052991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f49135da-aecb-411a-bffb-f713617e0ef7 req-6ab21dab-02fb-4039-bd66-192ff7bd5d93 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 907 time: 0.0614288 Sep 18 00:53:12.236293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.360656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router ea9194de-ca14-4f00-b4e5-d21dff35e015 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:53:12.464889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:12.477016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] Sync routers for ids ['ea9194de-ca14-4f00-b4e5-d21dff35e015'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:12.485520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.487241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-83328c0c-1c81-46f9-9a38-d039cc16ff89 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.5774760 Sep 18 00:53:12.489972 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] Routers {'ea9194de-ca14-4f00-b4e5-d21dff35e015'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:12.490122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56394) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.490827 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ea9194de-ca14-4f00-b4e5-d21dff35e015'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.533166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.543835 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] Routers {'ea9194de-ca14-4f00-b4e5-d21dff35e015'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:12.545547 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ea9194de-ca14-4f00-b4e5-d21dff35e015'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.584710 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.585414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80d61a-9801-427c-8ce4-6c8566af94a7 None None] The sync data for ids ['ea9194de-ca14-4f00-b4e5-d21dff35e015'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:12.648777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-ac256f23-6461-4d87-8177-f694ed7543b4 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:12.650352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-ac256f23-6461-4d87-8177-f694ed7543b4 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.48 "GET /v2.0/networks?id=ab1fcfe2-c430-4f81-b5be-257d11b891ca HTTP/1.1" status: 200 len: 813 time: 0.1357310 Sep 18 00:53:12.666803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Request body: {'port': {'device_id': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca', 'admin_state_up': True, 'tenant_id': '1cd0f28214cd4939b6a90ce55cde7e23'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:12.733377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4150b50a-4078-4a28-9330-800665681cd2 req-255f1617-6367-47e4-8b7e-4313604639ab tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 210 time: 0.0378740 Sep 18 00:53:12.763524 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:12.820376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Made reservation on behalf of 1cd0f28214cd4939b6a90ce55cde7e23 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:12.824140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.957879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7df7c330-b3e1-4497-acda-75038afdcacf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers/ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 200 len: 883 time: 0.4667306 Sep 18 00:53:12.960710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56402) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.974247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-39197856-ec40-4bef-a840-afa0b097fb42 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:12.975680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-39197856-ec40-4bef-a840-afa0b097fb42 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 907 time: 0.0680768 Sep 18 00:53:12.987761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Allocated IP 172.20.0.7 (ab1fcfe2-c430-4f81-b5be-257d11b891ca/cd423ca1-7ad8-47c0-a381-0a877557e409/1c4602f3-9138-4e5a-87ff-49bb6471cdec) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:13.074102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:13.074354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.173290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port 47e5a443-8e75-405d-a7e9-d6d2f4c15951, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=47e5a443-8e75-405d-a7e9-d6d2f4c15951,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:13.173666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.188168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for 47e5a443-8e75-405d-a7e9-d6d2f4c15951 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:13.318007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a46d-0be9-43a8-a9ae-c825b3ded7d2 req-4cf5c09d-c58e-49d7-aeea-c70aba6e644e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:13.319576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88f0a46d-0be9-43a8-a9ae-c825b3ded7d2 req-4cf5c09d-c58e-49d7-aeea-c70aba6e644e tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=5400582a-198e-42b0-8e32-734b325abdf2 HTTP/1.1" status: 200 len: 907 time: 0.1916180 Sep 18 00:53:13.342229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.348637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.370113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=47e5a443-8e75-405d-a7e9-d6d2f4c15951,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:13.394132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8871dac1-449a-4fea-875f-3176f5c65253 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4296892 Sep 18 00:53:13.395664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56408) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:13.401426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-261163668'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:13.420525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.451098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] No DVR routers for this DVR port 47e5a443-8e75-405d-a7e9-d6d2f4c15951 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:13.456116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.458137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ce7a3d4f-9191-4faf-b85c-23273afa9ce8 req-56f2d5a9-5f92-4233-b66d-0e53addc3a75 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "DELETE /v2.0/ports/47e5a443-8e75-405d-a7e9-d6d2f4c15951 HTTP/1.1" status: 204 len: 173 time: 0.4749799 Sep 18 00:53:13.458681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'name': 'network-vif-deleted', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:13.460938 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed167e85-c62e-418b-809a-83e457c95a7b" -d '{"events": [{"server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "name": "network-vif-deleted", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:13.474126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Network ab1fcfe2-c430-4f81-b5be-257d11b891ca is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:13.479478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:13.483332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:13.558205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:13.558205 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.558205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Pushing event updated for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:13.577323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-1217252d-3eef-486a-bfff-acf33be787bc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173453 Sep 18 00:53:13.587472 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a31edcd-a48e-4079-9672-c334d4990f61 x-openstack-request-id: req-2a31edcd-a48e-4079-9672-c334d4990f61 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:13.587761 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400582a-198e-42b0-8e32-734b325abdf2", "name": "network-vif-deleted", "tag": "47e5a443-8e75-405d-a7e9-d6d2f4c15951", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:13.588011 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a31edcd-a48e-4079-9672-c334d4990f61 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:13.588428 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400582a-198e-42b0-8e32-734b325abdf2', 'name': 'network-vif-deleted', 'tag': '47e5a443-8e75-405d-a7e9-d6d2f4c15951', 'status': 'completed', 'code': 200} Sep 18 00:53:13.592067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Request body: {'port': {'device_id': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:13.663694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.774841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.788822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.901118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router ea9194de-ca14-4f00-b4e5-d21dff35e015 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:13.902250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d53e3-ccd3-42e3-bed9-441ed4f01a72 req-ab9870f5-d8d7-4546-ba40-314b29abb3f0 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:13.903860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-551d53e3-ccd3-42e3-bed9-441ed4f01a72 req-ab9870f5-d8d7-4546-ba40-314b29abb3f0 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 931 time: 0.0896764 Sep 18 00:53:13.987615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-551d53e3-ccd3-42e3-bed9-441ed4f01a72 req-9ae680cf-5417-4ed6-bece-a3849a6e388e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692701 Sep 18 00:53:14.024826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:14.033237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.034467 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5338f5c1-61b2-4907-b92f-991c2b3c8ecb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 200 len: 890 time: 0.6378028 Sep 18 00:53:14.035971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4602f3-9138-4e5a-87ff-49bb6471cdec {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:14.037078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:14.038348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] Sync routers for ids ['ea9194de-ca14-4f00-b4e5-d21dff35e015'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:14.048444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] Routers {'ea9194de-ca14-4f00-b4e5-d21dff35e015'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:14.049339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ea9194de-ca14-4f00-b4e5-d21dff35e015'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:14.054027 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.071507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Transition to ACTIVE for port object 1c4602f3-9138-4e5a-87ff-49bb6471cdec will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:14.077526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.083400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:14.093702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] Routers {'ea9194de-ca14-4f00-b4e5-d21dff35e015'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:14.095124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ea9194de-ca14-4f00-b4e5-d21dff35e015'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:14.128838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:14.129690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ef0c9-508b-4b88-8e09-5657b98b294e None None] The sync data for ids ['ea9194de-ca14-4f00-b4e5-d21dff35e015'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:14.157762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:14.177450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-67621c86-9443-4bba-95c0-5ee7fa424731 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers/ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 200 len: 890 time: 0.1392884 Sep 18 00:53:14.180029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:14.207316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d49371ec-a29b-43db-8f30-e4ae605c5ed6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 200 len: 205 time: 0.0261345 Sep 18 00:53:14.209809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56420) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:14.224100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Attempting to bind port 1c4602f3-9138-4e5a-87ff-49bb6471cdec on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:14.224466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Attempting to bind port 1c4602f3-9138-4e5a-87ff-49bb6471cdec by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40867aeb-f690-4c5f-88c0-512607eb9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:14.224804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Attempting to bind port 1c4602f3-9138-4e5a-87ff-49bb6471cdec on network ab1fcfe2-c430-4f81-b5be-257d11b891ca {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:14.229219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Port 1c4602f3-9138-4e5a-87ff-49bb6471cdec on network ab1fcfe2-c430-4f81-b5be-257d11b891ca not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:53:14.229544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Attempting to bind port 1c4602f3-9138-4e5a-87ff-49bb6471cdec on network ab1fcfe2-c430-4f81-b5be-257d11b891ca {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:14.234306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:14.234648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Checking segment: {'id': '40867aeb-f690-4c5f-88c0-512607eb9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:14.235038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Bound using segment: {'id': '40867aeb-f690-4c5f-88c0-512607eb9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:14.235463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Bound port: 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40867aeb-f690-4c5f-88c0-512607eb9f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:14.235822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.307220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:14.310612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec,segment=NetworkSegment(40867aeb-f690-4c5f-88c0-512607eb9f3e),segment_id=40867aeb-f690-4c5f-88c0-512607eb9f3e)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:14.314668 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.320861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.349407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:14.350405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.352176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] 10.222.0.48 "PUT /v2.0/ports/1c4602f3-9138-4e5a-87ff-49bb6471cdec HTTP/1.1" status: 200 len: 1092 time: 0.7659752 Sep 18 00:53:14.354756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:14.358399 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56a2d15-a330-4a12-8696-d92d53e696fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:14.411360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13629d0-4f72-4a9f-a683-417d33945716 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:14.435005 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1f5aaa-d6bb-484a-9a71-d38fbf1d60c3 x-openstack-request-id: req-6a1f5aaa-d6bb-484a-9a71-d38fbf1d60c3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:14.435117 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:14.435359 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a1f5aaa-d6bb-484a-9a71-d38fbf1d60c3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:14.435758 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec', 'status': 'completed', 'code': 200} Sep 18 00:53:14.453264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-be9ff798-7843-43d6-ae8c-d174343fe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:14.454795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-be9ff798-7843-43d6-ae8c-d174343fe2df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cd0f28214cd4939b6a90ce55cde7e23&device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 1095 time: 0.0570207 Sep 18 00:53:14.459225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.501545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-0b9d0ee6-078d-4f1f-b884-6891f6b16c03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec HTTP/1.1" status: 200 len: 217 time: 0.0378661 Sep 18 00:53:14.515310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 6ad7b00a-b544-4bd8-89e8-52926655382d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:14.515676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.562177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-44a488b7-4785-4046-937f-efb995c0ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:14.564482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-44a488b7-4785-4046-937f-efb995c0ccd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd423ca1-7ad8-47c0-a381-0a877557e409 HTTP/1.1" status: 200 len: 853 time: 0.0551651 Sep 18 00:53:14.606194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.606400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-708f2930-fcf8-4e16-8ae7-41887a826c4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1fcfe2-c430-4f81-b5be-257d11b891ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337908 Sep 18 00:53:14.618300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 6ad7b00a-b544-4bd8-89e8-52926655382d owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:14.701474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631814-2155-448b-afed-cbfb19cefc58 req-e077e644-625e-4bfe-add3-986cfef81cd2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:14.703574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84631814-2155-448b-afed-cbfb19cefc58 req-e077e644-625e-4bfe-add3-986cfef81cd2 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.1205056 Sep 18 00:53:14.745243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-6f2750ee-6681-4c2e-9d2b-f8e9a8e3beb2 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253109 Sep 18 00:53:14.767204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84631814-2155-448b-afed-cbfb19cefc58 req-a2bf457b-4c40-4cd2-8aa8-20f40c3528bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Sep 18 00:53:14.790216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.817074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=6ad7b00a-b544-4bd8-89e8-52926655382d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:14.851506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a1bae15-1ed3-497d-81a8-4b0dad679c13 req-18a56526-681d-4d51-9e8f-61ee36ee1f68 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980759 Sep 18 00:53:14.878887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.941209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-5366067d-3634-411b-9aa9-2d264a82f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:14.942727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-5366067d-3634-411b-9aa9-2d264a82f6d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cd0f28214cd4939b6a90ce55cde7e23&device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 1095 time: 0.0424941 Sep 18 00:53:14.970908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.973071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.022456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.023005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router ea9194de-ca14-4f00-b4e5-d21dff35e015 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:15.036732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.038013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00ed694c-c804-43a1-8939-92c5e545ce90 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 204 len: 168 time: 0.8272455 Sep 18 00:53:15.041625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56436) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:15.045423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-03099395-3ca2-4d4c-a495-01a3dca5a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.047369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-969295375'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:15.047749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-03099395-3ca2-4d4c-a495-01a3dca5a24d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1fcfe2-c430-4f81-b5be-257d11b891ca HTTP/1.1" status: 200 len: 914 time: 0.0985587 Sep 18 00:53:15.073287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:15.077367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.100961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-6fc806de-98b1-4d98-a570-6c1c92afc857 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec HTTP/1.1" status: 200 len: 217 time: 0.0450592 Sep 18 00:53:15.105174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:15.114612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.114972 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 10eb6c5a-2013-4f1c-a280-e39761481289 of type vlan for network 13acd76d-4797-4c48-952c-74105d709a64 Sep 18 00:53:15.157282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.180384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdd58-c0d6-47dd-ae86-210efe6a1312 req-62a50cc5-05e7-4a6e-be7b-853918000960 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.180814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.181889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cdfdd58-c0d6-47dd-ae86-210efe6a1312 req-62a50cc5-05e7-4a6e-be7b-853918000960 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 943 time: 0.0839150 Sep 18 00:53:15.183649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-7f2d729d-8cb1-4a78-a75b-060df14867de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.185020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-7f2d729d-8cb1-4a78-a75b-060df14867de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd423ca1-7ad8-47c0-a381-0a877557e409 HTTP/1.1" status: 200 len: 853 time: 0.0765114 Sep 18 00:53:15.186335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.186925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.226701 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1837487 Sep 18 00:53:15.229604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56438) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:15.239500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-977b1f9c-52dd-44bf-9cfa-bb4bf598e744 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1fcfe2-c430-4f81-b5be-257d11b891ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432599 Sep 18 00:53:15.263276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': '13acd76d-4797-4c48-952c-74105d709a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:15.272057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cdfdd58-c0d6-47dd-ae86-210efe6a1312 req-5dd5933f-555c-45d1-b81f-0c3e5fcebae1 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825222 Sep 18 00:53:15.279122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406caa3c-8f77-4d68-b5b4-8ee6b6e480c1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=13acd76d-4797-4c48-952c-74105d709a64,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:15.294449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 13acd76d-4797-4c48-952c-74105d709a64 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:15.345375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-74297f23-3193-44db-af5b-0cec34d7487a service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964069 Sep 18 00:53:15.362444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:15.365828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.462004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56a2d15-a330-4a12-8696-d92d53e696fd req-3b29a79e-74ae-4066-88a4-b0bdc2f6f8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082749 Sep 18 00:53:15.549745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.613107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=a124268e-6657-4d4b-9e98-9c9b63cb4c30,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:15.621794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '10eb6c5a-2013-4f1c-a280-e39761481289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13acd76d-4797-4c48-952c-74105d709a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:15.622160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: 13acd76d-4797-4c48-952c-74105d709a64, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:15.638664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 13acd76d-4797-4c48-952c-74105d709a64 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:15.648043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 13acd76d-4797-4c48-952c-74105d709a64) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:15.652039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.652664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.659268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbd0e3-5ef0-44e4-ae5f-7b29089561e1 None None] Network 13acd76d-4797-4c48-952c-74105d709a64 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:15.666891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-42e395bb-6d2d-4e95-969f-7dcc9f4b1ff4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4362152 Sep 18 00:53:15.669562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56442) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:15.674599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-770188138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:15.697664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.698605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.751349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.756002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.774158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.776385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7dd27da8-e251-4dec-aa5e-4d1c7c85cbff tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1055562 Sep 18 00:53:15.778862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56444) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:15.814795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-13acd76d-4797-4c48-952c-74105d709a64', 'network_id': '13acd76d-4797-4c48-952c-74105d709a64', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': 'a124268e-6657-4d4b-9e98-9c9b63cb4c30'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:15.815892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.936184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f380a-abe2-4bef-bc42-f857fdfaa956 req-dc791ce9-b9a5-4a79-a385-c5d69017b53c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.938666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-033f380a-abe2-4bef-bc42-f857fdfaa956 req-dc791ce9-b9a5-4a79-a385-c5d69017b53c tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.0765586 Sep 18 00:53:15.986240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-033f380a-abe2-4bef-bc42-f857fdfaa956 req-5ac31b1b-fffa-465a-af40-137a62fc24cb tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Sep 18 00:53:16.014508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Allocated IP 2001:db8::2 (13acd76d-4797-4c48-952c-74105d709a64/a124268e-6657-4d4b-9e98-9c9b63cb4c30/cbc3917c-f468-4f91-8018-da891c562c9b) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:16.094658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.099677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.174686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.180839 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.222658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Network 13acd76d-4797-4c48-952c-74105d709a64 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:16.225628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:16.228899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:16.237765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Pushing event updated for resources: {'Port': ['ID=cbc3917c-f468-4f91-8018-da891c562c9b,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:16.287576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Attempting to bind port cbc3917c-f468-4f91-8018-da891c562c9b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:16.288696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Attempting to bind port cbc3917c-f468-4f91-8018-da891c562c9b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '10eb6c5a-2013-4f1c-a280-e39761481289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13acd76d-4797-4c48-952c-74105d709a64'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:16.289077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Attempting to bind port cbc3917c-f468-4f91-8018-da891c562c9b on network 13acd76d-4797-4c48-952c-74105d709a64 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:16.294921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:16.294921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Checking segment: {'id': '10eb6c5a-2013-4f1c-a280-e39761481289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13acd76d-4797-4c48-952c-74105d709a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:16.294921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.295855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Bound using segment: {'id': '10eb6c5a-2013-4f1c-a280-e39761481289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13acd76d-4797-4c48-952c-74105d709a64'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:16.295855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Bound port: cbc3917c-f468-4f91-8018-da891c562c9b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eb6c5a-2013-4f1c-a280-e39761481289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13acd76d-4797-4c48-952c-74105d709a64'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:16.296114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.336234 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8::1 (13acd76d-4797-4c48-952c-74105d709a64/a124268e-6657-4d4b-9e98-9c9b63cb4c30/35deb185-787e-41de-8201-0f3965a4f9e2) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:16.361344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] For port cbc3917c-f468-4f91-8018-da891c562c9b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:16.364641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] For port cbc3917c-f468-4f91-8018-da891c562c9b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cbc3917c-f468-4f91-8018-da891c562c9b,segment=NetworkSegment(10eb6c5a-2013-4f1c-a280-e39761481289),segment_id=10eb6c5a-2013-4f1c-a280-e39761481289)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:16.369673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.401263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e60d1-9f9d-48be-b47d-df51a7464223 req-b2244a2f-e795-442a-87bb-68ff2b4ca0c8 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:16.405039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f86e60d1-9f9d-48be-b47d-df51a7464223 req-b2244a2f-e795-442a-87bb-68ff2b4ca0c8 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 943 time: 0.0624905 Sep 18 00:53:16.439109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7042309-18c5-4779-98e3-d6d442d3c802 None None] Pushing event updated for resources: {'Port': ['ID=cbc3917c-f468-4f91-8018-da891c562c9b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:16.464300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f86e60d1-9f9d-48be-b47d-df51a7464223 req-b4701381-f991-4300-8d4b-90cc021483b4 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Sep 18 00:53:16.510096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.530371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-76bab45b-e1e4-4a5a-bdba-822480a5be72 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:16.532751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-76bab45b-e1e4-4a5a-bdba-822480a5be72 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.0958374 Sep 18 00:53:16.896814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.972951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 13acd76d-4797-4c48-952c-74105d709a64 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:16.980919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:16.983610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=35deb185-787e-41de-8201-0f3965a4f9e2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:16.986049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:16.986587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.070808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:17.071098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.112702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b647c6-fa04-42d1-8215-11221af39574 req-10b06201-bea5-4058-90f6-b695df6f02bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:17.114388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91b647c6-fa04-42d1-8215-11221af39574 req-10b06201-bea5-4058-90f6-b695df6f02bd tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9ef58c-8e09-45a6-b8c8-9aae815f508e HTTP/1.1" status: 200 len: 946 time: 0.0602732 Sep 18 00:53:17.158677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91b647c6-fa04-42d1-8215-11221af39574 req-8a2e22fe-16f2-4239-b62b-41fe2b2bb315 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380809 Sep 18 00:53:17.184873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.245803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:17.246185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.271296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:17.414497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f926b8-5635-4fe9-b774-43e95b1a2471 None None] Network 13acd76d-4797-4c48-952c-74105d709a64 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:17.473147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47e5a443-8e75-405d-a7e9-d6d2f4c15951 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:17.502965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 47e5a443-8e75-405d-a7e9-d6d2f4c15951 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:17.503306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 47e5a443-8e75-405d-a7e9-d6d2f4c15951 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:17.527186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] Provisioning complete for port cbc3917c-f468-4f91-8018-da891c562c9b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:17.528056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.570030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.584551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:17.612988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=9911d7f8-ac31-45d3-bb3d-86eaf0d78581,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.620941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.627617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.628432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.650475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:17.667477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdada18-3cb1-4860-a8c3-4e843fa0e48e req-fe3ae619-6ffd-4656-ba52-51fea7e2e1ea tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:17.674233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdada18-3cb1-4860-a8c3-4e843fa0e48e req-fe3ae619-6ffd-4656-ba52-51fea7e2e1ea tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 943 time: 0.1241622 Sep 18 00:53:17.707388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] No DVR routers for this DVR port 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:17.720687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.722682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-48ee3af6-ba49-4162-ad33-6f2d0841bb7e req-4fb384e9-2127-415b-a8a3-3045ca4b5547 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "DELETE /v2.0/ports/9911d7f8-ac31-45d3-bb3d-86eaf0d78581 HTTP/1.1" status: 204 len: 173 time: 1.1697824 Sep 18 00:53:17.725154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'name': 'network-vif-deleted', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:17.727531 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6c770-7e88-4271-98de-8d13cd21e7e0" -d '{"events": [{"server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "name": "network-vif-deleted", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:17.735866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdada18-3cb1-4860-a8c3-4e843fa0e48e req-81ec1d2d-3e9b-4bae-8004-212503b13b98 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527873 Sep 18 00:53:17.786597 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee0285-0695-45e2-ac72-340b26b5b802 x-openstack-request-id: req-f6ee0285-0695-45e2-ac72-340b26b5b802 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:17.786876 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ef58c-8e09-45a6-b8c8-9aae815f508e", "name": "network-vif-deleted", "tag": "9911d7f8-ac31-45d3-bb3d-86eaf0d78581", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:17.787170 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6ee0285-0695-45e2-ac72-340b26b5b802 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:17.787503 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ef58c-8e09-45a6-b8c8-9aae815f508e', 'name': 'network-vif-deleted', 'tag': '9911d7f8-ac31-45d3-bb3d-86eaf0d78581', 'status': 'completed', 'code': 200} Sep 18 00:53:17.788067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=35deb185-787e-41de-8201-0f3965a4f9e2,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.793192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.844163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] For port cbc3917c-f468-4f91-8018-da891c562c9b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cbc3917c-f468-4f91-8018-da891c562c9b,segment=NetworkSegment(10eb6c5a-2013-4f1c-a280-e39761481289),segment_id=10eb6c5a-2013-4f1c-a280-e39761481289)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:17.845858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 13acd76d-4797-4c48-952c-74105d709a64 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:17.847793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:17.862686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.926406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246e1f1-5245-40c5-9454-cd79bc180dfd None None] Pushing event updated for resources: {'Port': ['ID=cbc3917c-f468-4f91-8018-da891c562c9b,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.948517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1c4602f3-9138-4e5a-87ff-49bb6471cdec details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:53:17.998523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cbc3917c-f468-4f91-8018-da891c562c9b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:18.029850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router fb11ecce-4b11-4d0e-a844-3922c1f76e96 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:53:18.121306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec,segment=NetworkSegment(40867aeb-f690-4c5f-88c0-512607eb9f3e),segment_id=40867aeb-f690-4c5f-88c0-512607eb9f3e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:18.134767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:18.135841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cbc3917c-f468-4f91-8018-da891c562c9b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.136217 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.138102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '1c4602f3-9138-4e5a-87ff-49bb6471cdec', 'network_id': 'ab1fcfe2-c430-4f81-b5be-257d11b891ca', 'port_id': '1c4602f3-9138-4e5a-87ff-49bb6471cdec', 'mac_address': 'fa:16:3e:89:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd423ca1-7ad8-47c0-a381-0a877557e409', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:53:18.146142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56464) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:18.147656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e71ec99a-661d-4ed9-bb67-e0e80bfc891c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/fb11ecce-4b11-4d0e-a844-3922c1f76e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666739 Sep 18 00:53:18.149978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] Sync routers for ids ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:18.167010 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] Routers {'fb11ecce-4b11-4d0e-a844-3922c1f76e96'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:18.167641 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:18.215180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dedc22-837e-4e54-baf1-1af45dd8101f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:18.225196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:18.225592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56470) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:18.229629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05dedc22-837e-4e54-baf1-1af45dd8101f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports/35deb185-787e-41de-8201-0f3965a4f9e2 HTTP/1.1" status: 200 len: 911 time: 0.0742686 Sep 18 00:53:18.235005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a124268e-6657-4d4b-9e98-9c9b63cb4c30'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:18.238407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] Routers {'fb11ecce-4b11-4d0e-a844-3922c1f76e96'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:18.239351 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:18.255361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b67666b4-21c3-40cb-8915-98a5f9cd6f36 None None] Provisioning complete for port cbc3917c-f468-4f91-8018-da891c562c9b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.255755 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b67666b4-21c3-40cb-8915-98a5f9cd6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.303587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:18.304423 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963e176-a832-49bc-b418-0ebee3a13c04 None None] The sync data for ids ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:18.316636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.378833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4602f3-9138-4e5a-87ff-49bb6471cdec {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:18.445778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec,segment=NetworkSegment(40867aeb-f690-4c5f-88c0-512607eb9f3e),segment_id=40867aeb-f690-4c5f-88c0-512607eb9f3e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:18.458451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.527777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.537476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b67666b4-21c3-40cb-8915-98a5f9cd6f36 None None] Provisioning complete for port 35deb185-787e-41de-8201-0f3965a4f9e2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.538076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b67666b4-21c3-40cb-8915-98a5f9cd6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.543442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:18.585437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b67666b4-21c3-40cb-8915-98a5f9cd6f36 None None] Port 35deb185-787e-41de-8201-0f3965a4f9e2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:18.707998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9dd41f2a-968b-47ec-8bed-284903581df1 None None] Provisioning complete for port 35deb185-787e-41de-8201-0f3965a4f9e2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.708536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9dd41f2a-968b-47ec-8bed-284903581df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.749496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1c4602f3-9138-4e5a-87ff-49bb6471cdec'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:18.801308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ab9d-f71e-444b-b108-8811fb4f00a7 req-35a1f0ed-8cc8-42cd-bd8a-66c04836aeb6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:18.802589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9dd41f2a-968b-47ec-8bed-284903581df1 None None] Port 35deb185-787e-41de-8201-0f3965a4f9e2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:18.813206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2c7ab9d-f71e-444b-b108-8811fb4f00a7 req-35a1f0ed-8cc8-42cd-bd8a-66c04836aeb6 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0708280 Sep 18 00:53:18.863756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2c7ab9d-f71e-444b-b108-8811fb4f00a7 req-7f970073-fc68-4d74-83dd-3ad0f2e5e514 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=285cc765-ab92-4795-8b84-cd4b4dbfda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Sep 18 00:53:18.925827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e396-b40e-4fd6-abda-3a1270c256d7 req-3cf14e54-14e5-49f9-8f3a-133af60b0d7f tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:18.927329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51b9e396-b40e-4fd6-abda-3a1270c256d7 req-3cf14e54-14e5-49f9-8f3a-133af60b0d7f tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 944 time: 0.0535827 Sep 18 00:53:18.942677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-71a65421-5b39-49d3-98b3-90c619e63909 None None] Provisioning complete for port 35deb185-787e-41de-8201-0f3965a4f9e2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.943147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71a65421-5b39-49d3-98b3-90c619e63909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.971899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51b9e396-b40e-4fd6-abda-3a1270c256d7 req-615c3850-a896-4e06-907d-de9401391e8d tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Sep 18 00:53:18.984677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-71a65421-5b39-49d3-98b3-90c619e63909 None None] Port 35deb185-787e-41de-8201-0f3965a4f9e2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:19.003103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.012327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.019055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.019683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.021089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/ports/35deb185-787e-41de-8201-0f3965a4f9e2 HTTP/1.1" status: 200 len: 911 time: 0.7936614 Sep 18 00:53:19.023988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56482) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:19.040511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-af73603e-1713-4a9a-ac46-61ee87cce030 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.042118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-af73603e-1713-4a9a-ac46-61ee87cce030 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 945 time: 0.0541201 Sep 18 00:53:19.130868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989945-54e4-469d-8c4b-62e46c6828f6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=35deb185-787e-41de-8201-0f3965a4f9e2,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:19.140821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port 3fd72ee9-6146-4596-9f61-084521110224 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:19.141173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.229109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port 3fd72ee9-6146-4596-9f61-084521110224, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3fd72ee9-6146-4596-9f61-084521110224,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:19.229389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.242542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for 3fd72ee9-6146-4596-9f61-084521110224 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:19.370839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.374259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.401504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=3fd72ee9-6146-4596-9f61-084521110224,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:19.410791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9911d7f8-ac31-45d3-bb3d-86eaf0d78581'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:19.463937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] No DVR routers for this DVR port 3fd72ee9-6146-4596-9f61-084521110224 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:19.467792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.471165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3fd72ee9-6146-4596-9f61-084521110224'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:19.472475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31d501a8-a763-4719-92a0-8ecf8aa5df9a req-535e8a4a-4586-43e3-9012-d62d0910a3be tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.48 "DELETE /v2.0/ports/3fd72ee9-6146-4596-9f61-084521110224 HTTP/1.1" status: 204 len: 173 time: 0.4237218 Sep 18 00:53:19.472956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'name': 'network-vif-deleted', 'tag': '3fd72ee9-6146-4596-9f61-084521110224'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:19.475277 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2113f6-8d0f-4a98-ac7f-8387a1966ccf" -d '{"events": [{"server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "name": "network-vif-deleted", "tag": "3fd72ee9-6146-4596-9f61-084521110224"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:19.522414 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee09952-876b-43da-acd8-ddc3478ec22d x-openstack-request-id: req-9ee09952-876b-43da-acd8-ddc3478ec22d {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:19.522615 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d6fd2b-7d13-4ffa-bd8a-8f69961443b5", "name": "network-vif-deleted", "tag": "3fd72ee9-6146-4596-9f61-084521110224", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:19.522891 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ee09952-876b-43da-acd8-ddc3478ec22d {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:19.523360 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d6fd2b-7d13-4ffa-bd8a-8f69961443b5', 'name': 'network-vif-deleted', 'tag': '3fd72ee9-6146-4596-9f61-084521110224', 'status': 'completed', 'code': 200} Sep 18 00:53:19.663844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 35deb185-787e-41de-8201-0f3965a4f9e2 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:19.664186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.746009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.758570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 35deb185-787e-41de-8201-0f3965a4f9e2 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:19.925304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cbc3917c-f468-4f91-8018-da891c562c9b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:19.963680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.974940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1c4602f3-9138-4e5a-87ff-49bb6471cdec up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:19.997526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=35deb185-787e-41de-8201-0f3965a4f9e2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:20.009533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-934b939a-984d-4036-aa1a-d795bb4174cc req-dfab7d3a-58d2-47a2-a063-a719400ccf51 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=95d6fd2b-7d13-4ffa-bd8a-8f69961443b5 HTTP/1.1" status: 200 len: 210 time: 0.0481658 Sep 18 00:53:20.044367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cbc3917c-f468-4f91-8018-da891c562c9b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:20.044833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.089033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 1c4602f3-9138-4e5a-87ff-49bb6471cdec completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:53:20.096984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 1c4602f3-9138-4e5a-87ff-49bb6471cdec triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:20.096984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.119753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.143231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70de6-4f07-49f2-b43d-ec92d6070044 req-6f0cde9e-7345-459f-9d77-48c688bef6f3 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.152732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc70de6-4f07-49f2-b43d-ec92d6070044 req-6f0cde9e-7345-459f-9d77-48c688bef6f3 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 944 time: 0.0699887 Sep 18 00:53:20.226548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.231585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfc70de6-4f07-49f2-b43d-ec92d6070044 req-7948ce3d-a464-4738-9b72-701e99f536f2 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Sep 18 00:53:20.252513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:20.254509 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31723ff4-ff0b-49da-9f3d-6c5e1941c695" -d '{"events": [{"server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "name": "network-vif-plugged", "status": "completed", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:20.269585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec,segment=NetworkSegment(40867aeb-f690-4c5f-88c0-512607eb9f3e),segment_id=40867aeb-f690-4c5f-88c0-512607eb9f3e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:20.275952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.302515 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874251b-e75a-4a48-b5f6-6ce153a587f9 x-openstack-request-id: req-2874251b-e75a-4a48-b5f6-6ce153a587f9 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:20.303306 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "name": "network-vif-plugged", "status": "completed", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:20.304015 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2874251b-e75a-4a48-b5f6-6ce153a587f9 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:20.305126 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec', 'code': 200} Sep 18 00:53:20.309598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router fb11ecce-4b11-4d0e-a844-3922c1f76e96 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:20.333705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:20.389628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:20.395858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-757c6c8a-5cb1-445c-9f2d-5f2302e11ebc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/fb11ecce-4b11-4d0e-a844-3922c1f76e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693187 Sep 18 00:53:20.398055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56498) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:20.401441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] Sync routers for ids ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:20.402359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bdf73-27b2-4380-8c67-d713836e1e45 req-0905967e-4678-4bec-b8f3-c75052273327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.403872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824bdf73-27b2-4380-8c67-d713836e1e45 req-0905967e-4678-4bec-b8f3-c75052273327 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 1097 time: 0.0420930 Sep 18 00:53:20.411517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] Routers {'fb11ecce-4b11-4d0e-a844-3922c1f76e96'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:20.412147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:20.427743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a51c43a-48f2-4acb-9c58-9f0ae689617a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb11ecce-4b11-4d0e-a844-3922c1f76e96 HTTP/1.1" status: 200 len: 205 time: 0.0284500 Sep 18 00:53:20.428794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:20.442546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824bdf73-27b2-4380-8c67-d713836e1e45 req-d152413a-2799-4e0d-9c59-4cf87c2e37dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 Sep 18 00:53:20.448724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:20.458177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] Routers {'fb11ecce-4b11-4d0e-a844-3922c1f76e96'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:20.458774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:20.491268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:20.491990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d493fe9-458a-486e-9d8f-6ff4674c816d None None] The sync data for ids ['fb11ecce-4b11-4d0e-a844-3922c1f76e96'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:20.505798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.954169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.956264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.000734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.001242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router fb11ecce-4b11-4d0e-a844-3922c1f76e96 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:21.008030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.009747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d033cd3-daf8-4918-9d32-bc99ae5f49b1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/fb11ecce-4b11-4d0e-a844-3922c1f76e96 HTTP/1.1" status: 204 len: 168 time: 0.5794621 Sep 18 00:53:21.011736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56506) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:21.063595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet a124268e-6657-4d4b-9e98-9c9b63cb4c30 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:21.067866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.111710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.200033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.259382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.291950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=a124268e-6657-4d4b-9e98-9c9b63cb4c30,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:21.293822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607507-a266-40e6-91fe-b806c34080d9 req-346bb22a-222e-4d9e-8d7a-3fa667fdb442 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:21.295355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88607507-a266-40e6-91fe-b806c34080d9 req-346bb22a-222e-4d9e-8d7a-3fa667fdb442 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0561211 Sep 18 00:53:21.298628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.300848 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b731573d-f588-44d2-b649-be5fc00f4faf tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/a124268e-6657-4d4b-9e98-9c9b63cb4c30 HTTP/1.1" status: 204 len: 168 time: 0.2881691 Sep 18 00:53:21.304103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56516) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:21.307342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e3beb-0153-43e4-aade-03336723ce40 None None] Network 13acd76d-4797-4c48-952c-74105d709a64 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:21.485518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] DHCP port deletion for 13acd76d-4797-4c48-952c-74105d709a64 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:21.488861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:21.511530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:21.512200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9911d7f8-ac31-45d3-bb3d-86eaf0d78581 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:21.712708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Deleting port cbc3917c-f468-4f91-8018-da891c562c9b {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:21.712956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.734691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.740053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88607507-a266-40e6-91fe-b806c34080d9 req-e5a72d6b-20a4-436b-b433-bcd138b6f0ee tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276907 Sep 18 00:53:21.755120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4de74-f31c-4bde-821b-6ee8d01774c2 req-a6e5f022-9975-46b5-ab3a-458787f35ccd tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:21.756646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48d4de74-f31c-4bde-821b-6ee8d01774c2 req-a6e5f022-9975-46b5-ab3a-458787f35ccd tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.4234319 Sep 18 00:53:21.778218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] For port cbc3917c-f468-4f91-8018-da891c562c9b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cbc3917c-f468-4f91-8018-da891c562c9b,segment=NetworkSegment(10eb6c5a-2013-4f1c-a280-e39761481289),segment_id=10eb6c5a-2013-4f1c-a280-e39761481289)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:21.778629 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.792902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Calling delete_port for cbc3917c-f468-4f91-8018-da891c562c9b owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:21.821100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48d4de74-f31c-4bde-821b-6ee8d01774c2 req-713a60e7-571c-4926-863a-1abfc774bd87 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565822 Sep 18 00:53:21.844863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port cbc3917c-f468-4f91-8018-da891c562c9b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:21.844863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.880685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.909676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] Pushing event deleted for resources: {'Port': ['ID=cbc3917c-f468-4f91-8018-da891c562c9b,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:21.909917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port cbc3917c-f468-4f91-8018-da891c562c9b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cbc3917c-f468-4f91-8018-da891c562c9b,segment=NetworkSegment(10eb6c5a-2013-4f1c-a280-e39761481289),segment_id=10eb6c5a-2013-4f1c-a280-e39761481289)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:21.910292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:21.911568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2718e-ffba-4226-b001-6a7afbd40847 None None] No DVR routers for this DVR port cbc3917c-f468-4f91-8018-da891c562c9b on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:21.926727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for cbc3917c-f468-4f91-8018-da891c562c9b owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:21.934674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cbc3917c-f468-4f91-8018-da891c562c9b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:21.953814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: cbc3917c-f468-4f91-8018-da891c562c9b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:21.954155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cbc3917c-f468-4f91-8018-da891c562c9b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:22.002395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.028743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=cbc3917c-f468-4f91-8018-da891c562c9b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:22.033858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port cbc3917c-f468-4f91-8018-da891c562c9b on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:22.114868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.135195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13acd76d-4797-4c48-952c-74105d709a64']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:22.144760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eb6c5a-2013-4f1c-a280-e39761481289') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:22.145062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eb6c5a-2013-4f1c-a280-e39761481289') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:22.154032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.166729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.172674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:22.173061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:22.175999 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:22.237524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.243900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.245701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/13acd76d-4797-4c48-952c-74105d709a64 HTTP/1.1" status: 204 len: 168 time: 0.9403317 Sep 18 00:53:22.250131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56522) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:22.255313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2103606214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:22.258229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc8910-4189-40b2-b5ac-f94203ee1ccb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=13acd76d-4797-4c48-952c-74105d709a64,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:22.280357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.281565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.332165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.335918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.350594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.351939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff1325c8-caa6-45cb-9aa3-2f9665b9b289 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1004975 Sep 18 00:53:22.355081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:22.360723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-259459728'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:22.380360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:22.383948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.406497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:22.414900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.415239 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 17ec739e-03f8-4c46-9a33-a878cf5922c6 of type vlan for network addf62bf-7419-45cc-9ec4-0563ea919827 Sep 18 00:53:22.454129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.477722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.483447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:22.484566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.525073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1689143 Sep 18 00:53:22.527746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56526) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:22.556212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:22.572338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dd3e9-61f6-4d64-b9ec-3a9eea162e98 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=addf62bf-7419-45cc-9ec4-0563ea919827,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:22.583341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network addf62bf-7419-45cc-9ec4-0563ea919827 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:22.657411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:22.661015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.851374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:22.863221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98584d-feba-4031-9b4b-621914f4ff25 req-a2ca5131-137b-447e-8d5c-545451744427 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:22.866975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e98584d-feba-4031-9b4b-621914f4ff25 req-a2ca5131-137b-447e-8d5c-545451744427 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0537012 Sep 18 00:53:22.904297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e98584d-feba-4031-9b4b-621914f4ff25 req-9edf802d-1224-4c37-906b-bb1e7141cadf tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups?id=91440e52-d2b2-43c5-a2fd-bee31f00cf82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Sep 18 00:53:22.924097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=9c850214-56a4-4ba7-bbb0-0c33cfc4a142,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:22.937661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:22.938199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: addf62bf-7419-45cc-9ec4-0563ea919827, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:22.985255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network addf62bf-7419-45cc-9ec4-0563ea919827 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:23.002977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-1818d7f8-a4dd-4c7f-9516-3432241d0934 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.004510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-1818d7f8-a4dd-4c7f-9516-3432241d0934 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 944 time: 0.0641167 Sep 18 00:53:23.005681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, addf62bf-7419-45cc-9ec4-0563ea919827) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:23.009688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5a06f-fa76-4e92-aa99-a21f2d1e9661 req-b962652f-266e-4d21-918f-71093b06fb64 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.009924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.010507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.011388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8a5a06f-fa76-4e92-aa99-a21f2d1e9661 req-b962652f-266e-4d21-918f-71093b06fb64 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.0511656 Sep 18 00:53:23.019130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f5b7a-07b0-4841-a78e-c2fc11d90195 None None] Network addf62bf-7419-45cc-9ec4-0563ea919827 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:23.054202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d9244664-bcde-4e3b-a6e0-d3b7f9a27eb2 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5252874 Sep 18 00:53:23.057004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56534) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:23.067539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8a5a06f-fa76-4e92-aa99-a21f2d1e9661 req-3bfd47a0-c55f-47c2-a362-08b11e99f463 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Sep 18 00:53:23.150064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:23.150501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.200984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-addf62bf-7419-45cc-9ec4-0563ea919827', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:23.201865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.283017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] For port f7addffe-8f67-406a-97a9-d9bcdb3d3f63, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:23.283665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.388681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Allocated IP 2001:db8::2 (addf62bf-7419-45cc-9ec4-0563ea919827/9c850214-56a4-4ba7-bbb0-0c33cfc4a142/5b6239e8-50c3-431c-a22e-5f2b241a8f2d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:23.446710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.498096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.498517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.498838 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Floating IP eb88b93c-da27-4ba9-852c-72dab826376e disassociated. External IP: 172.25.7.70, port: f7addffe-8f67-406a-97a9-d9bcdb3d3f63. Sep 18 00:53:23.499179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for f7addffe-8f67-406a-97a9-d9bcdb3d3f63 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:23.551012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.559042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-0daef611-c4f8-45ed-9ff6-607d369609c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.560636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-0daef611-c4f8-45ed-9ff6-607d369609c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cd0f28214cd4939b6a90ce55cde7e23&device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 1097 time: 0.1842079 Sep 18 00:53:23.563249 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.570377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c550f9-002e-458e-ba92-b2bff82a6660 req-fc75a0ab-f1a0-4867-9086-cf1560cd12cb tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.571871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02c550f9-002e-458e-ba92-b2bff82a6660 req-fc75a0ab-f1a0-4867-9086-cf1560cd12cb tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.1861105 Sep 18 00:53:23.601867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Network addf62bf-7419-45cc-9ec4-0563ea919827 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:23.605247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:23.609199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:23.632522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Pushing event updated for resources: {'Port': ['ID=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:23.649570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.679527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=f7addffe-8f67-406a-97a9-d9bcdb3d3f63,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:23.687459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Attempting to bind port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:23.688050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Attempting to bind port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:23.688496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Attempting to bind port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d on network addf62bf-7419-45cc-9ec4-0563ea919827 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:23.693931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:23.694277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Checking segment: {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:23.694744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.695202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Bound using segment: {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:23.695728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Bound port: 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:23.696172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.767695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] For port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:23.771321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] For port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:23.777653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.784478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02c550f9-002e-458e-ba92-b2bff82a6660 req-7b22f75b-a1eb-4967-9edc-276b5ed9bc29 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022779 Sep 18 00:53:23.820074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:23.857299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246f9c-1f0a-4346-8e4b-171445717454 None None] Pushing event updated for resources: {'Port': ['ID=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:23.906631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8::1 (addf62bf-7419-45cc-9ec4-0563ea919827/9c850214-56a4-4ba7-bbb0-0c33cfc4a142/e0f12e9d-d040-4f01-87aa-e03d5f950a08) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:23.909839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-6d3dde10-97d5-49a4-8850-f9dc5d91806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:23.911129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-6d3dde10-97d5-49a4-8850-f9dc5d91806f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab1fcfe2-c430-4f81-b5be-257d11b891ca HTTP/1.1" status: 200 len: 914 time: 0.3369801 Sep 18 00:53:23.973530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3fd72ee9-6146-4596-9f61-084521110224 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:23.977795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:23.991151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Sync routers for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:24.006100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 3fd72ee9-6146-4596-9f61-084521110224 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:24.006323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3fd72ee9-6146-4596-9f61-084521110224 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:24.020959 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:24.021975 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:24.036497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] No DVR routers for this DVR port f7addffe-8f67-406a-97a9-d9bcdb3d3f63 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:24.039686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.041629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-53e08a12-c34a-4eeb-bd9d-cdd61fff186b req-d6e5347c-02e4-438d-ac52-0e9981d07f32 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.54 "DELETE /v2.0/ports/f7addffe-8f67-406a-97a9-d9bcdb3d3f63 HTTP/1.1" status: 204 len: 173 time: 1.0285943 Sep 18 00:53:24.042083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-deleted', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:24.044514 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09b144-4dfa-4ac0-b069-e4d78a2abbef" -d '{"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-deleted", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:24.108533 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300eb70b-04a5-47ca-863c-9394483a93ca x-openstack-request-id: req-300eb70b-04a5-47ca-863c-9394483a93ca {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:24.108971 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55736b7-d9ff-4da3-82cd-ff1b4ccd4676", "name": "network-vif-deleted", "tag": "f7addffe-8f67-406a-97a9-d9bcdb3d3f63", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:24.109324 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-300eb70b-04a5-47ca-863c-9394483a93ca {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:24.109841 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55736b7-d9ff-4da3-82cd-ff1b4ccd4676', 'name': 'network-vif-deleted', 'tag': 'f7addffe-8f67-406a-97a9-d9bcdb3d3f63', 'status': 'completed', 'code': 200} Sep 18 00:53:24.180418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49defb37-f78d-4759-b569-5f988526dba7 req-509fc0a7-ce52-495f-a8a2-4309b0392b50 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/ports?device_id=a55736b7-d9ff-4da3-82cd-ff1b4ccd4676 HTTP/1.1" status: 200 len: 210 time: 0.1283906 Sep 18 00:53:24.197120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae0002bc-11c8-406c-a4b4-22e450f07694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.205811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-fb24d8b7-8cd8-4908-9b76-7d867d70ee36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec HTTP/1.1" status: 200 len: 217 time: 0.1344631 Sep 18 00:53:24.255911 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:24.276634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.302093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-57f2ea6e-e489-4387-936f-d9345bfe57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:24.303853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-57f2ea6e-e489-4387-936f-d9345bfe57fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd423ca1-7ad8-47c0-a381-0a877557e409 HTTP/1.1" status: 200 len: 853 time: 0.0876579 Sep 18 00:53:24.349574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-91ffd7dc-cb40-4e4a-91f4-ba8135ca1bf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab1fcfe2-c430-4f81-b5be-257d11b891ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333309 Sep 18 00:53:24.377439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.465627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network addf62bf-7419-45cc-9ec4-0563ea919827 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:24.473343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:24.477258 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:24.481855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:24.482409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.486913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:24.544563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-f087cdea-e489-4b77-8f2d-c6be52605669 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873715 Sep 18 00:53:24.610644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Checking router: 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:24.619550 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:24.620282 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:24.697085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:24.719708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7ac5d07-29d2-4f69-9da9-0c5500e04fc3 req-3d778742-928e-4099-aa44-3529faf01677 service neutron] 10.222.0.48 "GET /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517849 Sep 18 00:53:24.763591 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:24.995849 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:25.025874 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bc664-9a2c-4a39-b465-ebf6440391e3 None None] The sync data for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 is: [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:43:14Z', 'revision_number': 4, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '84bf99cd-3eff-4fab-b240-36fb043d4671', 'name': '', 'network_id': 'ad8432ee-3434-4f25-90c6-86efc67b0aaa', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'mac_address': 'fa:16:3e:12:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:12Z', 'updated_at': '2021-09-18T00:43:20Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'subnets': [{'id': '28818a3b-eee7-4b56-8e13-1099149a7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:25.041613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd8cf3-2e00-4cd8-a511-f1b1ab022fcb req-1e8ff1b2-1485-42b4-a054-82f1a132b047 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:25.043171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5bd8cf3-2e00-4cd8-a511-f1b1ab022fcb req-1e8ff1b2-1485-42b4-a054-82f1a132b047 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.0886779 Sep 18 00:53:25.091775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.100911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.101708 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.105554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed1852-edc3-43d1-85ad-67001b07d6cc None None] Network addf62bf-7419-45cc-9ec4-0563ea919827 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:25.157580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5bd8cf3-2e00-4cd8-a511-f1b1ab022fcb req-918b9fa6-f5ef-48e2-8cac-b75cace0dc07 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017971 Sep 18 00:53:25.189520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] Provisioning complete for port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:25.190182 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.192935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:25.282953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network addf62bf-7419-45cc-9ec4-0563ea919827 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:25.285963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:25.308605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56562) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:25.400018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.424412 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.437289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.440806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb841bf-8916-4a58-bc0c-f1f043061e09 None None] New status for floating IP eb88b93c-da27-4ba9-852c-72dab826376e: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:53:25.449196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:53:25.501007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.503721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.504991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "DELETE /v2.0/security-groups/91440e52-d2b2-43c5-a2fd-bee31f00cf82 HTTP/1.1" status: 204 len: 168 time: 0.1931279 Sep 18 00:53:25.508563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56566) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:25.531485 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-6c987099-2333-451d-b37b-f266ce2d65f5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] show failed (client error): The resource could not be found. Sep 18 00:53:25.532970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6c987099-2333-451d-b37b-f266ce2d65f5 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "GET /v2.0/security-groups/91440e52-d2b2-43c5-a2fd-bee31f00cf82 HTTP/1.1" status: 404 len: 347 time: 0.0235004 Sep 18 00:53:25.536403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba93e9-2289-46fd-87bd-4697760c7319 tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91440e52-d2b2-43c5-a2fd-bee31f00cf82,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:25.538440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56568) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:25.570484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] For port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:25.575695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:25.583499 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.595635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:25.606474 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:25.606719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ccc207e1-eab1-4b80-9b91-34a70fb30d77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5484512 Sep 18 00:53:25.607258 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:25.609583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:25.616165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244890540'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:25.663098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:25.666882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.670699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28984330-7ed6-40a5-9b11-4341b5398397 None None] Pushing event updated for resources: {'Port': ['ID=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:25.706148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:25.717119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.717686 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment ac5b878c-4e1b-4b5f-b343-feddef80959f of type vlan for network af9870a3-2388-4bb0-91b5-128923b189c7 Sep 18 00:53:25.754398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:25.756169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Deleting port 763c44ed-bd9f-46f4-99ec-185dbfa8bc90 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:25.756564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.765616 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.800793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.808258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:25.808960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.835937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2215731 Sep 18 00:53:25.838089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:25.845521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:25.873522 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.876075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.913676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Calling delete_port for 763c44ed-bd9f-46f4-99ec-185dbfa8bc90 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:25.915355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8132ea03-aa7f-4114-a4e3-a822e94ac95a None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:25.915731 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8132ea03-aa7f-4114-a4e3-a822e94ac95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.925531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149492-6e40-40ea-a7a2-2e6c52943c40 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=af9870a3-2388-4bb0-91b5-128923b189c7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:25.955681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network af9870a3-2388-4bb0-91b5-128923b189c7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:26.022540 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:24Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:24Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:26.037189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b6239e8-50c3-431c-a22e-5f2b241a8f2d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:26.038942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8132ea03-aa7f-4114-a4e3-a822e94ac95a None None] Port e0f12e9d-d040-4f01-87aa-e03d5f950a08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:26.052693 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:26.053043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Updating router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 port e0f12e9d-d040-4f01-87aa-e03d5f950a08 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:26.080191 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.096403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8132ea03-aa7f-4114-a4e3-a822e94ac95a None None] Provisioning complete for port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:26.096807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8132ea03-aa7f-4114-a4e3-a822e94ac95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.117758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:26.122547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.264047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:26.264611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.346447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.374631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfdde4-9b2c-45dc-afd5-e5efa097fe21 req-99c57692-32ab-4cd5-83ba-6269af63242b tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:26.383473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adbfdde4-9b2c-45dc-afd5-e5efa097fe21 req-99c57692-32ab-4cd5-83ba-6269af63242b tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.0999253 Sep 18 00:53:26.437757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Pushing event deleted for resources: {'Port': ['ID=763c44ed-bd9f-46f4-99ec-185dbfa8bc90,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:26.444644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adbfdde4-9b2c-45dc-afd5-e5efa097fe21 req-eb87fade-4076-4db9-941b-8ad48a110773 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Sep 18 00:53:26.459536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8f1b9a56-5106-4e75-a94c-d61037e9182b None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:26.460010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f1b9a56-5106-4e75-a94c-d61037e9182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.502938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b9a56-5106-4e75-a94c-d61037e9182b None None] Port e0f12e9d-d040-4f01-87aa-e03d5f950a08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:26.503146 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.513755 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.601044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.604657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.607120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.612385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7524e6bf-4821-4e75-9f70-2f12a1c1986d tempest-ServerActionsTestJSON-866706423 tempest-ServerActionsTestJSON-866706423-project] 10.222.0.49 "DELETE /v2.0/floatingips/eb88b93c-da27-4ba9-852c-72dab826376e HTTP/1.1" status: 204 len: 168 time: 1.0649016 Sep 18 00:53:26.612900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56584) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:26.615470 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Pushing event updated for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:26.643931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0f9aea01-970a-497a-b36b-984568c2fada None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:26.643931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f9aea01-970a-497a-b36b-984568c2fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.681075 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.681463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.681853 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.682192 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.682520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.682843 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.683166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.684359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.684359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.684359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.684643 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.684903 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.706305 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Attempting to bind port e0f12e9d-d040-4f01-87aa-e03d5f950a08 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:26.706684 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Attempting to bind port e0f12e9d-d040-4f01-87aa-e03d5f950a08 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:26.707049 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Attempting to bind port e0f12e9d-d040-4f01-87aa-e03d5f950a08 on network addf62bf-7419-45cc-9ec4-0563ea919827 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:26.712989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0f9aea01-970a-497a-b36b-984568c2fada None None] Port e0f12e9d-d040-4f01-87aa-e03d5f950a08 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:26.720004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=9df22743-6891-4d8f-97c8-132248f58f21,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:26.722665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:26.723082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: af9870a3-2388-4bb0-91b5-128923b189c7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:26.723573 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:26.724053 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Checking segment: {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:26.725135 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.725542 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Bound using segment: {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:26.726091 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Bound port: e0f12e9d-d040-4f01-87aa-e03d5f950a08, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec739e-03f8-4c46-9a33-a878cf5922c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:26.726477 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.743582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network af9870a3-2388-4bb0-91b5-128923b189c7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:26.755069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, af9870a3-2388-4bb0-91b5-128923b189c7) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:26.763955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29f0a2-833b-4084-b63f-a1aab5e33fc9 None None] Network af9870a3-2388-4bb0-91b5-128923b189c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:26.769691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:26.770562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.793417 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ad583d6-3a67-45ae-a137-6d095b925d9a tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9537153 Sep 18 00:53:26.794145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:26.824382 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] For port e0f12e9d-d040-4f01-87aa-e03d5f950a08, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:26.829673 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] For port e0f12e9d-d040-4f01-87aa-e03d5f950a08, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0f12e9d-d040-4f01-87aa-e03d5f950a08,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:26.844667 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:26.903502 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f29e8-75d9-493d-b646-a8a17735e1d8 None None] Pushing event updated for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:26.927360 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:26.928043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:27.002725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:27.003438 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.031535 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:27.036689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eb4b4-456e-4172-8b26-17b10044af0f req-93691785-f0c8-45d0-8350-317f2d9db89f tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:27.044599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e37eb4b4-456e-4172-8b26-17b10044af0f req-93691785-f0c8-45d0-8350-317f2d9db89f tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.1386631 Sep 18 00:53:27.131528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-af9870a3-2388-4bb0-91b5-128923b189c7', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:27.133400 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.163202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e37eb4b4-456e-4172-8b26-17b10044af0f req-5f30e383-5f51-4c9a-b929-d04a37a66102 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075344 Sep 18 00:53:27.249816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.282292 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:24Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:26Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:27.312666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-36f2109a-5950-4358-bbf0-97ef10b43f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.369866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.373331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] For port e0f12e9d-d040-4f01-87aa-e03d5f950a08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0f12e9d-d040-4f01-87aa-e03d5f950a08,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:27.406915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.434836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.447763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca401a2-51e6-4c03-8992-f42cd4ebe284 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:24Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:26Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:27.457708 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.488639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Allocated IP 2001:db8:1::2 (af9870a3-2388-4bb0-91b5-128923b189c7/9df22743-6891-4d8f-97c8-132248f58f21/7b80d8c1-4a36-4b50-a8cd-5f381856432f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:27.499274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:27.534817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a5c4a-a60d-4ef5-a340-1ba637660912 None None] Pushing event updated for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:27.544069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f7addffe-8f67-406a-97a9-d9bcdb3d3f63 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:27.544581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f7addffe-8f67-406a-97a9-d9bcdb3d3f63 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:27.575478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9bc26e73-0683-4532-84d7-943ae0a405e7 None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:27.575872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bc26e73-0683-4532-84d7-943ae0a405e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.974039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0f12e9d-d040-4f01-87aa-e03d5f950a08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:28.002698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.014666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.074652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8:1::1 (af9870a3-2388-4bb0-91b5-128923b189c7/9df22743-6891-4d8f-97c8-132248f58f21/a9f52e34-f07d-4757-b140-148df0bd139a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:28.096092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Pushing event updated for resources: {'Port': ['ID=7b80d8c1-4a36-4b50-a8cd-5f381856432f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:28.105216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Network af9870a3-2388-4bb0-91b5-128923b189c7 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:28.107931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:28.111294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:28.113352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e0f12e9d-d040-4f01-87aa-e03d5f950a08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:28.113734 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.158379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Deleting port 84bf99cd-3eff-4fab-b240-36fb043d4671 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:28.158725 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.243172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.267435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Attempting to bind port 7b80d8c1-4a36-4b50-a8cd-5f381856432f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:28.267812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Attempting to bind port 7b80d8c1-4a36-4b50-a8cd-5f381856432f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:28.268178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Attempting to bind port 7b80d8c1-4a36-4b50-a8cd-5f381856432f on network af9870a3-2388-4bb0-91b5-128923b189c7 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:28.282277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:28.283040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Checking segment: {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:28.283040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.283443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Bound using segment: {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:28.283934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Bound port: 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:28.284364 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.295700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.323851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] For port 84bf99cd-3eff-4fab-b240-36fb043d4671, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=84bf99cd-3eff-4fab-b240-36fb043d4671,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:28.324590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.342265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network af9870a3-2388-4bb0-91b5-128923b189c7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:28.350117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:28.353675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Calling delete_port for 84bf99cd-3eff-4fab-b240-36fb043d4671 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:28.354826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:28.355608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.360615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.367731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-ff88b72c-f249-4389-98ad-12958ce560e5 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:28.370829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-ff88b72c-f249-4389-98ad-12958ce560e5 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.48 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.1357167 Sep 18 00:53:28.388768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0453077-b28c-461d-ad12-f4250b7c6adf req-0da55ba4-0ce5-4e30-9f62-980fa75ee1dc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:28.396897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0453077-b28c-461d-ad12-f4250b7c6adf req-0da55ba4-0ce5-4e30-9f62-980fa75ee1dc tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 945 time: 0.1635151 Sep 18 00:53:28.406555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] For port 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:28.423974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] For port 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7b80d8c1-4a36-4b50-a8cd-5f381856432f,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:28.438370 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.443540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:28.503181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1353b-0164-42cb-a598-b38ffa443f68 None None] Pushing event updated for resources: {'Port': ['ID=7b80d8c1-4a36-4b50-a8cd-5f381856432f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:28.552948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.572038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0453077-b28c-461d-ad12-f4250b7c6adf req-0478f38d-5c3b-4426-821a-dd8d201670f0 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/security-groups?id=21f9b366-c2c2-4e67-918a-a574e66ecdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742582 Sep 18 00:53:28.636167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Deleting port 1c4602f3-9138-4e5a-87ff-49bb6471cdec {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:28.636535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.808548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] For port 1c4602f3-9138-4e5a-87ff-49bb6471cdec, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1c4602f3-9138-4e5a-87ff-49bb6471cdec,segment=NetworkSegment(40867aeb-f690-4c5f-88c0-512607eb9f3e),segment_id=40867aeb-f690-4c5f-88c0-512607eb9f3e)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:28.808925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.829357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Calling delete_port for 1c4602f3-9138-4e5a-87ff-49bb6471cdec owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:28.889322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.901544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.907747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.908497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.924503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Pushing event deleted for resources: {'Port': ['ID=84bf99cd-3eff-4fab-b240-36fb043d4671,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:28.975687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:29.044908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network af9870a3-2388-4bb0-91b5-128923b189c7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:29.048258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:29.123017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.136129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1c4602f3-9138-4e5a-87ff-49bb6471cdec'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:29.183196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:29.194518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Pushing event deleted for resources: {'Port': ['ID=1c4602f3-9138-4e5a-87ff-49bb6471cdec,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:29.244905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] No DVR routers for this DVR port 1c4602f3-9138-4e5a-87ff-49bb6471cdec on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:29.246506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.248709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.251728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecbc7b53-6f95-4b2a-b826-57737d277300 req-754460b8-af30-4b60-834d-2d0f1092d34e tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.48 "DELETE /v2.0/ports/1c4602f3-9138-4e5a-87ff-49bb6471cdec HTTP/1.1" status: 204 len: 173 time: 0.8730040 Sep 18 00:53:29.252165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'name': 'network-vif-deleted', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:29.254419 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07d985-9ee0-4a97-bb67-3303d2a197c3" -d '{"events": [{"server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "name": "network-vif-deleted", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:29.292313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:29.309828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-099d982a-549a-4412-8976-fa0ff03fd851 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5137970 Sep 18 00:53:29.313169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:29.315158 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b205045-fda1-4afb-91ae-26b576a3981a x-openstack-request-id: req-0b205045-fda1-4afb-91ae-26b576a3981a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:29.315464 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afb5059-cbad-4508-ba69-6255bb0dd39e", "name": "network-vif-deleted", "tag": "1c4602f3-9138-4e5a-87ff-49bb6471cdec", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:29.315827 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b205045-fda1-4afb-91ae-26b576a3981a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:29.316212 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afb5059-cbad-4508-ba69-6255bb0dd39e', 'name': 'network-vif-deleted', 'tag': '1c4602f3-9138-4e5a-87ff-49bb6471cdec', 'status': 'completed', 'code': 200} Sep 18 00:53:29.319790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-741885037'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:29.339450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:29.351126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:29.351843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.354445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:29.358330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.387799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:29.399249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.399554 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 031c5064-8b98-4baa-a3fb-6d55039ee8e5 of type vlan for network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac Sep 18 00:53:29.448719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.470682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:29.492844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.503688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:29.504610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.527310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:29.588460 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2740269 Sep 18 00:53:29.589908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca85fa-a826-45a1-9522-bd1afc46715f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:29.591204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56610) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:29.597860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:29.612163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:29.711266 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.768213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-640f5475-933c-46b4-8a58-1d96ce5b9063 req-c9dfd6e8-2623-4696-8d51-75f8f5fb43d5 tempest-InstanceActionsTestJSON-1346248914 tempest-InstanceActionsTestJSON-1346248914-project] 10.222.0.49 "GET /v2.0/ports?device_id=1afb5059-cbad-4508-ba69-6255bb0dd39e HTTP/1.1" status: 200 len: 210 time: 0.0566401 Sep 18 00:53:29.776121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:29.783368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 3, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.785779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0001ca7-b860-47eb-9e62-0409bb4b6aac admin admin] 10.222.0.49 "PUT /v2.0/routers/2f395c09-64d8-40ab-95da-e5bdb3c99ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1717250 Sep 18 00:53:29.786998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56614) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:29.794339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:29.799335 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.802091 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Sync routers for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:29.814555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:29.815026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Updating router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 port a9f52e34-f07d-4757-b140-148df0bd139a binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:29.820961 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:29.825809 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.846968 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.963655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.093898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:30.099145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.164403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=506b9094-0b54-4047-913a-4a1af4fe4aa7,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:30.196594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7b80d8c1-4a36-4b50-a8cd-5f381856432f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:30.209398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:30.209759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:30.244505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:30.268440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:30.279698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:30.280261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.309632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-540397e4-d78a-4d43-9937-2f3060905e58 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7157004 Sep 18 00:53:30.313462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:30.374564 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.395768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabde327-0c19-4838-83e1-0c1887462eae None None] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:30.422596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.435753 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:30.483564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad023f0-d65a-4d61-addb-d7216f74a4c0 None None] Pushing event updated for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:30.488006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94b8dd-aa98-4a0c-a396-7ed7a11a4d98 None None] Network af9870a3-2388-4bb0-91b5-128923b189c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:30.488265 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Checking router: 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:30.498395 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Routers {'2f395c09-64d8-40ab-95da-e5bdb3c99ee1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:30.500059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:30.606181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.630735 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] Set router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:30.639159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] Provisioning complete for port 7b80d8c1-4a36-4b50-a8cd-5f381856432f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:30.639536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.670224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Deleting port c1b63d6f-2335-4f79-840d-21caad7791bf {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:30.670569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.687398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7b80d8c1-4a36-4b50-a8cd-5f381856432f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:30.687398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.772969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] For port c1b63d6f-2335-4f79-840d-21caad7791bf, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c1b63d6f-2335-4f79-840d-21caad7791bf,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:30.773302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.791324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Calling delete_port for c1b63d6f-2335-4f79-840d-21caad7791bf owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:30.820328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Attempting to bind port a9f52e34-f07d-4757-b140-148df0bd139a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:30.820718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Attempting to bind port a9f52e34-f07d-4757-b140-148df0bd139a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:30.821533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Attempting to bind port a9f52e34-f07d-4757-b140-148df0bd139a on network af9870a3-2388-4bb0-91b5-128923b189c7 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:30.834254 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:30.864816 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13276df-7e52-476a-8dfd-49d0dc025cd1 None None] The sync data for ids ['2f395c09-64d8-40ab-95da-e5bdb3c99ee1'] in n-d-712707-16 is: [{'id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'name': 'tempest-ServerActionsTestJSON-2116580710-router', 'tenant_id': 'b20e09258ef0486d9c031486a4356292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:43:02Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 5, 'project_id': 'b20e09258ef0486d9c031486a4356292', 'gw_port': {'id': 'c1b63d6f-2335-4f79-840d-21caad7791bf', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f395c09-64d8-40ab-95da-e5bdb3c99ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:43:05Z', 'updated_at': '2021-09-18T00:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:30.865281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:30.865731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:30.866849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Checking segment: {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:30.867631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.868567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Bound using segment: {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:30.868567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Bound port: a9f52e34-f07d-4757-b140-148df0bd139a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5b878c-4e1b-4b5f-b343-feddef80959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:30.868923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:30.965790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.019048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.054126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b63d6f-2335-4f79-840d-21caad7791bf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:31.067597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Deleting subnet cd423ca1-7ad8-47c0-a381-0a877557e409 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:31.073979 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.120973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.127608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.192519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.194582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:31.195396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.236878 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.241365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.248438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.252517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.268518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] For port a9f52e34-f07d-4757-b140-148df0bd139a, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:31.301872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] For port 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7b80d8c1-4a36-4b50-a8cd-5f381856432f,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:31.306664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] For port a9f52e34-f07d-4757-b140-148df0bd139a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a9f52e34-f07d-4757-b140-148df0bd139a,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:31.331492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.332269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f395c09-64d8-40ab-95da-e5bdb3c99ee1 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:31.344694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.348955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cdbb3024-84d3-4d80-b39a-9e17af2334f9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2f395c09-64d8-40ab-95da-e5bdb3c99ee1 HTTP/1.1" status: 204 len: 168 time: 1.5609071 Sep 18 00:53:31.352181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56628) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:31.363088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.373178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.375827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.417418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8:2::1 (ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac/506b9094-0b54-4047-913a-4a1af4fe4aa7/7ce16f5f-d480-469a-a9a8-2382f5946e55) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:31.429597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd423ca1-7ad8-47c0-a381-0a877557e409,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:31.439537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.443815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8340ac11-1eea-45b5-944f-87f5f90f60b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd423ca1-7ad8-47c0-a381-0a877557e409 HTTP/1.1" status: 204 len: 168 time: 0.5745964 Sep 18 00:53:31.444936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56630) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:31.459586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Deleting subnet 28818a3b-eee7-4b56-8e13-1099149a7689 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:31.466448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.512984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:53:31.513563 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:53:31.517376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad023f0-d65a-4d61-addb-d7216f74a4c0 None None] Pushing event updated for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:31.520286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:31.520908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:31.578937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.597577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.674017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517dc97-d74b-4518-b758-fecdd1c56520 None None] Pushing event updated for resources: {'Port': ['ID=7b80d8c1-4a36-4b50-a8cd-5f381856432f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:31.681038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.691568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:31.729144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.743558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.790537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1fcfe2-c430-4f81-b5be-257d11b891ca']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:31.813804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40867aeb-f690-4c5f-88c0-512607eb9f3e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:31.814118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40867aeb-f690-4c5f-88c0-512607eb9f3e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:31.816107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.839146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.862440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.871829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:31.872836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:31.876102 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:31.899019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:31.904950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:31.912410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:31.913400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.918186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.958204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Provisioning complete for port 7b80d8c1-4a36-4b50-a8cd-5f381856432f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:31.958589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.971965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:31.988549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:31.998344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.003930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab1fcfe2-c430-4f81-b5be-257d11b891ca HTTP/1.1" status: 204 len: 168 time: 0.5555680 Sep 18 00:53:32.008429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28818a3b-eee7-4b56-8e13-1099149a7689,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.019699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9c09-cadb-43c8-b30f-e4608f3e65fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1fcfe2-c430-4f81-b5be-257d11b891ca,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.037944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.042412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4015bad9-5afa-4e3f-970a-cc14baaf1d7b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28818a3b-eee7-4b56-8e13-1099149a7689 HTTP/1.1" status: 204 len: 168 time: 0.6870220 Sep 18 00:53:32.042859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56636) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:32.067311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Allocated IP 2001:db8:2::2 (ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac/506b9094-0b54-4047-913a-4a1af4fe4aa7/1d8a537c-9233-43da-bb95-c7707ae4bfaf) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:32.180902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.191949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.236380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1c4602f3-9138-4e5a-87ff-49bb6471cdec no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:32.246949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56640) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:32.270087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc402a8d-d5a1-485b-93c1-4e6c9ebdb9df None None] Network ad8432ee-3434-4f25-90c6-86efc67b0aaa requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:32.336719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Deleting port 180a9973-6893-454c-836d-4b944e514a71 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:32.337061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.343967 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6fac02dd-3a3a-4fd9-9db1-799b0a72406b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cd0f28214cd4939b6a90ce55cde7e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949392 Sep 18 00:53:32.355002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56642) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:32.386646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 1c4602f3-9138-4e5a-87ff-49bb6471cdec {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:32.386999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1c4602f3-9138-4e5a-87ff-49bb6471cdec not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:32.457268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] For port 180a9973-6893-454c-836d-4b944e514a71, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=180a9973-6893-454c-836d-4b944e514a71,segment=NetworkSegment(523e7110-574a-45f3-bc37-7c17d465b0f9),segment_id=523e7110-574a-45f3-bc37-7c17d465b0f9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:32.457640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.480000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Calling delete_port for 180a9973-6893-454c-836d-4b944e514a71 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:32.490085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.521264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.527601 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.552719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.572559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.579556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.580549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.586744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.601864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Provisioning complete for port a9f52e34-f07d-4757-b140-148df0bd139a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:32.602859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.653044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.664180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.667906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.669692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21f9b366-c2c2-4e67-918a-a574e66ecdcd HTTP/1.1" status: 204 len: 168 time: 0.3136115 Sep 18 00:53:32.703000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Pushing event deleted for resources: {'Port': ['ID=180a9973-6893-454c-836d-4b944e514a71,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.720179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:32.724478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] No DVR routers for this DVR port 180a9973-6893-454c-836d-4b944e514a71 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:32.736475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7b80d8c1-4a36-4b50-a8cd-5f381856432f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:32.738576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f6c97-9a29-40a6-9ab0-c353f76ce0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9b366-c2c2-4e67-918a-a574e66ecdcd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.778908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.782523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:32.784335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:32.794837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:32.800021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:32.860660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Pushing event updated for resources: {'Port': ['ID=1d8a537c-9233-43da-bb95-c7707ae4bfaf,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:32.878096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6942c-d1ff-4f53-937a-259f8f7ce62a None None] DHCP port deletion for ad8432ee-3434-4f25-90c6-86efc67b0aaa request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:32.894052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.938791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8432ee-3434-4f25-90c6-86efc67b0aaa']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:32.953704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523e7110-574a-45f3-bc37-7c17d465b0f9') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:32.954200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523e7110-574a-45f3-bc37-7c17d465b0f9') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:32.962363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:32.965869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:32.997186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.000840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 3, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:31Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:33.006155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:33.006841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:33.009434 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:33.052014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Attempting to bind port 1d8a537c-9233-43da-bb95-c7707ae4bfaf on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:33.052427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Attempting to bind port 1d8a537c-9233-43da-bb95-c7707ae4bfaf by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:33.052794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Attempting to bind port 1d8a537c-9233-43da-bb95-c7707ae4bfaf on network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:33.078513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd12b-15d8-43da-ad0a-f57463edb9a3 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 3, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:31Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:33.089244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.096850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:33.097127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Checking segment: {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:33.097531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.097988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Bound using segment: {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:33.098414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Bound port: 1d8a537c-9233-43da-bb95-c7707ae4bfaf, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:33.098799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.135623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7b80d8c1-4a36-4b50-a8cd-5f381856432f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:33.136015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.137560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.149433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.171816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ad8432ee-3434-4f25-90c6-86efc67b0aaa HTTP/1.1" status: 204 len: 168 time: 1.1263938 Sep 18 00:53:33.174986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bbcc-1bd9-4cd1-91b9-7cfed03fb160 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8432ee-3434-4f25-90c6-86efc67b0aaa,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:33.353807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56660) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:33.354061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] For port a9f52e34-f07d-4757-b140-148df0bd139a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a9f52e34-f07d-4757-b140-148df0bd139a,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:33.374598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.381196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] For port 1d8a537c-9233-43da-bb95-c7707ae4bfaf, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:33.386172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] For port 1d8a537c-9233-43da-bb95-c7707ae4bfaf, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d8a537c-9233-43da-bb95-c7707ae4bfaf,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:33.415730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.443107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7c9104f8-591f-4a66-b73f-9223b15ce3e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b20e09258ef0486d9c031486a4356292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850623 Sep 18 00:53:33.443802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:33.521432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.544045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:33.557292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.564864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a9019a8-7cd3-45ec-8777-289e75457721 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2469478 Sep 18 00:53:33.568455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56666) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:33.574428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-897682014'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:33.622988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:33.635698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.673318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:33.693005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.696915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.700704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/285cc765-ab92-4795-8b84-cd4b4dbfda4c HTTP/1.1" status: 204 len: 168 time: 0.2527189 Sep 18 00:53:33.719214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882f084-bcdc-4482-9cff-3a6c2b5119a2 None None] Pushing event updated for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:33.720104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.720501 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added segment 79b16420-15f5-4fc1-b8d8-c76204f17180 of type vlan for network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 Sep 18 00:53:33.724571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-31942392-991d-4c36-9ad0-2931c88f9397 None None] Provisioning complete for port a9f52e34-f07d-4757-b140-148df0bd139a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:33.725247 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-31942392-991d-4c36-9ad0-2931c88f9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.732198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef9cd0-9d62-439d-993f-bd3e04b49eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cc765-ab92-4795-8b84-cd4b4dbfda4c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:33.774454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.814107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.824472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c1b63d6f-2335-4f79-840d-21caad7791bf no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:33.824696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:33.825583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:33.879264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3096399 Sep 18 00:53:33.882899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c1b63d6f-2335-4f79-840d-21caad7791bf {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:33.883088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:33.883572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c1b63d6f-2335-4f79-840d-21caad7791bf not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:33.884160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 84bf99cd-3eff-4fab-b240-36fb043d4671 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:33.891707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'subnet': {'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:33.961440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 84bf99cd-3eff-4fab-b240-36fb043d4671 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:33.962591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 84bf99cd-3eff-4fab-b240-36fb043d4671 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:33.990293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b622e-05ef-4d3f-8a80-88a9fb1e18fe tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Network': ['ID=7bcc8c74-0c86-47d3-b7b8-c501a20839a6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:33.990682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fe7b1-3a59-4058-86a4-35677dd96be9 None None] Pushing event updated for resources: {'Port': ['ID=1d8a537c-9233-43da-bb95-c7707ae4bfaf,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:34.063995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:34.130467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Made reservation on behalf of 4e151eef572547c4a4b1815bb31e8eb9 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:34.138432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.141173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:34.308123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2092105331-network', 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:34.336045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:34.339102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.353586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.417097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.485895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Subnet': ['ID=fc4e8ea7-659a-483b-9f80-1b55c99d69e3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:34.495881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.501795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.508184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Checking segment: {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:34.508764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network hostable DHCP agents. Network: 7bcc8c74-0c86-47d3-b7b8-c501a20839a6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:34.528389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:34.533175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:34.542835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7bcc8c74-0c86-47d3-b7b8-c501a20839a6) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:34.543040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:34.550345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:34.550929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.553437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b89096-307e-49fa-ba84-b68fa841df05 None None] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:34.566594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.567002 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Added segment 7580f828-5ddb-4d3a-8070-11858f326f83 of type vlan for network 137ad01d-0873-4c97-97a6-7e540713e0a1 Sep 18 00:53:34.572722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f83f44f6-804e-41b1-a3eb-d4991601a4fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6883986 Sep 18 00:53:34.573406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:34.690349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.737551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:34.753007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.753569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:34.754225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.790384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:34.791444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:34.803990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a9f52e34-f07d-4757-b140-148df0bd139a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:34.834306 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6892238 Sep 18 00:53:34.834854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:34.837397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4725-dafd-47fe-b235-ffb9aaf217db admin admin] Pushing event updated for resources: {'Network': ['ID=137ad01d-0873-4c97-97a6-7e540713e0a1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:34.844053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Request body: {'subnet': {'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2092105331-subnet', 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:34.900150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56710) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:34.901719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:34.904107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:34.932554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:35.039788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:35.040886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.122582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:35.173176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1763036862-network', 'tenant_id': '6f075028aff5443db0f1e066cb76f57a'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:35.173940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.180146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.237781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:35.247998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Checking segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:35.248514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Network hostable DHCP agents. Network: 137ad01d-0873-4c97-97a6-7e540713e0a1, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:35.264750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Made reservation on behalf of 6f075028aff5443db0f1e066cb76f57a for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:35.267749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.268655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:35.277412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed91d7-53fa-45bc-b550-b3f521571b51 None None] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:35.280898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 137ad01d-0873-4c97-97a6-7e540713e0a1) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:35.286485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:35.287454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.305550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.307421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-967a7199-6c4a-4f82-a749-1778f6a7a22c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4716291 Sep 18 00:53:35.310495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f3c87f-9b56-406a-bede-63df4fb32de3 None None] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:35.404521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a9f52e34-f07d-4757-b140-148df0bd139a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:35.404899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.518155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] Provisioning complete for port 1d8a537c-9233-43da-bb95-c7707ae4bfaf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:35.518533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.535066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.548282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.578515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:35.594636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b86de-ad28-441a-b1a6-4d176904ef4b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:35.597806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.598160 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Added segment 66063908-101a-4006-b505-f2a222e04615 of type vlan for network c4691381-deb6-49e9-ba32-9266b67ee30b Sep 18 00:53:35.638684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Allocated IP 2001:db8:3::2 (7bcc8c74-0c86-47d3-b7b8-c501a20839a6/fc4e8ea7-659a-483b-9f80-1b55c99d69e3/e90af7ed-e484-417a-9677-36c8bb487e92) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:35.642732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.670379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.672059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:35.672926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.716764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8153672 Sep 18 00:53:35.718280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:35.750161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Request body: {'subnet': {'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1763036862-subnet', 'tenant_id': '6f075028aff5443db0f1e066cb76f57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:35.759253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b9669-444a-46ae-a3c3-5ccab79c4171 admin admin] Pushing event updated for resources: {'Network': ['ID=c4691381-deb6-49e9-ba32-9266b67ee30b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:35.783902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c4691381-deb6-49e9-ba32-9266b67ee30b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:35.784790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Made reservation on behalf of 6f075028aff5443db0f1e066cb76f57a for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:35.790766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:35.951367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad040b62-4bb8-416c-abfc-30a725aa692c None None] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:35.978167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-399f117b-80b8-4c57-be74-2bd1ae34698c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:35.979832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-399f117b-80b8-4c57-be74-2bd1ae34698c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.1707640 Sep 18 00:53:36.021071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-985066d7-3e62-49ef-a2db-86468d948915 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/quotas/411877ffc53c471cb64eb4e13b241c1c HTTP/1.1" status: 200 len: 375 time: 0.0184793 Sep 18 00:53:36.083553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-639f4fed-c5fb-4a9f-8551-0691fcb769f1 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564759 Sep 18 00:53:36.118373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.198374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d8a537c-9233-43da-bb95-c7707ae4bfaf up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:36.240205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430a3341-8f71-4bfa-9c46-53bef982f361,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:36.246927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-93471c8e-9460-4578-a11b-37ae1358845c service neutron] 10.222.0.49 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514854 Sep 18 00:53:36.249818 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.254502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Checking segment: {'id': '66063908-101a-4006-b505-f2a222e04615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:36.254858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Network hostable DHCP agents. Network: c4691381-deb6-49e9-ba32-9266b67ee30b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:36.301600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Network c4691381-deb6-49e9-ba32-9266b67ee30b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:36.340927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c4691381-deb6-49e9-ba32-9266b67ee30b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:36.350469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:36.351062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.362763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815fe3ed-2b3c-414e-960a-f3255eaef9ec None None] Network c4691381-deb6-49e9-ba32-9266b67ee30b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:36.371959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ce49c6b9-dd83-4d7b-8552-33dc7ad98af4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6264534 Sep 18 00:53:36.385609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-d6637461-41ae-44ac-9fc0-578933e0c1cf service neutron] 10.222.0.49 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207094 Sep 18 00:53:36.418387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] For port 1d8a537c-9233-43da-bb95-c7707ae4bfaf, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d8a537c-9233-43da-bb95-c7707ae4bfaf,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:36.443532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.550731 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.636369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1d8a537c-9233-43da-bb95-c7707ae4bfaf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:36.638925 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.651822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:32Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:32Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:36.744110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.745180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Allocated IP 2001:db8:3::1 (7bcc8c74-0c86-47d3-b7b8-c501a20839a6/fc4e8ea7-659a-483b-9f80-1b55c99d69e3/6992bb3a-9651-4841-953c-6ee455c5b198) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:36.746953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d771b-48e0-46e1-a199-2ca65fb9bde1 None None] Pushing event updated for resources: {'Port': ['ID=1d8a537c-9233-43da-bb95-c7707ae4bfaf,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:36.762452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:36.763120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Updating router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 port 7ce16f5f-d480-469a-a9a8-2382f5946e55 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:36.812492 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:36.878926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:36.933713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:36.963605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:36.970124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-26cd08c1-a035-47c3-b371-6b30a947d33b tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:36.972929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Pushing event updated for resources: {'Port': ['ID=e90af7ed-e484-417a-9677-36c8bb487e92,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:36.978843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-26cd08c1-a035-47c3-b371-6b30a947d33b tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/networks?id=c4691381-deb6-49e9-ba32-9266b67ee30b HTTP/1.1" status: 200 len: 821 time: 0.1864777 Sep 18 00:53:37.021896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c753e5b-1b06-482b-b555-19d37f9d5a12 req-478e1662-4014-40fe-bd21-a7e1b3d6c061 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 210 time: 0.2026031 Sep 18 00:53:37.035065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e0b38f14-6db3-4c39-8218-71e76f724ac3 None None] Provisioning complete for port 1d8a537c-9233-43da-bb95-c7707ae4bfaf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:37.036382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0b38f14-6db3-4c39-8218-71e76f724ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.056467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-beb79e2a-ef8c-4c7b-ac60-c2766f5796ee tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/quotas/6f075028aff5443db0f1e066cb76f57a HTTP/1.1" status: 200 len: 375 time: 0.0766373 Sep 18 00:53:37.127327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.154865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ac733-ed0d-4d50-b65b-1e8b7f786cb4 None None] Network c4691381-deb6-49e9-ba32-9266b67ee30b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:37.200375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 180a9973-6893-454c-836d-4b944e514a71 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:37.209027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-bfc45bc0-b1fa-4023-80d5-c01b06b9a6a5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f075028aff5443db0f1e066cb76f57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403733 Sep 18 00:53:37.209966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.237892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 180a9973-6893-454c-836d-4b944e514a71 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:37.238437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 180a9973-6893-454c-836d-4b944e514a71 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:37.241474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Attempting to bind port e90af7ed-e484-417a-9677-36c8bb487e92 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:37.242110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Attempting to bind port e90af7ed-e484-417a-9677-36c8bb487e92 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:37.243188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Attempting to bind port e90af7ed-e484-417a-9677-36c8bb487e92 on network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:37.290339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:37.316145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:37.327681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:37.328339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.332196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:37.332599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Checking segment: {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:37.335971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.336420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Bound using segment: {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:37.336937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Bound port: e90af7ed-e484-417a-9677-36c8bb487e92, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:37.337328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.423476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d8a537c-9233-43da-bb95-c7707ae4bfaf up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:37.464039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:37.547748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-81498659-c2a7-4e88-8c9c-72abd70af81f service neutron] 10.222.0.49 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214123 Sep 18 00:53:37.659539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] For port e90af7ed-e484-417a-9677-36c8bb487e92, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:37.679522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e0b38f14-6db3-4c39-8218-71e76f724ac3 None None] Provisioning complete for port 7ce16f5f-d480-469a-a9a8-2382f5946e55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:37.679907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e0b38f14-6db3-4c39-8218-71e76f724ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.689419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.706046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1d8a537c-9233-43da-bb95-c7707ae4bfaf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:37.713608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.743061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] For port e90af7ed-e484-417a-9677-36c8bb487e92, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e90af7ed-e484-417a-9677-36c8bb487e92,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:37.760900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-78696619-b576-439f-ad30-dab7c292b73e service neutron] 10.222.0.49 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118063 Sep 18 00:53:37.794632 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.900424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e0b38f14-6db3-4c39-8218-71e76f724ac3 None None] Port 7ce16f5f-d480-469a-a9a8-2382f5946e55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:37.920080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:37.930833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91b04-26b9-4c87-ba96-5bbbebb1243b None None] Pushing event updated for resources: {'Port': ['ID=e90af7ed-e484-417a-9677-36c8bb487e92,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:37.939765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.106365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e318f-22d2-4e11-a58a-501f3388ee8d None None] Pushing event updated for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:38.162230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1f0ca981-5d5f-459a-a5ef-dd7ec2794f85 None None] Provisioning complete for port 7ce16f5f-d480-469a-a9a8-2382f5946e55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:38.162849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca981-5d5f-459a-a5ef-dd7ec2794f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.314894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ca981-5d5f-459a-a5ef-dd7ec2794f85 None None] Port 7ce16f5f-d480-469a-a9a8-2382f5946e55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:38.320652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Attempting to bind port 7ce16f5f-d480-469a-a9a8-2382f5946e55 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:38.321104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Attempting to bind port 7ce16f5f-d480-469a-a9a8-2382f5946e55 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:38.338180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c925f044-6525-4935-8317-d6d7452297f4 req-d29acd57-ce33-4ce4-a1e4-198b85900128 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0625350 Sep 18 00:53:38.342524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Attempting to bind port 7ce16f5f-d480-469a-a9a8-2382f5946e55 on network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:38.373637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:38.378477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Checking segment: {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:38.380733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.383240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Bound using segment: {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:38.386658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Bound port: 7ce16f5f-d480-469a-a9a8-2382f5946e55, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031c5064-8b98-4baa-a3fb-6d55039ee8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:38.391004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.479998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4987ad02-b3d4-40fc-9c58-ff6abcfe71d1 req-7fcee76c-3563-450d-9f36-9c791ef6ea84 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 210 time: 0.2033377 Sep 18 00:53:38.649964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.666304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.669382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.681467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-1bf24bc1-42ed-4928-8639-5d2a8f5716e8 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:38.686103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-1bf24bc1-42ed-4928-8639-5d2a8f5716e8 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.3896923 Sep 18 00:53:38.700964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ce171d9e-8d48-4f56-be49-9faa4affd527 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:38.702962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ce171d9e-8d48-4f56-be49-9faa4affd527 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.4317853 Sep 18 00:53:38.706079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Request body: {'port': {'device_id': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'admin_state_up': True, 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:38.740191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Request body: {'port': {'device_id': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'admin_state_up': True, 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:38.789291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c16f4127-6b09-43d7-aca9-b280f923860c None None] Provisioning complete for port 7ce16f5f-d480-469a-a9a8-2382f5946e55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:38.789669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c16f4127-6b09-43d7-aca9-b280f923860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.792898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] For port 7ce16f5f-d480-469a-a9a8-2382f5946e55, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:38.806084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] For port 7ce16f5f-d480-469a-a9a8-2382f5946e55, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7ce16f5f-d480-469a-a9a8-2382f5946e55,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:38.852011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.893270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event updated for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:38.921255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:38.924013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c16f4127-6b09-43d7-aca9-b280f923860c None None] Port 7ce16f5f-d480-469a-a9a8-2382f5946e55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:38.931812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:38.932023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:38.932636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:38.988272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:38.992159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:39.003805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e318f-22d2-4e11-a58a-501f3388ee8d None None] Pushing event updated for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:39.085707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:39.130891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:39.137695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.151276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:39.183136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Allocated IP 172.20.0.11 (137ad01d-0873-4c97-97a6-7e540713e0a1/203bfa68-0dab-4d00-bcb4-1cd89f22f3cb/ad70956b-528e-41e2-9cac-bfc37983dbeb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:39.440997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] Provisioning complete for port 7ce16f5f-d480-469a-a9a8-2382f5946e55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:39.441369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.471989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.475669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:39.485555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e90af7ed-e484-417a-9677-36c8bb487e92 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:39.490275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c10309fb-1f0b-4b93-a615-33b63d28c8d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9155612 Sep 18 00:53:39.501711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56798) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:39.508864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:39.520342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.535889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adaf58ab-47bb-4ac7-b83d-e91b8bf7c17c req-267fc00f-f921-4839-aeaa-f326854cf86d tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0632706 Sep 18 00:53:39.596668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:37Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:37Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:38Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:39.637390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b79c9f-86b1-4d4a-9413-c709af446acb None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:37Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:37Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:38Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:39.648837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:39.654643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e90af7ed-e484-417a-9677-36c8bb487e92 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:39.655672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.676274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:39.688086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:39.819790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event updated for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:39.840448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:39.841418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.871638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081c264-80a7-4d28-9465-d4ce7ccf8ace None None] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:39.882314 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:39.916434 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-bc0df65b-67f8-4b04-a112-8841504b5155 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2143762 Sep 18 00:53:39.938801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Request body: {'port': {'device_id': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:39.972894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] For port 7ce16f5f-d480-469a-a9a8-2382f5946e55, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7ce16f5f-d480-469a-a9a8-2382f5946e55,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:40.017816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.050115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-3d339dba-ae3d-4023-94cf-054a331bd817 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:40.051702 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-3d339dba-ae3d-4023-94cf-054a331bd817 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.48 "GET /v2.0/networks?id=c4691381-deb6-49e9-ba32-9266b67ee30b HTTP/1.1" status: 200 len: 821 time: 0.3918436 Sep 18 00:53:40.073268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Request body: {'port': {'device_id': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b', 'admin_state_up': True, 'tenant_id': '6f075028aff5443db0f1e066cb76f57a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:40.079037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.117531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.165223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd87f41-5b0f-42d6-a193-1d5e210f9626 None None] Pushing event updated for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:40.216586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d83f9e72-30a1-4e28-b5b9-053fb956d964 None None] Provisioning complete for port e90af7ed-e484-417a-9677-36c8bb487e92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:40.217358 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d83f9e72-30a1-4e28-b5b9-053fb956d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.245761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-594099b5-45d8-44e3-8b57-633460875daa req-b2e71876-420d-402a-b7da-5b2ed5cd591c tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 210 time: 0.5181201 Sep 18 00:53:40.257670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Allocated IP 172.20.0.5 (137ad01d-0873-4c97-97a6-7e540713e0a1/203bfa68-0dab-4d00-bcb4-1cd89f22f3cb/bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:40.266240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e90af7ed-e484-417a-9677-36c8bb487e92, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e90af7ed-e484-417a-9677-36c8bb487e92,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:40.287818 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.359491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e90af7ed-e484-417a-9677-36c8bb487e92,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:40.465830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Made reservation on behalf of 6f075028aff5443db0f1e066cb76f57a for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:40.471160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.671308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Allocated IP 172.20.0.6 (c4691381-deb6-49e9-ba32-9266b67ee30b/430a3341-8f71-4bfa-9c46-53bef982f361/bf5bb10e-563b-4a3e-bbeb-9268603f42f8) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:40.841266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.862375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:53:40.879459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daac7d-aab5-44e3-9aba-42b34e88b3cf req-88e26580-7782-4a22-ae0f-28265503e3b6 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:40.880503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7daac7d-aab5-44e3-9aba-42b34e88b3cf req-88e26580-7782-4a22-ae0f-28265503e3b6 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 932 time: 0.2158017 Sep 18 00:53:40.885340 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.911997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Removed routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:53:40.912421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.928381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3ca70077-1ff9-4faa-a527-8a71f301a063 None None] Provisioning complete for port e90af7ed-e484-417a-9677-36c8bb487e92 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:40.929843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ca70077-1ff9-4faa-a527-8a71f301a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:40.935148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.003080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Pushing event updated for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:41.037945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Network c4691381-deb6-49e9-ba32-9266b67ee30b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:41.041498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:41.044882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:41.055372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7daac7d-aab5-44e3-9aba-42b34e88b3cf req-87bd8df4-0882-4caf-bce4-234218fbb864 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504495 Sep 18 00:53:41.058930 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.146500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:41.183545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3ca70077-1ff9-4faa-a527-8a71f301a063 None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:41.184130 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ca70077-1ff9-4faa-a527-8a71f301a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.207162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:41.215207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:41.216086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:41.217479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.217797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event updated for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:41.246644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-a6e23608-c33b-4ffb-b1c3-de9c7c2fc4f5 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1776376 Sep 18 00:53:41.249524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3ca70077-1ff9-4faa-a527-8a71f301a063 None None] Port 6992bb3a-9651-4841-953c-6ee455c5b198 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:41.264497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Request body: {'port': {'device_id': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:41.340560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.356412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:41.359033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.382897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.393197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-384da47d-00df-4bfe-9407-56378002fc79 None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:41.393798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-384da47d-00df-4bfe-9407-56378002fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.397507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.431644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8309-8163-43da-868e-676d14423036 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:41.453671 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:41.454312 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:41.460023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad70956b-528e-41e2-9cac-bfc37983dbeb {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:41.476326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.487844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-384da47d-00df-4bfe-9407-56378002fc79 None None] Port 6992bb3a-9651-4841-953c-6ee455c5b198 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:41.515277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Transition to ACTIVE for port object ad70956b-528e-41e2-9cac-bfc37983dbeb will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:41.526771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7ce16f5f-d480-469a-a9a8-2382f5946e55 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:41.530021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.605828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:41.613082 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:41.614680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-ed1b88fa-e9f7-47e7-8084-b89ca71f7ab9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8796179 Sep 18 00:53:41.618698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7ce16f5f-d480-469a-a9a8-2382f5946e55 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:41.619086 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.628549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924417f-bd38-4b07-ac82-ecdefd0e65ef req-56552409-529b-4fa9-818e-c5984151fe56 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:41.636079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6924417f-bd38-4b07-ac82-ecdefd0e65ef req-56552409-529b-4fa9-818e-c5984151fe56 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 931 time: 0.2552805 Sep 18 00:53:41.645898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4cb4bc95-ba49-498a-be1c-affa506e4807 None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:41.646287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4cb4bc95-ba49-498a-be1c-affa506e4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.683800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Pushing event updated for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:41.706701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4bc95-ba49-498a-be1c-affa506e4807 None None] Port 6992bb3a-9651-4841-953c-6ee455c5b198 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:41.758321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e90af7ed-e484-417a-9677-36c8bb487e92 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:41.763675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Request body: {'port': {'device_id': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:41.767424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:41.776090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.777318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff06b6d3-8ad7-4845-b63e-8de169f17a68 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 954 time: 2.2729192 Sep 18 00:53:41.787583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56814) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:41.810830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e90af7ed-e484-417a-9677-36c8bb487e92 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:41.811346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.853528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Attempting to bind port ad70956b-528e-41e2-9cac-bfc37983dbeb on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:41.853871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Attempting to bind port ad70956b-528e-41e2-9cac-bfc37983dbeb by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:41.854207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Attempting to bind port ad70956b-528e-41e2-9cac-bfc37983dbeb on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:41.871386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Port ad70956b-528e-41e2-9cac-bfc37983dbeb on network 137ad01d-0873-4c97-97a6-7e540713e0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:53:41.871716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Attempting to bind port ad70956b-528e-41e2-9cac-bfc37983dbeb on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:41.880995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:41.881342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Checking segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:41.881737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Bound using segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:41.882445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Bound port: ad70956b-528e-41e2-9cac-bfc37983dbeb, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:41.882811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.925045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6924417f-bd38-4b07-ac82-ecdefd0e65ef req-62978135-6962-4f15-9e60-5c5f8be1144b tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880630 Sep 18 00:53:41.932973 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:40Z', 'revision_number': 6, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:37Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:41.965686 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8309-8163-43da-868e-676d14423036 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:41.966036 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8309-8163-43da-868e-676d14423036 None None] Updating router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 port 6992bb3a-9651-4841-953c-6ee455c5b198 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:41.982606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5bb10e-563b-4a3e-bbeb-9268603f42f8 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:41.992690 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.996873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:41.997143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.015134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:42.020447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:42.021695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Transition to ACTIVE for port object bf5bb10e-563b-4a3e-bbeb-9268603f42f8 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:42.027058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.031044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06095d8f-1e4a-447a-96f4-3b9941ee8658 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 954 time: 0.2423294 Sep 18 00:53:42.037354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.048426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56818) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:42.052919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'routes': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:42.069403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.070244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.071808 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad70956b-528e-41e2-9cac-bfc37983dbeb HTTP/1.1" status: 200 len: 1093 time: 2.1381695 Sep 18 00:53:42.075650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:42.077884 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477595ff-7203-40e4-883b-94100d94bac5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:42.136051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbb2c0-000c-43b1-8e51-26052f78ee90 service neutron] Pushing event updated for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:42.229032 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09989662-7f5f-4b6a-bdb4-1fa90080125c x-openstack-request-id: req-09989662-7f5f-4b6a-bdb4-1fa90080125c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:42.229719 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:42.229719 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09989662-7f5f-4b6a-bdb4-1fa90080125c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:42.229952 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb', 'status': 'completed', 'code': 200} Sep 18 00:53:42.274295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-b92c4a9a-000c-4737-b038-767683e9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.275895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-b92c4a9a-000c-4737-b038-767683e9f663 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1071284 Sep 18 00:53:42.282069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:42.289717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Attempting to bind port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:42.289994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Attempting to bind port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '66063908-101a-4006-b505-f2a222e04615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:42.290324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Attempting to bind port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 on network c4691381-deb6-49e9-ba32-9266b67ee30b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:42.316856 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.323585 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.336455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 on network c4691381-deb6-49e9-ba32-9266b67ee30b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:53:42.336781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Attempting to bind port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 on network c4691381-deb6-49e9-ba32-9266b67ee30b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:42.339482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-a72a9dbe-4592-4198-878b-8b90a54ccf5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb HTTP/1.1" status: 200 len: 217 time: 0.0469196 Sep 18 00:53:42.343863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:42.344200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Checking segment: {'id': '66063908-101a-4006-b505-f2a222e04615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:42.344620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Bound using segment: {'id': '66063908-101a-4006-b505-f2a222e04615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:42.345043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Bound port: bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66063908-101a-4006-b505-f2a222e04615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:42.345402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.371274 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4290b5-ad41-493e-9a1c-6ef60313f113 None None] Pushing event updated for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:42.423339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-529d635f-75d0-470a-a8f5-18db9fe33651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.424850 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-529d635f-75d0-470a-a8f5-18db9fe33651 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0773809 Sep 18 00:53:42.449988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb5a90-7ebb-4e08-a020-68859daa3efd req-f43eb0b6-8705-4511-9902-79700afd8b2b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.458565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5feb5a90-7ebb-4e08-a020-68859daa3efd req-f43eb0b6-8705-4511-9902-79700afd8b2b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 944 time: 0.1888399 Sep 18 00:53:42.460457 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e93e8309-8163-43da-868e-676d14423036 None None] Attempting to bind port 6992bb3a-9651-4841-953c-6ee455c5b198 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:42.460958 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e93e8309-8163-43da-868e-676d14423036 None None] Attempting to bind port 6992bb3a-9651-4841-953c-6ee455c5b198 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:42.461170 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8309-8163-43da-868e-676d14423036 None None] Attempting to bind port 6992bb3a-9651-4841-953c-6ee455c5b198 on network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:42.470228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-48093a4f-698b-4e61-893d-4bee4be934b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376565 Sep 18 00:53:42.472852 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8309-8163-43da-868e-676d14423036 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:42.474355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8309-8163-43da-868e-676d14423036 None None] Checking segment: {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:42.475018 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.476114 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8309-8163-43da-868e-676d14423036 None None] Bound using segment: {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:42.477019 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e93e8309-8163-43da-868e-676d14423036 None None] Bound port: 6992bb3a-9651-4841-953c-6ee455c5b198, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b16420-15f5-4fc1-b8d8-c76204f17180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:42.478475 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.487962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:42.491956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,segment=NetworkSegment(66063908-101a-4006-b505-f2a222e04615),segment_id=66063908-101a-4006-b505-f2a222e04615)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:42.509587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.558589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.559218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.560953 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf5bb10e-563b-4a3e-bbeb-9268603f42f8 HTTP/1.1" status: 200 len: 1092 time: 1.3030198 Sep 18 00:53:42.618141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5feb5a90-7ebb-4e08-a020-68859daa3efd req-3ebd7138-74a6-44e1-a8f3-9ac1b658328c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583695 Sep 18 00:53:42.661534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:42.682021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.682369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.682708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.683041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.683368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.683697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.684019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.684385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.684823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.685152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.685472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.685846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62e164-e38b-4b23-8de5-6d2010ca88a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:42.697649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-3dfe0f66-8d8b-4873-83ea-dacfc3ce8e8f service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180562 Sep 18 00:53:42.699716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-396a85b0-cb21-444f-b6fb-0823f2c41dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:42.700719 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e93e8309-8163-43da-868e-676d14423036 None None] For port 6992bb3a-9651-4841-953c-6ee455c5b198, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:42.701184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-396a85b0-cb21-444f-b6fb-0823f2c41dbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f075028aff5443db0f1e066cb76f57a&device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 1095 time: 0.0929096 Sep 18 00:53:42.705737 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e93e8309-8163-43da-868e-676d14423036 None None] For port 6992bb3a-9651-4841-953c-6ee455c5b198, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6992bb3a-9651-4841-953c-6ee455c5b198,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:42.716305 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e93e8309-8163-43da-868e-676d14423036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.763741 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-b230dab8-9fd4-4fdd-9bb2-eeb3ae9b64fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8 HTTP/1.1" status: 200 len: 217 time: 0.0491238 Sep 18 00:53:42.777986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:42.778871 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:42.779169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:53:42.779493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:53:42.784278 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4290b5-ad41-493e-9a1c-6ef60313f113 None None] Pushing event updated for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:42.801674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:42.814121 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.841175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Transition to ACTIVE for port object bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:42.851411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-14b60936-147f-4989-8486-8512c59ad37b None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:42.852606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14b60936-147f-4989-8486-8512c59ad37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.857384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.861204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:42.929698 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:42.979872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14b60936-147f-4989-8486-8512c59ad37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.052785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-14b60936-147f-4989-8486-8512c59ad37b None None] For port 6992bb3a-9651-4841-953c-6ee455c5b198, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6992bb3a-9651-4841-953c-6ee455c5b198,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:43.065930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14b60936-147f-4989-8486-8512c59ad37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.098180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:43.137206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b60936-147f-4989-8486-8512c59ad37b None None] Pushing event updated for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:43.239435 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e93e8309-8163-43da-868e-676d14423036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:40Z', 'revision_number': 6, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:43.268883 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8309-8163-43da-868e-676d14423036 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:40Z', 'revision_number': 6, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 4, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:43.295214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-20052d07-f0a9-4260-a557-c095380b79d2 None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:43.296958 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-20052d07-f0a9-4260-a557-c095380b79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.357711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-43c6fad3-7e4b-4601-be3d-88c623013e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.367705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-43c6fad3-7e4b-4601-be3d-88c623013e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430a3341-8f71-4bfa-9c46-53bef982f361 HTTP/1.1" status: 200 len: 861 time: 0.5930908 Sep 18 00:53:43.407051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-1779b6fe-a462-45c7-b8e0-1a4f888dc8e1 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009859 Sep 18 00:53:43.410399 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-132df138-ce8b-404f-91cb-f7893f6fbb78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4691381-deb6-49e9-ba32-9266b67ee30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336857 Sep 18 00:53:43.471982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6992bb3a-9651-4841-953c-6ee455c5b198 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:43.533075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6992bb3a-9651-4841-953c-6ee455c5b198 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:43.533472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.586754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477595ff-7203-40e4-883b-94100d94bac5 req-82e18772-484c-4063-8002-7b4dbb1a11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.588711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-82e18772-484c-4063-8002-7b4dbb1a11c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0677698 Sep 18 00:53:43.590843 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-8f0ad877-297c-45b9-b903-2c5341ed7290 service neutron] 10.222.0.48 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719685 Sep 18 00:53:43.647508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:43.657607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:43.658240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:43.737608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.762080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf49d-9257-4760-8262-70908200625f req-0252174f-dfd1-4cfc-845d-2fef7beee255 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.763545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-588cf49d-9257-4760-8262-70908200625f req-0252174f-dfd1-4cfc-845d-2fef7beee255 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 943 time: 0.6709917 Sep 18 00:53:43.780660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:43.783369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.785453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Attempting to bind port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:43.785790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Attempting to bind port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:43.786124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Attempting to bind port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:43.792648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:53:43.792977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Attempting to bind port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:43.807980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477595ff-7203-40e4-883b-94100d94bac5 req-d887ff38-0a87-4126-8da5-b8b887ff9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.809653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-d887ff38-0a87-4126-8da5-b8b887ff9d0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 914 time: 0.1963799 Sep 18 00:53:43.834410 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1d9c672f-dfb7-4c7e-99c2-46ce029e07d9 req-943bf585-2a7b-4cd5-be9d-9860ee4432be service neutron] 10.222.0.48 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355003 Sep 18 00:53:43.869409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:43.869797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Checking segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:43.870249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Bound using segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:43.870855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Bound port: bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:43.871287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:43.878508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-75bfda61-fbd2-4a21-b435-bfe29110fcf2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb HTTP/1.1" status: 200 len: 217 time: 0.0570986 Sep 18 00:53:43.939593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477595ff-7203-40e4-883b-94100d94bac5 req-e7298382-599d-4137-9b65-40f2982aab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.941287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-e7298382-599d-4137-9b65-40f2982aab52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0555437 Sep 18 00:53:43.943917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc4df5-a09e-4ff8-8d26-7c7f403cba03 req-18aaf635-8674-48ad-b079-e8f17e71f17f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:43.945440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04cc4df5-a09e-4ff8-8d26-7c7f403cba03 req-18aaf635-8674-48ad-b079-e8f17e71f17f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 944 time: 0.2394574 Sep 18 00:53:43.976174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-1927b993-9560-4608-970e-a661668a5518 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268030 Sep 18 00:53:43.978152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-588cf49d-9257-4760-8262-70908200625f req-0fc9abb5-a695-4111-9c48-7359a036006a tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978366 Sep 18 00:53:44.033827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:44.041693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:44.060775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:44.063547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04cc4df5-a09e-4ff8-8d26-7c7f403cba03 req-b0cc6314-215a-43b3-89ab-04ad96487a0b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090865 Sep 18 00:53:44.070450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:44.071089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:44.078665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:44.083077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:44.088504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-3fb4982b-69fd-48c5-a07f-bc9895747305 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052752 Sep 18 00:53:44.094383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:44.183039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.183821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:44.185349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 HTTP/1.1" status: 200 len: 1092 time: 2.5415232 Sep 18 00:53:44.188418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:44.190946 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d39be3-c32c-49e1-9e27-fb3b01497ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:44.208366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:44.211057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-477595ff-7203-40e4-883b-94100d94bac5 req-ed23ae07-b6c1-4e89-98ca-875b6850a6b8 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142571 Sep 18 00:53:44.230816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:44.233888 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373a26e-5c3f-46bb-9331-87f6fbf24c84" -d '{"events": [{"name": "network-changed", "server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:44.251835 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228b4a7e-16dc-4b1a-8a4c-3014c983c3ea x-openstack-request-id: req-228b4a7e-16dc-4b1a-8a4c-3014c983c3ea {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:44.252129 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:44.252415 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-228b4a7e-16dc-4b1a-8a4c-3014c983c3ea {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:44.252817 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8', 'status': 'completed', 'code': 200} Sep 18 00:53:44.273615 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7565ec1-be9c-44d7-bb0a-4310470d7853 x-openstack-request-id: req-f7565ec1-be9c-44d7-bb0a-4310470d7853 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:44.273913 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:44.274173 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7565ec1-be9c-44d7-bb0a-4310470d7853 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:44.274601 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8', 'status': 'completed', 'code': 200} Sep 18 00:53:44.280678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21769a7-6126-4108-9f41-c6e343d65d09 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:44.295223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:44.303878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:44.306329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8af1c3b-091f-4f16-93dc-5ce62d2bd8fa tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 704 time: 2.2556973 Sep 18 00:53:44.308082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56840) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:44.342556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-3d807789-9f13-4f2e-aa66-9940d8945a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.344392 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-3d807789-9f13-4f2e-aa66-9940d8945a2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f075028aff5443db0f1e066cb76f57a&device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 1095 time: 0.0430243 Sep 18 00:53:44.354871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-6bebc1f5-9070-4bcd-ad69-08936c9267c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.356413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-6bebc1f5-9070-4bcd-ad69-08936c9267c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=0d354cdf-6fff-4db6-9f0e-36521417a95a HTTP/1.1" status: 200 len: 1095 time: 0.1245096 Sep 18 00:53:44.430850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-97b24778-6e18-4cc7-86e9-8cb9947e9281 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 HTTP/1.1" status: 200 len: 217 time: 0.0433543 Sep 18 00:53:44.447620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-8c9bba06-a0bc-4286-a0e3-c00281bfbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.449170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-8c9bba06-a0bc-4286-a0e3-c00281bfbcb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4691381-deb6-49e9-ba32-9266b67ee30b HTTP/1.1" status: 200 len: 922 time: 0.0961008 Sep 18 00:53:44.458016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:44.464814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-53246764-94f9-4afe-b376-5bdf382ad518 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 704 time: 0.1555417 Sep 18 00:53:44.468401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56844) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:44.495018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802dd09-34e4-4697-918d-21775fb186d4 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:44.513228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-7c7b47ad-28e2-4290-9c8e-355cb6681c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.515356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-7c7b47ad-28e2-4290-9c8e-355cb6681c0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0768435 Sep 18 00:53:44.543289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-5faa40ca-69e7-4e1c-b142-e573b978e42c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8 HTTP/1.1" status: 200 len: 217 time: 0.0871520 Sep 18 00:53:44.552296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-9be5a7d0-a93c-4866-98c0-1d612c89e6b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278697 Sep 18 00:53:44.646543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-6c42d6d8-9770-4300-a1bd-c208a3cf102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.648095 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-6c42d6d8-9770-4300-a1bd-c208a3cf102b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430a3341-8f71-4bfa-9c46-53bef982f361 HTTP/1.1" status: 200 len: 861 time: 0.0718951 Sep 18 00:53:44.658833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-21e71536-db2b-4ad1-a7e1-8ecc55d2174f service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994902 Sep 18 00:53:44.708683 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-4a86ff12-151c-451d-86f7-f241db5aa9e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4691381-deb6-49e9-ba32-9266b67ee30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294991 Sep 18 00:53:44.768463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:44.773038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc59bca3-586b-4d58-8f2f-9c464f917f0a req-87785d2b-1baf-49a9-a661-1f6f386752bb service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064138 Sep 18 00:53:44.779284 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:44.780094 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:44.874280 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:44.875933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-76ba230f-13fe-4395-b8b6-207325f62227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.877568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-76ba230f-13fe-4395-b8b6-207325f62227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=0d354cdf-6fff-4db6-9f0e-36521417a95a HTTP/1.1" status: 200 len: 1095 time: 0.0529637 Sep 18 00:53:44.883878 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-30750f0f-3fc8-4549-9a71-1cdb3ceed13b service neutron] 10.222.0.48 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443686 Sep 18 00:53:44.977438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-da6b1200-5601-4ab9-95fe-31261d92718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:44.979373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-da6b1200-5601-4ab9-95fe-31261d92718b service neutron] 10.222.0.48 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 914 time: 0.0939188 Sep 18 00:53:45.013623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3373a26e-5c3f-46bb-9331-87f6fbf24c84 req-3ead0662-4e09-45dd-8212-ae6c2b06c262 service neutron] 10.222.0.48 "GET /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223979 Sep 18 00:53:45.028787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-9124d38d-6e83-4d63-b702-bc7e74b62c4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 HTTP/1.1" status: 200 len: 217 time: 0.0418339 Sep 18 00:53:45.083392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:45.108865 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:45.116570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-dcd66ef9-7956-4532-9d62-4ac4df6e5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:45.126025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-dcd66ef9-7956-4532-9d62-4ac4df6e5fa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0875313 Sep 18 00:53:45.160046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:45.174122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:45.174763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:45.177969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-9b719ead-3c93-4127-8e5c-1c21c24b22eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358527 Sep 18 00:53:45.187091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64297a-c056-4cb2-8d97-f950211183b4 req-57c9d8c3-22b2-46e1-859f-7fd2d614d6f1 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:45.188624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b64297a-c056-4cb2-8d97-f950211183b4 req-57c9d8c3-22b2-46e1-859f-7fd2d614d6f1 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 943 time: 0.1235797 Sep 18 00:53:45.288149 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:45.352548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a60a1b-6c73-4466-a9b9-2509f57fd5a7 req-f9573b28-0ba6-4fe6-a0cb-97c5f7a48a41 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:45.354068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28a60a1b-6c73-4466-a9b9-2509f57fd5a7 req-f9573b28-0ba6-4fe6-a0cb-97c5f7a48a41 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 944 time: 0.1796706 Sep 18 00:53:45.359335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b64297a-c056-4cb2-8d97-f950211183b4 req-c67c4390-2be2-4b40-8b60-bfa6e8708bce tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438191 Sep 18 00:53:45.369597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-d64f72e3-7083-4195-8dd7-358b9c917607 service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549690 Sep 18 00:53:45.375666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 6992bb3a-9651-4841-953c-6ee455c5b198 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:45.376095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:45.481028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28a60a1b-6c73-4466-a9b9-2509f57fd5a7 req-a838ba34-2c7c-4fa5-aeb8-768aef6f7b49 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152761 Sep 18 00:53:45.500867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 6992bb3a-9651-4841-953c-6ee455c5b198, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6992bb3a-9651-4841-953c-6ee455c5b198,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:45.501500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:45.518750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81d39be3-c32c-49e1-9e27-fb3b01497ed3 req-1d5c3388-87a6-4d24-9dcd-bd78d5e476d1 service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389921 Sep 18 00:53:45.519300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 6992bb3a-9651-4841-953c-6ee455c5b198 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:45.549503 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:45.589413 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b1b1-232a-4b53-88e2-ce766fc70b39 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:42Z', 'revision_number': 7, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '6992bb3a-9651-4841-953c-6ee455c5b198', 'name': '', 'network_id': '7bcc8c74-0c86-47d3-b7b8-c501a20839a6', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:f5:f0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:35Z', 'updated_at': '2021-09-18T00:53:43Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': 'fc4e8ea7-659a-483b-9f80-1b55c99d69e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:45.719208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:45.751080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=6992bb3a-9651-4841-953c-6ee455c5b198,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:45.868295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.056553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:46.064803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.150020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:46.154905 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09db6c7c-b3d1-4150-bf70-70985bea16fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854897 Sep 18 00:53:46.157636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:46.160519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:46.164107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf5bb10e-563b-4a3e-bbeb-9268603f42f8 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:53:46.181875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:46.182528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.212947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet fc4e8ea7-659a-483b-9f80-1b55c99d69e3 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:46.215982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.258703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.345958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.416573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.447640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4e8ea7-659a-483b-9f80-1b55c99d69e3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:46.449853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.452637 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d419a4a6-abb5-4c04-acf7-4d61c3a6e8a7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/fc4e8ea7-659a-483b-9f80-1b55c99d69e3 HTTP/1.1" status: 204 len: 168 time: 0.2934785 Sep 18 00:53:46.456435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56860) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:46.471224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0e739-2c00-44df-9b52-ed86a330c29d None None] Network 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:46.494862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:46.506879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6869b1a-e7da-4773-b969-b75f3028a37b req-af9f98c5-2324-40c5-b803-dc50775f7dab tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:46.508744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6869b1a-e7da-4773-b969-b75f3028a37b req-af9f98c5-2324-40c5-b803-dc50775f7dab tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 943 time: 0.0682642 Sep 18 00:53:46.550414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6869b1a-e7da-4773-b969-b75f3028a37b req-bdd4477e-d441-4de7-915b-c3440f4173ad tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331488 Sep 18 00:53:46.555920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.586301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,segment=NetworkSegment(66063908-101a-4006-b505-f2a222e04615),segment_id=66063908-101a-4006-b505-f2a222e04615)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:46.628071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port e90af7ed-e484-417a-9677-36c8bb487e92 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:46.628454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.628838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8', 'network_id': 'c4691381-deb6-49e9-ba32-9266b67ee30b', 'port_id': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8', 'mac_address': 'fa:16:3e:eb:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430a3341-8f71-4bfa-9c46-53bef982f361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:53:46.631836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f364f-d8d1-449b-8308-5f4443886582 req-124e97b1-c879-4152-8f99-ff36b187222a tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:46.633764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-253f364f-d8d1-449b-8308-5f4443886582 req-124e97b1-c879-4152-8f99-ff36b187222a tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0690997 Sep 18 00:53:46.692384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-253f364f-d8d1-449b-8308-5f4443886582 req-339e8644-67f6-4ddc-8ff9-b80c457813d5 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Sep 18 00:53:46.709199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port e90af7ed-e484-417a-9677-36c8bb487e92, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e90af7ed-e484-417a-9677-36c8bb487e92,segment=NetworkSegment(79b16420-15f5-4fc1-b8d8-c76204f17180),segment_id=79b16420-15f5-4fc1-b8d8-c76204f17180)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:46.709567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.723222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for e90af7ed-e484-417a-9677-36c8bb487e92 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:46.789429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.810063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.819736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5bb10e-563b-4a3e-bbeb-9268603f42f8 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:46.840983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=e90af7ed-e484-417a-9677-36c8bb487e92,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:46.846419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port e90af7ed-e484-417a-9677-36c8bb487e92 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:46.869570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,segment=NetworkSegment(66063908-101a-4006-b505-f2a222e04615),segment_id=66063908-101a-4006-b505-f2a222e04615)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:46.875277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354bb5a6-8be4-4a72-88b5-5a44f9d562fa None None] DHCP port deletion for 7bcc8c74-0c86-47d3-b7b8-c501a20839a6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:46.881148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.937684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.945863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:45Z', 'revision_number': 8, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.957701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcc8c74-0c86-47d3-b7b8-c501a20839a6']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.967063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b16420-15f5-4fc1-b8d8-c76204f17180') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.967903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b16420-15f5-4fc1-b8d8-c76204f17180') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.974950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:46.979037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:46.988622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:46.989240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:46.989701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.003458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.009690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:47.010076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:47.013093 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:47.069744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.078816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.080475 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/7bcc8c74-0c86-47d3-b7b8-c501a20839a6 HTTP/1.1" status: 204 len: 168 time: 0.6228585 Sep 18 00:53:47.083321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56868) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:47.085398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:47.089703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a5ec7-1baa-4fdf-a478-e2fa7074ae5f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=7bcc8c74-0c86-47d3-b7b8-c501a20839a6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:47.163298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['bf5bb10e-563b-4a3e-bbeb-9268603f42f8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:47.389808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:45Z', 'revision_number': 8, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:47.426295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e90af7ed-e484-417a-9677-36c8bb487e92 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:47.430145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570845ea-4098-48b9-887d-2941a58f1054 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:45Z', 'revision_number': 8, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': '7ce16f5f-d480-469a-a9a8-2382f5946e55', 'name': '', 'network_id': 'ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:d5:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:31Z', 'updated_at': '2021-09-18T00:53:39Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '506b9094-0b54-4047-913a-4a1af4fe4aa7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:47.437822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.450340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e90af7ed-e484-417a-9677-36c8bb487e92 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:47.450686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e90af7ed-e484-417a-9677-36c8bb487e92 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:47.635666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad70956b-528e-41e2-9cac-bfc37983dbeb details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:53:47.720565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd332cd-d211-4212-88c6-b9a314066629 req-9c9e63b3-b68f-432c-b966-7234a03c005a tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:47.722116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dd332cd-d211-4212-88c6-b9a314066629 req-9c9e63b3-b68f-432c-b966-7234a03c005a tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 944 time: 0.0840261 Sep 18 00:53:47.738605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:47.747887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 7ce16f5f-d480-469a-a9a8-2382f5946e55 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:47.748276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.753506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ad70956b-528e-41e2-9cac-bfc37983dbeb', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'port_id': 'ad70956b-528e-41e2-9cac-bfc37983dbeb', 'mac_address': 'fa:16:3e:bc:16:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203bfa68-0dab-4d00-bcb4-1cd89f22f3cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:53:47.799556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.814040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad70956b-528e-41e2-9cac-bfc37983dbeb {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:47.836867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:47.841593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.874854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dd332cd-d211-4212-88c6-b9a314066629 req-7c9696ed-5abf-44e7-8074-ebc5e7028690 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400728 Sep 18 00:53:47.903217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce0c33-acd0-4a99-abaf-0b85c4a02f67 req-7124677e-4231-435a-8288-110ce2f81ea0 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:47.905749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74ce0c33-acd0-4a99-abaf-0b85c4a02f67 req-7124677e-4231-435a-8288-110ce2f81ea0 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 944 time: 0.1350081 Sep 18 00:53:47.911636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:47.924682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 7ce16f5f-d480-469a-a9a8-2382f5946e55, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7ce16f5f-d480-469a-a9a8-2382f5946e55,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:47.925060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.944815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 7ce16f5f-d480-469a-a9a8-2382f5946e55 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:47.970605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74ce0c33-acd0-4a99-abaf-0b85c4a02f67 req-eebced2a-d6b2-470d-aa34-53d51a841441 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588810 Sep 18 00:53:48.160184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:53:48.163626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf5bb10e-563b-4a3e-bbeb-9268603f42f8 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:48.276916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:53:48.283654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:48.284033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.328824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ad70956b-528e-41e2-9cac-bfc37983dbeb'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:48.332116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:48.376683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'port_id': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8', 'mac_address': 'fa:16:3e:f4:b9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203bfa68-0dab-4d00-bcb4-1cd89f22f3cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:53:48.442774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.461112 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.477487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=7ce16f5f-d480-469a-a9a8-2382f5946e55,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:48.499610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.502018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:48.504485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.504836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.505167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.505498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.505830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.506145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.506627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.506784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.507764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.507764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.508099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.508543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:48.553982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:48.560398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:48.563515 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2ef66c-6d88-4f56-947b-50ae54a4e523" -d '{"events": [{"server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:48.576095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.583227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,segment=NetworkSegment(66063908-101a-4006-b505-f2a222e04615),segment_id=66063908-101a-4006-b505-f2a222e04615)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:48.612647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.613746 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01628f19-d24f-412a-995d-a45ca40fd0cc x-openstack-request-id: req-01628f19-d24f-412a-995d-a45ca40fd0cc {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:48.614044 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "name": "network-vif-plugged", "status": "completed", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:48.614303 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01628f19-d24f-412a-995d-a45ca40fd0cc {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:48.614712 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8', 'code': 200} Sep 18 00:53:48.617299 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.667947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:48.726630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:48.769672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78f2d-d55b-4cc7-acaa-29a4e8e023b2 req-45ea0a9b-2316-4097-833e-cd4282b3385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:48.771085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ab78f2d-d55b-4cc7-acaa-29a4e8e023b2 req-45ea0a9b-2316-4097-833e-cd4282b3385d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 1097 time: 0.0614719 Sep 18 00:53:48.844329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:48.866409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ab78f2d-d55b-4cc7-acaa-29a4e8e023b2 req-bce539c9-a2e7-46be-b32b-d206c96cb396 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652957 Sep 18 00:53:48.882929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:49.006695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:49.012208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9af95230-17d3-4432-85f1-ad77557bf46f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276521 Sep 18 00:53:49.015508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56886) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:49.023481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:49.031974 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:49.032703 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.056692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e9dd9-c487-4017-bee9-975d79ffa28a req-2bfaa34f-d2f4-4e2a-9dce-f6cafa4ee92b tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:49.058181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b4e9dd9-c487-4017-bee9-975d79ffa28a req-2bfaa34f-d2f4-4e2a-9dce-f6cafa4ee92b tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 945 time: 0.1008732 Sep 18 00:53:49.099291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet 506b9094-0b54-4047-913a-4a1af4fe4aa7 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:49.107422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.123404 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:49.149496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b4e9dd9-c487-4017-bee9-975d79ffa28a req-356b5247-e1bd-4ae3-b6ba-9ab123f70870 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818346 Sep 18 00:53:49.184897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.239335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80165e-c726-4ce0-bdb5-e0a043970727 req-346ab46b-9126-4cb7-bbdd-b006429e8f04 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:49.240921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b80165e-c726-4ce0-bdb5-e0a043970727 req-346ab46b-9126-4cb7-bbdd-b006429e8f04 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 945 time: 0.1114371 Sep 18 00:53:49.312999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b80165e-c726-4ce0-bdb5-e0a043970727 req-cbea7cbb-79d6-4bcb-b329-de9449ae656f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 Sep 18 00:53:49.317538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.368397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6992bb3a-9651-4841-953c-6ee455c5b198 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:49.390310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6992bb3a-9651-4841-953c-6ee455c5b198 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:49.390578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.390710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6992bb3a-9651-4841-953c-6ee455c5b198 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:49.421355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=506b9094-0b54-4047-913a-4a1af4fe4aa7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:49.423541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.425573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-407005ff-31f4-448e-ba9d-1aeebad3e145 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/506b9094-0b54-4047-913a-4a1af4fe4aa7 HTTP/1.1" status: 204 len: 168 time: 0.4091482 Sep 18 00:53:49.428114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56890) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:49.431444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7633f0-20ae-47c1-bd79-5786e1917a75 None None] Network ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:49.436042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:48Z', 'revision_number': 9, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.462823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:49.472131 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:49.472775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.510261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.564624 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:49.568669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 1d8a537c-9233-43da-bb95-c7707ae4bfaf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:49.569143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.644178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad70956b-528e-41e2-9cac-bfc37983dbeb up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:49.646620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 1d8a537c-9233-43da-bb95-c7707ae4bfaf, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d8a537c-9233-43da-bb95-c7707ae4bfaf,segment=NetworkSegment(031c5064-8b98-4baa-a3fb-6d55039ee8e5),segment_id=031c5064-8b98-4baa-a3fb-6d55039ee8e5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:49.647003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.664033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 1d8a537c-9233-43da-bb95-c7707ae4bfaf owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:49.743040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ad70956b-528e-41e2-9cac-bfc37983dbeb completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:53:49.748253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ad70956b-528e-41e2-9cac-bfc37983dbeb triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:49.749657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.761354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.761983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:49.790644 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:48Z', 'revision_number': 9, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.813700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 1d8a537c-9233-43da-bb95-c7707ae4bfaf on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:49.815816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=1d8a537c-9233-43da-bb95-c7707ae4bfaf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:49.818342 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d631bf-06cd-46d1-9774-64ac093d8181 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:48Z', 'revision_number': 9, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'a9f52e34-f07d-4757-b140-148df0bd139a', 'name': '', 'network_id': 'af9870a3-2388-4bb0-91b5-128923b189c7', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:91:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '9df22743-6891-4d8f-97c8-132248f58f21', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:27Z', 'updated_at': '2021-09-18T00:53:33Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9df22743-6891-4d8f-97c8-132248f58f21', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:49.844397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1745747c-6478-4b30-a31d-b828d526309d None None] DHCP port deletion for ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:49.874196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.906567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.911906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:49.915721 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.926814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.936134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031c5064-8b98-4baa-a3fb-6d55039ee8e5') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.936592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031c5064-8b98-4baa-a3fb-6d55039ee8e5') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:49.945828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.958879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.964867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:49.966449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:49.966879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:49.971488 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:50.036394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.042971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.044811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac HTTP/1.1" status: 204 len: 168 time: 0.6157520 Sep 18 00:53:50.048372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56892) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:50.056488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f100d8-d22e-4064-a635-ad66f39c6f8c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=ec310f55-903d-4bdc-9f6e-7e4e0f6c60ac,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:50.191424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:50.289243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80827b-8c52-474d-a533-de4bda7c4806 req-79827b31-9bf4-49f3-b5c2-289d318ddcac tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:50.292036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c80827b-8c52-474d-a533-de4bda7c4806 req-79827b31-9bf4-49f3-b5c2-289d318ddcac tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 945 time: 0.0663924 Sep 18 00:53:50.299647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:53:50.304024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:50.304775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.354631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c80827b-8c52-474d-a533-de4bda7c4806 req-55014d95-d698-4561-a9b4-b606693ceb31 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509861 Sep 18 00:53:50.419802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.467989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:50.476590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.523479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1463d-00ad-4d66-a4e6-d7e1c88bb5b4 req-3589e230-7453-40ee-b492-e7aae235e38f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:50.525755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfc1463d-00ad-4d66-a4e6-d7e1c88bb5b4 req-3589e230-7453-40ee-b492-e7aae235e38f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 946 time: 0.0798028 Sep 18 00:53:50.540970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:50.572581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfc1463d-00ad-4d66-a4e6-d7e1c88bb5b4 req-e3bb37c2-48dc-4513-974c-72ff4ef8afe9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Sep 18 00:53:50.616175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb'}, {'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:50.619089 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f14cf-28e0-4120-b973-b56eaa8f5e4a" -d '{"events": [{"server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "name": "network-vif-plugged", "status": "completed", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb"}, {"server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "name": "network-vif-plugged", "status": "completed", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:50.667291 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6387037-6035-4efe-9565-a88b9fd770ea x-openstack-request-id: req-f6387037-6035-4efe-9565-a88b9fd770ea {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:50.667652 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "name": "network-vif-plugged", "status": "completed", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb", "code": 200}, {"server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "name": "network-vif-plugged", "status": "completed", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:50.667968 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6387037-6035-4efe-9565-a88b9fd770ea {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:50.669334 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb', 'code': 200} Sep 18 00:53:50.669334 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8', 'code': 200} Sep 18 00:53:50.827869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63bbdb-873d-44d0-8849-6d62f1dbeba9 req-2a545142-3d6b-4601-9045-a3cb6d3f9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:50.829417 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d63bbdb-873d-44d0-8849-6d62f1dbeba9 req-2a545142-3d6b-4601-9045-a3cb6d3f9f00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 1098 time: 0.0679724 Sep 18 00:53:50.868688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.920782 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3d63bbdb-873d-44d0-8849-6d62f1dbeba9 req-7fe3eb6a-bdcd-4079-bed2-712b1ddce168 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835922 Sep 18 00:53:50.929339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876878-e4e7-4d53-9714-c0fa1b02c831 req-47d801a4-57de-4e4f-bbcd-8af9a8a78b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:50.930814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92876878-e4e7-4d53-9714-c0fa1b02c831 req-47d801a4-57de-4e4f-bbcd-8af9a8a78b3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d354cdf-6fff-4db6-9f0e-36521417a95a HTTP/1.1" status: 200 len: 1097 time: 0.0590231 Sep 18 00:53:50.988218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92876878-e4e7-4d53-9714-c0fa1b02c831 req-aa7983e3-2b61-40a5-9992-3fd16eb1c2aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Sep 18 00:53:50.996509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7be3e8-dac6-4d60-b647-5fcad0cc3421 req-0e54d5a1-7e90-464d-8776-88d39c02e982 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:50.997924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d7be3e8-dac6-4d60-b647-5fcad0cc3421 req-0e54d5a1-7e90-464d-8776-88d39c02e982 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 945 time: 0.0800629 Sep 18 00:53:51.038411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d7be3e8-dac6-4d60-b647-5fcad0cc3421 req-e6b0e219-ae65-4d27-82ed-9c22d438223a tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Sep 18 00:53:51.130684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port a9f52e34-f07d-4757-b140-148df0bd139a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:51.131256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.223519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port a9f52e34-f07d-4757-b140-148df0bd139a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a9f52e34-f07d-4757-b140-148df0bd139a,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:51.223887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.235568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for a9f52e34-f07d-4757-b140-148df0bd139a owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:51.333130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7ce16f5f-d480-469a-a9a8-2382f5946e55 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:51.355491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7ce16f5f-d480-469a-a9a8-2382f5946e55 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:51.355836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7ce16f5f-d480-469a-a9a8-2382f5946e55 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:51.356278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d8a537c-9233-43da-bb95-c7707ae4bfaf no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:51.375487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1d8a537c-9233-43da-bb95-c7707ae4bfaf {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:51.375839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d8a537c-9233-43da-bb95-c7707ae4bfaf not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:51.412159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.439677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=a9f52e34-f07d-4757-b140-148df0bd139a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:51.556096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.704126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956b766-7824-48e4-9d48-b8b311178e72 req-4859be78-3514-4cab-a412-49884e646273 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:51.705648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e956b766-7824-48e4-9d48-b8b311178e72 req-4859be78-3514-4cab-a412-49884e646273 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 946 time: 0.0536339 Sep 18 00:53:51.744184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e956b766-7824-48e4-9d48-b8b311178e72 req-247fc0eb-b8eb-4753-8d46-e535f75d4f86 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Sep 18 00:53:51.750671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:51.841811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:51.847510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8c868d91-c667-4b7d-8421-dd3333c318fd tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981117 Sep 18 00:53:51.850148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:51.852888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:51.862004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:51.862611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:51.901337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet 9df22743-6891-4d8f-97c8-132248f58f21 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:51.904561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.946125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:51.953760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:52.042045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.099137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-1c3c6005-2b67-4a97-9854-2dd6dd374497 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0754333 Sep 18 00:53:52.135095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.168417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=9df22743-6891-4d8f-97c8-132248f58f21,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:52.179827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.182025 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fab4984b-a3ab-4fe2-8278-e09113925833 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/9df22743-6891-4d8f-97c8-132248f58f21 HTTP/1.1" status: 204 len: 168 time: 0.3309295 Sep 18 00:53:52.184601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56942) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:52.191930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f460a75-68d2-42e7-8987-ae88b7ae6e24 None None] Network af9870a3-2388-4bb0-91b5-128923b189c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:52.218012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5f29-e87d-403d-872f-45fcce490550 req-cec081a6-e9c3-4b8e-8892-6e660276337e tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.219818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcfa5f29-e87d-403d-872f-45fcce490550 req-cec081a6-e9c3-4b8e-8892-6e660276337e tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 945 time: 0.1051092 Sep 18 00:53:52.237618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:51Z', 'revision_number': 10, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.244633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.245503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.245624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.246023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.246477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.246940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.247399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.253531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7dc0af90-e6bf-465d-8880-ec752b0a80c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.0871842 Sep 18 00:53:52.286497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:52.289897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.291737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcfa5f29-e87d-403d-872f-45fcce490550 req-7e441e2e-5c11-4a95-847e-2355c92867ae tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/security-groups?id=226b86de-ad28-441a-b1a6-4d176904ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635154 Sep 18 00:53:52.332750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:52.333558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.365880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 7b80d8c1-4a36-4b50-a8cd-5f381856432f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:52.366603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.420760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-f95700f1-1410-4975-bc12-6faa1d00197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.421228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-f95700f1-1410-4975-bc12-6faa1d00197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.421889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-f95700f1-1410-4975-bc12-6faa1d00197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.423674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-f95700f1-1410-4975-bc12-6faa1d00197f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 2293 time: 0.1188083 Sep 18 00:53:52.452251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7b80d8c1-4a36-4b50-a8cd-5f381856432f,segment=NetworkSegment(ac5b878c-4e1b-4b5f-b343-feddef80959f),segment_id=ac5b878c-4e1b-4b5f-b343-feddef80959f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:52.452663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.505054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 7b80d8c1-4a36-4b50-a8cd-5f381856432f owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:52.516106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:52.533071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-40262b9c-2426-47f1-9bdf-7ff2b2af13c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 1001 time: 0.1007137 Sep 18 00:53:52.537489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-d8cc7db2-ee01-49d5-81aa-cf26d88fdf81 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.538999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-d8cc7db2-ee01-49d5-81aa-cf26d88fdf81 tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.48 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 945 time: 0.0836213 Sep 18 00:53:52.594232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-6b27b04d-22d8-433c-a87b-4cb93ddcf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.595331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] DHCP port deletion for af9870a3-2388-4bb0-91b5-128923b189c7 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:52.595770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-6b27b04d-22d8-433c-a87b-4cb93ddcf609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0506575 Sep 18 00:53:52.650388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-c729a759-bb28-42ca-9d6b-fd504c01e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.651931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-c729a759-bb28-42ca-9d6b-fd504c01e6c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487423 Sep 18 00:53:52.689514 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.730426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=7b80d8c1-4a36-4b50-a8cd-5f381856432f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:52.731008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Deleting port 7b80d8c1-4a36-4b50-a8cd-5f381856432f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:52.731397 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.737824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Deleting port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:52.738018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.742331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 7b80d8c1-4a36-4b50-a8cd-5f381856432f on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:52.758962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-3d398fb0-90eb-4e84-be06-233f8f81d62d service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995407 Sep 18 00:53:52.803713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] For port 7b80d8c1-4a36-4b50-a8cd-5f381856432f, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:52.803997 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.823892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Calling delete_port for 7b80d8c1-4a36-4b50-a8cd-5f381856432f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:52.827730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Port 7b80d8c1-4a36-4b50-a8cd-5f381856432f was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:53:52.830871 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.839608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:51Z', 'revision_number': 10, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.860133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] Pushing event deleted for resources: {'Port': ['ID=7b80d8c1-4a36-4b50-a8cd-5f381856432f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:52.871098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.890301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb5306-f761-4f81-93b4-28a68f865fc5 None None] No DVR routers for this DVR port 7b80d8c1-4a36-4b50-a8cd-5f381856432f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:52.894501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeda1b-b76e-412a-a4cb-79958bae0e58 None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:51Z', 'revision_number': 10, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None, '_interfaces': [{'id': 'e0f12e9d-d040-4f01-87aa-e03d5f950a08', 'name': '', 'network_id': 'addf62bf-7419-45cc-9ec4-0563ea919827', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'mac_address': 'fa:16:3e:73:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:23Z', 'updated_at': '2021-09-18T00:53:27Z', 'revision_number': 5, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'subnets': [{'id': '9c850214-56a4-4ba7-bbb0-0c33cfc4a142', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:52.908859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-f339006f-9615-4674-9f7a-90fdd7df65cf service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416242 Sep 18 00:53:52.918829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e3e26-7f63-462c-8044-11b03d43c22c req-f6fd37c7-e206-4c3f-bb37-d1d365d447c9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:52.926728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd9e3e26-7f63-462c-8044-11b03d43c22c req-f6fd37c7-e206-4c3f-bb37-d1d365d447c9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 946 time: 0.0902808 Sep 18 00:53:52.930835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9870a3-2388-4bb0-91b5-128923b189c7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.946064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5b878c-4e1b-4b5f-b343-feddef80959f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.946366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5b878c-4e1b-4b5f-b343-feddef80959f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:52.963844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.975807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-996d7e7b-3837-4e2a-8403-d0d843ea7106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 217 time: 0.0412874 Sep 18 00:53:52.978290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] For port bf5bb10e-563b-4a3e-bbeb-9268603f42f8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,segment=NetworkSegment(66063908-101a-4006-b505-f2a222e04615),segment_id=66063908-101a-4006-b505-f2a222e04615)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:52.978290 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.993612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:52.995762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Calling delete_port for bf5bb10e-563b-4a3e-bbeb-9268603f42f8 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:53.005078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:53.005492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:53.009075 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:53.029028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd9e3e26-7f63-462c-8044-11b03d43c22c req-7d0d14bf-55a5-43b9-8d30-c572c3e1d7f4 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Sep 18 00:53:53.052288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-d089163d-f0c2-483a-ae5e-52a885ab1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:53.052288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-d089163d-f0c2-483a-ae5e-52a885ab1bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0633428 Sep 18 00:53:53.104618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-625f3e46-5c35-4c0e-90d8-55f57ed66024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:53.106384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-625f3e46-5c35-4c0e-90d8-55f57ed66024 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501754 Sep 18 00:53:53.128778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:53.140316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:53.145525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/af9870a3-2388-4bb0-91b5-128923b189c7 HTTP/1.1" status: 204 len: 168 time: 0.9566474 Sep 18 00:53:53.145741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56952) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:53.160931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e598-e7da-44f3-9adc-54ca18371a8d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=af9870a3-2388-4bb0-91b5-128923b189c7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:53.230891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:53.243171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['bf5bb10e-563b-4a3e-bbeb-9268603f42f8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:53.263324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Pushing event deleted for resources: {'Port': ['ID=bf5bb10e-563b-4a3e-bbeb-9268603f42f8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:53.300623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc467e4-c735-4ea1-b4b6-1defd3cd2f96 req-538b9ae8-428d-4e84-8304-e1fb4e818252 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:53.302167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cc467e4-c735-4ea1-b4b6-1defd3cd2f96 req-538b9ae8-428d-4e84-8304-e1fb4e818252 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d354cdf-6fff-4db6-9f0e-36521417a95a HTTP/1.1" status: 200 len: 945 time: 0.1909709 Sep 18 00:53:53.315474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] No DVR routers for this DVR port bf5bb10e-563b-4a3e-bbeb-9268603f42f8 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:53.327457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:53.333137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-23a59b7a-6c9a-4dfd-a27d-079303f5b045 req-f384680a-b53f-41dc-a1f6-d91f856e2cfc tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.48 "DELETE /v2.0/ports/bf5bb10e-563b-4a3e-bbeb-9268603f42f8 HTTP/1.1" status: 204 len: 173 time: 0.7523286 Sep 18 00:53:53.338731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'name': 'network-vif-deleted', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:53.345816 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9adf3-2e4d-432a-b95d-d51a77730348" -d '{"events": [{"server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "name": "network-vif-deleted", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:53.375686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a9f52e34-f07d-4757-b140-148df0bd139a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:53.391905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-6870719a-3288-4147-9173-9f9f7a12d02b service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710180 Sep 18 00:53:53.396255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a9f52e34-f07d-4757-b140-148df0bd139a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:53.396690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a9f52e34-f07d-4757-b140-148df0bd139a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:53.397197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7b80d8c1-4a36-4b50-a8cd-5f381856432f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:53.422202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7b80d8c1-4a36-4b50-a8cd-5f381856432f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:53.422604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7b80d8c1-4a36-4b50-a8cd-5f381856432f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:53.489306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7b6450e-f49c-4ec2-b811-429cc7a04b9c req-3aac9f5d-9186-433d-b924-e4b07a60a14e tempest-ServerMetadataNegativeTestJSON-1725651952 tempest-ServerMetadataNegativeTestJSON-1725651952-project] 10.222.0.49 "GET /v2.0/ports?device_id=442aba62-b7db-4cdc-b57a-50dbad820d9c HTTP/1.1" status: 200 len: 210 time: 0.0943170 Sep 18 00:53:53.492183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cc467e4-c735-4ea1-b4b6-1defd3cd2f96 req-723c4572-62ec-4922-9c52-aacc3a9aac56 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803186 Sep 18 00:53:53.550812 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ec14a-b499-41e3-820f-40360c69517a x-openstack-request-id: req-8b9ec14a-b499-41e3-820f-40360c69517a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:53.551388 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442aba62-b7db-4cdc-b57a-50dbad820d9c", "name": "network-vif-deleted", "tag": "bf5bb10e-563b-4a3e-bbeb-9268603f42f8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:53.551746 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b9ec14a-b499-41e3-820f-40360c69517a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:53.552257 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442aba62-b7db-4cdc-b57a-50dbad820d9c', 'name': 'network-vif-deleted', 'tag': 'bf5bb10e-563b-4a3e-bbeb-9268603f42f8', 'status': 'completed', 'code': 200} Sep 18 00:53:53.928383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-b86e04cb-842a-4236-909f-b726142aa854 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100508 Sep 18 00:53:53.997305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-6ed21c69-c3ca-4ab7-9647-7a7e812ff2d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 217 time: 0.0475597 Sep 18 00:53:54.115515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-75b648e2-73a9-4180-b459-fa16b9c91e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:54.117023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-75b648e2-73a9-4180-b459-fa16b9c91e39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1083198 Sep 18 00:53:54.182454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24c4eda9-d17a-400e-92df-bad1a5341eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.183457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-4c51800a-1974-4ff4-b1ad-4a315cd43ee9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:54.184953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-4c51800a-1974-4ff4-b1ad-4a315cd43ee9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.2256513 Sep 18 00:53:54.225980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-f35bf685-b131-42f5-b1ce-28b52e7b5549 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/quotas/411877ffc53c471cb64eb4e13b241c1c HTTP/1.1" status: 200 len: 375 time: 0.0336061 Sep 18 00:53:54.233240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-bd512fd8-93ea-4030-a91c-f98543ff8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:54.234675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-bd512fd8-93ea-4030-a91c-f98543ff8fe6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031806 Sep 18 00:53:54.349346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.358607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-db3c0a44-0f0c-41d2-b32a-ad5d8aa256e2 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229169 Sep 18 00:53:54.465046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-9832e5ff-0d72-4340-a885-5bff5fd30125 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193782 Sep 18 00:53:54.547454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56984) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:54.591505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Deleting subnet 430a3341-8f71-4bfa-9c46-53bef982f361 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:54.595179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.631197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.641757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-51c0ac51-5dc5-48d1-b423-df67f5af3d31 service neutron] 10.222.0.49 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500415 Sep 18 00:53:54.688325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.713630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-0878fa5f-80f2-4b79-9acb-159de0995fb0 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176342 Sep 18 00:53:54.747174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.772493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430a3341-8f71-4bfa-9c46-53bef982f361,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:54.778830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.784630 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70682438-f54d-41dc-9e92-6e6be243c96a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/430a3341-8f71-4bfa-9c46-53bef982f361 HTTP/1.1" status: 204 len: 168 time: 0.2329843 Sep 18 00:53:54.784630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56990) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:54.802579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-7adec20d-e085-4b4f-82b7-5a0a9b6ce429 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 217 time: 0.0597401 Sep 18 00:53:54.851664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.881491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-7747f8eb-9aa3-425f-9aeb-4f8fbafb32f6 service neutron] 10.222.0.49 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333553 Sep 18 00:53:54.919562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-b507457c-ec10-4914-a57b-b236bc64dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:54.921324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-b507457c-ec10-4914-a57b-b236bc64dcd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1075699 Sep 18 00:53:54.949702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.971182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4691381-deb6-49e9-ba32-9266b67ee30b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:54.981163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66063908-101a-4006-b505-f2a222e04615') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:54.981534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66063908-101a-4006-b505-f2a222e04615') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:54.983007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port e0f12e9d-d040-4f01-87aa-e03d5f950a08 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:54.983425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:54.989283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-0dc1ecaa-28a4-4151-af9f-25db346d9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:54.990825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-0dc1ecaa-28a4-4151-af9f-25db346d9164 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593631 Sep 18 00:53:54.992129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.008763 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.017698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:55.018125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:55.019958 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:55.104284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.158299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.160761 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4691381-deb6-49e9-ba32-9266b67ee30b HTTP/1.1" status: 204 len: 168 time: 0.3756142 Sep 18 00:53:55.178636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251ba7f-be50-4ca2-b761-6c575cb660a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4691381-deb6-49e9-ba32-9266b67ee30b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:55.203456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-031e6deb-afde-4a24-8e9b-1e4b51a18d19 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:55.203604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port e0f12e9d-d040-4f01-87aa-e03d5f950a08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0f12e9d-d040-4f01-87aa-e03d5f950a08,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:55.204277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.205609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-031e6deb-afde-4a24-8e9b-1e4b51a18d19 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d354cdf-6fff-4db6-9f0e-36521417a95a HTTP/1.1" status: 200 len: 945 time: 0.1126781 Sep 18 00:53:55.238708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-3f647694-846c-41df-ac8d-4212dd277b04 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334006 Sep 18 00:53:55.253473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for e0f12e9d-d040-4f01-87aa-e03d5f950a08 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:55.269611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d0034b0-9a73-447a-a704-80568a1b6a2c req-d48c2ad3-0605-4fa8-a6f0-b10b89282925 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 210 time: 0.0501592 Sep 18 00:53:55.339497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Deleting port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:55.340131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.345615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57004) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:55.437188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] For port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:55.437649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.460486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-dd665e1e-a7f2-4076-899e-e7319f65663d service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047548 Sep 18 00:53:55.478671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Calling delete_port for bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:55.498957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3f44f76-677d-4de5-b975-b720b926da27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f075028aff5443db0f1e066cb76f57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497412 Sep 18 00:53:55.500388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57010) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:55.550594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-daa9186c-24c2-4865-97f9-5300815019ed tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:55.552136 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-daa9186c-24c2-4865-97f9-5300815019ed tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1 HTTP/1.1" status: 200 len: 946 time: 0.1116288 Sep 18 00:53:55.557939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-d740cd86-db8a-439f-8c20-144228410ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 217 time: 0.0582993 Sep 18 00:53:55.669295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-5ebec68f-29b0-47a7-b1da-1e5aaeb0c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:55.671458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-5ebec68f-29b0-47a7-b1da-1e5aaeb0c3d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1044588 Sep 18 00:53:55.677022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.736540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.748754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Deleting port ad70956b-528e-41e2-9cac-bfc37983dbeb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:55.749455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.757455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.765478 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:55.778629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:55.817084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-ec464173-4aaa-4ebc-b41b-28bd7654102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:55.821789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-ec464173-4aaa-4ebc-b41b-28bd7654102d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391900 Sep 18 00:53:55.823321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=e0f12e9d-d040-4f01-87aa-e03d5f950a08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:55.876072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ad70956b-528e-41e2-9cac-bfc37983dbeb'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:55.894285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event deleted for resources: {'Port': ['ID=bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:56.006823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] For port ad70956b-528e-41e2-9cac-bfc37983dbeb, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad70956b-528e-41e2-9cac-bfc37983dbeb,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:56.007415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.026714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.035168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.037043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/226b86de-ad28-441a-b1a6-4d176904ef4b HTTP/1.1" status: 204 len: 168 time: 0.5358019 Sep 18 00:53:56.046702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.057698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcd75-4614-4112-b248-82e22403138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b86de-ad28-441a-b1a6-4d176904ef4b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:56.075826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Calling delete_port for ad70956b-528e-41e2-9cac-bfc37983dbeb owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:56.091668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] No DVR routers for this DVR port bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:56.103385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.105497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d7920e38-6e7f-4a2c-bedc-2ddda912735f req-333f5c7d-f121-4a13-983b-6b564eae5657 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "DELETE /v2.0/ports/bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 HTTP/1.1" status: 204 len: 173 time: 0.8922160 Sep 18 00:53:56.105970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'name': 'network-vif-deleted', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:56.109036 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60921e58-e917-45bd-b332-3349b124c1ab" -d '{"events": [{"server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "name": "network-vif-deleted", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:56.202124 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c3ca5f-3319-48da-adb4-cfc1b755ff3d x-openstack-request-id: req-76c3ca5f-3319-48da-adb4-cfc1b755ff3d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:56.202470 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d354cdf-6fff-4db6-9f0e-36521417a95a", "name": "network-vif-deleted", "tag": "bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:56.202725 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76c3ca5f-3319-48da-adb4-cfc1b755ff3d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:56.203142 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d354cdf-6fff-4db6-9f0e-36521417a95a', 'name': 'network-vif-deleted', 'tag': 'bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8', 'status': 'completed', 'code': 200} Sep 18 00:53:56.260562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf5bb10e-563b-4a3e-bbeb-9268603f42f8 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:56.278405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-ee872cec-b002-4d3a-a7b7-72bfc47211de service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418306 Sep 18 00:53:56.300544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: bf5bb10e-563b-4a3e-bbeb-9268603f42f8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:56.301286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf5bb10e-563b-4a3e-bbeb-9268603f42f8 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:56.324410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.343491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:56.411555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event deleted for resources: {'Port': ['ID=ad70956b-528e-41e2-9cac-bfc37983dbeb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:56.432154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] No DVR routers for this DVR port ad70956b-528e-41e2-9cac-bfc37983dbeb on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:56.435064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.438713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f1122531-99e9-4ac6-8a03-155743a06f63 req-e172f0e4-4aba-4fa8-b8f1-42563f9b60ca tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "DELETE /v2.0/ports/ad70956b-528e-41e2-9cac-bfc37983dbeb HTTP/1.1" status: 204 len: 173 time: 0.8790481 Sep 18 00:53:56.483645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a16a6ab0-eb47-4004-a96e-c9d692fb8815 req-4785117c-bf5d-4fdf-a3ec-4aeaa83eff4d tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 210 time: 0.1006811 Sep 18 00:53:56.496050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:56.557783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-df479e1b-8306-45e8-8c06-86ba4b7723e8 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398968 Sep 18 00:53:56.598074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:56.609224 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:56.618969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:56.620103 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:56.634950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ae482f94-d4cd-4378-ad0d-fbdb113225ca tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4784274 Sep 18 00:53:56.636971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-bf0f5214-24de-4610-ad50-bb15993a6eba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 217 time: 0.0483618 Sep 18 00:53:56.637750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57034) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:56.699295 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:56.726220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting subnet 9c850214-56a4-4ba7-bbb0-0c33cfc4a142 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:56.731797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:56.736411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-fdd26401-8435-43b6-b169-5efe2c0dc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:56.738110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-fdd26401-8435-43b6-b169-5efe2c0dc349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0915728 Sep 18 00:53:56.757407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:56.791089 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:56.801683 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:56.802320 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:56.875563 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:56.957239 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:57.003103 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc399d2-423d-4d32-a530-0ef08857e98f None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:57.206365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6746-fff0-4b96-a2fc-1ee52a94fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.276522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57048) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:57.301291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.336194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-946685a4-ac86-4f9b-9bde-d3a82363b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:57.337555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-946685a4-ac86-4f9b-9bde-d3a82363b760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5777450 Sep 18 00:53:57.437710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.459371 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-708542347-network', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:57.495819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0f12e9d-d040-4f01-87aa-e03d5f950a08 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:57.524038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Made reservation on behalf of 82ea6a8ec593433ebe20af1eb1b6e452 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:57.526562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.532118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e0f12e9d-d040-4f01-87aa-e03d5f950a08 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:57.532664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0f12e9d-d040-4f01-87aa-e03d5f950a08 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:57.543512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-a3ff82f4-3c0f-4a63-ad2f-3f49e7c195e6 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971667 Sep 18 00:53:57.548073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.550772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.624783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-09f6a936-c2c4-4e7b-bde5-bdbf90f215fd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:57.626305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-09f6a936-c2c4-4e7b-bde5-bdbf90f215fd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.8289750 Sep 18 00:53:57.643280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-335f054d-ef0c-4bcd-a326-fc26af4e2008 req-b37e8d9a-59a2-45d4-bf2c-f35ce5452d71 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 210 time: 0.0598202 Sep 18 00:53:57.644340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Request body: {'port': {'device_id': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'admin_state_up': True, 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:57.688606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-43af947c-7a2d-4c53-8bc7-4e132db7d0cb tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:57.690026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-43af947c-7a2d-4c53-8bc7-4e132db7d0cb tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 813 time: 0.2037489 Sep 18 00:53:57.726300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Request body: {'port': {'device_id': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'admin_state_up': True, 'tenant_id': '411877ffc53c471cb64eb4e13b241c1c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:57.726954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.778290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.778491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70e136-a4bb-4a8d-aa53-4ffa8fc3dd21 None None] Network addf62bf-7419-45cc-9ec4-0563ea919827 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:57.783053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/9c850214-56a4-4ba7-bbb0-0c33cfc4a142 HTTP/1.1" status: 204 len: 168 time: 1.1420827 Sep 18 00:53:57.783053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e8cd-0822-475c-9cfd-4048e141aa2b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Subnet': ['ID=9c850214-56a4-4ba7-bbb0-0c33cfc4a142,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:57.787125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:57.814749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-3c70b0c7-355e-47a7-89e0-81669a2bdb16 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557366 Sep 18 00:53:57.910404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-9f42d1e9-4155-4ad0-b692-4ac0ab1c11a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0757916 Sep 18 00:53:57.968815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.981837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] DHCP port deletion for addf62bf-7419-45cc-9ec4-0563ea919827 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:57.986039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:57.994263 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.008502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:58.012155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.017713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-d67afc0f-e443-4003-a529-d071a99b663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.019214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-d67afc0f-e443-4003-a529-d071a99b663e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0974221 Sep 18 00:53:58.024468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:58.041450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Deleting port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:58.042129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.047268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Made reservation on behalf of 411877ffc53c471cb64eb4e13b241c1c for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:58.050898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.086580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.086955 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Added segment 026be469-5fb3-4b97-b31f-d821e20ee942 of type vlan for network 8b6a598c-3e72-47b9-8fe4-aaa93226741f Sep 18 00:53:58.099046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62baca03-1263-4c9d-9010-8b236b71f768,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.155121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] For port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:58.156926 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.163202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.175738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-60553507-54e8-4e6b-ac3d-7f3d5dcf69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.177323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-60553507-54e8-4e6b-ac3d-7f3d5dcf69c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395063 Sep 18 00:53:58.187251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Calling delete_port for 5b6239e8-50c3-431c-a22e-5f2b241a8f2d owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:58.206073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'name': 'network-vif-deleted', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:58.208299 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f34567-303b-4ecb-b1ca-4724d3e00d93" -d '{"events": [{"server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "name": "network-vif-deleted", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:58.225257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Deleting port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:58.225581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.248626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Allocated IP 172.20.0.13 (137ad01d-0873-4c97-97a6-7e540713e0a1/203bfa68-0dab-4d00-bcb4-1cd89f22f3cb/5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:58.252761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.253884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.254592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.277461 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551dbea-cda8-4b81-bd76-4a320da2ba78 x-openstack-request-id: req-8551dbea-cda8-4b81-bd76-4a320da2ba78 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:58.277750 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1", "name": "network-vif-deleted", "tag": "ad70956b-528e-41e2-9cac-bfc37983dbeb", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:58.278003 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8551dbea-cda8-4b81-bd76-4a320da2ba78 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:58.278405 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0cb70d-b189-483f-b3bf-9ada2bfd3ff1', 'name': 'network-vif-deleted', 'tag': 'ad70956b-528e-41e2-9cac-bfc37983dbeb', 'status': 'completed', 'code': 200} Sep 18 00:53:58.316728 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.318775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.345782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Pushing event deleted for resources: {'Port': ['ID=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.355964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] No DVR routers for this DVR port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.364759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.366026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.366026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.366026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.369026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac94f95-4fc1-4fbb-b0cc-3435f95f350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:58.370605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0917878 Sep 18 00:53:58.375818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57062) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:58.380806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Request body: {'subnet': {'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-708542347-subnet', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:58.413956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] For port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,segment=NetworkSegment(17ec739e-03f8-4c46-9a33-a878cf5922c6),segment_id=17ec739e-03f8-4c46-9a33-a878cf5922c6)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:58.414321 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.419750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff712b-ec60-472a-a5f0-9f0682324c0b admin admin] Pushing event updated for resources: {'Network': ['ID=8b6a598c-3e72-47b9-8fe4-aaa93226741f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.423278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Made reservation on behalf of 82ea6a8ec593433ebe20af1eb1b6e452 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:58.425609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.434521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:58.438419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Calling delete_port for 5b6239e8-50c3-431c-a22e-5f2b241a8f2d owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:58.446015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-52210477-c9ea-4888-b818-0b077aee691e service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559249 Sep 18 00:53:58.467890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.580035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.608747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44946e7c-ba9d-482a-95e2-86318b8f12a9 req-bbe8578a-6dd0-457d-9377-8ebf0b10e518 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532860 Sep 18 00:53:58.610766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.641800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Port': ['ID=5b6239e8-50c3-431c-a22e-5f2b241a8f2d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.649806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No DVR routers for this DVR port 5b6239e8-50c3-431c-a22e-5f2b241a8f2d on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:58.675069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:58.708602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:58.724662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:58.727745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Allocated IP 172.20.0.2 (137ad01d-0873-4c97-97a6-7e540713e0a1/203bfa68-0dab-4d00-bcb4-1cd89f22f3cb/60f9b2ed-632c-45be-825f-c326888ca622) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:58.735954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event updated for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.748955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.777937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.789207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac00464e-87db-443d-bb2b-c92859e11f1b req-04c414ee-9a82-49b0-a90f-32dfe7bcea48 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 210 time: 0.0425360 Sep 18 00:53:58.792517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addf62bf-7419-45cc-9ec4-0563ea919827']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:58.803434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ec739e-03f8-4c46-9a33-a878cf5922c6') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:58.803737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ec739e-03f8-4c46-9a33-a878cf5922c6') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:58.813927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.827712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.830722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.831276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.833508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:58.833893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:58.836997 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:58.886804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-ec891bae-a506-48fc-8bcf-23fc2de68b6b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2469749 Sep 18 00:53:58.890748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Pushing event updated for resources: {'Subnet': ['ID=babaae59-2fff-4d87-ad43-3d50c782a56f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.908076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Request body: {'port': {'device_id': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:58.908953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.915745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.920726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/networks/addf62bf-7419-45cc-9ec4-0563ea919827 HTTP/1.1" status: 204 len: 168 time: 1.1280446 Sep 18 00:53:58.921306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57066) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:58.925950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'routes': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:58.937576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c891b2-2297-4f3d-836e-78c44715c39d tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Pushing event deleted for resources: {'Network': ['ID=addf62bf-7419-45cc-9ec4-0563ea919827,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:58.962697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Checking segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:58.963060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Network hostable DHCP agents. Network: 8b6a598c-3e72-47b9-8fe4-aaa93226741f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:59.037808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.054952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:59.075957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8b6a598c-3e72-47b9-8fe4-aaa93226741f) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:59.087098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be870c-2f0e-4f05-a9ab-b86504410862 None None] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:59.097778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Added routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:53:59.097778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Removed routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:53:59.098186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.102476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:59.103078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.129066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.152327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73e60092-9b9c-4c0b-b6e1-ad1fb942269a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7752016 Sep 18 00:53:59.156721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:59.208952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:59.268732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.269931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.275390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67442c66-7824-4868-bb42-6f1944ceb750 None None] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:59.275820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.281222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.287638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.380127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Network 137ad01d-0873-4c97-97a6-7e540713e0a1 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:59.391468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:59.392809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:59.400155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b6239e8-50c3-431c-a22e-5f2b241a8f2d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:59.401433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:59.426048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5b6239e8-50c3-431c-a22e-5f2b241a8f2d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:59.426692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b6239e8-50c3-431c-a22e-5f2b241a8f2d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:59.440788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event updated for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:59.471674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.493464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:59.501750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.503342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4ad68e0-996f-4f66-a845-076e2e619e00 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 705 time: 0.5805559 Sep 18 00:53:59.506102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57074) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:59.540390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-da983c6d-8ad3-4104-851b-63ac99f60446 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 205 time: 0.0302653 Sep 18 00:53:59.541151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57076) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:59.584327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:59.584986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.594511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Sync routers for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:59.606680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:59.607325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:59.623021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.669311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.676922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-57bf8513-0f69-435b-87e3-672b59ee494c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9545352 Sep 18 00:53:59.689990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad70956b-528e-41e2-9cac-bfc37983dbeb no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:59.697176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:59.715065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Request body: {'port': {'device_id': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:59.715375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.765328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ad70956b-528e-41e2-9cac-bfc37983dbeb {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:59.765777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad70956b-528e-41e2-9cac-bfc37983dbeb not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:59.767052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:59.768610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:59.781269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.792832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.795590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.804388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Checking router: 33d03c30-1d7c-47d5-b838-e7c7187d4e70 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:59.815665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Routers {'33d03c30-1d7c-47d5-b838-e7c7187d4e70'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:59.816585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:59.826659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Transition to ACTIVE for port object 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:59.828322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.847469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.848441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:59.861183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.866025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5d0f967e-b4a0-4fa2-97b5-de7adc4e9fef tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 204 len: 168 time: 0.3200600 Sep 18 00:53:59.866210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.866325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57080) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:59.875573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-171374307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:59.907193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] Set router 33d03c30-1d7c-47d5-b838-e7c7187d4e70 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:59.912839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.914090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:59.956645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:59.966426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:59.991354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6b3e3-b516-4b22-ae86-2c8d368c2e9b req-49847c40-7372-47f4-86ae-b56259786806 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:59.993257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ff6b3e3-b516-4b22-ae86-2c8d368c2e9b req-49847c40-7372-47f4-86ae-b56259786806 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 931 time: 0.0750139 Sep 18 00:54:00.003192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfa269-f7d8-49c7-87a9-c90cf697fa6e None None] The sync data for ids ['33d03c30-1d7c-47d5-b838-e7c7187d4e70'] in n-d-712707-16 is: [{'id': '33d03c30-1d7c-47d5-b838-e7c7187d4e70', 'name': 'tempest-RoutersIpV6Test-router-2103606214', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:22Z', 'updated_at': '2021-09-18T00:53:55Z', 'revision_number': 11, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:54:00.021633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.032402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.064906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.068786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f6655574-5648-40f8-856d-e3ac219554a4 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1972368 Sep 18 00:54:00.069055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57082) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:00.075341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:00.081483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ff6b3e3-b516-4b22-ae86-2c8d368c2e9b req-334a363b-142a-45ac-a29a-c2c3a05d2132 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582008 Sep 18 00:54:00.230126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Attempting to bind port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:00.230605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Attempting to bind port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:00.231038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Attempting to bind port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:00.277654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:54:00.279923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:00.280412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Attempting to bind port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:00.293185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:00.293725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Checking segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:00.294210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Bound using segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:00.294763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Bound port: 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:00.295979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.301296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:54:00.301929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device bf7e1a60-d0a5-426f-9be1-1c9a584aa5e8 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:54:00.313640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.350791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.496972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:00.519428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:00.541657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.549727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f9b2ed-632c-45be-825f-c326888ca622 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:00.566705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.610280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:00.610900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.612324 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] 10.222.0.48 "PUT /v2.0/ports/5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 HTTP/1.1" status: 200 len: 1093 time: 1.7119184 Sep 18 00:54:00.615548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:00.617828 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a9605-0e1b-44b2-ae73-9677b1173663" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:00.624516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Transition to ACTIVE for port object 60f9b2ed-632c-45be-825f-c326888ca622 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:54:00.624812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.634664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.640600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.649116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Allocated IP 172.25.7.89 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/5acae132-b5fc-40a7-8ebd-806ec80601f4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:54:00.745406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Router ebbf9bf5-12bf-4e34-9892-dd12a7beb456 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:54:00.831160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:54:00.839435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:00.843648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be924eca-8bba-4499-af33-c6f12786ef51 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "PUT /v2.0/routers/ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 200 len: 697 time: 0.7709317 Sep 18 00:54:00.843843 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Sync routers for ids ['ebbf9bf5-12bf-4e34-9892-dd12a7beb456'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:54:00.844395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:00.851338 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Routers {'ebbf9bf5-12bf-4e34-9892-dd12a7beb456'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:00.852262 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ebbf9bf5-12bf-4e34-9892-dd12a7beb456'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:00.924085 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Set router ebbf9bf5-12bf-4e34-9892-dd12a7beb456 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:00.939096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac72f9d1-ed54-4d37-8d0f-eae9bd04fa7f tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/routers/ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 200 len: 703 time: 0.0908780 Sep 18 00:54:00.939503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57092) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:00.972550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-76cf4155-610a-4e54-813f-a55ec0b489f8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 200 len: 205 time: 0.0294929 Sep 18 00:54:00.973252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57094) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:00.973946 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83ba34-eac3-4e44-b32f-3a6956f119a8 x-openstack-request-id: req-ce83ba34-eac3-4e44-b32f-3a6956f119a8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:00.974438 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:00.974438 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce83ba34-eac3-4e44-b32f-3a6956f119a8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:00.974834 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42', 'status': 'completed', 'code': 200} Sep 18 00:54:00.982068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbf9bf5-12bf-4e34-9892-dd12a7beb456', 'name': 'tempest-RoutersIpV6Test-router-171374307', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:00Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:01.010188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687826b-5452-4a1b-85ed-20d362258674 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:01.016062 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Checking router: ebbf9bf5-12bf-4e34-9892-dd12a7beb456 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:54:01.026189 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Routers {'ebbf9bf5-12bf-4e34-9892-dd12a7beb456'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:01.027024 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ebbf9bf5-12bf-4e34-9892-dd12a7beb456'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:01.055732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.160517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-cd096d73-d5a0-465d-bee1-5a35b2d5ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:01.162076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-cd096d73-d5a0-465d-bee1-5a35b2d5ba5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 1096 time: 0.1834838 Sep 18 00:54:01.162730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Pushing event updated for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:01.195437 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] Set router ebbf9bf5-12bf-4e34-9892-dd12a7beb456 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:01.234188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-b66a9a16-2e1b-494a-9280-30e61e73eb05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 HTTP/1.1" status: 200 len: 217 time: 0.0592515 Sep 18 00:54:01.249838 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbf9bf5-12bf-4e34-9892-dd12a7beb456', 'name': 'tempest-RoutersIpV6Test-router-171374307', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:00Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:01.258974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.261644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.261800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.280688 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7446ff-1a74-4674-baac-40d715b6b7be None None] The sync data for ids ['ebbf9bf5-12bf-4e34-9892-dd12a7beb456'] in n-d-712707-16 is: [{'id': 'ebbf9bf5-12bf-4e34-9892-dd12a7beb456', 'name': 'tempest-RoutersIpV6Test-router-171374307', 'tenant_id': '4e151eef572547c4a4b1815bb31e8eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:00Z', 'revision_number': 2, 'project_id': '4e151eef572547c4a4b1815bb31e8eb9', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:54:01.300060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Attempting to bind port 60f9b2ed-632c-45be-825f-c326888ca622 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:01.300433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Attempting to bind port 60f9b2ed-632c-45be-825f-c326888ca622 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:01.300770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Attempting to bind port 60f9b2ed-632c-45be-825f-c326888ca622 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:01.313369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Port 60f9b2ed-632c-45be-825f-c326888ca622 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:01.313369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Attempting to bind port 60f9b2ed-632c-45be-825f-c326888ca622 on network 137ad01d-0873-4c97-97a6-7e540713e0a1 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:01.324872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:01.325221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Checking segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:01.325616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Bound using segment: {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:01.326102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Bound port: 60f9b2ed-632c-45be-825f-c326888ca622, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7580f828-5ddb-4d3a-8070-11858f326f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:01.326474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.326755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd274cc-24f2-4d2e-a025-dac580431b27 req-0de92296-95a3-4646-94f1-db9ac97299aa tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:01.328373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fd274cc-24f2-4d2e-a025-dac580431b27 req-0de92296-95a3-4646-94f1-db9ac97299aa tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.1320524 Sep 18 00:54:01.333658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-731441ff-95ba-403c-9fc9-6b43f5a022af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:01.334009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.334529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Fanout notify agent at l3_agent the message router_deleted on router ebbf9bf5-12bf-4e34-9892-dd12a7beb456 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:54:01.335125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-731441ff-95ba-403c-9fc9-6b43f5a022af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0863030 Sep 18 00:54:01.343859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.348513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3cccb897-a2ef-4752-a120-f0f4d881f3f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 204 len: 168 time: 0.3709066 Sep 18 00:54:01.350709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.387586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fd274cc-24f2-4d2e-a025-dac580431b27 req-fbfa6573-0c43-4d88-a656-570f7fb17d27 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Sep 18 00:54:01.409616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-a171bb18-f092-43d5-9a54-6343bbdde990 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612912 Sep 18 00:54:01.413860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c211de89-33a9-4a20-8016-736dc33fa135 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 200 len: 205 time: 0.0621209 Sep 18 00:54:01.416460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57104) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.442815 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.458868 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-a2d7380f-b93b-44f2-a952-914737591dbc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:01.459937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a2d7380f-b93b-44f2-a952-914737591dbc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/ebbf9bf5-12bf-4e34-9892-dd12a7beb456 HTTP/1.1" status: 404 len: 336 time: 0.0423183 Sep 18 00:54:01.462635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.495903 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-98111ec3-bf31-474d-9166-73ae082afc77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.496624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98111ec3-bf31-474d-9166-73ae082afc77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.499007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-98111ec3-bf31-474d-9166-73ae082afc77 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/fc4e8ea7-659a-483b-9f80-1b55c99d69e3 HTTP/1.1" status: 404 len: 337 time: 0.0343835 Sep 18 00:54:01.501493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57110) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.525102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:01.532818 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-736e126d-9dbc-4863-b944-22a072608e38 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.533366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736e126d-9dbc-4863-b944-22a072608e38 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.535487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-736e126d-9dbc-4863-b944-22a072608e38 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/506b9094-0b54-4047-913a-4a1af4fe4aa7 HTTP/1.1" status: 404 len: 337 time: 0.0326190 Sep 18 00:54:01.538405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57112) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.562227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:01.572147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:01.574643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:54:01.582147 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-32799ad2-7bc7-49a2-b209-4ea1885014e6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.582618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32799ad2-7bc7-49a2-b209-4ea1885014e6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.584670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-32799ad2-7bc7-49a2-b209-4ea1885014e6 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/9df22743-6891-4d8f-97c8-132248f58f21 HTTP/1.1" status: 404 len: 337 time: 0.0451441 Sep 18 00:54:01.587289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57114) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.613075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Pushing event updated for resources: {'Port': ['ID=5acae132-b5fc-40a7-8ebd-806ec80601f4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:01.613867 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-409d8265-0c22-4753-b22c-3ffde3305ad9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.614339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409d8265-0c22-4753-b22c-3ffde3305ad9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.616441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=60f9b2ed-632c-45be-825f-c326888ca622,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:01.616854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-409d8265-0c22-4753-b22c-3ffde3305ad9 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/9c850214-56a4-4ba7-bbb0-0c33cfc4a142 HTTP/1.1" status: 404 len: 337 time: 0.0286136 Sep 18 00:54:01.620268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57116) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.626944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.650318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f806e962-ecb1-49a6-a4bc-b7e1186f37d8 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 200 len: 205 time: 0.0270119 Sep 18 00:54:01.650855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57118) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.678005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-613ea8ba-a551-4189-8c74-2ec1b538e032 service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458556 Sep 18 00:54:01.685448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:01.686702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:01.688021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] 10.222.0.54 "PUT /v2.0/ports/60f9b2ed-632c-45be-825f-c326888ca622 HTTP/1.1" status: 200 len: 1092 time: 1.9784956 Sep 18 00:54:01.690929 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-f99da408-a109-43a9-81cc-0ab09e520d48 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:01.694425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f99da408-a109-43a9-81cc-0ab09e520d48 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/33d03c30-1d7c-47d5-b838-e7c7187d4e70 HTTP/1.1" status: 404 len: 336 time: 0.0406332 Sep 18 00:54:01.694661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.727265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-10edf343-d78e-4788-96ce-92a5ab8b91f1 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb11ecce-4b11-4d0e-a844-3922c1f76e96 HTTP/1.1" status: 200 len: 205 time: 0.0315425 Sep 18 00:54:01.729751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.768012 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-cfc45068-171e-4226-a50e-76ddcf095617 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:01.771340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cfc45068-171e-4226-a50e-76ddcf095617 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/fb11ecce-4b11-4d0e-a844-3922c1f76e96 HTTP/1.1" status: 404 len: 336 time: 0.0384886 Sep 18 00:54:01.771778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57124) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.801367 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee16eacc-64d6-462c-990b-b109407a725c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.801824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee16eacc-64d6-462c-990b-b109407a725c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.803620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee16eacc-64d6-462c-990b-b109407a725c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/a124268e-6657-4d4b-9e98-9c9b63cb4c30 HTTP/1.1" status: 404 len: 337 time: 0.0308890 Sep 18 00:54:01.806459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.833784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-20ce0e5f-68d6-49df-b08d-50c59cdf84e0 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 200 len: 205 time: 0.0260940 Sep 18 00:54:01.836064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57128) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.860037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c303-2a0a-4f2a-8fe5-ab2990087a22 service neutron] Pushing event updated for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:01.879433 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-8b4c55df-cb2b-40a3-8f64-6ecbcf02171e tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:01.880523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8b4c55df-cb2b-40a3-8f64-6ecbcf02171e tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/ea9194de-ca14-4f00-b4e5-d21dff35e015 HTTP/1.1" status: 404 len: 336 time: 0.0435116 Sep 18 00:54:01.883479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57130) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.916916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09e3e5fd-4deb-4cd3-ba7e-749068e7ae32 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ec998a6-eeab-4dd2-8a97-4768d416d9fb HTTP/1.1" status: 200 len: 205 time: 0.0319881 Sep 18 00:54:01.918884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57132) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.927820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-3ac7125b-f813-49ba-83cd-909d61614d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:01.929408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-3ac7125b-f813-49ba-83cd-909d61614d34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 1095 time: 0.1699703 Sep 18 00:54:01.962017 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ec6cbbaa-df28-41d5-8bed-1d9f2ae19fc7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:01.963048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec6cbbaa-df28-41d5-8bed-1d9f2ae19fc7 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/4ec998a6-eeab-4dd2-8a97-4768d416d9fb HTTP/1.1" status: 404 len: 336 time: 0.0432158 Sep 18 00:54:01.965664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57134) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:01.993634 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a3ff7c-d301-4dbe-ba80-51bcf751d78c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:01.994091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a3ff7c-d301-4dbe-ba80-51bcf751d78c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:01.995874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-11a3ff7c-d301-4dbe-ba80-51bcf751d78c tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/23e932ee-4b2b-490e-ac15-dc79b5e6c8af HTTP/1.1" status: 404 len: 337 time: 0.0293264 Sep 18 00:54:01.999065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57136) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.018111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-41dd32f8-c796-46b9-b0f2-4c3e0f9cd233 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60f9b2ed-632c-45be-825f-c326888ca622 HTTP/1.1" status: 200 len: 217 time: 0.0479732 Sep 18 00:54:02.021984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-b96d3d48-5563-42e2-b50e-7664f7e894bf service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331037 Sep 18 00:54:02.029045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2ea9769c-b9c9-4843-876c-547abfe393b3 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=596a0b7b-319c-4c43-9d28-6a48d7b2f20b HTTP/1.1" status: 200 len: 205 time: 0.0267715 Sep 18 00:54:02.029314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57138) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.071647 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-3d7109ad-8c3d-44e8-88ec-e39f9d9a044e tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:02.072747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3d7109ad-8c3d-44e8-88ec-e39f9d9a044e tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/596a0b7b-319c-4c43-9d28-6a48d7b2f20b HTTP/1.1" status: 404 len: 336 time: 0.0422039 Sep 18 00:54:02.075308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57140) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.083737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.108886 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bdb97a-831c-4af4-a44e-9fd8a5c7fc25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:02.109340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bdb97a-831c-4af4-a44e-9fd8a5c7fc25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:02.112932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-69bdb97a-831c-4af4-a44e-9fd8a5c7fc25 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/da55e041-725a-4f5c-a62f-daf6e0c033c7 HTTP/1.1" status: 404 len: 337 time: 0.0348680 Sep 18 00:54:02.113877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57142) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.142828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-087d47d7-3d0a-4af3-b2ac-ee7b5644df7b tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 HTTP/1.1" status: 200 len: 205 time: 0.0277562 Sep 18 00:54:02.145244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57144) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.154410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-c24a704b-f46a-4baf-8df9-d4c183235a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.155998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-c24a704b-f46a-4baf-8df9-d4c183235a34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.1299086 Sep 18 00:54:02.158736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.183016 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-dcbd923e-a904-4326-8bc5-3ba4e2d88849 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] delete failed (client error): The resource could not be found. Sep 18 00:54:02.186361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dcbd923e-a904-4326-8bc5-3ba4e2d88849 tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/routers/c8834d8d-a999-45b6-876a-d6a9ebb4c5b8 HTTP/1.1" status: 404 len: 336 time: 0.0378344 Sep 18 00:54:02.187584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.208975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-7e98ecb9-7c22-449a-b318-17a1d8ae6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.210454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-7e98ecb9-7c22-449a-b318-17a1d8ae6118 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 1096 time: 0.1165946 Sep 18 00:54:02.215698 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b3f85-6d79-4163-b752-5a523515cdbb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:02.216146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58b3f85-6d79-4163-b752-5a523515cdbb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:02.218362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e58b3f85-6d79-4163-b752-5a523515cdbb tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/f92c5b87-4caa-4eee-914f-c4ce3f799b2b HTTP/1.1" status: 404 len: 337 time: 0.0296741 Sep 18 00:54:02.221096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57148) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.234984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-008ca8cd-a5f9-4726-8566-70c59ccf2ff9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368786 Sep 18 00:54:02.251818 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aa01fb-6ec2-41ca-a191-d9189cf136fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] DELETE failed (client error): The resource could not be found. Sep 18 00:54:02.252293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aa01fb-6ec2-41ca-a191-d9189cf136fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:54:02.256447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03aa01fb-6ec2-41ca-a191-d9189cf136fc tempest-RoutersIpV6Test-1454154366 tempest-RoutersIpV6Test-1454154366-project] 10.222.0.49 "DELETE /v2.0/subnets/2f15ff89-5463-4895-9e20-6250a07bae5a HTTP/1.1" status: 404 len: 337 time: 0.0319803 Sep 18 00:54:02.476118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-1b52be71-d04b-408e-88a8-bdb3915cc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.477795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-1b52be71-d04b-408e-88a8-bdb3915cc83f service neutron] 10.222.0.48 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 914 time: 0.2458189 Sep 18 00:54:02.506366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.532742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655602e-27cb-4494-9b0f-e8b32b8299b2 req-2e1e8874-5aa2-4f04-8ad1-70bd16f689f0 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.536270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2655602e-27cb-4494-9b0f-e8b32b8299b2 req-2e1e8874-5aa2-4f04-8ad1-70bd16f689f0 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.0684998 Sep 18 00:54:02.588432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2655602e-27cb-4494-9b0f-e8b32b8299b2 req-e1f3d263-aa40-47b9-a3d4-32a190133d2e tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Sep 18 00:54:02.595549 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-45eb32a4-cff6-46b0-ba53-eb7f0c090cc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 HTTP/1.1" status: 200 len: 217 time: 0.0876443 Sep 18 00:54:02.599094 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-2ec97fbd-2a15-41c2-80f4-309d564efa55 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438501 Sep 18 00:54:02.644726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.668454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9745f8d6-abb2-4570-8e73-91f883f7db52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e151eef572547c4a4b1815bb31e8eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609249 Sep 18 00:54:02.671809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57164) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.720031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.741843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.748614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-bd57e1a2-ddd1-4e86-bcfc-861629fbce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.750073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-bd57e1a2-ddd1-4e86-bcfc-861629fbce5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.1439784 Sep 18 00:54:02.796183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.799014 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:02.800184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d29eff63-f3bb-45b9-aca4-a0aacb2657b2 HTTP/1.1" status: 204 len: 168 time: 0.1274245 Sep 18 00:54:02.800720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-549c6a51-e58c-4ad4-979c-ee361178fd57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409293 Sep 18 00:54:02.808187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe277dd-f234-4016-a8a3-2e0172e6ed95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29eff63-f3bb-45b9-aca4-a0aacb2657b2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:02.870056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-787b4969-2dbc-44e3-be45-2d7ecb4c8ad1 req-be49b0a0-1d39-4bf3-b9ac-2eb042f63fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526419 Sep 18 00:54:02.953650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-1be0b5f0-4e16-4e28-9344-0569a47326e6 service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238654 Sep 18 00:54:02.958147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Router a2511088-03cc-46fe-9f26-93f7e7938321 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:54:02.987014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:02.989751 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ea027-e8bc-436b-accb-15c6687ffdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "tag": "60f9b2ed-632c-45be-825f-c326888ca622"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:03.040141 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cfd6b4-07b3-4844-b9c0-2f150ec5d871 x-openstack-request-id: req-77cfd6b4-07b3-4844-b9c0-2f150ec5d871 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:03.040818 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "tag": "60f9b2ed-632c-45be-825f-c326888ca622", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:03.040818 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77cfd6b4-07b3-4844-b9c0-2f150ec5d871 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:03.041258 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622', 'status': 'completed', 'code': 200} Sep 18 00:54:03.476211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5a4a9605-0e1b-44b2-ae73-9677b1173663 req-a4c45059-6fb9-40ef-b459-d56f6f5a5f75 service neutron] 10.222.0.48 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148087 Sep 18 00:54:03.492539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:54:03.498509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-818ba680-3bdb-4d18-9182-5254f6b45c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:03.500163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-818ba680-3bdb-4d18-9182-5254f6b45c65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=411877ffc53c471cb64eb4e13b241c1c&device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 1095 time: 0.4164445 Sep 18 00:54:03.502759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Sync routers for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:54:03.514518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:03.515271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:03.518355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:03.519528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b1137470-7ded-4975-898e-72e8784f02bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3590536 Sep 18 00:54:03.522453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:03.573824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57192) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:03.642045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-dbc8e45d-5385-4236-b484-3d6d31d7c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:03.646302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-dbc8e45d-5385-4236-b484-3d6d31d7c05d service neutron] 10.222.0.54 "GET /v2.0/networks?id=137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 200 len: 914 time: 0.1382558 Sep 18 00:54:03.688624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:03.718054 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-9605f5b4-82b2-48ea-8e69-d4190f1324db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60f9b2ed-632c-45be-825f-c326888ca622 HTTP/1.1" status: 200 len: 217 time: 0.0636165 Sep 18 00:54:03.772320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-51cd10f2-6381-426e-9f49-c1d331b27abf tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:03.773147 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-51cd10f2-6381-426e-9f49-c1d331b27abf tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:54:03.773755 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-51cd10f2-6381-426e-9f49-c1d331b27abf tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:03.774971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-51cd10f2-6381-426e-9f49-c1d331b27abf tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2001719 Sep 18 00:54:03.782597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-664ec561-74d2-4a52-9bbf-7d7e9b8cf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:03.784502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-664ec561-74d2-4a52-9bbf-7d7e9b8cf016 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 200 len: 853 time: 0.0554020 Sep 18 00:54:03.785235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57202) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:03.790838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--946662669'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:03.824898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68942ac-6494-460a-a87f-47a999722d0b req-676daeef-e945-415a-b921-fa72219b2daf tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:03.826441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b68942ac-6494-460a-a87f-47a999722d0b req-676daeef-e945-415a-b921-fa72219b2daf tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.1209939 Sep 18 00:54:03.836210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-37b73514-66ff-4a8c-b80b-c69be529649b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=137ad01d-0873-4c97-97a6-7e540713e0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400238 Sep 18 00:54:03.866557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:03.883916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:03.903742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:01Z', 'revision_number': 3, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:03.924096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b68942ac-6494-460a-a87f-47a999722d0b req-fab37532-4ddf-424a-b61b-6cd28fc499a7 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909986 Sep 18 00:54:03.939948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Checking router: a2511088-03cc-46fe-9f26-93f7e7938321 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:54:03.940121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Updating router a2511088-03cc-46fe-9f26-93f7e7938321 port 5acae132-b5fc-40a7-8ebd-806ec80601f4 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:54:03.971274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:03.973653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-05e81204-1b77-478a-a956-a0f28d82bf13 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287520 Sep 18 00:54:04.101862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.107571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2d6ea027-e8bc-436b-accb-15c6687ffdd9 req-b5c3cda1-152e-47f2-b7f7-3de402eb4f09 service neutron] 10.222.0.54 "GET /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236997 Sep 18 00:54:04.121315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.134210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.174154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b802abed-38d1-4400-a24d-1a13e1cd614e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.242494 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.250118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.271516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.278191 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.285301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Allocated IP 172.20.0.1 (8b6a598c-3e72-47b9-8fe4-aaa93226741f/babaae59-2fff-4d87-ad43-3d50c782a56f/d12c4940-9782-4ba4-a88d-9ffe75505a18) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:54:04.289596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:04.290040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.294248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57206) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:04.294446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5078948 Sep 18 00:54:04.297597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbb29-a192-4a70-89d6-ed9972beea19 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6ab7ed-5f58-4b46-8451-8ff317f5e41d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.301536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '4b6ab7ed-5f58-4b46-8451-8ff317f5e41d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:04.352894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Attempting to bind port 5acae132-b5fc-40a7-8ebd-806ec80601f4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:04.353191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Attempting to bind port 5acae132-b5fc-40a7-8ebd-806ec80601f4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:04.353556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Attempting to bind port 5acae132-b5fc-40a7-8ebd-806ec80601f4 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:04.375936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:04.376343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:04.376749 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.377149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:04.377618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Bound port: 5acae132-b5fc-40a7-8ebd-806ec80601f4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:04.378001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.379488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a5090-a532-46fd-8e2b-be9bc2e2d04b None None] Pushing event updated for resources: {'Port': ['ID=5acae132-b5fc-40a7-8ebd-806ec80601f4,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.397011 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.461039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.476639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] For port 5acae132-b5fc-40a7-8ebd-806ec80601f4, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:04.484052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] For port 5acae132-b5fc-40a7-8ebd-806ec80601f4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5acae132-b5fc-40a7-8ebd-806ec80601f4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:04.486132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.491395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:04.493173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.494310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.521247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e65585-6bcb-4477-9dd6-8dd157521167,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.533869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.538162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3a65e685-a161-4128-81f1-59a8167586dc tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388353 Sep 18 00:54:04.538334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'port_id': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42', 'mac_address': 'fa:16:3e:6f:86:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203bfa68-0dab-4d00-bcb4-1cd89f22f3cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:04.538894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.539008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57208) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:04.543746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1450562f-f290-474b-833f-e500b6b21228 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '4b6ab7ed-5f58-4b46-8451-8ff317f5e41d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:04.572955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1450562f-f290-474b-833f-e500b6b21228 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.581191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:04.585421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:04.593066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:54:04.596278 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.596937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Pushing event updated for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.603675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:04.604253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:04.639401 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-1450562f-f290-474b-833f-e500b6b21228 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:04.640766 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1450562f-f290-474b-833f-e500b6b21228 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1007388 Sep 18 00:54:04.641638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.643524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:04.660966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:04.668587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a5090-a532-46fd-8e2b-be9bc2e2d04b None None] Pushing event updated for resources: {'Port': ['ID=5acae132-b5fc-40a7-8ebd-806ec80601f4,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.691540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:04.701493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.719641 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.744288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.779577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:04.797754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.800436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.801652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/4b6ab7ed-5f58-4b46-8451-8ff317f5e41d HTTP/1.1" status: 204 len: 168 time: 0.1568041 Sep 18 00:54:04.805021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:04.822228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.823578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccd6fb-f672-4be5-9736-3b82607790c1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6ab7ed-5f58-4b46-8451-8ff317f5e41d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.856642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab75b0dd-507e-465a-ba44-af0d9621252b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503757 Sep 18 00:54:04.861051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57218) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:04.865275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128593659'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:04.869014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:04.895220 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:04.972046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:05.008813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.015637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.042362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.047126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1817400 Sep 18 00:54:05.047476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.053208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f32c82-5831-4c25-a4c9-3bcef780e4a9 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b9383b-a630-44bf-89dd-4b942e2d503d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:05.054071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8aac3a42-f55d-4552-9ff4-1c23fd439c81 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '66b9383b-a630-44bf-89dd-4b942e2d503d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:05.054794 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-8aac3a42-f55d-4552-9ff4-1c23fd439c81 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 00:54:05.055687 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-8aac3a42-f55d-4552-9ff4-1c23fd439c81 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:05.059374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8aac3a42-f55d-4552-9ff4-1c23fd439c81 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061698 Sep 18 00:54:05.059512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:01Z', 'revision_number': 3, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:05.059665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57224) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.092350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.099243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99122b-4b4f-4222-baa2-2d60694664dc None None] The sync data for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 is: [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:01Z', 'revision_number': 3, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:54:05.102533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a3b2-db2d-4bc4-b4ff-47c0dd120f2e req-4cc5d2bb-b79e-446a-87fe-ad9cc05548b3 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:05.104098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a77a3b2-db2d-4bc4-b4ff-47c0dd120f2e req-4cc5d2bb-b79e-446a-87fe-ad9cc05548b3 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.0836637 Sep 18 00:54:05.105626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.126066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.164524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.181340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.214577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.217726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.219000 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/66b9383b-a630-44bf-89dd-4b942e2d503d HTTP/1.1" status: 204 len: 168 time: 0.1584589 Sep 18 00:54:05.222311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.241360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4839ba-8be7-4d90-9c7b-e7cbc655a46f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b9383b-a630-44bf-89dd-4b942e2d503d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:05.286035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6b7e73c1-48ca-43b7-8d22-0e0db8690019 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598574 Sep 18 00:54:05.288960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.293667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809197723'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:05.297749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Pushing event updated for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:05.317528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a77a3b2-db2d-4bc4-b4ff-47c0dd120f2e req-9829e1d4-b62c-41d1-aa37-77a5c5fde84e tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835604 Sep 18 00:54:05.323338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.387301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:05.389788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:05.430103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.441020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.487517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.488925 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1989782 Sep 18 00:54:05.490839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add42c7-0696-4b29-a8e2-faf4a532aac8 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30fd743-fe38-47f2-ba4e-424dcbc39535,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:05.493720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.499391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-084fd309-04d4-43dc-a59e-bb248dc0dcc1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'f30fd743-fe38-47f2-ba4e-424dcbc39535', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:05.500511 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-084fd309-04d4-43dc-a59e-bb248dc0dcc1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 00:54:05.501124 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-084fd309-04d4-43dc-a59e-bb248dc0dcc1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:05.504395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-084fd309-04d4-43dc-a59e-bb248dc0dcc1 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074060 Sep 18 00:54:05.506862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57232) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.545528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Router a2511088-03cc-46fe-9f26-93f7e7938321 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:54:05.579532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.608960 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.661751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.665237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.666824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/f30fd743-fe38-47f2-ba4e-424dcbc39535 HTTP/1.1" status: 204 len: 168 time: 0.1579986 Sep 18 00:54:05.670968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.695118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae78fb-b572-4bf1-bbb4-9163c7cae1cd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30fd743-fe38-47f2-ba4e-424dcbc39535,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:05.751290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c06e751e-6ead-4d4f-95c9-e4c42c2f6219 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787292 Sep 18 00:54:05.761145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57238) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:05.770096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174685326'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:05.815159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.953018 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.964482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:05.999745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.004690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2378752 Sep 18 00:54:06.005768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.010780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f0c2df4a-2bdd-4d7a-b33a-9f97a989a02d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '210175aa-1348-4029-8c6f-32f3000e07f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.034737 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-f0c2df4a-2bdd-4d7a-b33a-9f97a989a02d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 00:54:06.037003 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-f0c2df4a-2bdd-4d7a-b33a-9f97a989a02d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.038668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f0c2df4a-2bdd-4d7a-b33a-9f97a989a02d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0321138 Sep 18 00:54:06.042629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57244) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.049951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ce23-bfff-4103-b9bb-ba5257a556c5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210175aa-1348-4029-8c6f-32f3000e07f6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:06.050185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-beba061b-4546-4341-ac9b-a7ca692c4dd2 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '210175aa-1348-4029-8c6f-32f3000e07f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.051466 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-beba061b-4546-4341-ac9b-a7ca692c4dd2 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 00:54:06.051981 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-beba061b-4546-4341-ac9b-a7ca692c4dd2 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.052992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-beba061b-4546-4341-ac9b-a7ca692c4dd2 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093849 Sep 18 00:54:06.056216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.063139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:54:06.064187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f373ea36-38e3-4a55-a674-b1c1a316ff5d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '210175aa-1348-4029-8c6f-32f3000e07f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.065177 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-f373ea36-38e3-4a55-a674-b1c1a316ff5d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 00:54:06.065774 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-f373ea36-38e3-4a55-a674-b1c1a316ff5d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.076281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-919201f7-5602-4b70-8c78-7db0add67985 admin admin] 10.222.0.49 "PUT /v2.0/routers/a2511088-03cc-46fe-9f26-93f7e7938321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5450025 Sep 18 00:54:06.076489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f373ea36-38e3-4a55-a674-b1c1a316ff5d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113916 Sep 18 00:54:06.076489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.076489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9098ffe0-2f29-4b24-bc8e-0c55f9183468 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '210175aa-1348-4029-8c6f-32f3000e07f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.076489 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-9098ffe0-2f29-4b24-bc8e-0c55f9183468 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 00:54:06.076489 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-9098ffe0-2f29-4b24-bc8e-0c55f9183468 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.077202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9098ffe0-2f29-4b24-bc8e-0c55f9183468 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061851 Sep 18 00:54:06.079307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.144784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.181050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.236990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.239915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.241236 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/210175aa-1348-4029-8c6f-32f3000e07f6 HTTP/1.1" status: 204 len: 168 time: 0.1608467 Sep 18 00:54:06.244020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57256) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.257388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cc1f8-1fcc-4e74-bfbb-64254ac3713f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210175aa-1348-4029-8c6f-32f3000e07f6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:06.293618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:06.312696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3af086d5-d775-4b24-99e2-36c620feb1b2 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620828 Sep 18 00:54:06.313011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57262) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.317638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058877818'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.349671 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.353101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:06.359549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:06.360345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.473266 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.502248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:06.505350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c3c76-4bc4-4b32-8226-18e752364207 req-a4951642-0dee-4c8d-868e-f1a9cb70a03e tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:06.505989 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685621d-22db-46ee-a208-665596bb6b2a" -d '{"events": [{"server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "name": "network-vif-plugged", "status": "completed", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:06.507320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec7c3c76-4bc4-4b32-8226-18e752364207 req-a4951642-0dee-4c8d-868e-f1a9cb70a03e tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.0903785 Sep 18 00:54:06.510358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.517530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.523288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:06.530577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.580177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:06.608105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb79a0-4d89-425b-b538-4b93d46becc0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:06.615090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:06.617189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c3edeb04-f674-4f3f-9319-b6dca010b901 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3029709 Sep 18 00:54:06.620254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57276) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.625560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-139790d8-930b-432b-8b3e-93c0017dfa2b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.626384 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-139790d8-930b-432b-8b3e-93c0017dfa2b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:54:06.626945 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-139790d8-930b-432b-8b3e-93c0017dfa2b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.627986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-139790d8-930b-432b-8b3e-93c0017dfa2b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066650 Sep 18 00:54:06.630654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.636089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d273ba14-b542-4214-9854-fba1b197ab15 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.668667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec7c3c76-4bc4-4b32-8226-18e752364207 req-bd0c830d-1cf8-400a-93d0-6d839ba14028 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396265 Sep 18 00:54:06.670535 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-d273ba14-b542-4214-9854-fba1b197ab15 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.674409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d273ba14-b542-4214-9854-fba1b197ab15 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0389025 Sep 18 00:54:06.674714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.679111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0701e083-6a7e-4bd9-a0f2-ed23205f2a7a tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.679510 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-0701e083-6a7e-4bd9-a0f2-ed23205f2a7a tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 00:54:06.679989 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-0701e083-6a7e-4bd9-a0f2-ed23205f2a7a tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.690797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0701e083-6a7e-4bd9-a0f2-ed23205f2a7a tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054095 Sep 18 00:54:06.690797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57282) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.690797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1481a862-24ab-47ab-b9b3-e4aaa91f865c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.719353 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463fbac-e959-4b36-b0d8-d177d68db236 x-openstack-request-id: req-b463fbac-e959-4b36-b0d8-d177d68db236 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:06.719656 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "name": "network-vif-plugged", "status": "completed", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:06.719914 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b463fbac-e959-4b36-b0d8-d177d68db236 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:06.720076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-5f47f437-dcbe-4863-bf81-38f2653b69aa tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:06.720341 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42', 'code': 200} Sep 18 00:54:06.721816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-5f47f437-dcbe-4863-bf81-38f2653b69aa tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 810 time: 0.1885476 Sep 18 00:54:06.730651 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-1481a862-24ab-47ab-b9b3-e4aaa91f865c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.731789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1481a862-24ab-47ab-b9b3-e4aaa91f865c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0452292 Sep 18 00:54:06.736386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57284) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.740921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-0b969b99-273c-4405-aeb8-e6aadef3ffb9 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/quotas/82ea6a8ec593433ebe20af1eb1b6e452 HTTP/1.1" status: 200 len: 375 time: 0.0115371 Sep 18 00:54:06.741732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4c0de0af-2f41-423f-a489-aa05b6dc93f5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.742247 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-4c0de0af-2f41-423f-a489-aa05b6dc93f5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:54:06.743495 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-4c0de0af-2f41-423f-a489-aa05b6dc93f5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.744913 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4c0de0af-2f41-423f-a489-aa05b6dc93f5 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071931 Sep 18 00:54:06.749336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57286) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.753880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f6f5af3d-1908-4691-890e-a38a90b62f7d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.785647 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-f6f5af3d-1908-4691-890e-a38a90b62f7d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Project 35d901396c514bc8b1c942da4220911e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:54:06.802377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-ffb29224-bad9-4b57-be1a-5d5df7123637 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537581 Sep 18 00:54:06.824483 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-f6f5af3d-1908-4691-890e-a38a90b62f7d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.829184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f6f5af3d-1908-4691-890e-a38a90b62f7d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0788481 Sep 18 00:54:06.830537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.837034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dae8c3a2-b46f-4795-adf4-6859d7a5395f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.838044 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-dae8c3a2-b46f-4795-adf4-6859d7a5395f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 00:54:06.838745 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-dae8c3a2-b46f-4795-adf4-6859d7a5395f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.839785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dae8c3a2-b46f-4795-adf4-6859d7a5395f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075049 Sep 18 00:54:06.842743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.847263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-14bd0cc0-a064-403b-87f5-205dfccefa33 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:06.849335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1edef-c2ac-4586-9289-4f959b740a85 req-00e2c93b-174b-4bff-ab9a-384eca009bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:06.850862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-69e1edef-c2ac-4586-9289-4f959b740a85 req-00e2c93b-174b-4bff-ab9a-384eca009bca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 1098 time: 0.0565727 Sep 18 00:54:06.897747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-69e1edef-c2ac-4586-9289-4f959b740a85 req-65d6ff06-b0cb-4a86-a296-93d94ae535d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Sep 18 00:54:06.917282 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-14bd0cc0-a064-403b-87f5-205dfccefa33 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Project 35d901396c514bc8b1c942da4220911e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:54:06.941035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-07e9a30a-64af-435d-9bbe-0e9a0a92ffa4 service neutron] 10.222.0.49 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310697 Sep 18 00:54:06.942944 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-14bd0cc0-a064-403b-87f5-205dfccefa33 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:06.943986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-14bd0cc0-a064-403b-87f5-205dfccefa33 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1001492 Sep 18 00:54:06.946765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57294) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:06.952826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5354038f-2d72-40e6-859a-8d77136fa8c7 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'ebeb79a0-4d89-425b-b538-4b93d46becc0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:07.037563 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-5354038f-2d72-40e6-859a-8d77136fa8c7 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Project 35d901396c514bc8b1c942da4220911e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:54:07.067921 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-5354038f-2d72-40e6-859a-8d77136fa8c7 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:07.069189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5354038f-2d72-40e6-859a-8d77136fa8c7 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1214929 Sep 18 00:54:07.072159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.073423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-5f432b33-f2a5-4bcf-8c03-b721ed5d662a service neutron] 10.222.0.49 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245041 Sep 18 00:54:07.141941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.172425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.201430 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Sync routers for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:54:07.211288 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:07.212132 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:07.227200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.235059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.238918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57306) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.246514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/ebeb79a0-4d89-425b-b538-4b93d46becc0 HTTP/1.1" status: 204 len: 168 time: 0.1630452 Sep 18 00:54:07.274289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd1101-e882-4613-8d58-82b9be2db680 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb79a0-4d89-425b-b538-4b93d46becc0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:07.343166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8601d9d1-0956-4ecd-9fe0-d4748fdf3240 req-22946ee4-180e-44ba-b608-a64844e3f786 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 210 time: 0.0676286 Sep 18 00:54:07.363529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:07.369773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aadb30c5-081d-4eca-a720-577eed450fea tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297221 Sep 18 00:54:07.374822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.380874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094661419'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:07.420157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.463263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5acae132-b5fc-40a7-8ebd-806ec80601f4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:07.544076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5acae132-b5fc-40a7-8ebd-806ec80601f4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:07.545370 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.552426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.560411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.598537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30a499-412c-41fb-a55f-36fc4832cbb2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:07.620387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.625164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57328) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.629934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-97fe852a-3825-4555-9e31-081db03edf31 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '3d30a499-412c-41fb-a55f-36fc4832cbb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:07.635897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b182486-a8f9-4689-be05-7b580f4532fd tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2482224 Sep 18 00:54:07.664206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.669661 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.690832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 60f9b2ed-632c-45be-825f-c326888ca622 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:07.705680 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 4, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd12c4940-9782-4ba4-a88d-9ffe75505a18', 'name': '', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'mac_address': 'fa:16:3e:e3:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:04Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 2, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'subnets': [{'id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:07.707170 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-97fe852a-3825-4555-9e31-081db03edf31 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The resource could not be found. Sep 18 00:54:07.709806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97fe852a-3825-4555-9e31-081db03edf31 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0835443 Sep 18 00:54:07.712749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57336) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.725303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-eb6691dc-7140-4e73-ad9f-5b64a8254e77 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '3d30a499-412c-41fb-a55f-36fc4832cbb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4ae36635-910c-4586-9fd6-671f8bfba8d0'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:07.728701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5acae132-b5fc-40a7-8ebd-806ec80601f4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5acae132-b5fc-40a7-8ebd-806ec80601f4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:07.740473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.788285 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-eb6691dc-7140-4e73-ad9f-5b64a8254e77 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The resource could not be found. Sep 18 00:54:07.790107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eb6691dc-7140-4e73-ad9f-5b64a8254e77 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0760584 Sep 18 00:54:07.792690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57340) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:07.824590 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Checking router: a2511088-03cc-46fe-9f26-93f7e7938321 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:54:07.825006 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Updating router a2511088-03cc-46fe-9f26-93f7e7938321 port d12c4940-9782-4ba4-a88d-9ffe75505a18 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:54:07.850416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92208-d5c3-4f68-9914-365d8fc7d3c6 req-62661870-7906-4d81-a133-bf89a866aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:07.873517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6f92208-d5c3-4f68-9914-365d8fc7d3c6 req-62661870-7906-4d81-a133-bf89a866aa2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1098 time: 0.2073946 Sep 18 00:54:07.923354 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.935035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=60f9b2ed-632c-45be-825f-c326888ca622,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:07.960857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:07.963008 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6f92208-d5c3-4f68-9914-365d8fc7d3c6 req-dfc10dfe-0160-4f8b-91af-48458b3e0393 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869696 Sep 18 00:54:07.973304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '60f9b2ed-632c-45be-825f-c326888ca622', 'network_id': '137ad01d-0873-4c97-97a6-7e540713e0a1', 'port_id': '60f9b2ed-632c-45be-825f-c326888ca622', 'mac_address': 'fa:16:3e:69:a0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203bfa68-0dab-4d00-bcb4-1cd89f22f3cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:07.989192 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.019727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94c41f-acc6-4d92-8cee-1fed2cb0153e req-ea96f73b-078f-4309-9215-9cbbffa8daa1 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:08.021698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e94c41f-acc6-4d92-8cee-1fed2cb0153e req-ea96f73b-078f-4309-9215-9cbbffa8daa1 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 943 time: 0.1978285 Sep 18 00:54:08.026795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5acae132-b5fc-40a7-8ebd-806ec80601f4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.040285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.056892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f9b2ed-632c-45be-825f-c326888ca622 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:08.081887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.084696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.085100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=60f9b2ed-632c-45be-825f-c326888ca622,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:08.088887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d30a499-412c-41fb-a55f-36fc4832cbb2 HTTP/1.1" status: 204 len: 168 time: 0.2915523 Sep 18 00:54:08.089711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57346) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.090750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.093467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e94c41f-acc6-4d92-8cee-1fed2cb0153e req-ff038c1c-bd65-4400-8af6-fe2a953c583c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Sep 18 00:54:08.101064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc72891-76e3-4262-91be-0296e9105c5c tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30a499-412c-41fb-a55f-36fc4832cbb2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.179014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.179336 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-683f31ef-9f02-4ce2-b35d-fab7c6cba934 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878379 Sep 18 00:54:08.183604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.187119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-68268e86-286e-4614-8762-14350cc46c2f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '527cb49a-d05e-46ec-bcf4-cc563cda82ad', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:08.240621 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-68268e86-286e-4614-8762-14350cc46c2f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The resource could not be found. Sep 18 00:54:08.241796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68268e86-286e-4614-8762-14350cc46c2f tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0604439 Sep 18 00:54:08.245740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.251018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453901958'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:08.276322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.320560 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.327420 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.363955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.369168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.396006 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6a150-06d7-4ed1-890e-a3289394a25e None None] Pushing event updated for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.399962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.401262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1542938 Sep 18 00:54:08.404771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57356) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.409340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204091686'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:08.416287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe058e8-9dab-45f6-9f1c-01a2b49b4c9e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ed05c-b4ec-43e4-8188-f4bd9850d819,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.440572 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Attempting to bind port d12c4940-9782-4ba4-a88d-9ffe75505a18 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:08.440993 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Attempting to bind port d12c4940-9782-4ba4-a88d-9ffe75505a18 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:08.441241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.441403 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Attempting to bind port d12c4940-9782-4ba4-a88d-9ffe75505a18 on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:08.446730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bb643a9-1c11-4edf-a9d2-be94ad64b890 req-a304ddbc-0c32-4a54-a01e-4d5600ea7a63 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 210 time: 0.0315115 Sep 18 00:54:08.447059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:08.447436 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Checking segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:08.447833 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.448265 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Bound using segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:08.448758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Bound port: d12c4940-9782-4ba4-a88d-9ffe75505a18, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:08.449135 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.542614 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] For port d12c4940-9782-4ba4-a88d-9ffe75505a18, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:08.546529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] For port d12c4940-9782-4ba4-a88d-9ffe75505a18, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d12c4940-9782-4ba4-a88d-9ffe75505a18,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:08.548668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.552025 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.554941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.593717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['60f9b2ed-632c-45be-825f-c326888ca622'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:08.624694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6a150-06d7-4ed1-890e-a3289394a25e None None] Pushing event updated for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.625001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.626440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2206895 Sep 18 00:54:08.629592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.630185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89895415-8705-404a-b8c4-ce0db516d33b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30182016-d631-4e95-a44c-b6f038f5f5ee,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:08.635983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7893aa0f-bf65-449a-9a4b-c817498e8e53 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': '4d6ed05c-b4ec-43e4-8188-f4bd9850d819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '30182016-d631-4e95-a44c-b6f038f5f5ee'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:08.641880 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:08.646016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:53:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:08.719509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-51ee4905-c0b1-45de-b6e1-d811588dc21a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:08.721276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-51ee4905-c0b1-45de-b6e1-d811588dc21a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.48 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 810 time: 0.1481981 Sep 18 00:54:08.724632 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-7893aa0f-bf65-449a-9a4b-c817498e8e53 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:08.725821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7893aa0f-bf65-449a-9a4b-c817498e8e53 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0947368 Sep 18 00:54:08.729313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:08.741118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Request body: {'port': {'device_id': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'admin_state_up': True, 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:08.805449 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:08.898445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Made reservation on behalf of 82ea6a8ec593433ebe20af1eb1b6e452 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:54:08.904756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.926430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:08.992461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.031678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 4, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd12c4940-9782-4ba4-a88d-9ffe75505a18', 'name': '', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'mac_address': 'fa:16:3e:e3:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:04Z', 'updated_at': '2021-09-18T00:54:08Z', 'revision_number': 4, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'subnets': [{'id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:09.058248 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1a25b-243e-4ea7-989d-27931655d712 None None] The sync data for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 is: [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:54:04Z', 'revision_number': 4, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd12c4940-9782-4ba4-a88d-9ffe75505a18', 'name': '', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'mac_address': 'fa:16:3e:e3:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:04Z', 'updated_at': '2021-09-18T00:54:08Z', 'revision_number': 4, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'subnets': [{'id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:54:09.083103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.085662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.086821 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/30182016-d631-4e95-a44c-b6f038f5f5ee HTTP/1.1" status: 204 len: 168 time: 0.3570571 Sep 18 00:54:09.090074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57374) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:09.105204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Allocated IP 172.20.0.14 (8b6a598c-3e72-47b9-8fe4-aaa93226741f/babaae59-2fff-4d87-ad43-3d50c782a56f/4c5419e8-c436-45f6-b1fd-7b44fed4a68b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:54:09.107841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42894-2d41-4b42-b3d6-ce90c6d10d62 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30182016-d631-4e95-a44c-b6f038f5f5ee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:09.216064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6ef9d061-5ccf-4468-960b-20953a8f1ccb tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1246800 Sep 18 00:54:09.219506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:09.311229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564d374-34ab-4b57-a615-3b12d7989071 req-babf2a3b-ae7a-43c4-8a1a-f0b21c6d17a8 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.313175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8564d374-34ab-4b57-a615-3b12d7989071 req-babf2a3b-ae7a-43c4-8a1a-f0b21c6d17a8 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 944 time: 0.0955122 Sep 18 00:54:09.317532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.341030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.367411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.379666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.413936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:09.417776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:09.422165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8564d374-34ab-4b57-a615-3b12d7989071 req-23735684-faab-4bf5-b708-7b4ceabfe1c3 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870349 Sep 18 00:54:09.426457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:54:09.471111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Pushing event updated for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:09.481204 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.484293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.486015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d6ed05c-b4ec-43e4-8188-f4bd9850d819 HTTP/1.1" status: 204 len: 168 time: 0.2656419 Sep 18 00:54:09.489731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:09.500355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d494099-8484-42af-83d5-74c6e381c09d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ed05c-b4ec-43e4-8188-f4bd9850d819,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:09.512713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.514211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.525329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5acae132-b5fc-40a7-8ebd-806ec80601f4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:09.546035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d4f3cb5e-b938-41c3-92a8-dbcc0e09fe21 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8098352 Sep 18 00:54:09.570994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Request body: {'port': {'device_id': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:09.586891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5acae132-b5fc-40a7-8ebd-806ec80601f4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:09.587565 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.610452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65cbf4-59a7-452a-ab6a-75164abf7fea req-f9bbd5df-2294-41b4-b277-2236fed3314f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.618884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb65cbf4-59a7-452a-ab6a-75164abf7fea req-f9bbd5df-2294-41b4-b277-2236fed3314f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 932 time: 0.0662758 Sep 18 00:54:09.620987 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b7608446-fc83-47e2-9353-7d3a2c9ae52e tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299081 Sep 18 00:54:09.630295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57388) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:09.637247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099373115'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:09.672533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb65cbf4-59a7-452a-ab6a-75164abf7fea req-e18d7243-f3ad-4c85-bbe6-18cc0c1faa2f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510559 Sep 18 00:54:09.699645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d12c4940-9782-4ba4-a88d-9ffe75505a18 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:09.715918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.745478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.750099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d12c4940-9782-4ba4-a88d-9ffe75505a18 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:09.750483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.779946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-af62c1e8-7586-4ac0-8331-be9e4d4fee87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1148500 Sep 18 00:54:09.838206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.877357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port d12c4940-9782-4ba4-a88d-9ffe75505a18, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d12c4940-9782-4ba4-a88d-9ffe75505a18,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:09.881771 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:09.949111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:09.979789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.980274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.980756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.981224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.981689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.982341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.982822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.984813 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48371856-d746-482a-beb9-a074c9627463 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6510 time: 0.1628582 Sep 18 00:54:10.069079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.084337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.169141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.170419 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5371308 Sep 18 00:54:10.173744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.178554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ad12a5c7-d10e-4ef4-bb6b-f5938b1c8f41 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'a54bee46-0740-4049-b633-bf61b413830d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:10.186840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a87b-14dc-49c3-8e79-039bd70b4933 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bee46-0740-4049-b633-bf61b413830d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:10.224686 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ad12a5c7-d10e-4ef4-bb6b-f5938b1c8f41 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:10.224995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-38fca063-bdb1-4304-bc7b-1bd564a82f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.225428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-38fca063-bdb1-4304-bc7b-1bd564a82f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.225895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-38fca063-bdb1-4304-bc7b-1bd564a82f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.226607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ad12a5c7-d10e-4ef4-bb6b-f5938b1c8f41 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0515854 Sep 18 00:54:10.227505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-38fca063-bdb1-4304-bc7b-1bd564a82f9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 200 len: 2298 time: 0.2125330 Sep 18 00:54:10.229465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57394) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.234362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e5f4103f-4db7-467d-954d-4f147196082b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group_rule': {'security_group_id': 'a54bee46-0740-4049-b633-bf61b413830d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:10.272351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5419e8-c436-45f6-b1fd-7b44fed4a68b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:10.285595 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-e5f4103f-4db7-467d-954d-4f147196082b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:10.287097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5f4103f-4db7-467d-954d-4f147196082b tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0564089 Sep 18 00:54:10.288378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.290003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57396) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.339987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Transition to ACTIVE for port object 4c5419e8-c436-45f6-b1fd-7b44fed4a68b will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:54:10.349537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.351249 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.381645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.383082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-f63c9bdc-216e-4a47-b293-df27b185c221 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 200 len: 1002 time: 0.1166296 Sep 18 00:54:10.442035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.443134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:10.451399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.455543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/a54bee46-0740-4049-b633-bf61b413830d HTTP/1.1" status: 204 len: 168 time: 0.1642220 Sep 18 00:54:10.456268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57404) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.482930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68598-68a9-412c-8f31-888f4f460a99 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bee46-0740-4049-b633-bf61b413830d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:10.497322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-7a7f22d1-dcb1-4753-bbbb-fbc996ad3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.498904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-7a7f22d1-dcb1-4753-bbbb-fbc996ad3d19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d94194cf-bec9-4863-862f-d6c88b031b9f HTTP/1.1" status: 200 len: 856 time: 0.1080210 Sep 18 00:54:10.527076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f698948-fd3b-4687-9e41-2cd48c524788 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664153 Sep 18 00:54:10.527747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57406) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.533121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'tempest-secgroup--742015059'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:10.581882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Attempting to bind port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:10.582123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Attempting to bind port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:10.582463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Attempting to bind port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:10.583709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.590257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:10.590579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Attempting to bind port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:10.598730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-cbbcb5af-b39d-4a88-b97f-4bc49e1200e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.600305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-cbbcb5af-b39d-4a88-b97f-4bc49e1200e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672445 Sep 18 00:54:10.601464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:10.601464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Checking segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:10.601692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Bound using segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:10.602161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Bound port: 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:10.602499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.613214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89758be3-0331-4741-a16c-16b62eb0ff8f req-c4c6c6b9-e231-4ab7-a67e-b3c578ca1b59 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.614767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89758be3-0331-4741-a16c-16b62eb0ff8f req-c4c6c6b9-e231-4ab7-a67e-b3c578ca1b59 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 944 time: 0.0723391 Sep 18 00:54:10.677594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89758be3-0331-4741-a16c-16b62eb0ff8f req-4f505f7f-6e59-490f-bdaf-747f75f72506 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536664 Sep 18 00:54:10.727572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.732696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.749977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:10.754526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:10.759932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-60e67aed-cd53-4695-b494-1813a3b10bfe service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479902 Sep 18 00:54:10.761553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.786190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.787463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2586813 Sep 18 00:54:10.791820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57410) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.798320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-779a7399-0664-4eb0-98fe-58f48ed2ec3d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:10.798734 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-779a7399-0664-4eb0-98fe-58f48ed2ec3d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:54:10.799227 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-779a7399-0664-4eb0-98fe-58f48ed2ec3d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:10.800188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-779a7399-0664-4eb0-98fe-58f48ed2ec3d tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "PUT /v2.0/security-groups/d9115aa2-04ac-4b65-9558-49e94c0c9187 HTTP/1.1" status: 409 len: 330 time: 0.0060847 Sep 18 00:54:10.802014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681223fc-0311-4131-9b00-c4fdc727be97 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9115aa2-04ac-4b65-9558-49e94c0c9187,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:10.804587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57412) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.828649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.829360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.830643 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] 10.222.0.48 "PUT /v2.0/ports/4c5419e8-c436-45f6-b1fd-7b44fed4a68b HTTP/1.1" status: 200 len: 1093 time: 1.2666521 Sep 18 00:54:10.832770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:10.835043 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6" -d '{"events": [{"name": "network-changed", "server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:10.846806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d964d8-ea49-4a17-8639-015269414c39 req-0127b228-3597-4e06-8577-bb5f5468a91f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.848416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d964d8-ea49-4a17-8639-015269414c39 req-0127b228-3597-4e06-8577-bb5f5468a91f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 944 time: 0.0970988 Sep 18 00:54:10.898562 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcd18e5-0026-4333-a4f1-2d7997df3089 x-openstack-request-id: req-3bcd18e5-0026-4333-a4f1-2d7997df3089 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:10.898949 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:10.899270 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bcd18e5-0026-4333-a4f1-2d7997df3089 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:10.900072 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b', 'status': 'completed', 'code': 200} Sep 18 00:54:10.901812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.918206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d964d8-ea49-4a17-8639-015269414c39 req-fdf79c9e-01cc-4452-bf49-7242e9288b49 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597320 Sep 18 00:54:10.931348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.943408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ffb3-e29f-4e15-ab26-72389d2ce750 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:10.976995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-2964cc38-6869-4817-967f-8e0d84fd1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.977496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.978488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-2964cc38-6869-4817-967f-8e0d84fd1e0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 1096 time: 0.0935400 Sep 18 00:54:10.980370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:10.980645 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-1f923937-5cf5-45c7-b71a-2f767e0598eb service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101266 Sep 18 00:54:10.981527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/d9115aa2-04ac-4b65-9558-49e94c0c9187 HTTP/1.1" status: 204 len: 168 time: 0.1750069 Sep 18 00:54:10.984855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:10.991620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae78494-d5b6-4cb8-919d-29dfbb6e7eda tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9115aa2-04ac-4b65-9558-49e94c0c9187,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:11.072064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-e468646b-863d-4529-8c37-eb8d8826dce4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 217 time: 0.0792494 Sep 18 00:54:11.074497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-64a72a41-df0e-4092-9311-644d6c32fec6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b HTTP/1.1" status: 200 len: 217 time: 0.0836351 Sep 18 00:54:11.159528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8fb518c2-ce07-40c7-b6f1-44040fa28e57 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736097 Sep 18 00:54:11.163395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:11.172945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d13e3253-ee08-4904-b257-a8caafa854c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.174404 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d13e3253-ee08-4904-b257-a8caafa854c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0866981 Sep 18 00:54:11.175786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-63df54aa-5e20-475f-ba90-a23f7496cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.177143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-63df54aa-5e20-475f-ba90-a23f7496cd48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0968578 Sep 18 00:54:11.181156 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-de669ff7-5752-4578-a051-af8baad3a504 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] delete failed (client error): The resource could not be found. Sep 18 00:54:11.186000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-de669ff7-5752-4578-a051-af8baad3a504 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "DELETE /v2.0/security-groups/11d9b091-7c35-4d55-b78e-5ffcc11fbb6d HTTP/1.1" status: 404 len: 347 time: 0.0179455 Sep 18 00:54:11.186383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:11.204803 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-16bbfa3e-5f21-4ec4-97a1-43bebea0eb27 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] show failed (client error): The resource could not be found. Sep 18 00:54:11.205833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16bbfa3e-5f21-4ec4-97a1-43bebea0eb27 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-groups/d69fb277-4593-4580-ab02-651bdfe76a2a HTTP/1.1" status: 404 len: 347 time: 0.0146360 Sep 18 00:54:11.214949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57424) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:11.228367 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-5a6b2181-04a3-4160-8073-a11b482ffc11 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] show failed (client error): The resource could not be found. Sep 18 00:54:11.229504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a6b2181-04a3-4160-8073-a11b482ffc11 tempest-NegativeSecGroupIPv6Test-1952308768 tempest-NegativeSecGroupIPv6Test-1952308768-project] 10.222.0.49 "GET /v2.0/security-group-rules/6b6e298c-6d18-402f-b58c-720a5a58fada HTTP/1.1" status: 404 len: 356 time: 0.0133224 Sep 18 00:54:11.232191 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-247435c9-374e-4d26-88c1-021d2df84e16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505993 Sep 18 00:54:11.274573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-bc9484f7-18aa-4fbf-95f8-75b63d3765e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.276047 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-bc9484f7-18aa-4fbf-95f8-75b63d3765e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861926 Sep 18 00:54:11.363128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d12c4940-9782-4ba4-a88d-9ffe75505a18 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:11.398216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-ac439d14-9880-4102-8396-b95fa42e938b service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587772 Sep 18 00:54:11.428373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d12c4940-9782-4ba4-a88d-9ffe75505a18 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:11.428891 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.486580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-d153ad97-5106-41f7-8da6-d2afee9d591d service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826217 Sep 18 00:54:11.511950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57432) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:11.577553 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89c8eca5-04ab-477b-9b31-1b3af9e84d95 req-d1354fca-c826-48f7-b56b-832169eb62c3 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714733 Sep 18 00:54:11.604897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-ccbb3a27-3615-42b1-be44-00ba5e545b7b service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095185 Sep 18 00:54:11.659788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-aa09bc26-c3d0-488c-99d5-752fd36c5275 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0477064 Sep 18 00:54:11.662750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5427d55-a379-4181-9822-8cef2c5341fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35d901396c514bc8b1c942da4220911e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495767 Sep 18 00:54:11.665227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:11.713800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 60f9b2ed-632c-45be-825f-c326888ca622 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:11.717220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.725570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-a84560ad-5981-423c-97fd-0f531035e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.727081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-a84560ad-5981-423c-97fd-0f531035e044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 1096 time: 0.0760419 Sep 18 00:54:11.733602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-c300001b-3df6-476a-b302-122bb47f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.735032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-c300001b-3df6-476a-b302-122bb47f4778 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0585482 Sep 18 00:54:11.741072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.775684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 60f9b2ed-632c-45be-825f-c326888ca622 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:11.781611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 60f9b2ed-632c-45be-825f-c326888ca622 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:11.782388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.837026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577aea-d851-47e5-a6aa-0dcf5af01b8e req-802a1754-5684-4e2c-9d01-5e09f289237f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.838469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2577aea-d851-47e5-a6aa-0dcf5af01b8e req-802a1754-5684-4e2c-9d01-5e09f289237f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 944 time: 0.0627859 Sep 18 00:54:11.855943 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.860339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-596c897b-c356-4886-9ff9-e71f87c63352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.860688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.862038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-596c897b-c356-4886-9ff9-e71f87c63352 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889647 Sep 18 00:54:11.862355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b802abed-38d1-4400-a24d-1a13e1cd614e HTTP/1.1" status: 204 len: 168 time: 0.1958432 Sep 18 00:54:11.880616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-717b2202-da4e-4abd-bd2c-772d5868305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.882499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-717b2202-da4e-4abd-bd2c-772d5868305a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 911 time: 0.1462877 Sep 18 00:54:11.887458 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.912037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c42ab-c117-4402-a9f4-129eca936f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802abed-38d1-4400-a24d-1a13e1cd614e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:11.928876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2577aea-d851-47e5-a6aa-0dcf5af01b8e req-46265f7c-2a37-413c-836b-daa51a8f7fa9 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Sep 18 00:54:11.933166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=60f9b2ed-632c-45be-825f-c326888ca622,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:11.936712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:11.940289 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc783c7e-ff6e-49df-be4a-3ada8ae660d2" -d '{"events": [{"server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "name": "network-vif-plugged", "status": "completed", "tag": "60f9b2ed-632c-45be-825f-c326888ca622"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:11.952923 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-e1f0bcc7-f37e-4b7d-b15e-672f7b1a062d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b HTTP/1.1" status: 200 len: 217 time: 0.0595665 Sep 18 00:54:11.955465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.013783 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bca48c8-78a8-4804-b5ea-8acec3bf64b3 x-openstack-request-id: req-3bca48c8-78a8-4804-b5ea-8acec3bf64b3 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:12.014113 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "name": "network-vif-plugged", "status": "completed", "tag": "60f9b2ed-632c-45be-825f-c326888ca622", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:12.014372 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bca48c8-78a8-4804-b5ea-8acec3bf64b3 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:12.014760 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622', 'code': 200} Sep 18 00:54:12.034911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:12.055954 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-02c45870-a919-43f1-9b1b-1fc404f126fc service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844287 Sep 18 00:54:12.058448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-d6d67708-3805-409a-913c-e5fe7a18e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:12.060264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-d6d67708-3805-409a-913c-e5fe7a18e735 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0774622 Sep 18 00:54:12.109280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f05cdd-70c8-4e88-a529-f6cd76aaf5d4 req-dd4a9415-41b6-4bd1-8ddf-445679ce3f53 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:12.110855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26f05cdd-70c8-4e88-a529-f6cd76aaf5d4 req-dd4a9415-41b6-4bd1-8ddf-445679ce3f53 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 944 time: 0.0710125 Sep 18 00:54:12.112840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-5491e187-d77c-414e-8191-bc11f57eddc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409260 Sep 18 00:54:12.172956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26f05cdd-70c8-4e88-a529-f6cd76aaf5d4 req-c9309835-f12f-4f97-9672-a95866838960 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556135 Sep 18 00:54:12.595369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578299a-7a67-4e29-8ad3-d94e91d854f0 req-11e20afe-1abc-42df-98df-a0a5d79d95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:12.596907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c578299a-7a67-4e29-8ad3-d94e91d854f0 req-11e20afe-1abc-42df-98df-a0a5d79d95d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 1097 time: 0.4810741 Sep 18 00:54:12.600486 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-5280ab3d-d493-4a8b-98aa-6fe378775bf3 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363100 Sep 18 00:54:12.636636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57470) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:12.666970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-d2fd606b-2b02-425b-9922-a621b274f759 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085047 Sep 18 00:54:12.670482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-e28488a8-f1e4-4572-be09-7746ef7641e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8 HTTP/1.1" status: 200 len: 217 time: 0.0568094 Sep 18 00:54:12.710803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c578299a-7a67-4e29-8ad3-d94e91d854f0 req-629d6781-41b4-455e-a1b1-8b0352d01fff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960271 Sep 18 00:54:12.738144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3fd240bf-5e11-47fc-9514-05d7beef996d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:12.738787 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-3fd240bf-5e11-47fc-9514-05d7beef996d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:54:12.739311 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-3fd240bf-5e11-47fc-9514-05d7beef996d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:12.740322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fd240bf-5e11-47fc-9514-05d7beef996d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1026301 Sep 18 00:54:12.743847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57474) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:12.748671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792482809'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:12.771700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.779639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.786847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-3f5b9f2e-0d0f-400e-be6b-070b059adbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:12.788374 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-3f5b9f2e-0d0f-400e-be6b-070b059adbfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0875678 Sep 18 00:54:12.806851 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ba423740-7fc9-4460-8fcb-f6f6a9d497e6 req-27632a54-7ec6-48d2-8f36-67df4a048276 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320689 Sep 18 00:54:12.871113 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.874704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.911451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a035b5ea-5ed2-47ea-a9c2-12b34e71dafe,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:12.968081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:12.973182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.012582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.014294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2693286 Sep 18 00:54:13.017611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57478) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.023300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '2c1560ab-3b94-47df-9db5-a39aa5bd377a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:13.033066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f786410-c535-4f03-b054-bfa40783b16c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1560ab-3b94-47df-9db5-a39aa5bd377a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:13.057195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d740b-7a54-4e89-8bac-e3aca0186603 req-0c53195a-dacb-4295-a118-2f9dd2e1151c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.058965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb1d740b-7a54-4e89-8bac-e3aca0186603 req-0c53195a-dacb-4295-a118-2f9dd2e1151c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 945 time: 0.0660377 Sep 18 00:54:13.079876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.098800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb1d740b-7a54-4e89-8bac-e3aca0186603 req-5c62e5f9-cc3e-4e24-81a7-3c4fee5cd0bb tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Sep 18 00:54:13.116308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-5c1db129-6e10-4a46-9bcb-5dda723c3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.117831 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-5c1db129-6e10-4a46-9bcb-5dda723c3046 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728672 Sep 18 00:54:13.156032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.166669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.220810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e14ec09-652e-40d9-a888-afc22b6062b2,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:13.229643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.230867 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d7b4336-b809-4939-a2db-01d7c8496637 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111235 Sep 18 00:54:13.234433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57482) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.240762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b19bdb52-ecea-48f0-939c-ca2ac841f67b tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '2c1560ab-3b94-47df-9db5-a39aa5bd377a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:13.250209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-173585a8-530b-4307-9764-fcd8caeb5139 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193147 Sep 18 00:54:13.300694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b19bdb52-ecea-48f0-939c-ca2ac841f67b tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.317588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c697f8-6635-4dd0-8f11-de97a8cadd5b req-9e9d5a98-eba5-420e-ab43-f10d505df8f1 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.319211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9c697f8-6635-4dd0-8f11-de97a8cadd5b req-9e9d5a98-eba5-420e-ab43-f10d505df8f1 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 944 time: 0.0729389 Sep 18 00:54:13.357845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-0ea40ffe-a6ba-41e2-827c-346b82e2d185 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984983 Sep 18 00:54:13.385514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d9c697f8-6635-4dd0-8f11-de97a8cadd5b req-97fb6376-f9e1-48e4-8af9-06b5b2fba3a2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599992 Sep 18 00:54:13.394999 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-b19bdb52-ecea-48f0-939c-ca2ac841f67b tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:13.396182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b19bdb52-ecea-48f0-939c-ca2ac841f67b tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1600351 Sep 18 00:54:13.399052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57486) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.408517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-1d37d785-d621-435f-8b3b-29a9140dd174 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 HTTP/1.1" status: 200 len: 217 time: 0.0429296 Sep 18 00:54:13.453062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.459618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-887ce016-9905-41bd-9bc4-73aea6e35cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.461139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-887ce016-9905-41bd-9bc4-73aea6e35cc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0435200 Sep 18 00:54:13.475639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.508064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-7e2695ba-793f-499c-8e54-e42e769616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.509727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-7e2695ba-793f-499c-8e54-e42e769616cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407939 Sep 18 00:54:13.521292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.523926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.525188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c1560ab-3b94-47df-9db5-a39aa5bd377a HTTP/1.1" status: 204 len: 168 time: 0.1251855 Sep 18 00:54:13.528327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57488) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.540572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6c50-f2e4-4920-90c2-3c40ee93ee46 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1560ab-3b94-47df-9db5-a39aa5bd377a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:13.580086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-453b78c2-58df-4b8e-aa57-39405dd6498f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492229 Sep 18 00:54:13.583714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57490) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.588472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--169055490'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:13.610773 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-9a36afdd-8f9c-4e0f-b19f-eb4bbbe68bbc service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Sep 18 00:54:13.611944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.694455 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.698473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.702047 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-33cb75d8-40c6-4f34-9898-3cc495108876 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Sep 18 00:54:13.729384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.730634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1456010 Sep 18 00:54:13.733151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b1dd-eb16-4b61-9361-9fa80959a3a1 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9dfee-5aff-4826-b9e0-0fcd17216ae0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:13.735524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57496) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.746531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2f46a8dd-776f-46f6-b3b0-f3a9f416f9b9 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '8bf9dfee-5aff-4826-b9e0-0fcd17216ae0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:13.747042 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-2f46a8dd-776f-46f6-b3b0-f3a9f416f9b9 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 00:54:13.747659 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-2f46a8dd-776f-46f6-b3b0-f3a9f416f9b9 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:13.748659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f46a8dd-776f-46f6-b3b0-f3a9f416f9b9 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122099 Sep 18 00:54:13.751441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.756120 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-26a83f32-fa9d-4a22-bcb7-a1b83b2f035d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7 HTTP/1.1" status: 200 len: 217 time: 0.0458996 Sep 18 00:54:13.810709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.814141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-6f432323-a1fa-4494-9513-9422c87db1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.816330 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-6f432323-a1fa-4494-9513-9422c87db1a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0481379 Sep 18 00:54:13.835755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.870021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-e5645e91-c639-404b-a687-8ceac6557999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:13.872259 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-e5645e91-c639-404b-a687-8ceac6557999 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476973 Sep 18 00:54:13.879877 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.883514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:13.885072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bf9dfee-5aff-4826-b9e0-0fcd17216ae0 HTTP/1.1" status: 204 len: 168 time: 0.1327195 Sep 18 00:54:13.888856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:13.895892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b8863-8531-42e3-993a-9310b2ed01e4 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9dfee-5aff-4826-b9e0-0fcd17216ae0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:14.000274 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e8c9703c-7183-4e15-95b0-ce06bf79c9d5 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101134 Sep 18 00:54:14.004322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57502) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.009685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334567597'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.019716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-41b2b66e-17b6-4c35-9b8b-34ab66a561ac service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395864 Sep 18 00:54:14.032580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.119077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.120944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-0d7cb67e-2e8c-48d8-bbf3-4e74be004d91 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921566 Sep 18 00:54:14.124364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.155315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.157119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1519136 Sep 18 00:54:14.159101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271837aa-1efd-4a96-a679-46bad99f421f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e41456-585c-48e2-a0af-100c9cf27caa,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:14.161374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57506) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.165653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-597d25be-198b-4877-8903-7504d9a8dc75 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '62e41456-585c-48e2-a0af-100c9cf27caa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.166473 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-597d25be-198b-4877-8903-7504d9a8dc75 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 00:54:14.166963 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-597d25be-198b-4877-8903-7504d9a8dc75 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:14.168544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-597d25be-198b-4877-8903-7504d9a8dc75 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060861 Sep 18 00:54:14.172437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57508) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.219272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-b676c158-26ad-4bfb-b525-b53980500297 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 200 len: 217 time: 0.0662148 Sep 18 00:54:14.269400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-bbe44a11-cbc3-4d32-b0d4-d229dcc3cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.270934 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-bbe44a11-cbc3-4d32-b0d4-d229dcc3cf17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0447767 Sep 18 00:54:14.273228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20203711-5899-4883-a86c-7a20eea290d9 req-ccd6551d-da20-444f-9147-c035169d35a2 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.274688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20203711-5899-4883-a86c-7a20eea290d9 req-ccd6551d-da20-444f-9147-c035169d35a2 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 945 time: 0.0811274 Sep 18 00:54:14.277555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.314512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.316974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48517274-07cd-48e4-89c3-82b0f1b3be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.318478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-48517274-07cd-48e4-89c3-82b0f1b3be00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408111 Sep 18 00:54:14.331050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4c5419e8-c436-45f6-b1fd-7b44fed4a68b details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:14.344913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20203711-5899-4883-a86c-7a20eea290d9 req-89ea485a-5ad3-4590-8f97-6478baa8e33c tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614409 Sep 18 00:54:14.377003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.379745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.381347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/62e41456-585c-48e2-a0af-100c9cf27caa HTTP/1.1" status: 204 len: 168 time: 0.2076800 Sep 18 00:54:14.393830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57514) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.394980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3a10-41b8-4201-8315-bbba1fcc8156 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e41456-585c-48e2-a0af-100c9cf27caa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:14.474150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-380cd41c-944a-44f7-9917-a4a04f1ab631 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474376 Sep 18 00:54:14.490634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-def986c7-dd79-4192-a612-4eaa95933507 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910954 Sep 18 00:54:14.494972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.503875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b6ceb-b26d-4684-9767-a7bf07d42faf req-32b969d6-36d7-4e01-aaf0-a4e6ba89714b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.505539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-124b6ceb-b26d-4684-9767-a7bf07d42faf req-32b969d6-36d7-4e01-aaf0-a4e6ba89714b tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 946 time: 0.0727909 Sep 18 00:54:14.508372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:14.520587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'port_id': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b', 'mac_address': 'fa:16:3e:99:56:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:14.521584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--718669246'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.566978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.583083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5419e8-c436-45f6-b1fd-7b44fed4a68b {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:14.587169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.591748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-124b6ceb-b26d-4684-9767-a7bf07d42faf req-51abb9dd-deec-4cfa-ac90-cce7a1718fcf tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731549 Sep 18 00:54:14.608054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:14.613409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.617549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224086a-469b-4f81-b737-8d4760f611b1 req-be815ce6-b7e9-4937-85e9-3979c0052c28 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.619180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0224086a-469b-4f81-b737-8d4760f611b1 req-be815ce6-b7e9-4937-85e9-3979c0052c28 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 944 time: 0.0995007 Sep 18 00:54:14.642158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85330cb3-66a1-4a16-b5cf-b1e50a63c2d7 req-e5744ff8-6e48-4b57-87cd-c5625dba3d9e service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603835 Sep 18 00:54:14.674106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0224086a-469b-4f81-b737-8d4760f611b1 req-a5b3a801-dac5-421f-9bf6-6583dc2f013d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Sep 18 00:54:14.689781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:14.733519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.737986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.766054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.767287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2708399 Sep 18 00:54:14.770117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.774494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-88e76a46-b8d0-4445-8ace-84f8d06682e5 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '42723a58-d1c2-4ea2-8ba0-1e015456791c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.775728 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-88e76a46-b8d0-4445-8ace-84f8d06682e5 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 00:54:14.776041 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-88e76a46-b8d0-4445-8ace-84f8d06682e5 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:14.777089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88e76a46-b8d0-4445-8ace-84f8d06682e5 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060151 Sep 18 00:54:14.779701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0d376-cd87-4423-8fc4-2f62bce579ea tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42723a58-d1c2-4ea2-8ba0-1e015456791c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:14.780946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57526) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.790196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e29d888a-d0eb-4663-a5e3-8cb8009f2313 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '42723a58-d1c2-4ea2-8ba0-1e015456791c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.791009 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-e29d888a-d0eb-4663-a5e3-8cb8009f2313 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 00:54:14.791748 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-e29d888a-d0eb-4663-a5e3-8cb8009f2313 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:14.792817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e29d888a-d0eb-4663-a5e3-8cb8009f2313 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074339 Sep 18 00:54:14.796556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57528) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.801118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5886a560-eb4b-482b-a23c-b75704daf1da tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '42723a58-d1c2-4ea2-8ba0-1e015456791c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.801981 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-5886a560-eb4b-482b-a23c-b75704daf1da tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 00:54:14.802522 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-5886a560-eb4b-482b-a23c-b75704daf1da tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:14.803633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5886a560-eb4b-482b-a23c-b75704daf1da tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060508 Sep 18 00:54:14.806024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57530) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.812722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ecbaf85b-2ef8-48d8-8d9e-174bfceb69f7 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '42723a58-d1c2-4ea2-8ba0-1e015456791c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:14.813688 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-ecbaf85b-2ef8-48d8-8d9e-174bfceb69f7 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 00:54:14.814178 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-ecbaf85b-2ef8-48d8-8d9e-174bfceb69f7 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:14.815179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ecbaf85b-2ef8-48d8-8d9e-174bfceb69f7 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081832 Sep 18 00:54:14.817886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57532) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.876640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.900626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.901800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4c5419e8-c436-45f6-b1fd-7b44fed4a68b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:14.960429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.963306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.967084 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/42723a58-d1c2-4ea2-8ba0-1e015456791c HTTP/1.1" status: 204 len: 168 time: 0.1458309 Sep 18 00:54:14.968268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57536) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:14.974875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04957233-b247-446d-8b7c-43121a112a21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42723a58-d1c2-4ea2-8ba0-1e015456791c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:15.044836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92dd68-f4f4-42a6-b4d8-59b67926d4c6 req-32db0806-1ef6-428a-a097-6ce5347bf7ff tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:15.046376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f92dd68-f4f4-42a6-b4d8-59b67926d4c6 req-32db0806-1ef6-428a-a097-6ce5347bf7ff tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 946 time: 0.0903826 Sep 18 00:54:15.052778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6a49c43-743d-451a-8b33-0831902a54fa tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834296 Sep 18 00:54:15.057598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57540) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.062235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--92092233'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.084649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.090771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f92dd68-f4f4-42a6-b4d8-59b67926d4c6 req-dd4fac2d-e145-47c5-b1a0-9454ffc61bd7 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Sep 18 00:54:15.170378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.174038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.205497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.206735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1481290 Sep 18 00:54:15.209834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.213956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-66055298-6b7e-4a6c-ac85-f8d97e9f9427 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.214424 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-66055298-6b7e-4a6c-ac85-f8d97e9f9427 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:54:15.214905 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-66055298-6b7e-4a6c-ac85-f8d97e9f9427 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.215824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66055298-6b7e-4a6c-ac85-f8d97e9f9427 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051968 Sep 18 00:54:15.219203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.219638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36689f0d-6692-4e50-adf0-658099529522 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958d6b4c-be0c-45e6-bd25-2731ce7468de,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:15.224082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0c714bc7-57d1-439e-92da-ca0393e76731 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.269223 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-0c714bc7-57d1-439e-92da-ca0393e76731 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.273036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0c714bc7-57d1-439e-92da-ca0393e76731 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0499880 Sep 18 00:54:15.273330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57548) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.277785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0056ae8d-7728-4a4a-b49c-3896ddbd1f21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.278337 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-0056ae8d-7728-4a4a-b49c-3896ddbd1f21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 00:54:15.279019 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-0056ae8d-7728-4a4a-b49c-3896ddbd1f21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.280305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0056ae8d-7728-4a4a-b49c-3896ddbd1f21 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059462 Sep 18 00:54:15.282977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57550) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.287581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-caaa45ab-49e5-453b-ba94-569377d5f537 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.323970 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-caaa45ab-49e5-453b-ba94-569377d5f537 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.325156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-caaa45ab-49e5-453b-ba94-569377d5f537 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0411108 Sep 18 00:54:15.328914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57552) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.333174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a84a4f77-bb50-404e-ba6b-8143f4fd1205 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.333647 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-a84a4f77-bb50-404e-ba6b-8143f4fd1205 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:54:15.334102 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-a84a4f77-bb50-404e-ba6b-8143f4fd1205 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.335044 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a84a4f77-bb50-404e-ba6b-8143f4fd1205 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052488 Sep 18 00:54:15.337256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57554) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.341053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fa85998f-cfa0-4b34-9a18-9c1790251d97 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.377080 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-fa85998f-cfa0-4b34-9a18-9c1790251d97 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.378170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fa85998f-cfa0-4b34-9a18-9c1790251d97 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400789 Sep 18 00:54:15.380965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57556) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.385578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-187223a5-b7cb-4066-8e60-ff8bd76d4e2a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.386053 n-d-712707-16 neutron-server[106452]: WARNING neutron.api.v2.base [None req-187223a5-b7cb-4066-8e60-ff8bd76d4e2a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 00:54:15.386513 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-187223a5-b7cb-4066-8e60-ff8bd76d4e2a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.387476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-187223a5-b7cb-4066-8e60-ff8bd76d4e2a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055399 Sep 18 00:54:15.389889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57558) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.393799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c73f648d-3915-43be-8f3a-9b353e91d8b6 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.428639 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-c73f648d-3915-43be-8f3a-9b353e91d8b6 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.429597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c73f648d-3915-43be-8f3a-9b353e91d8b6 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0388615 Sep 18 00:54:15.432337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57560) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.436958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cd5319d0-5229-41ba-ac5b-011aa1e7f628 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '958d6b4c-be0c-45e6-bd25-2731ce7468de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.472264 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-cd5319d0-5229-41ba-ac5b-011aa1e7f628 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:15.476418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd5319d0-5229-41ba-ac5b-011aa1e7f628 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0402601 Sep 18 00:54:15.476418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57564) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.535342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.557183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.597685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.600236 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.601378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/958d6b4c-be0c-45e6-bd25-2731ce7468de HTTP/1.1" status: 204 len: 168 time: 0.1241248 Sep 18 00:54:15.604046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57566) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.610314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dcd24-de32-4032-ba30-e56820a2eb4d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d6b4c-be0c-45e6-bd25-2731ce7468de,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:15.655299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-81e63aff-2832-489d-903e-a16cc5fb322d tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500720 Sep 18 00:54:15.659431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.663166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--8906596'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.686474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.793090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.797856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.830165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.831378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1715641 Sep 18 00:54:15.834373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.838976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b3dceb46-1d75-461a-8c64-75d9b773b538 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '3255cf02-706d-4e7d-8ede-9b6f6c3d0890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.842773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c2be-a35e-4cd9-9e37-18aa87b594a8 req-0943e2a5-1b26-4d03-989f-48764b3fd5b0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:15.844259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e7c2be-a35e-4cd9-9e37-18aa87b594a8 req-0943e2a5-1b26-4d03-989f-48764b3fd5b0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 945 time: 0.0945435 Sep 18 00:54:15.845629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e69b-82f8-4eae-900c-3c4f1b47d652 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3255cf02-706d-4e7d-8ede-9b6f6c3d0890,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:15.890047 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-b3dceb46-1d75-461a-8c64-75d9b773b538 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The resource could not be found. Sep 18 00:54:15.894840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b3dceb46-1d75-461a-8c64-75d9b773b538 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0568035 Sep 18 00:54:15.895082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57574) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:15.899762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ca2e0328-6b77-41d9-a55b-18d044dfb599 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': '3255cf02-706d-4e7d-8ede-9b6f6c3d0890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1add5d13-c3d9-409a-aba9-3f1cb846d34d'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:15.907256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e7c2be-a35e-4cd9-9e37-18aa87b594a8 req-d10c5b5f-9083-4d40-906b-28bb8b15397a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564432 Sep 18 00:54:15.942861 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ca2e0328-6b77-41d9-a55b-18d044dfb599 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The resource could not be found. Sep 18 00:54:15.946488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ca2e0328-6b77-41d9-a55b-18d044dfb599 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0478611 Sep 18 00:54:15.946715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57576) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.002470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.025665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.065968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.068534 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.069687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/3255cf02-706d-4e7d-8ede-9b6f6c3d0890 HTTP/1.1" status: 204 len: 168 time: 0.1220813 Sep 18 00:54:16.072456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57578) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.079652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662860b-221e-43fb-9dc8-6b5e9dc6906e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255cf02-706d-4e7d-8ede-9b6f6c3d0890,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:16.092706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.125713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5aacb2e7-304d-42c7-8aab-07e41da57b1f tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520430 Sep 18 00:54:16.129798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57584) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.136436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-17c6579e-29cf-4697-8748-b7c84b807751 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': 'a81ac045-58c7-4431-b71c-1dd7acabf85f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:16.190233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-d6750a39-4e3c-46a8-9952-5b61dc2bcc7d tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:16.191785 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-d6750a39-4e3c-46a8-9952-5b61dc2bcc7d tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 946 time: 0.0545998 Sep 18 00:54:16.211381 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-17c6579e-29cf-4697-8748-b7c84b807751 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The resource could not be found. Sep 18 00:54:16.217135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-17c6579e-29cf-4697-8748-b7c84b807751 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0862417 Sep 18 00:54:16.217791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57586) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.223136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--689223792'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:16.245056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10a148-0381-42e3-897f-6830031a728d req-6718c1dd-3b22-4394-8260-c1b66444f548 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:16.246537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb10a148-0381-42e3-897f-6830031a728d req-6718c1dd-3b22-4394-8260-c1b66444f548 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 946 time: 0.0822008 Sep 18 00:54:16.270615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.290619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Deleting port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:54:16.291109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.303349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb10a148-0381-42e3-897f-6830031a728d req-62d13bca-33c8-4b9e-bdfb-c24d2ffbb16f tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Sep 18 00:54:16.346787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4c5419e8-c436-45f6-b1fd-7b44fed4a68b up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:16.370802 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.377142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.398085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:16.398674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] For port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:16.399048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.402550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:16.403111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.406706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.410579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1883149 Sep 18 00:54:16.410880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.416491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e5bbf-622e-405d-b20f-d09077586b8a tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c8922-88ac-4c86-b050-a9dae0f2a596,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:16.418241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--838469092'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:16.427240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Calling delete_port for 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:54:16.483773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.490634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.514087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:16.516612 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677eb4d-1fb3-470c-9ab7-dbba0af588ed" -d '{"events": [{"server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "name": "network-vif-plugged", "status": "completed", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:16.530044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:16.533477 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.572658 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32271cfb-4836-4f5c-b1b0-85e5fd0bac35 x-openstack-request-id: req-32271cfb-4836-4f5c-b1b0-85e5fd0bac35 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:16.573026 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "name": "network-vif-plugged", "status": "completed", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:16.573336 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32271cfb-4836-4f5c-b1b0-85e5fd0bac35 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:16.573826 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b', 'code': 200} Sep 18 00:54:16.591140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:16.663615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.667040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.674944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:16.695112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.698787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['60f9b2ed-632c-45be-825f-c326888ca622'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:16.698936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a9c00-0fc5-4f05-ab5c-25e1567201c7 req-ed1d19f7-8bcf-472c-8ca9-ca395cae2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:16.701112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e32a9c00-0fc5-4f05-ab5c-25e1567201c7 req-ed1d19f7-8bcf-472c-8ca9-ca395cae2582 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 1098 time: 0.0502322 Sep 18 00:54:16.708481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event deleted for resources: {'Port': ['ID=5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:16.745414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e32a9c00-0fc5-4f05-ab5c-25e1567201c7 req-bd0b27a4-1754-40d8-b59e-7c9a5aa98bc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Sep 18 00:54:16.763901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.765006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3530514 Sep 18 00:54:16.768289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57594) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.772904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-459b0a03-55d3-4bb7-b9e2-c6e1d383e7e3 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group_rule': {'security_group_id': 'da9c8922-88ac-4c86-b050-a9dae0f2a596', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1728bc99-9b57-4ab8-8519-c83afb985d2f'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:16.781852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] No DVR routers for this DVR port 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:54:16.783480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870de3-f00a-410f-a323-a02cdfed7c20 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1728bc99-9b57-4ab8-8519-c83afb985d2f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:16.786030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.788012 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a78e561-136b-4cc4-a1d3-ca3bc87d3a82 req-b5c5c444-21fc-4d80-9308-93b0ca419ddd tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.48 "DELETE /v2.0/ports/5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 HTTP/1.1" status: 204 len: 173 time: 0.5900877 Sep 18 00:54:16.795744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-64366213-7f47-4ce0-bef5-09f7743b42aa tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:16.797262 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-64366213-7f47-4ce0-bef5-09f7743b42aa tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "GET /v2.0/ports?device_id=f45395a3-fe8b-4f07-a22d-6c5108a12232 HTTP/1.1" status: 200 len: 945 time: 0.1718128 Sep 18 00:54:16.797787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'name': 'network-vif-deleted', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:16.799998 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503193ca-c47f-4747-a40b-715a106f1b28" -d '{"events": [{"server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "name": "network-vif-deleted", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:16.819375 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-459b0a03-55d3-4bb7-b9e2-c6e1d383e7e3 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:54:16.826706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-459b0a03-55d3-4bb7-b9e2-c6e1d383e7e3 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0541153 Sep 18 00:54:16.827092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.869543 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a5af9-b79f-4003-b823-535553ee4e3d x-openstack-request-id: req-0a6a5af9-b79f-4003-b823-535553ee4e3d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:16.870142 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dc3f91-f4d5-4aec-bf70-7c90958d24cd", "name": "network-vif-deleted", "tag": "5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:16.870142 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a6a5af9-b79f-4003-b823-535553ee4e3d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:16.870432 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dc3f91-f4d5-4aec-bf70-7c90958d24cd', 'name': 'network-vif-deleted', 'tag': '5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42', 'status': 'completed', 'code': 200} Sep 18 00:54:16.882898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.902361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Deleting port 60f9b2ed-632c-45be-825f-c326888ca622 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:54:16.902706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.909590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.970887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.973780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:16.977792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/1728bc99-9b57-4ab8-8519-c83afb985d2f HTTP/1.1" status: 204 len: 168 time: 0.1472747 Sep 18 00:54:16.978850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57602) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:16.995355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95589b6-c6fd-4b42-a169-4baeaa640eb2 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1728bc99-9b57-4ab8-8519-c83afb985d2f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:17.032643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] For port 60f9b2ed-632c-45be-825f-c326888ca622, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=60f9b2ed-632c-45be-825f-c326888ca622,segment=NetworkSegment(7580f828-5ddb-4d3a-8070-11858f326f83),segment_id=7580f828-5ddb-4d3a-8070-11858f326f83)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:17.033074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.048508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Calling delete_port for 60f9b2ed-632c-45be-825f-c326888ca622 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:54:17.082701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675f606-e4d0-49e4-9ae0-ffc9c9433fea req-81e2a549-1545-48c5-8e16-fe81dbcb6d7e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:17.084251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2675f606-e4d0-49e4-9ae0-ffc9c9433fea req-81e2a549-1545-48c5-8e16-fe81dbcb6d7e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0924389 Sep 18 00:54:17.089129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a30acc4-f63d-4627-bc9f-3f490e7f2e98 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1025634 Sep 18 00:54:17.093460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57604) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.124821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2675f606-e4d0-49e4-9ae0-ffc9c9433fea req-0eef73d6-f944-4ddf-b685-d6c5abfdc25b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Sep 18 00:54:17.173260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.226519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.269137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.282291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:17.299696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Pushing event deleted for resources: {'Port': ['ID=60f9b2ed-632c-45be-825f-c326888ca622,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:17.306498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.309279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.310718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/da9c8922-88ac-4c86-b050-a9dae0f2a596 HTTP/1.1" status: 204 len: 168 time: 0.2162144 Sep 18 00:54:17.315618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57608) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.357213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799ed68-1b5e-4791-b397-96ae4459b73c tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c8922-88ac-4c86-b050-a9dae0f2a596,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:17.360185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] No DVR routers for this DVR port 60f9b2ed-632c-45be-825f-c326888ca622 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:54:17.362421 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.365410 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d7eee89-7d53-48d6-ac3c-f3b903682a82 req-30d59233-e218-4c2d-8681-f600adfba537 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.54 "DELETE /v2.0/ports/60f9b2ed-632c-45be-825f-c326888ca622 HTTP/1.1" status: 204 len: 173 time: 0.5617099 Sep 18 00:54:17.407685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57612) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.408297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-592f1d76-f641-4146-9301-9adf8eb3d195 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918975 Sep 18 00:54:17.413326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778631438'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:17.445219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb2a69bc-4ae5-43fb-824e-f634f25aac5d req-81d63340-9161-413d-8cfa-b5c30d6bf768 tempest-MultipleCreateTestJSON-2016069100 tempest-MultipleCreateTestJSON-2016069100-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1dc3f91-f4d5-4aec-bf70-7c90958d24cd HTTP/1.1" status: 200 len: 210 time: 0.0355239 Sep 18 00:54:17.447446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.546808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.549980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.576781 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.577992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1688826 Sep 18 00:54:17.579795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc675d14-5f59-4661-9920-ac0b404d2dfd tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b94c3-d1ae-4d0b-80b5-5d9a7f146ed4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:17.580971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57614) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.585664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4bd19de0-768e-4ba6-b916-499beb000fae tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:17.586712 n-d-712707-16 neutron-server[106453]: WARNING neutron.api.v2.base [None req-4bd19de0-768e-4ba6-b916-499beb000fae tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:54:17.586712 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-4bd19de0-768e-4ba6-b916-499beb000fae tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 00:54:17.587563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4bd19de0-768e-4ba6-b916-499beb000fae tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "PUT /v2.0/security-groups/ef3b94c3-d1ae-4d0b-80b5-5d9a7f146ed4 HTTP/1.1" status: 409 len: 330 time: 0.0055573 Sep 18 00:54:17.590017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.642244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.666024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.712257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.714795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.715932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/ef3b94c3-d1ae-4d0b-80b5-5d9a7f146ed4 HTTP/1.1" status: 204 len: 168 time: 0.1250701 Sep 18 00:54:17.719257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57620) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.725757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0f32-dbe4-4690-bff9-c73a9fc22d70 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b94c3-d1ae-4d0b-80b5-5d9a7f146ed4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:17.766530 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f83b2c9a-e53e-484c-b34c-a8c92ebc6842 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461287 Sep 18 00:54:17.770248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57622) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.782638 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-b476719a-dba6-4fcb-ab00-8b5003f5ea2e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] delete failed (client error): The resource could not be found. Sep 18 00:54:17.783585 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b476719a-dba6-4fcb-ab00-8b5003f5ea2e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ffcd5f6-3ff6-47b9-8c83-63eacc9fe87f HTTP/1.1" status: 404 len: 347 time: 0.0125003 Sep 18 00:54:17.786902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57624) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.800035 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-137e9d4d-1178-4f0d-8722-769a359e755e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] show failed (client error): The resource could not be found. Sep 18 00:54:17.801117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-137e9d4d-1178-4f0d-8722-769a359e755e tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-groups/a3199da7-37b7-4980-a974-4046e2c62f72 HTTP/1.1" status: 404 len: 347 time: 0.0133820 Sep 18 00:54:17.804769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57626) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:17.816667 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-8564cf10-70f3-4edf-8fab-368396273267 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] show failed (client error): The resource could not be found. Sep 18 00:54:17.820536 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8564cf10-70f3-4edf-8fab-368396273267 tempest-NegativeSecGroupTest-786206216 tempest-NegativeSecGroupTest-786206216-project] 10.222.0.49 "GET /v2.0/security-group-rules/55f009b4-f11a-40eb-9e17-b75adb0689e5 HTTP/1.1" status: 404 len: 356 time: 0.0119951 Sep 18 00:54:18.077430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57632) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:18.211163 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-193d8c4a-aca2-4b80-9abf-ce0720c260e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3af119614c3420a92b5ff851aceb539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325798 Sep 18 00:54:18.213761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57638) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:18.242617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa27f4f-54d3-47d9-84c1-04cdca226ebc req-51cd303d-0609-4c90-bb24-9493ea273eb6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.244111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aa27f4f-54d3-47d9-84c1-04cdca226ebc req-51cd303d-0609-4c90-bb24-9493ea273eb6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0498102 Sep 18 00:54:18.263255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.282338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7aa27f4f-54d3-47d9-84c1-04cdca226ebc req-a642cc64-8431-46e8-b60c-048553308ae9 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Sep 18 00:54:18.288370 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.340473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.343738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.347423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a035b5ea-5ed2-47ea-a9c2-12b34e71dafe HTTP/1.1" status: 204 len: 168 time: 0.1302168 Sep 18 00:54:18.355178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33b33b-5318-49f2-b830-49c71aaa42cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035b5ea-5ed2-47ea-a9c2-12b34e71dafe,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:18.524293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465447-105f-45d4-b6c2-e9139382a22d req-ce85e5a4-e5c2-4d19-992f-60bca9ffc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.526038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-ce85e5a4-e5c2-4d19-992f-60bca9ffc6ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 1098 time: 0.0504961 Sep 18 00:54:18.543658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44a4f3-ccb5-48c7-a7fd-28dcd793041d req-8f46d312-81d3-445f-86df-f32aba8ad234 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.546403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de44a4f3-ccb5-48c7-a7fd-28dcd793041d req-8f46d312-81d3-445f-86df-f32aba8ad234 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0594027 Sep 18 00:54:18.578806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:18.593449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de44a4f3-ccb5-48c7-a7fd-28dcd793041d req-b2eb0c42-53cb-4ca4-8b35-df86ab93b29c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Sep 18 00:54:18.671884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Deleting subnet 203bfa68-0dab-4d00-bcb4-1cd89f22f3cb {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:54:18.674795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.710258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465447-105f-45d4-b6c2-e9139382a22d req-0583a7ac-e537-4563-9805-ee416ad725ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.711528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-0583a7ac-e537-4563-9805-ee416ad725ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 911 time: 0.1782432 Sep 18 00:54:18.725029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.783443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-d0a3b2f1-d07d-4001-b8a0-9428c6645385 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b HTTP/1.1" status: 200 len: 217 time: 0.0622282 Sep 18 00:54:18.833396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.864927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465447-105f-45d4-b6c2-e9139382a22d req-d52a3033-5c96-42a2-b8e7-7ee2a59a627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.866389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-d52a3033-5c96-42a2-b8e7-7ee2a59a627f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0756369 Sep 18 00:54:18.871561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'name': 'network-vif-deleted', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:18.874507 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d11941-ff85-434d-888f-fa0e92a21318" -d '{"events": [{"server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "name": "network-vif-deleted", "tag": "60f9b2ed-632c-45be-825f-c326888ca622"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:18.905664 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-c84d9cdb-c92d-4079-8fdf-0d90d9488085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282776 Sep 18 00:54:18.940363 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a028cd1-2e21-4165-a0cd-8a37312c229e x-openstack-request-id: req-5a028cd1-2e21-4165-a0cd-8a37312c229e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:18.940658 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45395a3-fe8b-4f07-a22d-6c5108a12232", "name": "network-vif-deleted", "tag": "60f9b2ed-632c-45be-825f-c326888ca622", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:18.940911 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a028cd1-2e21-4165-a0cd-8a37312c229e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:18.941298 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45395a3-fe8b-4f07-a22d-6c5108a12232', 'name': 'network-vif-deleted', 'tag': '60f9b2ed-632c-45be-825f-c326888ca622', 'status': 'completed', 'code': 200} Sep 18 00:54:18.960569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.015803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203bfa68-0dab-4d00-bcb4-1cd89f22f3cb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:19.024574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.026454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d8585451-f338-4fc6-905d-becaf0a89d13 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/203bfa68-0dab-4d00-bcb4-1cd89f22f3cb HTTP/1.1" status: 204 len: 168 time: 0.4470809 Sep 18 00:54:19.029257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57676) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:19.073000 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-7d38536e-8c7d-471a-bf6b-566313274a0e service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605473 Sep 18 00:54:19.138771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.243924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-50465447-105f-45d4-b6c2-e9139382a22d req-84733605-e75f-4bf2-bcdc-725a5b1a645c service neutron] 10.222.0.48 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422360 Sep 18 00:54:19.270188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.291485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137ad01d-0873-4c97-97a6-7e540713e0a1']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:19.302127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7580f828-5ddb-4d3a-8070-11858f326f83') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:19.302500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7580f828-5ddb-4d3a-8070-11858f326f83') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:19.313382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.328120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.334779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:54:19.335212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:54:19.337312 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:54:19.398432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.406687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.408439 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] 10.222.0.49 "DELETE /v2.0/networks/137ad01d-0873-4c97-97a6-7e540713e0a1 HTTP/1.1" status: 204 len: 168 time: 0.3782229 Sep 18 00:54:19.420057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54862a-afd7-4ed5-ac77-588c5418cc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=137ad01d-0873-4c97-97a6-7e540713e0a1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:19.577266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57700) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:19.621861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9684041-be40-464b-a74c-7b61f6f9dfb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=411877ffc53c471cb64eb4e13b241c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415440 Sep 18 00:54:19.623964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57706) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:19.727334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.736502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 60f9b2ed-632c-45be-825f-c326888ca622 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:54:19.753137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6c6bb-90de-454f-aca4-e7ca59153591 req-5aa02db4-8e98-4d65-b925-5d0cf3490373 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:19.754102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d6c6bb-90de-454f-aca4-e7ca59153591 req-5aa02db4-8e98-4d65-b925-5d0cf3490373 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0802870 Sep 18 00:54:19.758611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 60f9b2ed-632c-45be-825f-c326888ca622 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:54:19.759147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 60f9b2ed-632c-45be-825f-c326888ca622 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:54:19.774806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.844755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d6c6bb-90de-454f-aca4-e7ca59153591 req-7f558e1e-fba4-4f72-ae98-355df133c93c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808461 Sep 18 00:54:19.869249 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.872077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:19.876443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea85d3ca-18d5-445b-be1d-7db81d7d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.2512071 Sep 18 00:54:19.891175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e2681-b152-4f4e-bcff-9d6f6df5562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85d3ca-18d5-445b-be1d-7db81d7d8fd6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:20.378074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:54:20.400419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:54:20.400754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5fab6bf2-8d8a-43ef-9d3a-28eaf4680c42 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:54:20.633366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57746) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:20.730302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1467967674-network', 'tenant_id': '4a557c3565674f3bac40c3e462cede4b'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:20.751661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Made reservation on behalf of 4a557c3565674f3bac40c3e462cede4b for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:54:20.753934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.762137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.846997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.850501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.871696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:54:20.887739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0c51f-4304-487b-9e99-c10df77f46ef,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:20.891260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.891673 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Added segment 2ad6d416-bf46-4fe6-8138-39f6f5000c99 of type vlan for network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc Sep 18 00:54:20.936881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.990947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.991809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:20.992419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:21.020533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce604-df27-4f86-a05a-29765b9e28bc req-3c02af9f-fff4-48f3-9d1b-24068ad4b637 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:21.022002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b55ce604-df27-4f86-a05a-29765b9e28bc req-3c02af9f-fff4-48f3-9d1b-24068ad4b637 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0827866 Sep 18 00:54:21.036608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4021516 Sep 18 00:54:21.039537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:21.044697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Request body: {'subnet': {'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1467967674-subnet', 'tenant_id': '4a557c3565674f3bac40c3e462cede4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:21.065449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Made reservation on behalf of 4a557c3565674f3bac40c3e462cede4b for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:54:21.067826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:21.084525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d47e0-b820-450e-bf3a-10515fc63b50 admin admin] Pushing event updated for resources: {'Network': ['ID=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:21.097875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:54:21.108271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b55ce604-df27-4f86-a05a-29765b9e28bc req-6e8779eb-1f29-4dee-b088-c6c8eff2d19e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753808 Sep 18 00:54:21.242687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:21.300349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=de67f1c8-2dbd-457a-9ef5-0ebab3671a07,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:21.309510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Checking segment: {'id': '2ad6d416-bf46-4fe6-8138-39f6f5000c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:21.310039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Network hostable DHCP agents. Network: b96e66c3-60f1-47f3-873e-3ef4f06bdfbc, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:54:21.326433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:54:21.334894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b96e66c3-60f1-47f3-873e-3ef4f06bdfbc) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:21.338991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:21.339658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:21.346496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f6b2a-46f7-4650-bc18-e9a8ee7d4b98 None None] Network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:54:21.355718 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c6b54c2f-2e0a-4a82-88af-10d56e6a9dbf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3151035 Sep 18 00:54:21.478535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e058f6a-23c0-408b-9b2f-12f88fb4b85b None None] Network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:54:22.260072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4c3c8-8906-448b-b5a8-0954b674df89 req-dc62502a-06f4-4fec-b48c-6d625073e5d9 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:22.261876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c4c3c8-8906-448b-b5a8-0954b674df89 req-dc62502a-06f4-4fec-b48c-6d625073e5d9 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0648952 Sep 18 00:54:22.302203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c4c3c8-8906-448b-b5a8-0954b674df89 req-f9633e10-32f7-444c-aed3-da0e97a46389 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Sep 18 00:54:22.597783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-f7b505a5-f784-4ccd-884e-512c4291cd75 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:22.599337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-f7b505a5-f784-4ccd-884e-512c4291cd75 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/networks?id=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc HTTP/1.1" status: 200 len: 810 time: 0.1057825 Sep 18 00:54:22.614142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-9295b1b5-7ba5-4fdc-baa5-8201ba36e5a4 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/quotas/4a557c3565674f3bac40c3e462cede4b HTTP/1.1" status: 200 len: 375 time: 0.0091274 Sep 18 00:54:22.648848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-631973a8-861f-4020-b7e4-b7fb1a9b2101 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a557c3565674f3bac40c3e462cede4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292163 Sep 18 00:54:22.751019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-5ec7e835-b7ca-41dd-af3b-6cf5f572e577 service neutron] 10.222.0.49 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939701 Sep 18 00:54:22.854577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-6e8b635c-fa48-463f-be26-a21583d8f910 service neutron] 10.222.0.49 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968277 Sep 18 00:54:23.113261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac5fef8a-522c-4b08-b86e-6c66c20042be req-aa79356a-c04a-4ee4-8fdf-f67776ed7866 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Sep 18 00:54:23.429357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeb836-6ba5-4442-988f-677b7ee8b662 req-fb2b7fab-1911-46b2-ab9b-95810a8cf316 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.431127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8aeb836-6ba5-4442-988f-677b7ee8b662 req-fb2b7fab-1911-46b2-ab9b-95810a8cf316 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0554531 Sep 18 00:54:23.472534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8aeb836-6ba5-4442-988f-677b7ee8b662 req-4ce939ba-8fd3-4804-9c6c-a5fb4438ac79 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Sep 18 00:54:24.187774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d38baf16-d68d-4df7-b523-a8cf7ed0c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:24.241884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-5622a2a8-7f64-4f18-b6ab-8e9dbf04435e tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:24.243384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-5622a2a8-7f64-4f18-b6ab-8e9dbf04435e tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.54 "GET /v2.0/networks?id=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc HTTP/1.1" status: 200 len: 810 time: 0.1164944 Sep 18 00:54:24.244526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d323fdd8-9406-4514-895b-72d6878d8cb8 req-e6f57c1d-ecc0-47bb-9c0c-ae0fabe5c983 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 210 time: 0.0327504 Sep 18 00:54:24.262395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Request body: {'port': {'device_id': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc', 'admin_state_up': True, 'tenant_id': '4a557c3565674f3bac40c3e462cede4b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:24.368814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Made reservation on behalf of 4a557c3565674f3bac40c3e462cede4b for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:54:24.372683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:24.596655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6c661-c797-4356-8c18-f2ee5c7da81c req-1c7c7707-8d87-42eb-862f-20ed706eab8b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:24.598250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ae6c661-c797-4356-8c18-f2ee5c7da81c req-1c7c7707-8d87-42eb-862f-20ed706eab8b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Sep 18 00:54:24.640675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ae6c661-c797-4356-8c18-f2ee5c7da81c req-bb238b46-e1a9-4ba8-a5e4-d052996bc66b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Sep 18 00:54:24.793822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Allocated IP 172.20.0.3 (b96e66c3-60f1-47f3-873e-3ef4f06bdfbc/de67f1c8-2dbd-457a-9ef5-0ebab3671a07/ebb4c101-af86-4247-a312-4a820c68e624) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:54:24.943531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:24.978011 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.021204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:25.024353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:25.027965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:54:25.036485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Pushing event updated for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:25.081976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.082602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.097170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-ecf91585-2be5-430d-b965-c6a0bcb364d7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387423 Sep 18 00:54:25.115389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Request body: {'port': {'device_id': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:25.175546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.398603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28151b-33bf-4ed6-8b04-ee0add267029 req-263fa10a-0fdd-4097-b4e8-024d4052b079 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.400531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a28151b-33bf-4ed6-8b04-ee0add267029 req-263fa10a-0fdd-4097-b4e8-024d4052b079 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 931 time: 0.0778553 Sep 18 00:54:25.453804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a28151b-33bf-4ed6-8b04-ee0add267029 req-f9b845da-f3fc-47dc-bf04-03ff8e3ef83d tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Sep 18 00:54:25.479814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb4c101-af86-4247-a312-4a820c68e624 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:25.487714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.500687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Transition to ACTIVE for port object ebb4c101-af86-4247-a312-4a820c68e624 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:54:25.504861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.597668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:25.628868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Attempting to bind port ebb4c101-af86-4247-a312-4a820c68e624 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:25.629204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Attempting to bind port ebb4c101-af86-4247-a312-4a820c68e624 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '2ad6d416-bf46-4fe6-8138-39f6f5000c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:25.629533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Attempting to bind port ebb4c101-af86-4247-a312-4a820c68e624 on network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:25.634090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Port ebb4c101-af86-4247-a312-4a820c68e624 on network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:25.634412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Attempting to bind port ebb4c101-af86-4247-a312-4a820c68e624 on network b96e66c3-60f1-47f3-873e-3ef4f06bdfbc {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:25.639701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:25.640038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Checking segment: {'id': '2ad6d416-bf46-4fe6-8138-39f6f5000c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:25.640457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Bound using segment: {'id': '2ad6d416-bf46-4fe6-8138-39f6f5000c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:25.640887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Bound port: ebb4c101-af86-4247-a312-4a820c68e624, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad6d416-bf46-4fe6-8138-39f6f5000c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:25.641247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.711736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:25.714993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ebb4c101-af86-4247-a312-4a820c68e624,segment=NetworkSegment(2ad6d416-bf46-4fe6-8138-39f6f5000c99),segment_id=2ad6d416-bf46-4fe6-8138-39f6f5000c99)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:25.719961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.753607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.754105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:25.755491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/ebb4c101-af86-4247-a312-4a820c68e624 HTTP/1.1" status: 200 len: 1092 time: 0.6442945 Sep 18 00:54:25.755935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:25.758501 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "tag": "ebb4c101-af86-4247-a312-4a820c68e624"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:25.776492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde9dc-bd75-4ff3-a5ce-46351c9b7203 req-f88c86c4-512f-488b-9061-30be5325e4c8 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.779077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81bde9dc-bd75-4ff3-a5ce-46351c9b7203 req-f88c86c4-512f-488b-9061-30be5325e4c8 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0648308 Sep 18 00:54:25.786147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6cee8-5a34-4cb8-969b-6daebe15b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:25.824821 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cfd64f-f404-4d09-848a-0f6ea929cbae x-openstack-request-id: req-d7cfd64f-f404-4d09-848a-0f6ea929cbae {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:25.825172 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "tag": "ebb4c101-af86-4247-a312-4a820c68e624", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:25.825978 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7cfd64f-f404-4d09-848a-0f6ea929cbae {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:25.826377 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624', 'status': 'completed', 'code': 200} Sep 18 00:54:25.831018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81bde9dc-bd75-4ff3-a5ce-46351c9b7203 req-50319966-55fe-4862-ae41-bd34b2e25626 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Sep 18 00:54:25.873444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-0b7f900c-794d-42e2-9a52-f9def601a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.874982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-0b7f900c-794d-42e2-9a52-f9def601a5d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a557c3565674f3bac40c3e462cede4b&device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 1095 time: 0.0528975 Sep 18 00:54:25.924899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-1fb3c438-5830-4a20-938e-9b3e6a4f70ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb4c101-af86-4247-a312-4a820c68e624 HTTP/1.1" status: 200 len: 217 time: 0.0370793 Sep 18 00:54:25.977405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-b93d5188-04f6-4b39-a213-6ab413ae1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.979035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-b93d5188-04f6-4b39-a213-6ab413ae1eb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de67f1c8-2dbd-457a-9ef5-0ebab3671a07 HTTP/1.1" status: 200 len: 850 time: 0.0465930 Sep 18 00:54:26.039600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-1626a805-6260-4dc3-92a3-bfcfb2d98076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303276 Sep 18 00:54:26.130290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e98a0d19-a9d3-4c58-b0f1-1e0d7bd83e86 service neutron] 10.222.0.54 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833507 Sep 18 00:54:26.225930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be257f7-a7d3-4417-a7fc-f7f797e4544d req-e229ab6e-9a2c-48d9-a27c-16b5b4db1126 service neutron] 10.222.0.54 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Sep 18 00:54:26.358133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-43ff1322-a5b2-49af-b758-056cbd84284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.359625 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-43ff1322-a5b2-49af-b758-056cbd84284a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a557c3565674f3bac40c3e462cede4b&device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 1095 time: 0.0409060 Sep 18 00:54:26.457390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-707f4f86-3b3b-472c-b476-230a6859f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.458899 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-707f4f86-3b3b-472c-b476-230a6859f2ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc HTTP/1.1" status: 200 len: 911 time: 0.0924509 Sep 18 00:54:26.504760 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-9ca9f71e-34f0-498c-bf88-d1a39aea1042 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb4c101-af86-4247-a312-4a820c68e624 HTTP/1.1" status: 200 len: 217 time: 0.0379786 Sep 18 00:54:26.554790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-447e3b76-a883-4b4e-b740-045b1df8d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.556397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-447e3b76-a883-4b4e-b740-045b1df8d3d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=de67f1c8-2dbd-457a-9ef5-0ebab3671a07 HTTP/1.1" status: 200 len: 850 time: 0.0449474 Sep 18 00:54:26.577659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dfb38-886c-43ed-96ac-d4b76b4b6ec4 req-e9f7c526-cd17-441a-9b9a-252982d66758 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.579230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-874dfb38-886c-43ed-96ac-d4b76b4b6ec4 req-e9f7c526-cd17-441a-9b9a-252982d66758 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 943 time: 0.0523329 Sep 18 00:54:26.589727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-9bd9960f-215c-4dcb-b8a8-8bd3a6d328e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263414 Sep 18 00:54:26.635834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-874dfb38-886c-43ed-96ac-d4b76b4b6ec4 req-7be746f5-4543-4d0b-a70d-a0a2794f0f36 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Sep 18 00:54:26.702374 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-0f6e5247-2c5a-49ff-98af-525664abc570 service neutron] 10.222.0.54 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051464 Sep 18 00:54:26.761756 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:26.808043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-55ed58c4-3f6a-41ef-95ff-8f5131fb26f5 req-d55abe05-b2a8-4c5e-839b-fa0f9b4acf46 service neutron] 10.222.0.54 "GET /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977299 Sep 18 00:54:26.956067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62336842-1ca5-49da-8f9f-832232307fea req-41141fde-5ef3-4642-904c-3f4c245ac6b1 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.957613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62336842-1ca5-49da-8f9f-832232307fea req-41141fde-5ef3-4642-904c-3f4c245ac6b1 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0484047 Sep 18 00:54:26.996724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62336842-1ca5-49da-8f9f-832232307fea req-6807b10d-306b-4167-8c42-fba78b69627a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Sep 18 00:54:27.197908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-476c1db2-f562-46ff-bda6-9b5364115b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:27.413740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:27.778941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6e48b-d147-45f3-bdf9-457e687369b5 req-24aa2c2b-eabe-4f7d-95d8-12e935ec39cc tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.784254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acb6e48b-d147-45f3-bdf9-457e687369b5 req-24aa2c2b-eabe-4f7d-95d8-12e935ec39cc tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 943 time: 0.0678234 Sep 18 00:54:27.823971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acb6e48b-d147-45f3-bdf9-457e687369b5 req-b4da8615-7e51-472f-b089-c043d56b7c7a tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Sep 18 00:54:28.130147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e042bd-e3cb-4ba8-aaa0-a27727dca5c1 req-98ca447a-495c-47a6-beec-c0fda6bfe8f5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:28.132212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75e042bd-e3cb-4ba8-aaa0-a27727dca5c1 req-98ca447a-495c-47a6-beec-c0fda6bfe8f5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0623441 Sep 18 00:54:28.180547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75e042bd-e3cb-4ba8-aaa0-a27727dca5c1 req-c0d3108c-1dbd-4d87-80c0-95356d0bcf97 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Sep 18 00:54:28.313212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:28.947776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765006c-4a6e-43e4-9771-1be28e786db3 req-f89b3ed2-a714-4e68-b41b-3b9adfe39121 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:28.949469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7765006c-4a6e-43e4-9771-1be28e786db3 req-f89b3ed2-a714-4e68-b41b-3b9adfe39121 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 943 time: 0.0512002 Sep 18 00:54:28.991031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7765006c-4a6e-43e4-9771-1be28e786db3 req-ad40d4a5-eb5b-455b-a4d0-38bc4f2edd56 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Sep 18 00:54:29.313337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc7ec-92c4-4d8e-9787-9c668f682178 req-91285fdb-d0e5-418e-b1f7-a98e36db7120 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:29.315647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-016cc7ec-92c4-4d8e-9787-9c668f682178 req-91285fdb-d0e5-418e-b1f7-a98e36db7120 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0511885 Sep 18 00:54:29.364931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-016cc7ec-92c4-4d8e-9787-9c668f682178 req-8696e052-d21e-4833-b81f-99c2a339c341 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Sep 18 00:54:29.649468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:29.771943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ebb4c101-af86-4247-a312-4a820c68e624 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:29.885801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ebb4c101-af86-4247-a312-4a820c68e624,segment=NetworkSegment(2ad6d416-bf46-4fe6-8138-39f6f5000c99),segment_id=2ad6d416-bf46-4fe6-8138-39f6f5000c99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:29.902859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ebb4c101-af86-4247-a312-4a820c68e624', 'network_id': 'b96e66c3-60f1-47f3-873e-3ef4f06bdfbc', 'port_id': 'ebb4c101-af86-4247-a312-4a820c68e624', 'mac_address': 'fa:16:3e:a5:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de67f1c8-2dbd-457a-9ef5-0ebab3671a07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:29.951953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:29.971794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb4c101-af86-4247-a312-4a820c68e624 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:29.991795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ebb4c101-af86-4247-a312-4a820c68e624,segment=NetworkSegment(2ad6d416-bf46-4fe6-8138-39f6f5000c99),segment_id=2ad6d416-bf46-4fe6-8138-39f6f5000c99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:29.996648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:30.047069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:30.127401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67866d-7612-44c8-b887-6f12f038e7da req-7b9bf505-1cdd-4951-aac2-391d7d6cc4e6 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:30.128934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e67866d-7612-44c8-b887-6f12f038e7da req-7b9bf505-1cdd-4951-aac2-391d7d6cc4e6 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 944 time: 0.0540426 Sep 18 00:54:30.170925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e67866d-7612-44c8-b887-6f12f038e7da req-22f1a7a5-fa2d-4bec-aa03-0786c921b992 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350990 Sep 18 00:54:30.425780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ebb4c101-af86-4247-a312-4a820c68e624'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:30.494146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da990a6-e3ca-4654-bb63-81540602cd9d req-b6814562-75e4-44a1-a1a2-d81e1b12df92 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:30.502741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4da990a6-e3ca-4654-bb63-81540602cd9d req-b6814562-75e4-44a1-a1a2-d81e1b12df92 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0712070 Sep 18 00:54:30.555180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4da990a6-e3ca-4654-bb63-81540602cd9d req-9e9e40fe-7329-43ab-8f1c-bbbf34d7ff81 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512738 Sep 18 00:54:31.291600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae7f5-560e-4626-90a6-c8f260eadcfd req-75505fda-9196-4f07-aed8-d6e0c606c92b tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:31.293251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26aae7f5-560e-4626-90a6-c8f260eadcfd req-75505fda-9196-4f07-aed8-d6e0c606c92b tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 944 time: 0.0525539 Sep 18 00:54:31.340864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-26aae7f5-560e-4626-90a6-c8f260eadcfd req-9c5be4ff-b9c5-4301-927a-ee5ad6455b62 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Sep 18 00:54:31.675159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec898f1-303d-4b79-aca8-4027183ec3ee req-8777f106-5910-49cd-aab9-7befe0162c4c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:31.677430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ec898f1-303d-4b79-aca8-4027183ec3ee req-8777f106-5910-49cd-aab9-7befe0162c4c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0594261 Sep 18 00:54:31.722710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ec898f1-303d-4b79-aca8-4027183ec3ee req-b1b2a81b-0b9f-4137-8ce0-7369a895c4d8 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Sep 18 00:54:31.787120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ebb4c101-af86-4247-a312-4a820c68e624 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:31.834016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ebb4c101-af86-4247-a312-4a820c68e624 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:31.838053 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ebb4c101-af86-4247-a312-4a820c68e624 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:31.838429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:31.915284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:31.938651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:31.940919 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682e5a7-123d-48ef-bc21-838127c1c76c" -d '{"events": [{"server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "name": "network-vif-plugged", "status": "completed", "tag": "ebb4c101-af86-4247-a312-4a820c68e624"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:31.954012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ebb4c101-af86-4247-a312-4a820c68e624,segment=NetworkSegment(2ad6d416-bf46-4fe6-8138-39f6f5000c99),segment_id=2ad6d416-bf46-4fe6-8138-39f6f5000c99)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:31.957936 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:31.983904 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c92e814-3242-4f3a-8f65-8728bf992a74 x-openstack-request-id: req-8c92e814-3242-4f3a-8f65-8728bf992a74 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:31.984189 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "name": "network-vif-plugged", "status": "completed", "tag": "ebb4c101-af86-4247-a312-4a820c68e624", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:31.984457 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c92e814-3242-4f3a-8f65-8728bf992a74 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:31.984839 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624', 'code': 200} Sep 18 00:54:32.010841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:32.081183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:32.107627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93720d43-a075-4e44-b123-9600a9e85c66 req-b583e0cf-8b68-4656-bd0f-ae0bdbb71edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:32.109195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93720d43-a075-4e44-b123-9600a9e85c66 req-b583e0cf-8b68-4656-bd0f-ae0bdbb71edd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 1097 time: 0.0443265 Sep 18 00:54:32.147674 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-93720d43-a075-4e44-b123-9600a9e85c66 req-c5a20bb2-943e-43e9-be59-1164f9294d3f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Sep 18 00:54:32.464377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a527-751a-4c5a-89a7-03f03b388528 req-f610d9c7-c828-48ca-9a2f-71b2f3d01089 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:32.470818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf00a527-751a-4c5a-89a7-03f03b388528 req-f610d9c7-c828-48ca-9a2f-71b2f3d01089 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0582595 Sep 18 00:54:32.506896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf00a527-751a-4c5a-89a7-03f03b388528 req-44ec92fa-a2ae-4b13-9334-979459f8a3b7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Sep 18 00:54:32.845570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac63eb-1165-4b72-9c01-edb7efcc9c87 req-2fd11226-1bfb-47db-ab1f-f2791a8d2c65 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:32.847110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7ac63eb-1165-4b72-9c01-edb7efcc9c87 req-2fd11226-1bfb-47db-ab1f-f2791a8d2c65 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0514364 Sep 18 00:54:32.890127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7ac63eb-1165-4b72-9c01-edb7efcc9c87 req-dc946b8b-34af-4701-b4b6-f374f4dac7c0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Sep 18 00:54:33.647010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b52b47-df86-4182-907a-0d520e46dda4 req-180fee5a-3b04-43a7-9ff5-6ad253c9a9aa tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:33.648644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7b52b47-df86-4182-907a-0d520e46dda4 req-180fee5a-3b04-43a7-9ff5-6ad253c9a9aa tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0592341 Sep 18 00:54:33.691154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e7b52b47-df86-4182-907a-0d520e46dda4 req-2285b267-71c7-4c8e-8d00-42f4e3e30832 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Sep 18 00:54:34.008145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822004-94c9-4dc8-8d9e-d50d5c0051fd req-a31d354b-5f83-4806-8d76-de7f2de7e461 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:34.009826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb822004-94c9-4dc8-8d9e-d50d5c0051fd req-a31d354b-5f83-4806-8d76-de7f2de7e461 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Sep 18 00:54:34.048177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb822004-94c9-4dc8-8d9e-d50d5c0051fd req-06ced405-8cf7-45ed-8ca0-f30207d85976 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 18 00:54:34.829290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384e11-4acf-4b72-b8a5-40ba3c7c3d2c req-2ea0d947-a148-4b19-84a7-faafb28e5e2d tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:34.830781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50384e11-4acf-4b72-b8a5-40ba3c7c3d2c req-2ea0d947-a148-4b19-84a7-faafb28e5e2d tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0494070 Sep 18 00:54:34.873086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50384e11-4acf-4b72-b8a5-40ba3c7c3d2c req-5a5a79f0-6551-416f-a18a-bbf33cbefd93 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Sep 18 00:54:35.195478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528f8b6-1a30-4ca6-8695-f07ce8ea8e60 req-eb601052-487e-4e6c-bba6-53357443c43d tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:35.196977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2528f8b6-1a30-4ca6-8695-f07ce8ea8e60 req-eb601052-487e-4e6c-bba6-53357443c43d tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0803640 Sep 18 00:54:35.205200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d71682-1f4a-4a1c-97af-e61e7134fc19 req-37673d70-b1ac-4b3e-b16a-f7d3aa0c4b11 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:35.206578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0d71682-1f4a-4a1c-97af-e61e7134fc19 req-37673d70-b1ac-4b3e-b16a-f7d3aa0c4b11 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0807319 Sep 18 00:54:35.255474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2528f8b6-1a30-4ca6-8695-f07ce8ea8e60 req-82917b30-00f5-4082-9983-ccb926b7c67a tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479460 Sep 18 00:54:35.275864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0d71682-1f4a-4a1c-97af-e61e7134fc19 req-0aeedb03-3a96-4bcc-98a2-3b299317e8b7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617619 Sep 18 00:54:36.419122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd717-0528-4fdc-9016-acb3a8b83fd7 req-0a7d3e5e-43eb-4773-a03c-351a6010c4fa tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:36.421629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cecbd717-0528-4fdc-9016-acb3a8b83fd7 req-0a7d3e5e-43eb-4773-a03c-351a6010c4fa tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0823638 Sep 18 00:54:36.431895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d142f-7ff6-41ab-b3b0-07f63764cf0d req-de926381-9346-47c1-9a80-c5f702618c19 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:36.433527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d40d142f-7ff6-41ab-b3b0-07f63764cf0d req-de926381-9346-47c1-9a80-c5f702618c19 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0848670 Sep 18 00:54:36.495002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cecbd717-0528-4fdc-9016-acb3a8b83fd7 req-5063ca89-3fc8-4934-b806-2d552780f3b7 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9f0c51f-4304-487b-9e99-c10df77f46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599127 Sep 18 00:54:36.498003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d40d142f-7ff6-41ab-b3b0-07f63764cf0d req-c2af39f6-1491-4813-82bf-3a30419fd3ab tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Sep 18 00:54:36.643452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-32d53035-ab75-4f24-b93e-a045840bf6a6 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:36.644891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-32d53035-ab75-4f24-b93e-a045840bf6a6 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 945 time: 0.0508828 Sep 18 00:54:36.742928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Deleting port ebb4c101-af86-4247-a312-4a820c68e624 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:54:36.743200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:36.831367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] For port ebb4c101-af86-4247-a312-4a820c68e624, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ebb4c101-af86-4247-a312-4a820c68e624,segment=NetworkSegment(2ad6d416-bf46-4fe6-8138-39f6f5000c99),segment_id=2ad6d416-bf46-4fe6-8138-39f6f5000c99)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:36.831495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:36.844334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Calling delete_port for ebb4c101-af86-4247-a312-4a820c68e624 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:54:36.983377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:37.010381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Pushing event deleted for resources: {'Port': ['ID=ebb4c101-af86-4247-a312-4a820c68e624,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:37.025189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ebb4c101-af86-4247-a312-4a820c68e624'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:37.060134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] No DVR routers for this DVR port ebb4c101-af86-4247-a312-4a820c68e624 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:54:37.069549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:37.072487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a62f02e4-4e52-4a52-8f57-ccdc2e9a50f8 req-8a1d032a-4bcc-4504-bd7b-46e754e3d2b3 tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.54 "DELETE /v2.0/ports/ebb4c101-af86-4247-a312-4a820c68e624 HTTP/1.1" status: 204 len: 173 time: 0.4214315 Sep 18 00:54:37.073928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'name': 'network-vif-deleted', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:37.077390 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c970917e-0318-4d3d-82a8-531c58b3da05" -d '{"events": [{"server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "name": "network-vif-deleted", "tag": "ebb4c101-af86-4247-a312-4a820c68e624"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:37.133507 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25337ba-08a6-4d2f-8de8-8ac77992030d x-openstack-request-id: req-a25337ba-08a6-4d2f-8de8-8ac77992030d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:37.133808 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fde9a-863f-4f2f-999f-9220b5d8e435", "name": "network-vif-deleted", "tag": "ebb4c101-af86-4247-a312-4a820c68e624", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:37.134061 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a25337ba-08a6-4d2f-8de8-8ac77992030d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:37.134465 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fde9a-863f-4f2f-999f-9220b5d8e435', 'name': 'network-vif-deleted', 'tag': 'ebb4c101-af86-4247-a312-4a820c68e624', 'status': 'completed', 'code': 200} Sep 18 00:54:37.649870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df386af6-ba2c-4264-8eb6-590d4c08dee0 req-67e8ae07-9704-48a9-bfc7-2812ab7f7b5b tempest-ServerGroupTestJSON-2039203927 tempest-ServerGroupTestJSON-2039203927-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0fde9a-863f-4f2f-999f-9220b5d8e435 HTTP/1.1" status: 200 len: 210 time: 0.0564895 Sep 18 00:54:37.680767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8896c-39ce-4a1d-82d0-85141419b2d2 req-789bd018-30d4-42f6-9c1b-65752604f095 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:37.682167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e8896c-39ce-4a1d-82d0-85141419b2d2 req-789bd018-30d4-42f6-9c1b-65752604f095 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0950277 Sep 18 00:54:37.720830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e8896c-39ce-4a1d-82d0-85141419b2d2 req-e1344f2c-da5a-4cb5-8663-a1469c4b175c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Sep 18 00:54:38.838010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a75d-0a39-40da-b278-fb7336704924 req-cb7fce62-d1b8-400e-83e3-239cd8f322c2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:38.839509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbd1a75d-0a39-40da-b278-fb7336704924 req-cb7fce62-d1b8-400e-83e3-239cd8f322c2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Sep 18 00:54:38.882385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbd1a75d-0a39-40da-b278-fb7336704924 req-45639a7a-eea6-481e-adbf-6bc199d58767 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Sep 18 00:54:38.932609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58088) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:38.976197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Deleting subnet de67f1c8-2dbd-457a-9ef5-0ebab3671a07 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:54:38.979197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.014379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.057103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.109509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.134503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de67f1c8-2dbd-457a-9ef5-0ebab3671a07,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:39.139259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.143853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-67e5071b-c290-4c29-be90-37e175143e63 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/de67f1c8-2dbd-457a-9ef5-0ebab3671a07 HTTP/1.1" status: 204 len: 168 time: 0.2075062 Sep 18 00:54:39.143853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58092) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:39.212311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.295342 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.314560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96e66c3-60f1-47f3-873e-3ef4f06bdfbc']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:39.323444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad6d416-bf46-4fe6-8138-39f6f5000c99') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:39.323738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad6d416-bf46-4fe6-8138-39f6f5000c99') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:39.332976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.346389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.352043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:54:39.352451 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:54:39.354041 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:54:39.411218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.416545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.418385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b96e66c3-60f1-47f3-873e-3ef4f06bdfbc HTTP/1.1" status: 204 len: 168 time: 0.2738130 Sep 18 00:54:39.429396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2fc91-197d-4b14-9227-59d09330d658 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96e66c3-60f1-47f3-873e-3ef4f06bdfbc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:39.528396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58102) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:39.572635 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f7c875a8-2948-4cbf-897b-1945e0da6c04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a557c3565674f3bac40c3e462cede4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430467 Sep 18 00:54:39.575156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58104) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:39.624291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.648066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.697270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.701090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:39.702396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9f0c51f-4304-487b-9e99-c10df77f46ef HTTP/1.1" status: 204 len: 168 time: 0.1260183 Sep 18 00:54:39.711987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c4247-c52c-4c5b-94d5-3bc6913bfa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0c51f-4304-487b-9e99-c10df77f46ef,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:39.848980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ebb4c101-af86-4247-a312-4a820c68e624 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:54:39.879120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ebb4c101-af86-4247-a312-4a820c68e624 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:54:39.879729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ebb4c101-af86-4247-a312-4a820c68e624 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:54:40.044709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4821f5-3f72-41ae-991a-49ac5a34622c req-a63a4d5b-4ddf-47e1-a4be-b39ca866489b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:40.052726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c4821f5-3f72-41ae-991a-49ac5a34622c req-a63a4d5b-4ddf-47e1-a4be-b39ca866489b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0804980 Sep 18 00:54:40.097045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c4821f5-3f72-41ae-991a-49ac5a34622c req-e68e6220-8222-4ffa-b768-d9c0cfb9d99e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Sep 18 00:54:40.868680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58148) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:40.979546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c97e-36d9-45fa-97fd-eba94518b05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.070579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c97e-36d9-45fa-97fd-eba94518b05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.074236 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c97e-36d9-45fa-97fd-eba94518b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.114675 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1b6c97e-36d9-45fa-97fd-eba94518b05b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f0f16aae8ea4629a79b5d92bddf4e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448959 Sep 18 00:54:41.115625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c97e-36d9-45fa-97fd-eba94518b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393a3af2-1094-4e3c-b1c1-c2cd117188b3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:41.118352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:41.184965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.233156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.271499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c797eba-d9d4-4cda-b8f2-40fccc8fa27a req-bbff32ee-ae7c-4b22-a883-3556a87a82c0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:41.273035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c797eba-d9d4-4cda-b8f2-40fccc8fa27a req-bbff32ee-ae7c-4b22-a883-3556a87a82c0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0899591 Sep 18 00:54:41.328775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c797eba-d9d4-4cda-b8f2-40fccc8fa27a req-e024f0a5-6d5b-4c02-acd3-97e1ea78cc07 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Sep 18 00:54:41.336794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.339305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:41.354124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/393a3af2-1094-4e3c-b1c1-c2cd117188b3 HTTP/1.1" status: 204 len: 168 time: 0.2202458 Sep 18 00:54:41.354124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564624bb-0dee-4b50-b501-04b619656e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393a3af2-1094-4e3c-b1c1-c2cd117188b3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:42.297780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:42.419588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2ca2-25b3-4479-af50-7d4be3f56bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.493114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de36a-79be-452c-a5e8-b35da5d0a249 req-e9775c07-6fbb-4bbf-bf0c-57eced89f5fa tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:42.497233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c6de36a-79be-452c-a5e8-b35da5d0a249 req-e9775c07-6fbb-4bbf-bf0c-57eced89f5fa tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0811751 Sep 18 00:54:42.538836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c6de36a-79be-452c-a5e8-b35da5d0a249 req-bd5f488e-776e-487d-a473-6b9d3f69e231 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Sep 18 00:54:42.540451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2ca2-25b3-4479-af50-7d4be3f56bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.545162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2ca2-25b3-4479-af50-7d4be3f56bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.585416 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a7c2ca2-25b3-4479-af50-7d4be3f56bdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cff682820454d97be5c9baf735eb383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865140 Sep 18 00:54:42.586275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2ca2-25b3-4479-af50-7d4be3f56bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c27d1e-d15e-4dcc-ad6b-3fd812465003,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:42.588053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58226) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:42.636804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.657056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.705387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.707792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:42.708970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78c27d1e-d15e-4dcc-ad6b-3fd812465003 HTTP/1.1" status: 204 len: 168 time: 0.1198497 Sep 18 00:54:42.717189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f86ba-5d45-487b-a0a7-579140119545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c27d1e-d15e-4dcc-ad6b-3fd812465003,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:43.706126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94ef2-fade-4697-8567-c874a7e91969 req-46500f2c-3096-4035-a642-c760c4d99cdb tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:43.707638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6f94ef2-fade-4697-8567-c874a7e91969 req-46500f2c-3096-4035-a642-c760c4d99cdb tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0560548 Sep 18 00:54:43.746760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6f94ef2-fade-4697-8567-c874a7e91969 req-ca68a02a-b693-4d64-a53d-fe43aa0e969b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 18 00:54:44.867394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f83b4-e7be-4d4b-bbc6-f4be7f3821da req-f9222026-cf68-402e-9bba-c02e450ccabc tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:44.868933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c12f83b4-e7be-4d4b-bbc6-f4be7f3821da req-f9222026-cf68-402e-9bba-c02e450ccabc tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Sep 18 00:54:44.908321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c12f83b4-e7be-4d4b-bbc6-f4be7f3821da req-c7dc962a-fa13-4cef-bfa5-3658e83d78e1 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 18 00:54:44.961233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:45.074690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bb9844c-f809-4d29-9831-ca18e9dd5843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.169436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bb9844c-f809-4d29-9831-ca18e9dd5843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.173239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bb9844c-f809-4d29-9831-ca18e9dd5843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.211165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7bb9844c-f809-4d29-9831-ca18e9dd5843 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efbf3a86123946efbaf77ad13e3dae95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487404 Sep 18 00:54:45.211955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9844c-f809-4d29-9831-ca18e9dd5843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2db6e-26d3-49ab-ba0e-3c33aa8d7ff6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:45.213873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58336) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:45.294468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.323861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.331957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d836bb-6fc3-4475-9145-fca6198ce146 req-9bcdb63b-ecde-47ec-bc50-0abd04f9a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:45.333477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7d836bb-6fc3-4475-9145-fca6198ce146 req-9bcdb63b-ecde-47ec-bc50-0abd04f9a454 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 1098 time: 0.0646648 Sep 18 00:54:45.389299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7d836bb-6fc3-4475-9145-fca6198ce146 req-ea8daeba-9f5a-4ab8-83fa-f95049f91b2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 Sep 18 00:54:45.401735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.405326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.406373 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4da2db6e-26d3-49ab-ba0e-3c33aa8d7ff6 HTTP/1.1" status: 204 len: 168 time: 0.1904583 Sep 18 00:54:45.413943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2db6e-26d3-49ab-ba0e-3c33aa8d7ff6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:45.421970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.422314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.422648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.422978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.423301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.423624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.423940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.424277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.424596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.424912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.425228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.425540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f183b61-029b-4349-881b-7eecb9e9fb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:45.663346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:45.677165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9675436c-93fb-49cb-b8f9-e9255a69ae55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.771755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9675436c-93fb-49cb-b8f9-e9255a69ae55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.777237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9675436c-93fb-49cb-b8f9-e9255a69ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.815748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9675436c-93fb-49cb-b8f9-e9255a69ae55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a136dcd0aff74190b963b7a7f3b7a3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512868 Sep 18 00:54:45.817643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675436c-93fb-49cb-b8f9-e9255a69ae55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc185bc-2286-4124-9ece-659e76fffca0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:45.818628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:45.881689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.908364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.958592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.961190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:45.962351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbc185bc-2286-4124-9ece-659e76fffca0 HTTP/1.1" status: 204 len: 168 time: 0.1426346 Sep 18 00:54:45.972460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c8ce-22dc-4410-b948-1eff11642ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc185bc-2286-4124-9ece-659e76fffca0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:46.037514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0845c-760a-4d65-9f29-3f6bd858ce3d req-307ef3a4-067a-491a-a5f9-15226b42abd6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:46.039017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8c0845c-760a-4d65-9f29-3f6bd858ce3d req-307ef3a4-067a-491a-a5f9-15226b42abd6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0560522 Sep 18 00:54:46.077771 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:46.080697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8c0845c-760a-4d65-9f29-3f6bd858ce3d req-9cc0a339-201e-4d47-9dd9-2c4fd2561138 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350285 Sep 18 00:54:47.224323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed81d7-4a14-4c62-a0bc-1a2368e012df req-86ceedf7-489d-4540-a330-a54e8c31232a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:47.226026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16ed81d7-4a14-4c62-a0bc-1a2368e012df req-86ceedf7-489d-4540-a330-a54e8c31232a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0676322 Sep 18 00:54:47.271911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-16ed81d7-4a14-4c62-a0bc-1a2368e012df req-991b31f3-5f1d-445f-b417-e3cf4466153e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Sep 18 00:54:47.586750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-3bee1704-8a1e-47d3-a7a9-3661765429ca tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:47.588374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-3bee1704-8a1e-47d3-a7a9-3661765429ca tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 810 time: 0.1135540 Sep 18 00:54:47.605513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-97d10673-313a-492b-aedf-d770548ba948 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/quotas/82ea6a8ec593433ebe20af1eb1b6e452 HTTP/1.1" status: 200 len: 375 time: 0.0098495 Sep 18 00:54:47.664953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-77a7d961-3c6f-4efa-b5ca-3f6812737e9c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519147 Sep 18 00:54:47.765199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-ecc58f4c-83f9-4511-95df-1b3addf28af6 service neutron] 10.222.0.49 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931392 Sep 18 00:54:47.874148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-1a23e3b4-d63a-4dfc-a317-57372651b4ce service neutron] 10.222.0.49 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995531 Sep 18 00:54:48.002591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58454) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:48.058467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b68adf66-a017-4262-8e59-7970d0cca6a9 req-abdde6ca-35d2-45f0-b735-887882d48073 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 210 time: 0.0309014 Sep 18 00:54:48.139381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67d03d99-564f-42f5-a4c7-3e4baca0302a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.249176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67d03d99-564f-42f5-a4c7-3e4baca0302a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.255025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67d03d99-564f-42f5-a4c7-3e4baca0302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.316253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58466) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:48.316853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-67d03d99-564f-42f5-a4c7-3e4baca0302a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c85cdabd61d54a8a810b9e397fc4dfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088853 Sep 18 00:54:48.318222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d03d99-564f-42f5-a4c7-3e4baca0302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d7f9d-1cf5-40fa-9e86-1a41617c7cca,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:48.409063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.437115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.489092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.492322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.500806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a25d7f9d-1cf5-40fa-9e86-1a41617c7cca HTTP/1.1" status: 204 len: 168 time: 0.1834404 Sep 18 00:54:48.514172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b78fc-ad98-48ff-985d-f3d2bc0f419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d7f9d-1cf5-40fa-9e86-1a41617c7cca,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:48.814496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:48.831051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f5a37a-b73b-4d2a-bf04-6b0301dbd2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.923950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f5a37a-b73b-4d2a-bf04-6b0301dbd2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.929026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f5a37a-b73b-4d2a-bf04-6b0301dbd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.969230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a37a-b73b-4d2a-bf04-6b0301dbd2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3fe5c7-857d-4e74-a902-d23a682ff9b0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:48.975132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-22f5a37a-b73b-4d2a-bf04-6b0301dbd2bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7928f43a709746f0842a856254dfaa06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586406 Sep 18 00:54:48.976792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58480) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:49.032558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.055278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.109638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.112846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.116398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d3fe5c7-857d-4e74-a902-d23a682ff9b0 HTTP/1.1" status: 204 len: 168 time: 0.1358736 Sep 18 00:54:49.125021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb729c-7be2-43eb-844a-fbc930257ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3fe5c7-857d-4e74-a902-d23a682ff9b0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:49.214221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01e28790-91f9-401d-abf3-905197a314d3 req-5d4edaf4-8feb-4155-9354-9ee8857a833f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 210 time: 0.0387700 Sep 18 00:54:49.282691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-42920e0c-290c-4d31-b7f3-17fb6b8d8d5b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:49.284557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-42920e0c-290c-4d31-b7f3-17fb6b8d8d5b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.54 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 810 time: 0.1371758 Sep 18 00:54:49.315530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Request body: {'port': {'device_id': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'admin_state_up': True, 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:49.438263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Made reservation on behalf of 82ea6a8ec593433ebe20af1eb1b6e452 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:54:49.442590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.646441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Allocated IP 172.20.0.4 (8b6a598c-3e72-47b9-8fe4-aaa93226741f/babaae59-2fff-4d87-ad43-3d50c782a56f/afce53bc-cc96-4965-a477-73ed7f4b64e0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:54:49.818521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.849828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.862501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4c5419e8-c436-45f6-b1fd-7b44fed4a68b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:49.893932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Network 8b6a598c-3e72-47b9-8fe4-aaa93226741f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:54:49.897390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:54:49.901128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:54:49.929242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Pushing event updated for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:49.969333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:49.969972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:49.993320 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-f32bfd02-8562-4cc7-b7d7-49fef030d9d0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916623 Sep 18 00:54:50.012609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Request body: {'port': {'device_id': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:50.080450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.333295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5c5b-d321-4773-a1a9-a30f27e76145 req-7bcc62bd-e093-4d0a-8c5d-69e2e1a37a05 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:50.334963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef6f5c5b-d321-4773-a1a9-a30f27e76145 req-7bcc62bd-e093-4d0a-8c5d-69e2e1a37a05 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 931 time: 0.0543735 Sep 18 00:54:50.372344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afce53bc-cc96-4965-a477-73ed7f4b64e0 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:50.380655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.394304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef6f5c5b-d321-4773-a1a9-a30f27e76145 req-0c4a6e32-4e36-446a-a40c-cced7f81964b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Sep 18 00:54:50.396563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Transition to ACTIVE for port object afce53bc-cc96-4965-a477-73ed7f4b64e0 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:54:50.401566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.460477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Pushing event updated for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:50.532271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Attempting to bind port afce53bc-cc96-4965-a477-73ed7f4b64e0 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:50.532572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Attempting to bind port afce53bc-cc96-4965-a477-73ed7f4b64e0 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:50.532851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Attempting to bind port afce53bc-cc96-4965-a477-73ed7f4b64e0 on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:50.537546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Port afce53bc-cc96-4965-a477-73ed7f4b64e0 on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:50.537865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Attempting to bind port afce53bc-cc96-4965-a477-73ed7f4b64e0 on network 8b6a598c-3e72-47b9-8fe4-aaa93226741f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:50.542687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:50.543660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Checking segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:50.544442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Bound using segment: {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:50.544853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Bound port: afce53bc-cc96-4965-a477-73ed7f4b64e0, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026be469-5fb3-4b97-b31f-d821e20ee942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:50.545220 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.614729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:50.618653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:50.625126 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.672157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:50.672811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.675123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-984abd49-0b40-497e-a3a3-341893696552 service neutron] 10.222.0.54 "PUT /v2.0/ports/afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 200 len: 1092 time: 0.6686909 Sep 18 00:54:50.677567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:50.679973 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b74c39-2421-44d3-9b88-ff2ea02c03b7" -d '{"events": [{"name": "network-changed", "server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:50.729799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984abd49-0b40-497e-a3a3-341893696552 service neutron] Pushing event updated for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:50.757768 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc08580-5116-4029-b963-ccfa5ad86ae2 x-openstack-request-id: req-ddc08580-5116-4029-b963-ccfa5ad86ae2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:50.758060 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:50.758390 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddc08580-5116-4029-b963-ccfa5ad86ae2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:50.758702 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0', 'status': 'completed', 'code': 200} Sep 18 00:54:50.816133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-0e999e80-9330-42a7-82e8-820889771c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:50.817871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-0e999e80-9330-42a7-82e8-820889771c1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1095 time: 0.0505421 Sep 18 00:54:50.867750 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-cfbf83f6-d902-4f8f-8d03-ed6d0a3bc236 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 200 len: 217 time: 0.0358930 Sep 18 00:54:50.921502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-12d58f89-b5e8-40e4-96ff-7d84681575c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:50.922992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-12d58f89-b5e8-40e4-96ff-7d84681575c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0481865 Sep 18 00:54:50.963269 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-87ab4dbe-ff68-454c-808a-7b8c81206ed4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331981 Sep 18 00:54:51.061675 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-82992a62-d784-48fe-b124-57d7c5421e17 service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Sep 18 00:54:51.184917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8f3daf52-61dc-4c75-ad91-a49fc395a324 req-e6074a2c-e51e-4bc3-b1ac-df4a593bd3ab service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049542 Sep 18 00:54:51.329105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-286db90c-b208-44d0-844a-375c69a1e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:51.330617 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-286db90c-b208-44d0-844a-375c69a1e8c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1095 time: 0.0443501 Sep 18 00:54:51.423564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-2f600f17-ec07-4e04-be0e-10c0322ccae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:51.425103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-2f600f17-ec07-4e04-be0e-10c0322ccae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 911 time: 0.0871961 Sep 18 00:54:51.478873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-9472793f-9b35-4c66-bfbf-b858e719d82f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 200 len: 217 time: 0.0461049 Sep 18 00:54:51.533773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234e80e-1984-4ff6-828b-acb09e830446 req-3dde9b1b-b5f3-4c75-9438-08bad2b7ab67 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:51.542401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6234e80e-1984-4ff6-828b-acb09e830446 req-3dde9b1b-b5f3-4c75-9438-08bad2b7ab67 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 943 time: 0.0721037 Sep 18 00:54:51.563896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-ada4c5c3-c0f7-43ad-88e9-238dc885dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:51.565712 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-ada4c5c3-c0f7-43ad-88e9-238dc885dda0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0782721 Sep 18 00:54:51.593030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6234e80e-1984-4ff6-828b-acb09e830446 req-8ba97bbe-f30e-45d4-a8bd-c9240b15b122 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Sep 18 00:54:51.607735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-808380b7-221e-4f34-89b2-cc892ff6c3a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347900 Sep 18 00:54:51.712312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-dc2eebeb-ec51-4534-8df4-1ca3abbfb2c4 service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969696 Sep 18 00:54:51.807681 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29b74c39-2421-44d3-9b88-ff2ea02c03b7 req-754873e4-be34-4d8e-bb97-124bce5e1623 service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881839 Sep 18 00:54:52.753460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebe2af-7d23-4fbf-ac57-befcaa4f8c05 req-a530330d-bc3d-45b0-8b0a-8152ecd9bef3 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:52.756738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cebe2af-7d23-4fbf-ac57-befcaa4f8c05 req-a530330d-bc3d-45b0-8b0a-8152ecd9bef3 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 943 time: 0.0598543 Sep 18 00:54:52.798986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8cebe2af-7d23-4fbf-ac57-befcaa4f8c05 req-b9b42716-2bf0-40f9-925b-529920aa0b04 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Sep 18 00:54:53.942607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb55f91-3e82-42ff-896e-e1148fb3a88c req-49b138bd-2586-402f-847f-2efda9b25d8e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:53.943993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afce53bc-cc96-4965-a477-73ed7f4b64e0 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:53.944441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb55f91-3e82-42ff-896e-e1148fb3a88c req-49b138bd-2586-402f-847f-2efda9b25d8e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 943 time: 0.0643947 Sep 18 00:54:54.017538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb55f91-3e82-42ff-896e-e1148fb3a88c req-67621c78-7c6b-47a4-9608-11048c9fd6eb tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Sep 18 00:54:54.070178 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-778fb399-3d23-46d3-acc8-625db174d703 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0687461 Sep 18 00:54:54.072551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:54.094927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'afce53bc-cc96-4965-a477-73ed7f4b64e0', 'network_id': '8b6a598c-3e72-47b9-8fe4-aaa93226741f', 'port_id': 'afce53bc-cc96-4965-a477-73ed7f4b64e0', 'mac_address': 'fa:16:3e:7b:2c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babaae59-2fff-4d87-ad43-3d50c782a56f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:54.143237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:54.159767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afce53bc-cc96-4965-a477-73ed7f4b64e0 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:54.198387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:54.208433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:54.211210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa45f-2c5d-4870-a7aa-806697f3cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:54.213476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.214403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.215737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.216785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.217468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.218256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.218900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.221507 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57e06a8e-ce58-46d9-a046-b42fcf6cfffe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.0988395 Sep 18 00:54:54.273066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:54.399796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-0e34f787-9768-4412-a7bb-e332e8176ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.400308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-0e34f787-9768-4412-a7bb-e332e8176ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.400846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-0e34f787-9768-4412-a7bb-e332e8176ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.403138 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-0e34f787-9768-4412-a7bb-e332e8176ba4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 2293 time: 0.1521585 Sep 18 00:54:54.471268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-8f65daee-8509-4803-80b6-e494461afdf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 1001 time: 0.0607500 Sep 18 00:54:54.526539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57ed5540-2c77-4c10-856f-53f8cad14914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.528140 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-57ed5540-2c77-4c10-856f-53f8cad14914 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0505011 Sep 18 00:54:54.578938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-454a6821-770d-47bf-bd51-076c46452036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.580495 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-454a6821-770d-47bf-bd51-076c46452036 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458238 Sep 18 00:54:54.646149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['afce53bc-cc96-4965-a477-73ed7f4b64e0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:54.690577 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-ed54ec9f-7757-4206-acf6-1a5e581fe941 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031935 Sep 18 00:54:54.808426 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-383e4641-9b2f-4cfd-8a58-e17aad5fe0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088774 Sep 18 00:54:54.851116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-93c61740-9a90-427f-b3b8-ba30a5fa92e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 217 time: 0.0355983 Sep 18 00:54:54.908341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-8e084df1-b630-4974-ab17-d67777c4f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.909834 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-8e084df1-b630-4974-ab17-d67777c4f011 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0517936 Sep 18 00:54:54.966865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-dff07b55-ab89-4f30-93df-934d64c992f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:54.968444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-dff07b55-ab89-4f30-93df-934d64c992f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514691 Sep 18 00:54:55.080210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-aacdd2d1-97c3-4103-a28c-59ce088fc193 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043732 Sep 18 00:54:55.139940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46334e-c4e6-4b71-a968-1053cbf4bf83 req-26a672b9-40bf-499f-9f51-88b676ff46de tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:55.147389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d46334e-c4e6-4b71-a968-1053cbf4bf83 req-26a672b9-40bf-499f-9f51-88b676ff46de tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 944 time: 0.0597713 Sep 18 00:54:55.189405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-3081d89d-12b5-49e2-90f9-3d27eaac9e6e service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011519 Sep 18 00:54:55.191865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d46334e-c4e6-4b71-a968-1053cbf4bf83 req-ef88b092-5195-4094-8d6b-549d4334e950 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Sep 18 00:54:55.248290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-b91ecacd-a6bf-45d2-a05c-0255ccf6e47f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 217 time: 0.0398026 Sep 18 00:54:55.318966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-a021f270-b605-45f7-9cd3-d815527c4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:55.320672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-a021f270-b605-45f7-9cd3-d815527c4dd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0600190 Sep 18 00:54:55.388573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-3466758c-aadc-4b56-9ab9-001ff0f1e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:55.390098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-3466758c-aadc-4b56-9ab9-001ff0f1e10c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604205 Sep 18 00:54:55.508868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-32dcce4f-6857-4ee9-94b6-96849b69cba2 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982437 Sep 18 00:54:55.619509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-c5c9d3c0-9c76-4f92-9803-ba6592946b02 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025314 Sep 18 00:54:55.669052 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-baec6da4-d60d-4db7-85bc-5ad328a6bbb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 217 time: 0.0414662 Sep 18 00:54:55.719059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-b7fd0725-242c-4f8c-8d4f-181986fb4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:55.720803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-b7fd0725-242c-4f8c-8d4f-181986fb4a37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0455503 Sep 18 00:54:55.772092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-86c1b887-e472-4c5b-8ea9-a1fdcf997462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:55.773755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-86c1b887-e472-4c5b-8ea9-a1fdcf997462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458722 Sep 18 00:54:55.872350 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-f7234663-9b0d-459d-a1b2-ba4283c2bc16 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912240 Sep 18 00:54:55.958708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afce53bc-cc96-4965-a477-73ed7f4b64e0 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:55.987276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-b4181483-c394-4c2f-8712-14d7d8d141bd service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083565 Sep 18 00:54:56.015140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port afce53bc-cc96-4965-a477-73ed7f4b64e0 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:56.019491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port afce53bc-cc96-4965-a477-73ed7f4b64e0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:56.020079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:56.035947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-f390fa9a-e4a4-4721-98de-23fdecfc4562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 217 time: 0.0404716 Sep 18 00:54:56.090949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9caf651f-a9ad-4c37-90ea-392a4e66d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.092633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9caf651f-a9ad-4c37-90ea-392a4e66d2d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0498390 Sep 18 00:54:56.107905 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:56.138208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:56.140783 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a444e-7be8-4145-97be-ec4d75a4e596" -d '{"events": [{"server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "name": "network-vif-plugged", "status": "completed", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:56.156307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:56.161013 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:56.234504 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f01974-23dc-410e-bc06-e4ffc200b0f8 x-openstack-request-id: req-50f01974-23dc-410e-bc06-e4ffc200b0f8 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:56.234838 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "name": "network-vif-plugged", "status": "completed", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:56.236212 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50f01974-23dc-410e-bc06-e4ffc200b0f8 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:56.237026 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0', 'code': 200} Sep 18 00:54:56.275618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:56.420153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b37be-839c-4ee0-afd3-5c8cf538d5b2 req-e6d4274d-04af-4967-9298-9f9f8f5b46a4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.435633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb9b37be-839c-4ee0-afd3-5c8cf538d5b2 req-e6d4274d-04af-4967-9298-9f9f8f5b46a4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1099286 Sep 18 00:54:56.487181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9bbdcdd7-2100-4075-8d56-9388effe5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.488682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9bbdcdd7-2100-4075-8d56-9388effe5043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3887227 Sep 18 00:54:56.552850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb9b37be-839c-4ee0-afd3-5c8cf538d5b2 req-d80502de-b3f3-4f2f-ac58-29b419dcd5c2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160223 Sep 18 00:54:56.563491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2672d2d-3589-4cb6-a215-975f42334a3c req-14f6ece4-ff2b-46c4-b205-a4dee655c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.563491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c2672d2d-3589-4cb6-a215-975f42334a3c req-14f6ece4-ff2b-46c4-b205-a4dee655c993 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1097 time: 0.0819192 Sep 18 00:54:56.642112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c2672d2d-3589-4cb6-a215-975f42334a3c req-a29d7496-1ea3-4f38-9307-0fa435c06094 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514708 Sep 18 00:54:56.647451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-ccd2a7c8-12f4-4ca9-8669-76db65ad54b0 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396804 Sep 18 00:54:56.744038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9e9c6a8e-d712-4223-ab21-af8942ada9bc service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894518 Sep 18 00:54:56.796804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-2208740b-6b32-48c6-b31d-dab27f430429 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 217 time: 0.0457225 Sep 18 00:54:56.849899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-ffc33907-01b7-4cc9-b217-8cd63e8d196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.851375 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-ffc33907-01b7-4cc9-b217-8cd63e8d196f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0482724 Sep 18 00:54:56.907477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-237ef6b1-22ea-47f8-9fa9-85b809a193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:56.909211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-237ef6b1-22ea-47f8-9fa9-85b809a193b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498250 Sep 18 00:54:56.967265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58722) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:57.012856 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-a8c6a500-a929-4573-b8ff-6c9e611fac49 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Sep 18 00:54:57.081255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.116127 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-0e17b4d1-33f7-48df-a6a9-43e0a051087c service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957341 Sep 18 00:54:57.169223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-4165593a-bdd6-4124-9b70-b7f479e46bf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0452793 Sep 18 00:54:57.196078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.202101 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-35b9a80e-f989-4109-afe8-0fc076047f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.204791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.225287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-92ce9078-29ff-4c45-9d71-56a69a0d7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:57.226850 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-92ce9078-29ff-4c45-9d71-56a69a0d7999 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0503478 Sep 18 00:54:57.245485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=635b2d2fde3d4c749c7085e0931a057d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771361 Sep 18 00:54:57.246858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede9896-4ad0-45d4-b9f8-f9751e94913b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:57.249856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:57.260941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.261323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.261811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.262485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.262621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.262902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.263324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.263544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.263883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.264356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.264599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.264841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14bab-be6d-461a-8585-8469015588b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:57.288542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-2a0b6ba5-eafd-47c9-8bec-8c1bcb935ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:57.290270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-2a0b6ba5-eafd-47c9-8bec-8c1bcb935ff4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554159 Sep 18 00:54:57.312691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.334531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.390895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.393462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.398502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eede9896-4ad0-45d4-b9f8-f9751e94913b HTTP/1.1" status: 204 len: 168 time: 0.1438456 Sep 18 00:54:57.398713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-9a67a98e-2c22-4328-98b0-cf76cfb42132 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984397 Sep 18 00:54:57.405179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f140f61-3edd-466e-8fd7-218f1c190764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede9896-4ad0-45d4-b9f8-f9751e94913b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:57.447715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.494089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aeb80a8d-608e-4aa9-a57a-eb47d7a0cfe0 req-40573ca1-11f3-4725-8985-34813ee5c933 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Sep 18 00:54:57.719934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380cdc-80d1-4048-bd52-657438efe764 req-19151a95-afd2-4dab-9a67-aec7d02db916 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:57.721675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60380cdc-80d1-4048-bd52-657438efe764 req-19151a95-afd2-4dab-9a67-aec7d02db916 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0722330 Sep 18 00:54:57.800393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60380cdc-80d1-4048-bd52-657438efe764 req-0636d467-b25b-4bea-8a78-013a51929fae tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679789 Sep 18 00:54:57.849461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:57.865735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d2fee5ee-68be-4b1e-a825-3db50a7b7392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.993087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d2fee5ee-68be-4b1e-a825-3db50a7b7392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.998614 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d2fee5ee-68be-4b1e-a825-3db50a7b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.040281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d2fee5ee-68be-4b1e-a825-3db50a7b7392 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27b50deeee94471eb8912af3530c8af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877172 Sep 18 00:54:58.040862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58756) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:58.047521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fee5ee-68be-4b1e-a825-3db50a7b7392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c18aaa-fd47-437a-86b9-f20d0b10de29,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:58.109235 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.134856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.314597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.483885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.486472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.487640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33c18aaa-fd47-437a-86b9-f20d0b10de29 HTTP/1.1" status: 204 len: 168 time: 0.4458704 Sep 18 00:54:58.495266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1478ec-e2a1-4e7a-ac0c-1a853e8253f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c18aaa-fd47-437a-86b9-f20d0b10de29,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:58.916099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848556f3-99cc-459e-8165-89e30918213a req-3232e7e3-0e0e-4166-b58d-c287dfe988a2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.918240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-848556f3-99cc-459e-8165-89e30918213a req-3232e7e3-0e0e-4166-b58d-c287dfe988a2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0502791 Sep 18 00:54:58.958436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-848556f3-99cc-459e-8165-89e30918213a req-b3c0e24a-d467-4247-afb2-c2c5a5bca939 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Sep 18 00:54:59.223885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca22c0-97ac-43bd-b6a7-7ae2404e454a req-ce901c11-3126-40d3-87ed-e4cc91606e02 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.227323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-27effb37-c62d-48a0-a30c-0ae91cee34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.228722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5ca22c0-97ac-43bd-b6a7-7ae2404e454a req-ce901c11-3126-40d3-87ed-e4cc91606e02 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0708120 Sep 18 00:54:59.231589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-27effb37-c62d-48a0-a30c-0ae91cee34b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1097 time: 0.0554373 Sep 18 00:54:59.284636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5ca22c0-97ac-43bd-b6a7-7ae2404e454a req-759cd679-0906-4f45-a6a2-fc4d2cf87473 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Sep 18 00:54:59.380986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-292ad6f7-e5c2-4b53-8c7d-8946c1fa3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.382816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-292ad6f7-e5c2-4b53-8c7d-8946c1fa3111 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 911 time: 0.1449101 Sep 18 00:54:59.427333 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-fff99a42-3b2c-459d-9535-d5b02f9a310e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Sep 18 00:54:59.490932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-fd188d38-5e57-4d6b-acb0-a8a4a7b42993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.492534 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-fd188d38-5e57-4d6b-acb0-a8a4a7b42993 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0571470 Sep 18 00:54:59.527651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-b86d435e-b454-4cf4-a595-34b0c9cdefce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270681 Sep 18 00:54:59.622181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-2a5666e0-b327-4ca4-8ab2-d26f1ed6867d service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883250 Sep 18 00:54:59.650141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:59.734493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-208dfde4-4d6c-4afd-8f3a-67932978930c req-39287f46-9dd2-4e64-a83b-7e4df260ce7f service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052377 Sep 18 00:55:00.416869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c6d63-834b-4caa-9de8-2b1662f2c2d5 req-c529dfda-d05e-49b2-921c-224c05de6d96 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:00.419308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f2c6d63-834b-4caa-9de8-2b1662f2c2d5 req-c529dfda-d05e-49b2-921c-224c05de6d96 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Sep 18 00:55:00.468614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f2c6d63-834b-4caa-9de8-2b1662f2c2d5 req-9e838be8-2144-4dde-81f8-287ea71a918b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Sep 18 00:55:01.461849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58970) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:01.612112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99dc51bc-f09b-4bd4-a714-defe18be96db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.698151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1daa9-a129-4f27-a052-3e2d9af4ae40 req-41890264-eaf7-4de8-b01a-2eae2f5efa1d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:01.700582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44a1daa9-a129-4f27-a052-3e2d9af4ae40 req-41890264-eaf7-4de8-b01a-2eae2f5efa1d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1382587 Sep 18 00:55:01.768146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44a1daa9-a129-4f27-a052-3e2d9af4ae40 req-ccae4804-0c3b-47db-a711-fed26c33abec tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Sep 18 00:55:01.811393 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99dc51bc-f09b-4bd4-a714-defe18be96db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.816205 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99dc51bc-f09b-4bd4-a714-defe18be96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.859489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc51bc-f09b-4bd4-a714-defe18be96db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9316fd0-8e3c-4958-8a90-f19aa5eb6b79,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:01.868402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58980) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:01.868871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99dc51bc-f09b-4bd4-a714-defe18be96db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=015577ff9be943fd977186bfc35994c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054511 Sep 18 00:55:01.946783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.974963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.026005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.028918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.030089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9316fd0-8e3c-4958-8a90-f19aa5eb6b79 HTTP/1.1" status: 204 len: 168 time: 0.1607146 Sep 18 00:55:02.038452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e483c-c674-412c-aee3-1241f95e78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9316fd0-8e3c-4958-8a90-f19aa5eb6b79,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:02.082348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.320859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:02.338588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b826d5ff-8afc-46cf-b9b6-9560dfed5c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.432696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b826d5ff-8afc-46cf-b9b6-9560dfed5c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.438034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b826d5ff-8afc-46cf-b9b6-9560dfed5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.476247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b826d5ff-8afc-46cf-b9b6-9560dfed5c4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97f34286d3144a8a82ec560fb3fc7d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542907 Sep 18 00:55:02.477136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826d5ff-8afc-46cf-b9b6-9560dfed5c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0006a-beb1-499f-92fb-03c37937d0d9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:02.478932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58990) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:02.528487 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.548548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.593196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.597383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.598529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ab0006a-beb1-499f-92fb-03c37937d0d9 HTTP/1.1" status: 204 len: 168 time: 0.1179006 Sep 18 00:55:02.606041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c3892-811a-4307-b73e-c6603ac1edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0006a-beb1-499f-92fb-03c37937d0d9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:02.895726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d98b12-a67c-4f90-beb9-dfccd6fbd73b req-cf0bb453-d31f-441c-be18-5746f18abc22 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:02.898630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01d98b12-a67c-4f90-beb9-dfccd6fbd73b req-cf0bb453-d31f-441c-be18-5746f18abc22 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Sep 18 00:55:02.952798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01d98b12-a67c-4f90-beb9-dfccd6fbd73b req-1707e623-178b-4ba8-b695-d4191d4314f6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Sep 18 00:55:03.156169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.163511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.170731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.178125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.185531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.193323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.200298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.202293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337b13af-d98a-49c7-af00-c34aae850d23 req-9b05be1e-7b31-47e9-99de-67083f3965d7 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1172812 Sep 18 00:55:03.251777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337b13af-d98a-49c7-af00-c34aae850d23 req-a23e5b7c-db1d-4eb6-866c-9af2b3621063 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415881 Sep 18 00:55:03.404457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.410436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.417968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.425230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.430731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.437567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.443383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:03.445344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e09437a-cc67-4a26-b444-dabb572f6758 req-b4f96588-eab1-420e-abf3-4e4cfaad61df tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1039324 Sep 18 00:55:03.762635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:03.881020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:04.011099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00358aee-dc33-42d3-80d3-14db4b430daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.117480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97028e84-6538-4658-be92-fc1ebbf5993f req-0aea0812-f898-4911-a805-6f1a1703a24c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:04.118984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97028e84-6538-4658-be92-fc1ebbf5993f req-0aea0812-f898-4911-a805-6f1a1703a24c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Sep 18 00:55:04.179900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00358aee-dc33-42d3-80d3-14db4b430daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.185938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97028e84-6538-4658-be92-fc1ebbf5993f req-a6cbfe55-62c7-4c9b-a947-bd7824398ac5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585525 Sep 18 00:55:04.186998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-00358aee-dc33-42d3-80d3-14db4b430daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.226551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-00358aee-dc33-42d3-80d3-14db4b430daa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d34658761e5f41e3a4a00f77bb5a583c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443782 Sep 18 00:55:04.227665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00358aee-dc33-42d3-80d3-14db4b430daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01e815-a50f-4f00-a075-a2177297e7c3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:04.229322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:04.281438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.305024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.355791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.358606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.359761 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c01e815-a50f-4f00-a075-a2177297e7c3 HTTP/1.1" status: 204 len: 168 time: 0.1288772 Sep 18 00:55:04.368141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6512fdb-87dc-4bcb-a3d8-781171f1c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01e815-a50f-4f00-a075-a2177297e7c3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:05.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.151506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.151988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.152422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.154487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-0671b34a-afe6-4e9c-a923-47a994ae93d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.0571017 Sep 18 00:55:05.193153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-5936b053-0563-4e99-b6b3-d5827fdfbc87 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324452 Sep 18 00:55:05.323892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adef67-76f3-4f84-946d-ced99eb50585 req-7b24f0fc-c63f-45ae-bebd-dd4160bd0995 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:05.332906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18adef67-76f3-4f84-946d-ced99eb50585 req-7b24f0fc-c63f-45ae-bebd-dd4160bd0995 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0663886 Sep 18 00:55:05.383128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18adef67-76f3-4f84-946d-ced99eb50585 req-6e780fff-fb92-4da6-a015-a52d87cb6953 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Sep 18 00:55:05.711582 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59198) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:05.819090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37de0f06-2a1a-4950-99d9-359abed4988b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.920503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37de0f06-2a1a-4950-99d9-359abed4988b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.924586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37de0f06-2a1a-4950-99d9-359abed4988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.970525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-37de0f06-2a1a-4950-99d9-359abed4988b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1708920671d04737b7184a8b11c8d4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575891 Sep 18 00:55:05.971091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0f06-2a1a-4950-99d9-359abed4988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd42acd-0605-4684-89f6-4a15f760dbd5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:05.974861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:06.035109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.055549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.110826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.113620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.114780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcd42acd-0605-4684-89f6-4a15f760dbd5 HTTP/1.1" status: 204 len: 168 time: 0.1389227 Sep 18 00:55:06.123874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829b40-e1dd-4850-91da-3d28c4f051c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd42acd-0605-4684-89f6-4a15f760dbd5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:06.497916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ee07-b5cb-4a04-aff1-25b4eedafb45 req-8fab00d7-4be0-448c-ac17-a114bd8209bd tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:06.499538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2681ee07-b5cb-4a04-aff1-25b4eedafb45 req-8fab00d7-4be0-448c-ac17-a114bd8209bd tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Sep 18 00:55:06.559126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2681ee07-b5cb-4a04-aff1-25b4eedafb45 req-cf19dcf7-da40-4708-a7bf-cadffef26877 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Sep 18 00:55:07.702750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929bf6-ef4f-46c9-ba4b-664ee584c735 req-ced40234-539d-44e7-b0a4-ee93768c6988 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:07.702750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5929bf6-ef4f-46c9-ba4b-664ee584c735 req-ced40234-539d-44e7-b0a4-ee93768c6988 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Sep 18 00:55:07.775634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5929bf6-ef4f-46c9-ba4b-664ee584c735 req-e232a748-4e2b-43c5-ba06-234a01c46f60 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631201 Sep 18 00:55:07.878113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59280) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:08.077018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:08.101414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.220348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.341380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59296) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:08.347448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Allocated IP 172.25.7.248 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/73af50b6-195d-4823-8a72-845acadb1111) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:08.467814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50779625-0bfa-41f8-80c9-51c49c56852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.483362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.546033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.599023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:08.610876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:08.613789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=73af50b6-195d-4823-8a72-845acadb1111,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:08.616177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:08.675680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50779625-0bfa-41f8-80c9-51c49c56852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.680994 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50779625-0bfa-41f8-80c9-51c49c56852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.744256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-50779625-0bfa-41f8-80c9-51c49c56852e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7cc5367be3941bfac0c59b51c279cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017735 Sep 18 00:55:08.747564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:08.755927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779625-0bfa-41f8-80c9-51c49c56852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af83695-ee5b-4910-bfcb-828c5dc4ae5f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:08.761935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.798176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.798444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.821342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.873809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.876570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.877781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8af83695-ee5b-4910-bfcb-828c5dc4ae5f HTTP/1.1" status: 204 len: 168 time: 0.1291025 Sep 18 00:55:08.886846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2853d-b00f-4d80-aa39-6d273fb05499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af83695-ee5b-4910-bfcb-828c5dc4ae5f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:08.973799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eea027-9b6c-42a1-a6a8-4f5ccb023274 req-38c22a21-3ca1-463d-a59f-e662d7cfb194 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:08.976094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39eea027-9b6c-42a1-a6a8-4f5ccb023274 req-38c22a21-3ca1-463d-a59f-e662d7cfb194 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1277647 Sep 18 00:55:09.035523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39eea027-9b6c-42a1-a6a8-4f5ccb023274 req-f5624f24-9d0d-43a8-83be-111e2aa0fb3e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524588 Sep 18 00:55:09.055478 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.060370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.128866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=73af50b6-195d-4823-8a72-845acadb1111,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.139854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.154209 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.155522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-959bdb04-104f-4ba0-a5b7-e762a19636cf tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2755167 Sep 18 00:55:09.158463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.163521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-201912409'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:09.164557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59312) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.181073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cc68a8f-2840-4100-8fcc-f5f1834f3927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.189049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Made reservation on behalf of 3df6cd226bb740fbba9a2e62a84af747 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:09.192697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.201873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.270060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cc68a8f-2840-4100-8fcc-f5f1834f3927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.274032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cc68a8f-2840-4100-8fcc-f5f1834f3927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.313034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5cc68a8f-2840-4100-8fcc-f5f1834f3927 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69f42255fc074355addbec03f2ba60e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472948 Sep 18 00:55:09.314246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc68a8f-2840-4100-8fcc-f5f1834f3927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e2458-96e7-488f-b7f0-a30250359224,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.315581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.395106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.398064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.402830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.438123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.442003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:09.470123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.470471 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Added segment f65a7f08-1dab-411d-9083-735847db73f8 of type vlan for network 3497b5cd-9c25-48fe-bcba-f4650a99c294 Sep 18 00:55:09.471672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ef668-5a78-4ca7-afcd-37e637929b96,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.527773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.550205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.552773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.553916 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d30e2458-96e7-488f-b7f0-a30250359224 HTTP/1.1" status: 204 len: 168 time: 0.2363918 Sep 18 00:55:09.563456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.568971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:09.569556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.576188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf2f0c-7375-48f7-8ba3-a40c8300c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e2458-96e7-488f-b7f0-a30250359224,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.610211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4506426 Sep 18 00:55:09.613423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59318) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.617798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Request body: {'subnet': {'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:09.660828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17df66-af0b-4403-a5f9-0411b08ce4cb tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Network': ['ID=3497b5cd-9c25-48fe-bcba-f4650a99c294,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.675171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:09.754852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Made reservation on behalf of 3df6cd226bb740fbba9a2e62a84af747 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:09.758962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.951211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.018930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Subnet': ['ID=7f1bff8e-1085-4e53-96d2-360acd06ffae,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.021432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Checking segment: {'id': 'f65a7f08-1dab-411d-9083-735847db73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:10.021797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network hostable DHCP agents. Network: 3497b5cd-9c25-48fe-bcba-f4650a99c294, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:10.037936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:55:10.046591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3497b5cd-9c25-48fe-bcba-f4650a99c294) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:10.051015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:10.051670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.060073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e1d07-1a5b-47f8-83cb-86c68bf23cdc None None] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:10.070185 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7d058e40-a974-40d2-b8cf-6845769e52c4 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4536483 Sep 18 00:55:10.070855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59334) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:10.082518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1592357883', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:10.119574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.121992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.182596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6472722-4138-405a-9506-5c093724158b req-a15a3b35-5e9e-4c69-a3d6-c411c3d766e4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:10.184298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6472722-4138-405a-9506-5c093724158b req-a15a3b35-5e9e-4c69-a3d6-c411c3d766e4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0749624 Sep 18 00:55:10.202227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.239880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6472722-4138-405a-9506-5c093724158b req-3b597f4f-edb7-4c0c-84f9-de5b4884243e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Sep 18 00:55:10.243016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3497b5cd-9c25-48fe-bcba-f4650a99c294', 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294', 'tenant_id': '3df6cd226bb740fbba9a2e62a84af747', 'fixed_ips': [{'subnet_id': '7f1bff8e-1085-4e53-96d2-360acd06ffae'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:55:10.243987 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.353937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.384766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Allocated IP 172.20.0.2 (3497b5cd-9c25-48fe-bcba-f4650a99c294/7f1bff8e-1085-4e53-96d2-360acd06ffae/137159cf-eb00-4278-b82a-28953fde11e1) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:10.543664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.550095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.555660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.576386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.583376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:10.586218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:10.590273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:10.619935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Pushing event updated for resources: {'Port': ['ID=137159cf-eb00-4278-b82a-28953fde11e1,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.655624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.655624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.655860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.656149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.656517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.656847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.657173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.657488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.658004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.658322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.658796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.659269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:10.662636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Attempting to bind port 137159cf-eb00-4278-b82a-28953fde11e1 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:10.663198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Attempting to bind port 137159cf-eb00-4278-b82a-28953fde11e1 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f65a7f08-1dab-411d-9083-735847db73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:10.663558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Attempting to bind port 137159cf-eb00-4278-b82a-28953fde11e1 on network 3497b5cd-9c25-48fe-bcba-f4650a99c294 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:10.670821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:10.671192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Checking segment: {'id': 'f65a7f08-1dab-411d-9083-735847db73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:10.671783 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.672175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Bound using segment: {'id': 'f65a7f08-1dab-411d-9083-735847db73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:10.672659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Bound port: 137159cf-eb00-4278-b82a-28953fde11e1, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65a7f08-1dab-411d-9083-735847db73f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:10.673021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.693429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Allocated IP 172.25.7.65 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/449d2e89-29a3-420b-b275-9b5e41fa449c) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:10.739632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] For port 137159cf-eb00-4278-b82a-28953fde11e1, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:10.743046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] For port 137159cf-eb00-4278-b82a-28953fde11e1, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=137159cf-eb00-4278-b82a-28953fde11e1,segment=NetworkSegment(f65a7f08-1dab-411d-9083-735847db73f8),segment_id=f65a7f08-1dab-411d-9083-735847db73f8)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:10.747470 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.817222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8bdef-b5aa-4bb3-a882-5b58f4229583 None None] Pushing event updated for resources: {'Port': ['ID=137159cf-eb00-4278-b82a-28953fde11e1,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.837082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.875995 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.919427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:10.922335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:10.929314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:10.933301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=449d2e89-29a3-420b-b275-9b5e41fa449c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.222383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.326460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59366) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:11.384256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62663b4-8849-41bd-9674-18bec913844b req-106ef485-f589-40ef-a65a-7f7116c173c2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:11.386187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c62663b4-8849-41bd-9674-18bec913844b req-106ef485-f589-40ef-a65a-7f7116c173c2 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0702286 Sep 18 00:55:11.431620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c62663b4-8849-41bd-9674-18bec913844b req-a913780a-e977-4619-b004-97499baf3cb0 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Sep 18 00:55:11.457502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.459720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 137159cf-eb00-4278-b82a-28953fde11e1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:11.499422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ae-475a-49ed-b078-83d1ff3abe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.523726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 137159cf-eb00-4278-b82a-28953fde11e1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:11.524097 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.622757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.632594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ae-475a-49ed-b078-83d1ff3abe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.638181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ae-475a-49ed-b078-83d1ff3abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.652996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:55:11.668296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b08bb9ae-475a-49ed-b078-83d1ff3abe99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=326a436bcafd453282f901a9072d6e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396039 Sep 18 00:55:11.669305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 137159cf-eb00-4278-b82a-28953fde11e1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=137159cf-eb00-4278-b82a-28953fde11e1,segment=NetworkSegment(f65a7f08-1dab-411d-9083-735847db73f8),segment_id=f65a7f08-1dab-411d-9083-735847db73f8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:11.670892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59370) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:11.675128 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.714757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bb9ae-475a-49ed-b078-83d1ff3abe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68cbd70-1fe5-45fe-9443-54200151a23e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.750748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=137159cf-eb00-4278-b82a-28953fde11e1,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.754597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.777941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.791242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:11.803110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] Sync routers for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:11.814090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:11.814731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:11.833151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.834847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.842154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.842154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a68cbd70-1fe5-45fe-9443-54200151a23e HTTP/1.1" status: 204 len: 168 time: 0.1667051 Sep 18 00:55:11.843430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0884803-3698-45c7-a607-b9cb8e727122 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.7677946 Sep 18 00:55:11.844912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59372) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:11.847433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2cba-b56b-4293-bcfc-d0fef28ea4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68cbd70-1fe5-45fe-9443-54200151a23e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.872259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:11.892437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:11.893325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:11.942127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2d3ce-25ea-4448-96bd-ff6e26d69cc0 None None] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:11.963200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:11.964394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3596071-f402-4375-9d35-a3df3b80cc74 None None] The sync data for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:12.036407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-96690e2f-1676-45ea-8476-b0f7402deedd None None] Provisioning complete for port 137159cf-eb00-4278-b82a-28953fde11e1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:12.036788 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-96690e2f-1676-45ea-8476-b0f7402deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.204424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59380) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:12.224756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eaf81bcc-b145-4354-8ec4-b35f45fe3e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.336749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eaf81bcc-b145-4354-8ec4-b35f45fe3e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.342382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eaf81bcc-b145-4354-8ec4-b35f45fe3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.382802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eaf81bcc-b145-4354-8ec4-b35f45fe3e22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=246111fa9da94978bdec3ef6ac25b8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746268 Sep 18 00:55:12.384455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59382) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:12.430984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf81bcc-b145-4354-8ec4-b35f45fe3e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25264be-7f03-4dab-86b6-10d38ffa47cf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:12.450622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.473143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.516498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-46e2dbf7-0d05-4a50-b1f8-91cf6b98b03a None None] Provisioning complete for port 137159cf-eb00-4278-b82a-28953fde11e1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:12.516799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-46e2dbf7-0d05-4a50-b1f8-91cf6b98b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.564646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce0c2d-4bf7-4d41-a353-1ea7168c6806 req-5b5b49e4-0d4f-4fa6-bd0a-9a9df32867d4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:12.566185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80ce0c2d-4bf7-4d41-a353-1ea7168c6806 req-5b5b49e4-0d4f-4fa6-bd0a-9a9df32867d4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0581667 Sep 18 00:55:12.567539 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.570022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.571138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f25264be-7f03-4dab-86b6-10d38ffa47cf HTTP/1.1" status: 204 len: 168 time: 0.1858056 Sep 18 00:55:12.621109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabce3a-e7f7-4cf7-ae6a-ffdef9dc97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25264be-7f03-4dab-86b6-10d38ffa47cf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:12.640198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80ce0c2d-4bf7-4d41-a353-1ea7168c6806 req-fd965a7f-5606-4aa2-b824-459403f87f1d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Sep 18 00:55:12.673884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.944403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Allocated IP 172.20.0.1 (3497b5cd-9c25-48fe-bcba-f4650a99c294/7f1bff8e-1085-4e53-96d2-360acd06ffae/bed62125-cf4f-4c80-bb5d-ca9731c817a3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:13.065133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.095967 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.135315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:13.139319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:13.143221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:13.170851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=bed62125-cf4f-4c80-bb5d-ca9731c817a3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:13.194421 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.342534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.412370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 137159cf-eb00-4278-b82a-28953fde11e1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:13.451086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4ab34d05-5c02-44e1-b569-097d5caa741b None None] Provisioning complete for port bed62125-cf4f-4c80-bb5d-ca9731c817a3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.451477 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ab34d05-5c02-44e1-b569-097d5caa741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.498424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4ab34d05-5c02-44e1-b569-097d5caa741b None None] Port bed62125-cf4f-4c80-bb5d-ca9731c817a3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:13.504591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 137159cf-eb00-4278-b82a-28953fde11e1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.504970 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.648443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.654024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.731773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=bed62125-cf4f-4c80-bb5d-ca9731c817a3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:13.734422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.775497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170b9b7-c3de-4b13-a3cc-1187a4562098 req-b1352e99-eb80-42e2-8f72-094cca697f13 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:13.777734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7170b9b7-c3de-4b13-a3cc-1187a4562098 req-b1352e99-eb80-42e2-8f72-094cca697f13 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0614216 Sep 18 00:55:13.821363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7170b9b7-c3de-4b13-a3cc-1187a4562098 req-2bdb9d85-9eb3-4020-bd2d-aa86de797c54 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370924 Sep 18 00:55:13.836099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:13.841968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:13.973531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:14.102911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:14.112447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-28ff2c30-52d4-4bac-8815-b145ff895057 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "PUT /v2.0/routers/21e2e9cf-c56a-47f0-80fe-d6370845eab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659781 Sep 18 00:55:14.112623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59430) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:14.117697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Request body: {'port': {'network_id': '3497b5cd-9c25-48fe-bcba-f4650a99c294', 'name': 'tempest-FloatingIPAdminTestJSON-1204011061'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:14.121702 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] Sync routers for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:14.135234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f23fa291-1d77-49d5-99c0-5366ddada3d3 None None] Provisioning complete for port bed62125-cf4f-4c80-bb5d-ca9731c817a3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:14.135963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f23fa291-1d77-49d5-99c0-5366ddada3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.148483 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:14.149117 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.202100 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.209139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:14.209757 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.220156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f23fa291-1d77-49d5-99c0-5366ddada3d3 None None] Port bed62125-cf4f-4c80-bb5d-ca9731c817a3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:14.252790 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.253445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc0110-543a-4208-a8a6-ba4fd6139184 None None] The sync data for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:14.269724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Made reservation on behalf of 3df6cd226bb740fbba9a2e62a84af747 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:14.273617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.291312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] device_id is not set on port 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:55:14.403753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Allocated IP 172.20.0.9 (3497b5cd-9c25-48fe-bcba-f4650a99c294/7f1bff8e-1085-4e53-96d2-360acd06ffae/1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:14.558096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.595576 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.638880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:14.641943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:14.645726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:14.660713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59454) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:14.674049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event updated for resources: {'Port': ['ID=1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:14.704167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:14.704830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.723477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-79aff374-f3fb-414a-bb15-e10d27285820 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060314 Sep 18 00:55:14.723693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59458) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:14.797691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-358b6714-03dc-4523-982e-13362c55de77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.895364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'project_id': '3df6cd226bb740fbba9a2e62a84af747', 'port_id': '1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:14.911440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-358b6714-03dc-4523-982e-13362c55de77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.919862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-358b6714-03dc-4523-982e-13362c55de77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.946204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c2be2471-73f0-457c-a186-7e4c43322484 None None] Provisioning complete for port 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:14.947225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2be2471-73f0-457c-a186-7e4c43322484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.966085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b25b-581b-42cc-8484-bc28ed0d7855 req-1a4b1339-88f8-4764-892f-6ecf87ccb226 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:14.967859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0217b25b-581b-42cc-8484-bc28ed0d7855 req-1a4b1339-88f8-4764-892f-6ecf87ccb226 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0577705 Sep 18 00:55:14.971539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.983273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6714-03dc-4523-982e-13362c55de77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2bf1c-8a27-4d7c-b545-db97ccc62ffb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:14.989061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c2be2471-73f0-457c-a186-7e4c43322484 None None] Port 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:14.996033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-358b6714-03dc-4523-982e-13362c55de77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4511b37fb6b1418c88d6b91de7c3d278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342361 Sep 18 00:55:14.998931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59464) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:15.011718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0217b25b-581b-42cc-8484-bc28ed0d7855 req-7e38b32b-7c55-4fcf-a22e-c74e8eecde6c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363250 Sep 18 00:55:15.096022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.121071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.159124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.181804 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.185199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.186352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84e2bf1c-8a27-4d7c-b545-db97ccc62ffb HTTP/1.1" status: 204 len: 168 time: 0.1865160 Sep 18 00:55:15.225727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5166-6313-4b62-b8af-6ae0a3c98a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2bf1c-8a27-4d7c-b545-db97ccc62ffb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:15.293415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Allocated IP 172.25.7.184 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/347e3c8c-adc0-4480-86d6-caec525bcc4f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:15.407654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.443129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.482419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:15.484058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59472) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:15.485311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:15.488258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:15.498220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73206541-6abd-44d1-81c0-2e35bbd5d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.523033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Pushing event updated for resources: {'Port': ['ID=347e3c8c-adc0-4480-86d6-caec525bcc4f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:15.590004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73206541-6abd-44d1-81c0-2e35bbd5d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.594679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-73206541-6abd-44d1-81c0-2e35bbd5d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.633196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-73206541-6abd-44d1-81c0-2e35bbd5d132 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=026b8b3fb29c4e5782f4bfaf706bd53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480045 Sep 18 00:55:15.634370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73206541-6abd-44d1-81c0-2e35bbd5d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e44a5-4691-4a50-91eb-1ac1ccb54e65,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:15.637381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59474) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:15.693822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.716075 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.768534 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.771055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.772236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/720e44a5-4691-4a50-91eb-1ac1ccb54e65 HTTP/1.1" status: 204 len: 168 time: 0.1337645 Sep 18 00:55:15.780489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f38b94-5f5d-47dc-a928-048acb2f0f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e44a5-4691-4a50-91eb-1ac1ccb54e65,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:15.898959 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.970722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.101039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.136706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26a0c-2d86-40a0-a097-6307b3e1cd68 req-88c8736e-cd6f-4f3c-9a8f-7f601aa627d8 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:16.138487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88b26a0c-2d86-40a0-a097-6307b3e1cd68 req-88c8736e-cd6f-4f3c-9a8f-7f601aa627d8 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Sep 18 00:55:16.149906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.155114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.181790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88b26a0c-2d86-40a0-a097-6307b3e1cd68 req-faca2fcc-86a6-4750-abfc-30b60c14ce5b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Sep 18 00:55:16.229452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Pushing event updated for resources: {'Port': ['ID=347e3c8c-adc0-4480-86d6-caec525bcc4f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:16.237792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.341360 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Floating IP 25eb5be8-e5dc-4f3b-b612-81690215bc50 associated. External IP: 172.25.7.184, port: 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b. Sep 18 00:55:16.561326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:16.678322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:16.690560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] Sync routers for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:16.693997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.701228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:16.702062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:16.722043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9ad421b-85e8-4c90-8821-cff89e388997 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.9978037 Sep 18 00:55:16.724566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59506) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:16.737519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:16.747634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:16.748530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:16.788589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:16.789273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a8b22-3785-4d10-9946-031e4e9c026e None None] The sync data for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:16.841005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5e93de8c-f47c-4762-bd6c-d2895d274f84 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "GET /v2.0/floatingips/25eb5be8-e5dc-4f3b-b612-81690215bc50 HTTP/1.1" status: 200 len: 983 time: 0.1152554 Sep 18 00:55:16.843365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:16.896594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59512) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:16.953842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-45bbec2e-fa5c-4edf-8f9b-814d3373e577 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.1093061 Sep 18 00:55:16.956730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59516) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:17.015315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccce06a-72f4-4280-b730-ff74e509b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.191271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port 347e3c8c-adc0-4480-86d6-caec525bcc4f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:17.191989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.209743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccce06a-72f4-4280-b730-ff74e509b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.224661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccce06a-72f4-4280-b730-ff74e509b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.318849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccce06a-72f4-4280-b730-ff74e509b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701afdef-27e9-49a1-a5b3-91d13b23389a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:17.323549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ccce06a-72f4-4280-b730-ff74e509b972 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0fbaca7c7fe4bf2ac6c2c872be462fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253910 Sep 18 00:55:17.326427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59520) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:17.349464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.349800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.367151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for 347e3c8c-adc0-4480-86d6-caec525bcc4f owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:17.375594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.376832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af415c-85df-4892-951b-7ae0175da554 req-8b87df65-f578-4d5a-8a56-950c803ecfa6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.378325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33af415c-85df-4892-951b-7ae0175da554 req-8b87df65-f578-4d5a-8a56-950c803ecfa6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1084988 Sep 18 00:55:17.398228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.451390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.454758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.456118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/701afdef-27e9-49a1-a5b3-91d13b23389a HTTP/1.1" status: 204 len: 168 time: 0.1286602 Sep 18 00:55:17.466726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c2ec-e588-494d-ae47-dff1cd00daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701afdef-27e9-49a1-a5b3-91d13b23389a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:17.488493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33af415c-85df-4892-951b-7ae0175da554 req-a1a51288-f8c8-44f6-a11f-0864bad82c78 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Sep 18 00:55:17.592426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.616277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=347e3c8c-adc0-4480-86d6-caec525bcc4f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:17.689895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.690734 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Floating IP 25eb5be8-e5dc-4f3b-b612-81690215bc50 disassociated (deleted). External IP: 172.25.7.184, port: 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b. Sep 18 00:55:17.909847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:18.024996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:18.030142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.035686 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] Sync routers for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:18.045627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:18.046242 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:18.059394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2655ab7c-2292-4f09-af1d-3eda6a7e5baa tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/floatingips/25eb5be8-e5dc-4f3b-b612-81690215bc50 HTTP/1.1" status: 204 len: 168 time: 1.1016092 Sep 18 00:55:18.063253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:18.069626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:18.077912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:18.086790 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:18.087412 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:18.225169 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:18.225828 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3806a-27b5-47d4-84bb-e478e98da8dd None None] The sync data for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:18.408811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.495752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.619517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Allocated IP 172.25.7.205 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/d8a86aca-91d4-4e01-8eef-2d94bc35522d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:18.624123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76aa2c-03cb-4734-9d34-f12cbb7b4718 req-a0629d19-d8d5-4548-95cf-bb40ce2b7044 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:18.625885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c76aa2c-03cb-4734-9d34-f12cbb7b4718 req-a0629d19-d8d5-4548-95cf-bb40ce2b7044 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0599918 Sep 18 00:55:18.669944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c76aa2c-03cb-4734-9d34-f12cbb7b4718 req-f620d5b8-b7f3-4864-a3b1-79ff23d2fc92 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Sep 18 00:55:18.732476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.765543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.809159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:18.812026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:18.815481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:18.840589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a86aca-91d4-4e01-8eef-2d94bc35522d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:18.908508 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.942480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.095090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.100102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.176967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a86aca-91d4-4e01-8eef-2d94bc35522d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:19.184180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.198809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.200397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2441f0cf-6f5a-4b7d-b4e0-e22a20259c5e tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1348195 Sep 18 00:55:19.203256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59580) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:19.352692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:19.375501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.474376 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.594219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Allocated IP 172.25.7.33 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/2c33521c-1bd2-4b96-a558-de3cdeb36c2f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:19.715903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.752844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.790672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:19.797016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:19.799111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:19.805430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41b0b2-7dba-4bfc-a6e2-3d9b93453085 req-f6738720-52c8-443d-ad14-555b5117201c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:19.807079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e41b0b2-7dba-4bfc-a6e2-3d9b93453085 req-f6738720-52c8-443d-ad14-555b5117201c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0632200 Sep 18 00:55:19.828685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Pushing event updated for resources: {'Port': ['ID=2c33521c-1bd2-4b96-a558-de3cdeb36c2f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:19.852372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e41b0b2-7dba-4bfc-a6e2-3d9b93453085 req-0e979f91-380d-462d-8e29-ce00e53f13a5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Sep 18 00:55:19.895741 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.929506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.091031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.096820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.171839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Pushing event updated for resources: {'Port': ['ID=2c33521c-1bd2-4b96-a558-de3cdeb36c2f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:20.184791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.198803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.202618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e5565b06-f7e7-4c87-8399-373ee1efe5c5 tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9956961 Sep 18 00:55:20.202866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:20.265952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a2f9b31-90d9-4404-9eaa-2332b60e47d8 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.0619957 Sep 18 00:55:20.268576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59596) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:20.340314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0770427f-1873-440c-bb43-20b141c9aa12 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0706570 Sep 18 00:55:20.342983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:20.463874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Deleting port 2c33521c-1bd2-4b96-a558-de3cdeb36c2f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:20.464131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.544561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.545298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.558018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Calling delete_port for 2c33521c-1bd2-4b96-a558-de3cdeb36c2f owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:20.694291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.730949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Pushing event deleted for resources: {'Port': ['ID=2c33521c-1bd2-4b96-a558-de3cdeb36c2f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:20.793871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.796509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.800290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf1b03c2-69a4-4d04-a536-b9b8c432304f tempest-FloatingIPAdminTestJSON-1004477988 tempest-FloatingIPAdminTestJSON-1004477988-project] 10.222.0.49 "DELETE /v2.0/floatingips/d4422cae-a907-45a2-8b46-09fa9ae7a89c HTTP/1.1" status: 204 len: 168 time: 0.4538970 Sep 18 00:55:20.800826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59616) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:20.935136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Deleting port d8a86aca-91d4-4e01-8eef-2d94bc35522d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:20.935624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.986268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48b81-f191-46a5-b995-c70c5c70d5a5 req-f70effdd-d9fe-4c10-aac1-f3270d4611dd tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:20.987769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6c48b81-f191-46a5-b995-c70c5c70d5a5 req-f70effdd-d9fe-4c10-aac1-f3270d4611dd tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0609899 Sep 18 00:55:21.029435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6c48b81-f191-46a5-b995-c70c5c70d5a5 req-3cfc9efc-63b4-489a-9dac-b4ac990d1d85 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344560 Sep 18 00:55:21.034535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.034535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.049211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Calling delete_port for d8a86aca-91d4-4e01-8eef-2d94bc35522d owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:21.189508 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.218628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8a86aca-91d4-4e01-8eef-2d94bc35522d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:21.280105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.282931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.284201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-63aa507c-c0b5-4ffd-bb0f-bf09937fbfb3 tempest-FloatingIPAdminTestJSON-200145364 tempest-FloatingIPAdminTestJSON-200145364-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/6ff94323-ea59-4f90-b23d-1b231d058180 HTTP/1.1" status: 204 len: 168 time: 0.4828229 Sep 18 00:55:21.287922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:21.384084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:21.384587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.473236 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.485842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for 1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:21.621230 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.650814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:21.728619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.731873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-20a15ab8-5c4c-4c9c-86b6-e622b9560138 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/ports/1c88aa52-2c7c-4c2b-8a81-b90e2686cf6b HTTP/1.1" status: 204 len: 168 time: 0.4426103 Sep 18 00:55:21.734093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:21.786189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6df39-4610-48bb-b91d-226166955b22 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:21.790245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-89f6df39-4610-48bb-b91d-226166955b22 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e2e9cf-c56a-47f0-80fe-d6370845eab3 HTTP/1.1" status: 200 len: 913 time: 0.0525060 Sep 18 00:55:21.790585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59638) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:22.152703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf42fc-a7c7-41b1-83f9-5d8ebf364f33 req-99557ba7-3ce8-409f-92d9-71f150149e7c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:22.154413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bcf42fc-a7c7-41b1-83f9-5d8ebf364f33 req-99557ba7-3ce8-409f-92d9-71f150149e7c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0544670 Sep 18 00:55:22.168361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:22.194233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bcf42fc-a7c7-41b1-83f9-5d8ebf364f33 req-18df22e6-a079-40b9-839e-84811beb5b3b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Sep 18 00:55:22.431576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port bed62125-cf4f-4c80-bb5d-ca9731c817a3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:22.431917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:22.521044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:22.533342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for bed62125-cf4f-4c80-bb5d-ca9731c817a3 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:22.720877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:22.757070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=bed62125-cf4f-4c80-bb5d-ca9731c817a3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:22.942948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:23.173749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:23.279682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:23.284674 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fc883ee1-48b6-4f89-b354-82f738106c67 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "PUT /v2.0/routers/21e2e9cf-c56a-47f0-80fe-d6370845eab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930382 Sep 18 00:55:23.289021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] Sync routers for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:23.289473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59650) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:23.299563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:23.300541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:23.333100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:23.342843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] Routers {'21e2e9cf-c56a-47f0-80fe-d6370845eab3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:23.343445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:54:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:23.376112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888996b-2d6c-44aa-9577-3e5ad6635536 req-bae454fb-66c9-4f2c-8c45-2eaeee3d4a4b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:23.377649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b888996b-2d6c-44aa-9577-3e5ad6635536 req-bae454fb-66c9-4f2c-8c45-2eaeee3d4a4b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1040618 Sep 18 00:55:23.378730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:23.379382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5628f-7b9e-4240-b94f-2c560883c2c5 None None] The sync data for ids ['21e2e9cf-c56a-47f0-80fe-d6370845eab3'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:23.458691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:23.465736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b888996b-2d6c-44aa-9577-3e5ad6635536 req-c6a0c482-bdbd-42f4-ae71-ac08528030ce tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Sep 18 00:55:23.898216 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:23.962317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port 449d2e89-29a3-420b-b275-9b5e41fa449c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:23.962655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.041401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.054513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for 449d2e89-29a3-420b-b275-9b5e41fa449c owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:24.202271 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbed968b-d62e-4b91-a62b-8345fb62f374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.232628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.263916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=449d2e89-29a3-420b-b275-9b5e41fa449c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:24.325546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.419774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.421964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.469133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.469590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Fanout notify agent at l3_agent the message router_deleted on router 21e2e9cf-c56a-47f0-80fe-d6370845eab3 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:55:24.477651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.478392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-acfbc1a0-279d-4622-b220-845472bcfc7e tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/routers/21e2e9cf-c56a-47f0-80fe-d6370845eab3 HTTP/1.1" status: 204 len: 168 time: 1.1879783 Sep 18 00:55:24.481872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:24.559757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting subnet 7f1bff8e-1085-4e53-96d2-360acd06ffae {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:55:24.563277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.611172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.612090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77caefb-3601-4559-9dd6-4118004eb537 req-4e901753-5cb4-467e-a14c-bbf64f928bbe tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:24.614202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b77caefb-3601-4559-9dd6-4118004eb537 req-4e901753-5cb4-467e-a14c-bbf64f928bbe tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0672195 Sep 18 00:55:24.655670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b77caefb-3601-4559-9dd6-4118004eb537 req-4fe0945a-54bf-431b-b225-83aa38427107 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Sep 18 00:55:24.704875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.762593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.790340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1bff8e-1085-4e53-96d2-360acd06ffae,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:24.792360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.795112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3819ee8e-adc1-4aa6-904d-55b4c2bc8058 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/subnets/7f1bff8e-1085-4e53-96d2-360acd06ffae HTTP/1.1" status: 204 len: 168 time: 0.3110805 Sep 18 00:55:24.796746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59668) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:24.799036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937cf06-8a3b-4705-9f16-76b569c22a7c None None] Network 3497b5cd-9c25-48fe-bcba-f4650a99c294 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:24.870696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.980507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] DHCP port deletion for 3497b5cd-9c25-48fe-bcba-f4650a99c294 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:55:25.032735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Deleting port 137159cf-eb00-4278-b82a-28953fde11e1 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:25.032735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.095499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] For port 137159cf-eb00-4278-b82a-28953fde11e1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=137159cf-eb00-4278-b82a-28953fde11e1,segment=NetworkSegment(f65a7f08-1dab-411d-9083-735847db73f8),segment_id=f65a7f08-1dab-411d-9083-735847db73f8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:25.096029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.111347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Calling delete_port for 137159cf-eb00-4278-b82a-28953fde11e1 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:25.209201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.239650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] Pushing event deleted for resources: {'Port': ['ID=137159cf-eb00-4278-b82a-28953fde11e1,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:25.241511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da932543-f530-4d1c-89aa-3c91ac997acf None None] No DVR routers for this DVR port 137159cf-eb00-4278-b82a-28953fde11e1 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:25.262137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port 137159cf-eb00-4278-b82a-28953fde11e1 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:25.262493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.335745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] For port 137159cf-eb00-4278-b82a-28953fde11e1, host n-d-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:25.336114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.349174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for 137159cf-eb00-4278-b82a-28953fde11e1 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:25.351887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Port 137159cf-eb00-4278-b82a-28953fde11e1 was not found and therefore no delete operation was performed {{(pid=106452) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:55:25.353234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.384273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=137159cf-eb00-4278-b82a-28953fde11e1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:25.396154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] No DVR routers for this DVR port 137159cf-eb00-4278-b82a-28953fde11e1 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:25.430150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 137159cf-eb00-4278-b82a-28953fde11e1 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:25.450567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 137159cf-eb00-4278-b82a-28953fde11e1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:25.450911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 137159cf-eb00-4278-b82a-28953fde11e1 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:25.489408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.509172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3497b5cd-9c25-48fe-bcba-f4650a99c294']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:25.518876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65a7f08-1dab-411d-9083-735847db73f8') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:25.519180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65a7f08-1dab-411d-9083-735847db73f8') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:25.529234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.542678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.548677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:55:25.549079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:55:25.552176 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:55:25.615649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.620664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.625355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:25.625877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/networks/3497b5cd-9c25-48fe-bcba-f4650a99c294 HTTP/1.1" status: 204 len: 168 time: 0.8278041 Sep 18 00:55:25.640940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70361a-ac13-45cb-bbd9-cfdc68c55e75 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Network': ['ID=3497b5cd-9c25-48fe-bcba-f4650a99c294,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:25.790007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f7d4-3f4d-4986-9889-ca8e9899063e req-b7a49f9d-ab40-4f5e-9aef-53ad30062466 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:25.792138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37f8f7d4-3f4d-4986-9889-ca8e9899063e req-b7a49f9d-ab40-4f5e-9aef-53ad30062466 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0595934 Sep 18 00:55:25.801420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Deleting port 73af50b6-195d-4823-8a72-845acadb1111 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:25.801770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.891643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37f8f7d4-3f4d-4986-9889-ca8e9899063e req-243adb7e-3f8b-46ce-a29d-cac498d29a91 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858848 Sep 18 00:55:25.919991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.920360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.931923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Calling delete_port for 73af50b6-195d-4823-8a72-845acadb1111 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:26.071372 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.097596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Pushing event deleted for resources: {'Port': ['ID=73af50b6-195d-4823-8a72-845acadb1111,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:26.158166 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.160649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.161816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a6465ff1-7463-48c4-84e1-ab7ed2ea2120 tempest-FloatingIPAdminTestJSON-53470753 tempest-FloatingIPAdminTestJSON-53470753-project] 10.222.0.49 "DELETE /v2.0/floatingips/ea97e556-cef8-4a09-8a3b-b3e91468fa97 HTTP/1.1" status: 204 len: 168 time: 0.5352821 Sep 18 00:55:26.421908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59702) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:26.566209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8103b52d-16ed-4b01-b8b7-b7c47d666ea9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3df6cd226bb740fbba9a2e62a84af747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430881 Sep 18 00:55:26.568912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59706) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:26.628410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.655497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.673581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5be5-4d7b-4a7f-b8ef-0ec0a6483800 req-427178bd-b26c-4a3a-bc11-ebe497d8beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.676728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fd8e5be5-4d7b-4a7f-b8ef-0ec0a6483800 req-427178bd-b26c-4a3a-bc11-ebe497d8beb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1097 time: 0.0746305 Sep 18 00:55:26.704854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.708512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.710245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce3ef668-5a78-4ca7-afcd-37e637929b96 HTTP/1.1" status: 204 len: 168 time: 0.1403298 Sep 18 00:55:26.717057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fd8e5be5-4d7b-4a7f-b8ef-0ec0a6483800 req-4825e969-8b53-4fdb-bdf5-32351f1ecab6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Sep 18 00:55:26.720520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cf941-e4e9-4e75-8f42-5f7ef51321c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ef668-5a78-4ca7-afcd-37e637929b96,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:26.989011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59714) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.002393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a3a0c11-d49f-4a6c-a408-c43fb3f885e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.018434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b1190-5b5c-4f88-b11a-598ae6b5406c req-e7802a4d-c9f6-4b4f-880a-ca9623341983 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:27.020068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d66b1190-5b5c-4f88-b11a-598ae6b5406c req-e7802a4d-c9f6-4b4f-880a-ca9623341983 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Sep 18 00:55:27.063890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d66b1190-5b5c-4f88-b11a-598ae6b5406c req-ed9d212b-43e2-4904-8dd4-31008516deb4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Sep 18 00:55:27.096590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a3a0c11-d49f-4a6c-a408-c43fb3f885e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.100462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4a3a0c11-d49f-4a6c-a408-c43fb3f885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.146505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4a3a0c11-d49f-4a6c-a408-c43fb3f885e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c24c59f4edf4fc289ec27d7c6a04eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534390 Sep 18 00:55:27.146505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a0c11-d49f-4a6c-a408-c43fb3f885e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469b495d-0e6a-4a3e-b40d-52d354c2e3a6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:27.147590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59716) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.197006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.204000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ba43c41e-4765-40c6-b9ee-88cb81a7587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.220041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.270103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.273273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.274624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/469b495d-0e6a-4a3e-b40d-52d354c2e3a6 HTTP/1.1" status: 204 len: 168 time: 0.1267817 Sep 18 00:55:27.283949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cd489-993f-43ce-9495-173003374133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469b495d-0e6a-4a3e-b40d-52d354c2e3a6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:27.421284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.639085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.653245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-31dd1c2c-b2da-45f2-9e98-8649248cbb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.750281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59736) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.751998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-31dd1c2c-b2da-45f2-9e98-8649248cbb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.759652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-31dd1c2c-b2da-45f2-9e98-8649248cbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.802097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-31dd1c2c-b2da-45f2-9e98-8649248cbb86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d727fced1b34df98bb98762696c2ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618152 Sep 18 00:55:27.802978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd1c2c-b2da-45f2-9e98-8649248cbb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc40b4-9823-4f9b-bbe2-b5ce1b08aff4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:27.804872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.864052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.878502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b2ada0e-1d4d-4ffc-808f-3e106463d639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.902003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.983800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.986203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:27.987341 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8dc40b4-9823-4f9b-bbe2-b5ce1b08aff4 HTTP/1.1" status: 204 len: 168 time: 0.1813548 Sep 18 00:55:28.001013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80dbe0-0554-459e-af6e-81348b840f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc40b4-9823-4f9b-bbe2-b5ce1b08aff4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:28.022772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b2ada0e-1d4d-4ffc-808f-3e106463d639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.027869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b2ada0e-1d4d-4ffc-808f-3e106463d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.065124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ada0e-1d4d-4ffc-808f-3e106463d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31a2ff-ad36-4210-b65f-6d92f7e8325c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:28.071835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9b2ada0e-1d4d-4ffc-808f-3e106463d639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e96135f102243758b8b1f4f613c7057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180511 Sep 18 00:55:28.072292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59744) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:28.125320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.152953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.191818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18347d-f742-4265-b5b3-8165137296ef req-cbd8cdf1-660d-4b8d-85e8-b515f385fdb6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:28.193617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b18347d-f742-4265-b5b3-8165137296ef req-cbd8cdf1-660d-4b8d-85e8-b515f385fdb6 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0517559 Sep 18 00:55:28.204828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.207526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.211160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f31a2ff-ad36-4210-b65f-6d92f7e8325c HTTP/1.1" status: 204 len: 168 time: 0.1348329 Sep 18 00:55:28.227724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf334f-e589-444a-9c13-e50f1d2f6d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31a2ff-ad36-4210-b65f-6d92f7e8325c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:28.243954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b18347d-f742-4265-b5b3-8165137296ef req-df3615dd-326d-42aa-b096-20195fa8132b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Sep 18 00:55:28.320513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.483122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-20408969-a881-4486-8850-b69376bd3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:28.483391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b8220-01b0-4464-8d18-6e9a06c4a2d0 req-094e6fe7-3124-47b1-9ac5-7283c546e486 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:28.485195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-20408969-a881-4486-8850-b69376bd3edd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 1097 time: 0.0662260 Sep 18 00:55:28.491311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-947b8220-01b0-4464-8d18-6e9a06c4a2d0 req-094e6fe7-3124-47b1-9ac5-7283c546e486 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0791650 Sep 18 00:55:28.534669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-947b8220-01b0-4464-8d18-6e9a06c4a2d0 req-4cb2396e-ea44-416b-84ea-ffb0f193ef0a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Sep 18 00:55:28.543946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59768) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:28.588021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51bcc17a-655b-41a5-9005-196e8766a92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.639433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-9220503c-560a-4bda-a091-759f2c9f59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:28.641110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-9220503c-560a-4bda-a091-759f2c9f59e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 200 len: 911 time: 0.1277184 Sep 18 00:55:28.689447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-02830b0d-60e1-4c2e-94b8-4c393c346b2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 200 len: 217 time: 0.0399237 Sep 18 00:55:28.754377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-a9f8f748-74a1-45d6-83db-d322e1496fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:28.755911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-a9f8f748-74a1-45d6-83db-d322e1496fae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 200 len: 850 time: 0.0602105 Sep 18 00:55:28.801192 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-3b63e530-cb78-498a-8e75-6a5d9a789ddd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b6a598c-3e72-47b9-8fe4-aaa93226741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379889 Sep 18 00:55:28.821861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51bcc17a-655b-41a5-9005-196e8766a92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.834637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51bcc17a-655b-41a5-9005-196e8766a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.907939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51bcc17a-655b-41a5-9005-196e8766a92d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a967a162221244c8b3fd823bb1d56799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627205 Sep 18 00:55:28.910797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:28.912950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcc17a-655b-41a5-9005-196e8766a92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a91033-938b-45e9-81cc-fc286cc6ba04,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:28.944686 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-78ba4898-a523-4576-86f7-fc57f8f76591 service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344023 Sep 18 00:55:28.969444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:28.996071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.042904 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-adfe74c2-e794-48df-b175-d4945c0b0e00 req-eb750835-4cee-434a-8343-a396e23cab30 service neutron] 10.222.0.54 "GET /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913351 Sep 18 00:55:29.049497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.051375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.052658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6a91033-938b-45e9-81cc-fc286cc6ba04 HTTP/1.1" status: 204 len: 168 time: 0.1402540 Sep 18 00:55:29.061532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aee8c-c047-4a1c-9326-709e04905610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a91033-938b-45e9-81cc-fc286cc6ba04,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:29.380183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59794) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:29.395101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d14c7850-b263-4248-8e04-e21731d0b7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.486612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d14c7850-b263-4248-8e04-e21731d0b7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.490408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d14c7850-b263-4248-8e04-e21731d0b7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.535347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59802) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:29.535470 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d14c7850-b263-4248-8e04-e21731d0b7de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf318f4a5aaf49ec85fc6f7c22df1c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541080 Sep 18 00:55:29.536539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c7850-b263-4248-8e04-e21731d0b7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f73cef1-9b46-4433-81f0-eb3982d83c16,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:29.594187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.620975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.654659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.697045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8f307-bddf-4887-a5cf-d35617d33467 req-61d91020-a814-45d5-94ed-02948abef0e7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:29.698591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36e8f307-bddf-4887-a5cf-d35617d33467 req-61d91020-a814-45d5-94ed-02948abef0e7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0805588 Sep 18 00:55:29.718579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.721101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:29.722184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f73cef1-9b46-4433-81f0-eb3982d83c16 HTTP/1.1" status: 204 len: 168 time: 0.1858435 Sep 18 00:55:29.739049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255e90-6ce8-482d-b7e8-251af6afc715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f73cef1-9b46-4433-81f0-eb3982d83c16,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:29.758351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36e8f307-bddf-4887-a5cf-d35617d33467 req-82c3f315-e823-4616-b0d0-f410d136a88e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476384 Sep 18 00:55:29.837590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59814) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.042926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-002fa991-72e4-4016-95eb-7477b8006eba tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:30.062507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-002fa991-72e4-4016-95eb-7477b8006eba tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "PUT /v2.0/quotas/468f9bd7b46a44838059c1728f54f6c4 HTTP/1.1" status: 200 len: 368 time: 0.2237947 Sep 18 00:55:30.065431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59822) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.070233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Request body: {'network': {'project_id': '468f9bd7b46a44838059c1728f54f6c4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:30.092993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Made reservation on behalf of 468f9bd7b46a44838059c1728f54f6c4 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:30.095473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.103814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.200889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.205149 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.231564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:30.241328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e802628-8a8f-4e25-92ab-e0ff2a582115,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:30.246308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.246669 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Added segment 38f5a943-f812-4629-9965-2793954b69ee of type vlan for network b765af75-e48b-47f2-bec0-50e150e33313 Sep 18 00:55:30.292042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.319660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.320881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:30.321427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.356811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2902088 Sep 18 00:55:30.358572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59838) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.363590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Request body: {'network': {'project_id': '468f9bd7b46a44838059c1728f54f6c4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:30.385115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Made reservation on behalf of 468f9bd7b46a44838059c1728f54f6c4 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:30.387503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.394018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e31bc-4b39-41d4-b13f-a74249a3d981 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event updated for resources: {'Network': ['ID=b765af75-e48b-47f2-bec0-50e150e33313,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:30.419994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:30.422538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b765af75-e48b-47f2-bec0-50e150e33313 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:30.430644 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.430995 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Added segment 71447604-78e3-4626-a3ed-bc63268b8ad0 of type vlan for network 8b4c7250-cc7b-4c71-9aae-16573dd24e49 Sep 18 00:55:30.477466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.504347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.505319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:30.505958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.534331 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1745586 Sep 18 00:55:30.537328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59842) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.544742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2a8774a6-5831-4818-a053-bd59a33b97ea tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Request body: {'network': {'project_id': '468f9bd7b46a44838059c1728f54f6c4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:30.556684 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8774a6-5831-4818-a053-bd59a33b97ea tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 00:55:30.557794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8774a6-5831-4818-a053-bd59a33b97ea tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:55:30.559330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a8774a6-5831-4818-a053-bd59a33b97ea tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0203564 Sep 18 00:55:30.562064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.569014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edb107-e08c-4196-b254-77f1d1add94c tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event updated for resources: {'Network': ['ID=8b4c7250-cc7b-4c71-9aae-16573dd24e49,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:30.580835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8b4c7250-cc7b-4c71-9aae-16573dd24e49 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:30.603496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7cc6b23d-2ffb-4fa6-9db4-efbf0e9a2837 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=468f9bd7b46a44838059c1728f54f6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402787 Sep 18 00:55:30.606951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59850) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.668635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.694095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.744094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.747630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.748814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e802628-8a8f-4e25-92ab-e0ff2a582115 HTTP/1.1" status: 204 len: 168 time: 0.1408799 Sep 18 00:55:30.752128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59854) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:30.756994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2be0-de03-46cd-ac72-5454ea2c9c75 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e802628-8a8f-4e25-92ab-e0ff2a582115,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:30.843507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:30.920684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a43756-fc10-4f54-b8c1-1535e1d53aac req-09c6b6da-3170-4ddc-a181-31cd7683dc73 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:30.922212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4a43756-fc10-4f54-b8c1-1535e1d53aac req-09c6b6da-3170-4ddc-a181-31cd7683dc73 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0942628 Sep 18 00:55:30.987883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.012435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4a43756-fc10-4f54-b8c1-1535e1d53aac req-c3e67d52-85d8-43de-ad5a-11cb31b72ea4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816638 Sep 18 00:55:31.016202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4c7250-cc7b-4c71-9aae-16573dd24e49']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.027942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71447604-78e3-4626-a3ed-bc63268b8ad0') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.028355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71447604-78e3-4626-a3ed-bc63268b8ad0') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.038887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.052679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.059217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:55:31.059690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:55:31.061568 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:55:31.115973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.126401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.128293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8b4c7250-cc7b-4c71-9aae-16573dd24e49 HTTP/1.1" status: 204 len: 168 time: 0.3748250 Sep 18 00:55:31.131289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59864) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:31.138033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c2712-9d30-4197-98c6-dbf9ef19d1e5 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b4c7250-cc7b-4c71-9aae-16573dd24e49,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:31.206680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.290209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.317206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b765af75-e48b-47f2-bec0-50e150e33313']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.327085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f5a943-f812-4629-9965-2793954b69ee') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.327387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f5a943-f812-4629-9965-2793954b69ee') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:31.339157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.351427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.359659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:55:31.360338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:55:31.363363 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:55:31.426940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.431453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:31.436668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b765af75-e48b-47f2-bec0-50e150e33313 HTTP/1.1" status: 204 len: 168 time: 0.3010228 Sep 18 00:55:31.446073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9edd5-61b3-40ad-8059-52757ef09dd2 tempest-QuotasNegativeTest-172724455 tempest-QuotasNegativeTest-172724455-project-admin] Pushing event deleted for resources: {'Network': ['ID=b765af75-e48b-47f2-bec0-50e150e33313,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:31.901238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59874) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:32.005381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87cf5a1a-8dd4-4052-8a83-124686d815ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.099901 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.101039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87cf5a1a-8dd4-4052-8a83-124686d815ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.106433 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87cf5a1a-8dd4-4052-8a83-124686d815ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.149795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-87cf5a1a-8dd4-4052-8a83-124686d815ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=030217bbbb7045df8915d5f3bdc0af3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474642 Sep 18 00:55:32.151467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5a1a-8dd4-4052-8a83-124686d815ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b2f0a-4cdb-4e94-82e7-d577e111c434,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:32.154053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59884) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:32.181820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc543-58b2-4a88-9731-be4c16184d08 req-c181bfac-1a18-4cfd-a3c9-4e7c8846e238 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:32.183345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-422bc543-58b2-4a88-9731-be4c16184d08 req-c181bfac-1a18-4cfd-a3c9-4e7c8846e238 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0937848 Sep 18 00:55:32.204898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.224455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-422bc543-58b2-4a88-9731-be4c16184d08 req-7f78b2b2-73c4-495f-9c29-8c5f3a9bec2b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Sep 18 00:55:32.234053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.294206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.297145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.298397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad6b2f0a-4cdb-4e94-82e7-d577e111c434 HTTP/1.1" status: 204 len: 168 time: 0.1433647 Sep 18 00:55:32.311440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75049f7e-8e74-4427-97a8-27c28583fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b2f0a-4cdb-4e94-82e7-d577e111c434,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:32.358444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e5ff238d-2f2d-44c7-848d-14ee7215ebb5 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310442 Sep 18 00:55:32.587296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-878b1c0b-06f9-4b51-97a5-cbdc0dac6ce4 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:32.589769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-878b1c0b-06f9-4b51-97a5-cbdc0dac6ce4 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247274 Sep 18 00:55:32.590794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:32.597226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c682db-461d-454c-8572-57a1bb57efa1 req-29e1e629-dbd3-4c35-9097-7e411fc6c6af tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:32.598631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79c682db-461d-454c-8572-57a1bb57efa1 req-29e1e629-dbd3-4c35-9097-7e411fc6c6af tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1202393 Sep 18 00:55:32.605746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83ba2de3-53d6-4082-be53-c627065ae15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.614995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-4b553021-728b-42b4-af51-8bf5a22db418 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/quotas/143e0ec89e6b4d39b5ce64cb65003432 HTTP/1.1" status: 200 len: 375 time: 0.0154502 Sep 18 00:55:32.653693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-be88d978-bab6-4fb8-84c0-1e0dc1777f9e tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303965 Sep 18 00:55:32.671833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79c682db-461d-454c-8572-57a1bb57efa1 req-d3dc2c76-f963-4b82-8fa6-ecabfab1914e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Sep 18 00:55:32.709643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83ba2de3-53d6-4082-be53-c627065ae15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.716416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83ba2de3-53d6-4082-be53-c627065ae15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.757518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2de3-53d6-4082-be53-c627065ae15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1382dd19-12ab-4ee0-9f6b-f01c2951f329,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:32.764624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-83ba2de3-53d6-4082-be53-c627065ae15e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f80457ad89b439a9932a5bb780c24dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720479 Sep 18 00:55:32.767298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59906) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:32.816073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.837674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.891925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.894512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:32.895685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1382dd19-12ab-4ee0-9f6b-f01c2951f329 HTTP/1.1" status: 204 len: 168 time: 0.1275830 Sep 18 00:55:32.904354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e2cb-555f-43f3-818a-c02c747300e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382dd19-12ab-4ee0-9f6b-f01c2951f329,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:33.569994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:33.666849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1123413306'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:33.688714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:33.692102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.700923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.798101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3adea-9d0b-4fea-8cdb-cd1026153682 req-86c094a9-801c-4ef2-9013-0c6ded32157f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:33.805445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03d3adea-9d0b-4fea-8cdb-cd1026153682 req-86c094a9-801c-4ef2-9013-0c6ded32157f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0610359 Sep 18 00:55:33.809916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.814766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.841654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03d3adea-9d0b-4fea-8cdb-cd1026153682 req-5432deb5-5381-46e3-9d01-115ad28fd010 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Sep 18 00:55:33.849608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023f40ad-7170-45bb-a8d0-9bd0525fe0c5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:33.855040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:33.871771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.872339 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Added segment e7728bd6-d7d8-45db-b646-4d4e4bcc2a12 of type vlan for network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 Sep 18 00:55:33.900259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23050929-6d99-4c59-a0a4-b7307e3ad760 req-38eb6daf-3cc9-4a8f-bec9-af37e2b855c3 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 210 time: 0.0577183 Sep 18 00:55:33.928802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.956183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.962073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:33.962669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:33.998552 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4247158 Sep 18 00:55:33.998771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59948) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:34.003502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'subnet': {'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:34.060587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f21520-51eb-4f3e-a2d9-dc990e814d4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Network': ['ID=91f24cf8-815c-4300-a2b4-d3db48a6bb01,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:34.070709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:34.141724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:34.146990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.340589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.402849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Subnet': ['ID=6c861383-d197-45b8-b7fa-7baf1056cd45,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:34.408914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Checking segment: {'id': 'e7728bd6-d7d8-45db-b646-4d4e4bcc2a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:34.409274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network hostable DHCP agents. Network: 91f24cf8-815c-4300-a2b4-d3db48a6bb01, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:34.426250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:55:34.436067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 91f24cf8-815c-4300-a2b4-d3db48a6bb01) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:34.440112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:34.440751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.446836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cba153-b514-49df-919e-2dba9d863436 None None] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:34.457644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eed50812-aeb7-4dc2-9adc-b51e516d94bf tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4579172 Sep 18 00:55:34.460477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59952) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:34.465836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1470061569', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:34.487918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.489000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.543258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.569422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d2fff-d708-4aa3-bbb9-a5ab87f278a6 None None] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:34.683707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.787565 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-91073b69-c77d-460c-93db-3f2222279fbe tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315323 Sep 18 00:55:34.883142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.914068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:34.993816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a12d2d64-7cb5-41e8-8a90-0334ea41409f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:34.996051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a12d2d64-7cb5-41e8-8a90-0334ea41409f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018497 Sep 18 00:55:35.010831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Request body: {'port': {'device_id': '2d182775-6874-46b0-a36d-e68f15319273', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '143e0ec89e6b4d39b5ce64cb65003432'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:35.021319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27b8487b-58f7-458a-8114-1cec3a732986 req-bf41caa0-b2d4-4a04-a131-570655720b41 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 210 time: 0.0400586 Sep 18 00:55:35.071411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6111-8435-4aea-998c-559574bbfb12 req-10fd9935-63d5-4c56-9bd8-a817f0396d0b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:35.073007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dbc6111-8435-4aea-998c-559574bbfb12 req-10fd9935-63d5-4c56-9bd8-a817f0396d0b tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1170719 Sep 18 00:55:35.108816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.42 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/7c112f99-0550-4a19-acec-ac28fdff142b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:35.137424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Made reservation on behalf of 143e0ec89e6b4d39b5ce64cb65003432 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:35.140034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dbc6111-8435-4aea-998c-559574bbfb12 req-976e1ded-4cfa-45fe-972b-d48d57e16da4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606165 Sep 18 00:55:35.141479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.151789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.236628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.242132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.246017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.271860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.309871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:35.310562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcca83-af8d-4eca-8e92-15cad15b4743,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:35.314221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:35.316451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:35.346243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=7c112f99-0550-4a19-acec-ac28fdff142b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:35.391663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Allocated IP 192.168.233.217 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/102f0720-1843-4630-876c-e97d347f87e7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:35.552900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.587598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.637702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:35.641170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:35.645516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:35.673507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Pushing event updated for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:35.704398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:35.705016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.719824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e7f5cd70-cc5a-46b0-b69a-24b3ee6d868f tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7135522 Sep 18 00:55:35.734094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Request body: {'port': {'device_id': '2d182775-6874-46b0-a36d-e68f15319273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:35.792568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.907366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.956217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-c31f1a33-9f75-495e-aee2-77a5c0d95e9d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:35.957628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-c31f1a33-9f75-495e-aee2-77a5c0d95e9d tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.54 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.1215389 Sep 18 00:55:35.961430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c409071c-7749-4033-ae9d-d509bb66eacc None None] Provisioning complete for port 102f0720-1843-4630-876c-e97d347f87e7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:35.962433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c409071c-7749-4033-ae9d-d509bb66eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:35.997429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c409071c-7749-4033-ae9d-d509bb66eacc None None] Port 102f0720-1843-4630-876c-e97d347f87e7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:36.126589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Deleting port afce53bc-cc96-4965-a477-73ed7f4b64e0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:36.126826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.138209 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.195692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ae1a-eb64-4dcd-8170-b51bfd4e6853 req-9fca6559-0f55-49dd-b02a-0bad9861b459 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:36.197813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24c6ae1a-eb64-4dcd-8170-b51bfd4e6853 req-9fca6559-0f55-49dd-b02a-0bad9861b459 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 936 time: 0.0996196 Sep 18 00:55:36.254214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102f0720-1843-4630-876c-e97d347f87e7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:55:36.269680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.280431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] For port afce53bc-cc96-4965-a477-73ed7f4b64e0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=afce53bc-cc96-4965-a477-73ed7f4b64e0,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:36.280807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.285424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24c6ae1a-eb64-4dcd-8170-b51bfd4e6853 req-3fcecea7-cacb-45d6-aa9d-8c0dfd2bcd17 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805802 Sep 18 00:55:36.300759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Transition to ACTIVE for port object 102f0720-1843-4630-876c-e97d347f87e7 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:55:36.300759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Calling delete_port for afce53bc-cc96-4965-a477-73ed7f4b64e0 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:36.311415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.352988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eec77-0dd3-4de5-b2ad-43808bac3da5 req-c5a2ab2a-f188-4f32-8c15-f7853d78b56e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:36.354520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-321eec77-0dd3-4de5-b2ad-43808bac3da5 req-c5a2ab2a-f188-4f32-8c15-f7853d78b56e tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=78cba5bf-618e-4501-96a4-8988a5ba7485 HTTP/1.1" status: 200 len: 945 time: 0.0668228 Sep 18 00:55:36.361565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:55:36.396886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Pushing event updated for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:36.446536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-321eec77-0dd3-4de5-b2ad-43808bac3da5 req-ff3a63ac-8ff2-471d-b8f3-08beb4b3fe27 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812106 Sep 18 00:55:36.510711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:36.536005 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:36.536868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Attempting to bind port 102f0720-1843-4630-876c-e97d347f87e7 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:36.536868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Attempting to bind port 102f0720-1843-4630-876c-e97d347f87e7 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:36.537078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Attempting to bind port 102f0720-1843-4630-876c-e97d347f87e7 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:36.543337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Port 102f0720-1843-4630-876c-e97d347f87e7 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:55:36.543695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Attempting to bind port 102f0720-1843-4630-876c-e97d347f87e7 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:36.547035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.557491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:36.558068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:36.558437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:36.558886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Bound port: 102f0720-1843-4630-876c-e97d347f87e7, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:36.559247 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.559685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4c5419e8-c436-45f6-b1fd-7b44fed4a68b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:55:36.563466 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:36.572742 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:36.576765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.578250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cfa10994-e055-4c04-9912-602a883a3b7d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1167576 Sep 18 00:55:36.580910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:36.591943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Pushing event deleted for resources: {'Port': ['ID=afce53bc-cc96-4965-a477-73ed7f4b64e0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:36.595569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['afce53bc-cc96-4965-a477-73ed7f4b64e0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:55:36.627349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:36.646284 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:36.651903 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:36.666867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] No DVR routers for this DVR port afce53bc-cc96-4965-a477-73ed7f4b64e0 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:36.670560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.672700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f79acc26-c06f-4fc2-9f18-362c1d867a99 req-252a0b04-dc73-4c02-8dab-5a13bc0442d7 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.54 "DELETE /v2.0/ports/afce53bc-cc96-4965-a477-73ed7f4b64e0 HTTP/1.1" status: 204 len: 173 time: 0.7084754 Sep 18 00:55:36.673037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'name': 'network-vif-deleted', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:36.675288 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71461928-79ca-4299-8190-637e7d014837" -d '{"events": [{"server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "name": "network-vif-deleted", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:36.704252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:36.708626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=102f0720-1843-4630-876c-e97d347f87e7,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:36.717666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.740103 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b94f1ad-f2e3-4827-a9d9-a00b25bfa9d2 x-openstack-request-id: req-2b94f1ad-f2e3-4827-a9d9-a00b25bfa9d2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:36.740510 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cba5bf-618e-4501-96a4-8988a5ba7485", "name": "network-vif-deleted", "tag": "afce53bc-cc96-4965-a477-73ed7f4b64e0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:36.740686 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b94f1ad-f2e3-4827-a9d9-a00b25bfa9d2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:36.741064 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cba5bf-618e-4501-96a4-8988a5ba7485', 'name': 'network-vif-deleted', 'tag': 'afce53bc-cc96-4965-a477-73ed7f4b64e0', 'status': 'completed', 'code': 200} Sep 18 00:55:36.746492 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:36.765627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b8f418-4fae-4685-a60c-a1c2e0300d1d None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:36.781805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:36.782414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:36.786973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] 10.222.0.48 "PUT /v2.0/ports/102f0720-1843-4630-876c-e97d347f87e7 HTTP/1.1" status: 200 len: 1097 time: 1.0582469 Sep 18 00:55:36.818215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dfb03-562e-4374-a268-71e370f16eaa service neutron] Pushing event updated for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:36.910466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e01110b3-f645-4fc6-b7c8-80ca81fe11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:36.912081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-e01110b3-f645-4fc6-b7c8-80ca81fe11e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 1100 time: 0.0589983 Sep 18 00:55:36.958247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-dbe6e3ce-35b7-443e-a451-7568184eb9eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=102f0720-1843-4630-876c-e97d347f87e7 HTTP/1.1" status: 200 len: 217 time: 0.0369520 Sep 18 00:55:37.009395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a92d14c7-c41d-43ea-8554-9780a86f1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:37.011914 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a92d14c7-c41d-43ea-8554-9780a86f1228 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0468194 Sep 18 00:55:37.063175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a73048b9-070e-41ba-bef8-356401d3c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:37.064763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-a73048b9-070e-41ba-bef8-356401d3c724 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454583 Sep 18 00:55:37.160034 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-715646af-ca4e-45f8-86b0-df82bddb3fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866425 Sep 18 00:55:37.166587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:37.261851 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e87ac029-1b3f-4681-9f02-bec42b73fbb3 req-93280e05-a42c-4811-9595-b57f2d675e39 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946624 Sep 18 00:55:37.475330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c81d-20e8-4dfa-8b2a-6d798c6c3cb2 req-54e1142b-809d-4308-a8ca-aebaa01f0929 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:37.476694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17e3c81d-20e8-4dfa-8b2a-6d798c6c3cb2 req-54e1142b-809d-4308-a8ca-aebaa01f0929 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 948 time: 0.1138403 Sep 18 00:55:37.523725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.1 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/c399e24e-7ec9-4add-8802-bc75300afc81) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:37.532727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17e3c81d-20e8-4dfa-8b2a-6d798c6c3cb2 req-a33b79e0-a5a7-4136-870b-b4833797f4a8 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489376 Sep 18 00:55:37.648246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:37.684107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:37.754662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:37.763959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:37.766378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:37.770353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=c399e24e-7ec9-4add-8802-bc75300afc81,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:37.821745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a3bb-9cd6-46f1-b0cf-a6d79b808b0e req-6d57c3bc-435f-4fe2-94ca-d290f7a15e1a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:37.823604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c525a3bb-9cd6-46f1-b0cf-a6d79b808b0e req-6d57c3bc-435f-4fe2-94ca-d290f7a15e1a tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.1334574 Sep 18 00:55:37.826582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:37.906676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c525a3bb-9cd6-46f1-b0cf-a6d79b808b0e req-600324e9-1dfb-447b-bafe-beb0b2c69274 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767293 Sep 18 00:55:37.985174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:38.256100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:38.261509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:38.332652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:38.335216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=c399e24e-7ec9-4add-8802-bc75300afc81,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:38.431257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:38.433190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:38.546497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:38.688002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:38.694358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f92830b-0c8c-4c3d-92b7-4ee86c4d484d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/routers/a29696bf-d8ec-422b-a2c4-1fb02feaca17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122463 Sep 18 00:55:38.698517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59984) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:38.702231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'port': {'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01', 'name': 'tempest-FloatingIPTestJSON-1312026525'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:38.703340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf44b61-1ab5-4452-bc23-175c34df655f req-2185ff1f-cc1f-4449-926b-ed19db1f3b71 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:38.704897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf44b61-1ab5-4452-bc23-175c34df655f req-2185ff1f-cc1f-4449-926b-ed19db1f3b71 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 948 time: 0.1003325 Sep 18 00:55:38.707217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:38.717203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:38.717864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:38.752886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:38.763010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf44b61-1ab5-4452-bc23-175c34df655f req-0d002149-d581-4b13-bc8a-c9df8701616e tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Sep 18 00:55:38.763676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:38.764321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:38.772188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'tag': '102f0720-1843-4630-876c-e97d347f87e7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:38.774899 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23" -d '{"events": [{"name": "network-changed", "server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "tag": "102f0720-1843-4630-876c-e97d347f87e7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:38.801328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:38.801922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280ba44-cb76-4fb1-9d6d-cdff25c597f6 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:38.824280 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed7447-f07a-4316-ab60-4ba7ecb609cd x-openstack-request-id: req-b8ed7447-f07a-4316-ab60-4ba7ecb609cd {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:38.824663 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "tag": "102f0720-1843-4630-876c-e97d347f87e7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:38.825007 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8ed7447-f07a-4316-ab60-4ba7ecb609cd {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:38.825445 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'tag': '102f0720-1843-4630-876c-e97d347f87e7', 'status': 'completed', 'code': 200} Sep 18 00:55:38.858915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:38.862216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:38.901167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] device_id is not set on port a07b8966-f7d6-497a-b628-d8fb33cae977 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:55:38.914706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-9c59931d-b0fc-4230-9c36-5e4533bb4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:38.916962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-9c59931d-b0fc-4230-9c36-5e4533bb4b2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 1100 time: 0.0680165 Sep 18 00:55:39.022481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab3b4-491a-4d13-ba6a-9f23a953b4e1 req-9a870489-22ce-4965-9cb4-fea8f01aeb14 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.023969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-226ab3b4-491a-4d13-ba6a-9f23a953b4e1 req-9a870489-22ce-4965-9cb4-fea8f01aeb14 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Sep 18 00:55:39.066242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-226ab3b4-491a-4d13-ba6a-9f23a953b4e1 req-a233eae8-07d6-4b9c-a5ac-92ff4ac1d9c3 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Sep 18 00:55:39.085344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-f9575e4d-9282-438f-9722-9e86a2879c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.086819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-f9575e4d-9282-438f-9722-9e86a2879c88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1431696 Sep 18 00:55:39.088490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.11 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/a07b8966-f7d6-497a-b628-d8fb33cae977) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:39.133491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-bfd888e2-c5b2-4cb6-a71c-2ed456f300ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=102f0720-1843-4630-876c-e97d347f87e7 HTTP/1.1" status: 200 len: 217 time: 0.0358617 Sep 18 00:55:39.220237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-c575a0d5-9b66-40a2-8653-117257065c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.221889 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-c575a0d5-9b66-40a2-8653-117257065c58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0779834 Sep 18 00:55:39.319766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-3de53ba6-6cb1-46a8-af0d-ce8f415666ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.321195 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-3de53ba6-6cb1-46a8-af0d-ce8f415666ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908813 Sep 18 00:55:39.331822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:39.433871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:39.444041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-a0a0eab3-643d-4c3c-89c1-130b431bdf88 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149330 Sep 18 00:55:39.506192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:39.514280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:39.517651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=a07b8966-f7d6-497a-b628-d8fb33cae977,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:39.521208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:39.839732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-f4a3d0b3-91f4-4107-baf0-9723660c35d5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.841682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-f4a3d0b3-91f4-4107-baf0-9723660c35d5 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.48 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0644846 Sep 18 00:55:39.929749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.930346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:39.954229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefea75-7439-48c1-b9f7-099c8c50d470 req-24d6156b-8d81-4e68-8ba7-fbe9ae3c11da tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:39.955832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeefea75-7439-48c1-b9f7-099c8c50d470 req-24d6156b-8d81-4e68-8ba7-fbe9ae3c11da tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 948 time: 0.1115077 Sep 18 00:55:39.957173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bf0c2c15-cf12-4648-80e7-e3b05e9abc23 req-4a6b772e-bf6b-4f98-a953-5b2656d9bf35 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902222 Sep 18 00:55:39.958636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef4fc3b1-4b5b-467d-8d7e-151aaceacfbc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2604878 Sep 18 00:55:39.961341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59994) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:39.973989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'port': {'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01', 'name': 'tempest-FloatingIPTestJSON-2002514054'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:40.019034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Deleting port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:40.019465 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.024243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeefea75-7439-48c1-b9f7-099c8c50d470 req-7e0bc9c4-edc3-4526-b6a7-a447cabdc840 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Sep 18 00:55:40.103568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:40.107246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.125144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] device_id is not set on port d510c72d-56ae-4c45-b148-06c9fd476683 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:55:40.130962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] For port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:40.131410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.146882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Calling delete_port for 4c5419e8-c436-45f6-b1fd-7b44fed4a68b owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:40.163992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afce53bc-cc96-4965-a477-73ed7f4b64e0 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:40.188117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: afce53bc-cc96-4965-a477-73ed7f4b64e0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:40.188767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device afce53bc-cc96-4965-a477-73ed7f4b64e0 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:40.241199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ca64-5360-4e0e-bbf8-f143de4c2a96 req-1d2e09a9-ef6a-435d-a453-966eea7f2d7f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:40.242755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6b7ca64-5360-4e0e-bbf8-f143de4c2a96 req-1d2e09a9-ef6a-435d-a453-966eea7f2d7f tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/ports?device_id=31962f3a-bd15-42b3-9c21-313fb4c14f76 HTTP/1.1" status: 200 len: 946 time: 0.0971272 Sep 18 00:55:40.251059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.8 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/d510c72d-56ae-4c45-b148-06c9fd476683) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:40.300922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6b7ca64-5360-4e0e-bbf8-f143de4c2a96 req-7a2b5af3-fe29-4ed0-8ca7-d7dbcb8b1de4 tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.49 "GET /v2.0/security-groups?id=62baca03-1263-4c9d-9010-8b236b71f768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 Sep 18 00:55:40.363140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.375385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['4c5419e8-c436-45f6-b1fd-7b44fed4a68b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:55:40.405025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Pushing event deleted for resources: {'Port': ['ID=4c5419e8-c436-45f6-b1fd-7b44fed4a68b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:40.435904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.455069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] No DVR routers for this DVR port 4c5419e8-c436-45f6-b1fd-7b44fed4a68b on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:40.458026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.460087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee19293-96c6-4e87-bfa6-387c162cab63 req-167c90d0-fd9d-4904-9f0a-a20dd3d37a0c tempest-ServerRescueTestJSON-1462768147 tempest-ServerRescueTestJSON-1462768147-project] 10.222.0.48 "DELETE /v2.0/ports/4c5419e8-c436-45f6-b1fd-7b44fed4a68b HTTP/1.1" status: 204 len: 173 time: 0.6069872 Sep 18 00:55:40.460621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'name': 'network-vif-deleted', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:40.463700 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a18f5-ebc6-4c86-a054-636c46d7301c" -d '{"events": [{"server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "name": "network-vif-deleted", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:40.474398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.516180 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c789d-64d6-47ca-8f67-7f4cb3c93951 x-openstack-request-id: req-a64c789d-64d6-47ca-8f67-7f4cb3c93951 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:40.516499 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31962f3a-bd15-42b3-9c21-313fb4c14f76", "name": "network-vif-deleted", "tag": "4c5419e8-c436-45f6-b1fd-7b44fed4a68b", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:40.516756 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a64c789d-64d6-47ca-8f67-7f4cb3c93951 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:40.517158 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31962f3a-bd15-42b3-9c21-313fb4c14f76', 'name': 'network-vif-deleted', 'tag': '4c5419e8-c436-45f6-b1fd-7b44fed4a68b', 'status': 'completed', 'code': 200} Sep 18 00:55:40.523871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:40.528597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:40.532628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:40.568991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=d510c72d-56ae-4c45-b148-06c9fd476683,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:40.596469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:40.597142 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.611566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-713d8232-84ef-4456-9edb-b2fe112cdb44 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6489859 Sep 18 00:55:40.614820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60002) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:40.619199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'd510c72d-56ae-4c45-b148-06c9fd476683', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:40.644475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.743629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.762056 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:40.830560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 102f0720-1843-4630-876c-e97d347f87e7 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:55:40.857037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.21 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b6190c32-d15d-453d-ab2b-3b30a6f56f09) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:40.936135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=102f0720-1843-4630-876c-e97d347f87e7,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:40.948680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '102f0720-1843-4630-876c-e97d347f87e7', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '102f0720-1843-4630-876c-e97d347f87e7', 'mac_address': 'fa:16:3e:9d:a5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:55:40.981028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:40.986808 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.001297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102f0720-1843-4630-876c-e97d347f87e7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:55:41.020728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.021592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=102f0720-1843-4630-876c-e97d347f87e7,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:41.026659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.069790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:41.073392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:41.074651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:41.075983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:41.101511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=b6190c32-d15d-453d-ab2b-3b30a6f56f09,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:41.162048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e40b-f54d-4944-b5b9-4b338f363c68 req-b92570fc-695b-47d7-9ccf-22100469a8b7 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:41.163534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d32e40b-f54d-4944-b5b9-4b338f363c68 req-b92570fc-695b-47d7-9ccf-22100469a8b7 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 949 time: 0.0508311 Sep 18 00:55:41.202841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d32e40b-f54d-4944-b5b9-4b338f363c68 req-21e55c33-268e-4b43-8e5d-4134f52f0047 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Sep 18 00:55:41.291249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['102f0720-1843-4630-876c-e97d347f87e7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:55:41.390057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60008) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:41.449991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.519175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.686123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.691106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.763407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=b6190c32-d15d-453d-ab2b-3b30a6f56f09,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:41.775295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:41.879584 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP bf1031f2-b716-4328-a44f-6fedee81a9e2 associated. External IP: 172.25.7.21, port: d510c72d-56ae-4c45-b148-06c9fd476683. Sep 18 00:55:42.056210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.089416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:42.200886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:42.211619 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:42.217624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.222245 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:42.223133 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.248914 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6da5e799-6caa-41b5-af0c-feaaed0cc4c4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6330495 Sep 18 00:55:42.251635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:42.259306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:42.277011 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.286122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:42.286723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.319060 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.319904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.320175 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94666cbd-90b1-448f-8544-7a185aa4ed96 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:42.367489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af806e-a3ac-4410-993f-f69d0dd4d4fe req-2ed517bb-971e-4dad-97b4-d0a6b1860d21 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:42.369579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12af806e-a3ac-4410-993f-f69d0dd4d4fe req-2ed517bb-971e-4dad-97b4-d0a6b1860d21 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 949 time: 0.0768821 Sep 18 00:55:42.386213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Deleting port d12c4940-9782-4ba4-a88d-9ffe75505a18 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:42.386557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.464556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12af806e-a3ac-4410-993f-f69d0dd4d4fe req-8a74846d-1ca8-4758-bdf3-0554c6466465 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Sep 18 00:55:42.469952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.474524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.475440 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP bf1031f2-b716-4328-a44f-6fedee81a9e2 disassociated. External IP: 172.25.7.21, port: d510c72d-56ae-4c45-b148-06c9fd476683. Sep 18 00:55:42.497368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] For port d12c4940-9782-4ba4-a88d-9ffe75505a18, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d12c4940-9782-4ba4-a88d-9ffe75505a18,segment=NetworkSegment(026be469-5fb3-4b97-b31f-d821e20ee942),segment_id=026be469-5fb3-4b97-b31f-d821e20ee942)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:42.497759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.511091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Calling delete_port for d12c4940-9782-4ba4-a88d-9ffe75505a18 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:42.682152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:42.693003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.718612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12c4940-9782-4ba4-a88d-9ffe75505a18,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:42.794602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:42.799599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.803709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:42.814585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:42.815071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.841347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d495d3b-a54e-4221-b2ad-87c61919065e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/bf1031f2-b716-4328-a44f-6fedee81a9e2 HTTP/1.1" status: 200 len: 687 time: 0.5858395 Sep 18 00:55:42.843870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:42.848602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 102f0720-1843-4630-876c-e97d347f87e7 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:42.872196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.891757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:42.893096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.893611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.938251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:42.938907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921f29d-abfc-49f0-b796-c7570f010aae None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:42.950203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 102f0720-1843-4630-876c-e97d347f87e7 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:55:42.954303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 102f0720-1843-4630-876c-e97d347f87e7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:42.954694 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:42.979308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port b6190c32-d15d-453d-ab2b-3b30a6f56f09 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:42.979599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.037178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.058811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.059160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.059891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102f0720-1843-4630-876c-e97d347f87e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:43.062479 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca24fe-a2c0-4ec3-a3ad-9cf66cc77a62" -d '{"events": [{"server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "name": "network-vif-plugged", "status": "completed", "tag": "102f0720-1843-4630-876c-e97d347f87e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:43.074365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for b6190c32-d15d-453d-ab2b-3b30a6f56f09 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:43.075697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=102f0720-1843-4630-876c-e97d347f87e7,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:43.082722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.083700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4c5419e8-c436-45f6-b1fd-7b44fed4a68b no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:43.104078 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f73341-ad1f-49b2-bdea-b030ee225385 x-openstack-request-id: req-58f73341-ad1f-49b2-bdea-b030ee225385 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:43.104498 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "name": "network-vif-plugged", "status": "completed", "tag": "102f0720-1843-4630-876c-e97d347f87e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:43.104652 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58f73341-ad1f-49b2-bdea-b030ee225385 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:43.105240 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102f0720-1843-4630-876c-e97d347f87e7', 'code': 200} Sep 18 00:55:43.107393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 4c5419e8-c436-45f6-b1fd-7b44fed4a68b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:43.107740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 4c5419e8-c436-45f6-b1fd-7b44fed4a68b not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:43.157928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Router a2511088-03cc-46fe-9f26-93f7e7938321 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:43.167913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:43.224548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.251219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=b6190c32-d15d-453d-ab2b-3b30a6f56f09,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:43.287586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833951-d0c8-40fe-9b6a-1c76607b4532 req-e4b9376a-3194-48e9-9b1d-dbbb52ec3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:43.289414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73833951-d0c8-40fe-9b6a-1c76607b4532 req-e4b9376a-3194-48e9-9b1d-dbbb52ec3be9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 1102 time: 0.0849638 Sep 18 00:55:43.309674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:43.313924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.316144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.320371 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-738468f9-95e1-4ab2-a13a-bc7784c0187d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/bf1031f2-b716-4328-a44f-6fedee81a9e2 HTTP/1.1" status: 204 len: 168 time: 0.4724319 Sep 18 00:55:43.320519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d8ce88b-51d9-4cdc-b8bc-3163be6c1e74 admin admin] 10.222.0.49 "PUT /v2.0/routers/a2511088-03cc-46fe-9f26-93f7e7938321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262686 Sep 18 00:55:43.320623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60022) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:43.320997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:43.323166 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Sync routers for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:43.332689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'a07b8966-f7d6-497a-b628-d8fb33cae977'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:43.333322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:43.334057 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:43.343686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73833951-d0c8-40fe-9b6a-1c76607b4532 req-7909ac21-2689-40af-adb2-933be9631ac0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Sep 18 00:55:43.399345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.445371 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:43.476389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.592875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95929722-dd5c-4805-bc6c-b158bbd4229c req-333f7e6d-0dec-4131-bcf5-879436aea4db tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:43.595097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95929722-dd5c-4805-bc6c-b158bbd4229c req-333f7e6d-0dec-4131-bcf5-879436aea4db tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 950 time: 0.0576241 Sep 18 00:55:43.627167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.628785 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:55:42Z', 'revision_number': 5, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port': {'id': '5acae132-b5fc-40a7-8ebd-806ec80601f4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:54:00Z', 'updated_at': '2021-09-18T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:43.632904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.638374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95929722-dd5c-4805-bc6c-b158bbd4229c req-77e77df4-6acc-4e36-984b-cf273f140ed5 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Sep 18 00:55:43.659155 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Checking router: a2511088-03cc-46fe-9f26-93f7e7938321 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:55:43.667391 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Routers {'a2511088-03cc-46fe-9f26-93f7e7938321'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:43.667998 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a2511088-03cc-46fe-9f26-93f7e7938321'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:43.766045 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] Set router a2511088-03cc-46fe-9f26-93f7e7938321 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:43.768376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Deleting port 5acae132-b5fc-40a7-8ebd-806ec80601f4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:43.768725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.785808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.74 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b03f9257-c345-4578-9230-86d8984ad287) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:43.847219 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:55:43Z', 'revision_number': 6, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:43.883579 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2915b-5114-4682-a212-49885fad2cec None None] The sync data for ids ['a2511088-03cc-46fe-9f26-93f7e7938321'] in n-d-712707-16 is: [{'id': 'a2511088-03cc-46fe-9f26-93f7e7938321', 'name': 'tempest-ServerRescueTestJSON-708542347-router', 'tenant_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:59Z', 'updated_at': '2021-09-18T00:55:43Z', 'revision_number': 6, 'project_id': '82ea6a8ec593433ebe20af1eb1b6e452', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:43.918841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] For port 5acae132-b5fc-40a7-8ebd-806ec80601f4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5acae132-b5fc-40a7-8ebd-806ec80601f4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:43.919317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:43.940498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Calling delete_port for 5acae132-b5fc-40a7-8ebd-806ec80601f4 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:44.341802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.434150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.477543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:44.484543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:44.490114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:44.534085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=b03f9257-c345-4578-9230-86d8984ad287,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:44.566887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.610405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Pushing event deleted for resources: {'Port': ['ID=5acae132-b5fc-40a7-8ebd-806ec80601f4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:44.748852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.774735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a7a64-210f-4e50-8b05-4cb042a130eb req-33eb6bc8-0537-42c6-bfbb-0fcaafe9a177 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:44.776758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b5a7a64-210f-4e50-8b05-4cb042a130eb req-33eb6bc8-0537-42c6-bfbb-0fcaafe9a177 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 950 time: 0.0560665 Sep 18 00:55:44.818546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b5a7a64-210f-4e50-8b05-4cb042a130eb req-0d58dbaf-f491-4282-bfe4-bc15e83f09b1 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Sep 18 00:55:44.883523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.887444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.948281 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.948790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2511088-03cc-46fe-9f26-93f7e7938321 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:55:44.953222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.954388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3835a292-182d-4ef1-8a66-45b9009f7485 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a2511088-03cc-46fe-9f26-93f7e7938321 HTTP/1.1" status: 204 len: 168 time: 1.6324675 Sep 18 00:55:44.956962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:45.084206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Deleting subnet babaae59-2fff-4d87-ad43-3d50c782a56f {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:55:45.091050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.147105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.227637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.229535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.340135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.344373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.391135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babaae59-2fff-4d87-ad43-3d50c782a56f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:45.393295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.395319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27319934-54df-4b5b-abde-bacb8a4fc044 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/babaae59-2fff-4d87-ad43-3d50c782a56f HTTP/1.1" status: 204 len: 168 time: 0.4343901 Sep 18 00:55:45.397817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60050) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:45.438736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5acae132-b5fc-40a7-8ebd-806ec80601f4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:45.460884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5acae132-b5fc-40a7-8ebd-806ec80601f4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:45.461233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5acae132-b5fc-40a7-8ebd-806ec80601f4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:45.461868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d12c4940-9782-4ba4-a88d-9ffe75505a18 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:45.484501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d12c4940-9782-4ba4-a88d-9ffe75505a18 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:45.484855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d12c4940-9782-4ba4-a88d-9ffe75505a18 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:45.504353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.641830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.674000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6a598c-3e72-47b9-8fe4-aaa93226741f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:45.684048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.688170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026be469-5fb3-4b97-b31f-d821e20ee942') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:45.688505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026be469-5fb3-4b97-b31f-d821e20ee942') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:45.694640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.701535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.746627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.773061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:55:45.773481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:55:45.777508 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:55:45.806869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=b03f9257-c345-4578-9230-86d8984ad287,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:45.844047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.844411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.844752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.845094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.845430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.845759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.846084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.846786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.847113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.847441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.847765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.848088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:45.858168 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.904521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.913090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:45.914962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b6a598c-3e72-47b9-8fe4-aaa93226741f HTTP/1.1" status: 204 len: 168 time: 0.5162296 Sep 18 00:55:45.928570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb6d1d-55a2-41cb-94db-2b43cc749862 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6a598c-3e72-47b9-8fe4-aaa93226741f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:45.983248 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP f5f515a4-941c-4a01-b6a0-51ea9498cb38 associated. External IP: 172.25.7.74, port: a07b8966-f7d6-497a-b628-d8fb33cae977. Sep 18 00:55:46.108838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.121609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:46.170371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-20aa8af5-7d67-4502-997c-a4d6f03fb7a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82ea6a8ec593433ebe20af1eb1b6e452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452385 Sep 18 00:55:46.170586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:46.217947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:46.225803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.255278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.307771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.310334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.314015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62baca03-1263-4c9d-9010-8b236b71f768 HTTP/1.1" status: 204 len: 168 time: 0.1399460 Sep 18 00:55:46.321311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6451a-2d1e-4e07-b6e7-5183cfd76e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62baca03-1263-4c9d-9010-8b236b71f768,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:46.345123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:46.357462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:46.366425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.368071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:46.368861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:46.403287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9b1568d7-6949-4d7a-8b51-ba7ec4296455 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0767090 Sep 18 00:55:46.403675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60066) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:46.419837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:46.435202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:46.435837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:46.475409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ebdf36c8-0f45-49dd-824a-51ca85cdac09 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/floatingips/f5f515a4-941c-4a01-b6a0-51ea9498cb38 HTTP/1.1" status: 200 len: 978 time: 0.0703199 Sep 18 00:55:46.477194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:46.477943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb52b-6799-4836-aac5-5b2a681f612d None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:46.478929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:46.580267 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1f0ce1d2-67e4-497b-a528-69214a8680f8 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.0990212 Sep 18 00:55:46.581838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60072) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:46.586478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': 'd510c72d-56ae-4c45-b148-06c9fd476683'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:46.645143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:47.164081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:47.169325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:47.289439 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP f5f515a4-941c-4a01-b6a0-51ea9498cb38 associated. External IP: 172.25.7.74, port: a07b8966-f7d6-497a-b628-d8fb33cae977. Sep 18 00:55:47.529555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:47.591081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2e59b06-9382-4952-95c3-9d26fb507f98 req-6dfb85af-4cec-42bf-9d44-f93458c3b872 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0311413 Sep 18 00:55:47.659903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:47.670316 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:47.684809 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:47.685420 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:47.723954 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:47.734414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:47.734908 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:47.794421 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:47.795338 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c5556-090c-4e1d-b037-50557bc8327f None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:48.033508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08c6a2b3-4fb6-40f9-83d9-54ea049ee001 req-f49feacc-3ebc-4204-970d-f4ffd90cd540 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0475128 Sep 18 00:55:48.395970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:48.511707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:48.516259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:48.522780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:48.532546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:48.533188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:48.568530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:48.576633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:48.576798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-912d2b3b-5f4c-4fb8-85a4-413a840fa58f tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/f5f515a4-941c-4a01-b6a0-51ea9498cb38 HTTP/1.1" status: 200 len: 977 time: 1.9936588 Sep 18 00:55:48.577856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:48.578575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:48.582042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:48.610607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:48.611425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8370362-c1d8-4788-9334-7c9c8d30ee1b None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:48.648995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:48.815449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:48.819758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:48.820279 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP f5f515a4-941c-4a01-b6a0-51ea9498cb38 disassociated. External IP: 172.25.7.74, port: d510c72d-56ae-4c45-b148-06c9fd476683. Sep 18 00:55:49.042405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:49.168813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5cc3554f-6886-4163-a2b4-091837e3758b req-d23ee441-5449-41e9-bc1a-d8baa7761951 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0580766 Sep 18 00:55:49.186900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:49.198726 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:49.200078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.211152 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:49.212012 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:49.234446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2e1f1a8f-6c5f-46a6-998d-098e3a0fe81d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/f5f515a4-941c-4a01-b6a0-51ea9498cb38 HTTP/1.1" status: 200 len: 687 time: 0.6557992 Sep 18 00:55:49.236933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60150) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:49.251628 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:49.262656 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:49.263515 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:49.302174 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:49.303007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20011f5a-c7ab-4bf1-a967-1baf4a247578 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:49.399922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port b03f9257-c345-4578-9230-86d8984ad287 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:49.400940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.482137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.482464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.493872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for b03f9257-c345-4578-9230-86d8984ad287 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:49.644594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.671337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=b03f9257-c345-4578-9230-86d8984ad287,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:49.737300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.740447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:49.742151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d0b7064-2ad1-412d-afb0-def0b264a4ea tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5f515a4-941c-4a01-b6a0-51ea9498cb38 HTTP/1.1" status: 204 len: 168 time: 0.5039845 Sep 18 00:55:49.746025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:49.780901 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-986dfb7f-ed2e-4355-b87c-ab051ccf12cd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] delete failed (client error): The resource could not be found. Sep 18 00:55:49.781929 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-986dfb7f-ed2e-4355-b87c-ab051ccf12cd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5f515a4-941c-4a01-b6a0-51ea9498cb38 HTTP/1.1" status: 404 len: 345 time: 0.0348668 Sep 18 00:55:49.785479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60158) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:49.870840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326727b9-95ea-46af-ba9a-29d6d15b8e52 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:49.877335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326727b9-95ea-46af-ba9a-29d6d15b8e52 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:49.884018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326727b9-95ea-46af-ba9a-29d6d15b8e52 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:49.886326 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-326727b9-95ea-46af-ba9a-29d6d15b8e52 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/ports?network_id=91f24cf8-815c-4300-a2b4-d3db48a6bb01 HTTP/1.1" status: 200 len: 2359 time: 0.0999579 Sep 18 00:55:49.889020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:49.939877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55feb1c-7eb4-4ee4-b5ef-25fad935b85d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:49.941223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d55feb1c-7eb4-4ee4-b5ef-25fad935b85d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/subnets/6c861383-d197-45b8-b7fa-7baf1056cd45 HTTP/1.1" status: 200 len: 797 time: 0.0512495 Sep 18 00:55:49.945773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:49.950514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'port': {'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01', 'name': 'tempest-FloatingIPTestJSON-762626562', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:50.058497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:50.145303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.162193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] device_id is not set on port eaf425cb-9de4-40d4-901b-056e9a0d01d0 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:55:50.392104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c51957dc-0944-440f-b61d-89e214dbce28 req-bbdc2172-38d3-4f16-a790-291bded58c46 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.1337051 Sep 18 00:55:50.422360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.14 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/eaf425cb-9de4-40d4-901b-056e9a0d01d0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:50.429185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.13 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/eaf425cb-9de4-40d4-901b-056e9a0d01d0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:50.571207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.603617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.650803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:50.653750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:50.657415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:50.683403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=eaf425cb-9de4-40d4-901b-056e9a0d01d0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:50.717012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:50.717901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.731489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8a2a981d-27cf-4a01-9aa8-e469eec6f172 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.7847793 Sep 18 00:55:50.734198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:50.738687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'eaf425cb-9de4-40d4-901b-056e9a0d01d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:50.761129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.857270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.966356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.237 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6be7e934-6020-493a-b0b2-3593fc75b263) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:51.068186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.105951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.141782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:51.146836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:51.150375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:51.177650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=6be7e934-6020-493a-b0b2-3593fc75b263,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:51.500931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-465e9135-0a5b-44ea-b89c-8908d174402f req-b0261ce5-84e8-45b4-a0f9-0e6e79abd26e tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Sep 18 00:55:51.518855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.591466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.652575 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e64e2940-8a56-48e6-9fab-ed5b82c0c3f3 req-f064b981-c649-4a6f-8277-01092927d24a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0322356 Sep 18 00:55:51.761542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.766046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.837220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=6be7e934-6020-493a-b0b2-3593fc75b263,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:51.846133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:51.941802 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP 869c80ea-592d-4ad9-a35b-49b84e4ca7e3 associated. External IP: 172.25.7.237, port: eaf425cb-9de4-40d4-901b-056e9a0d01d0. Sep 18 00:55:52.144769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:52.254148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9f75f1-2a5e-4f3f-9b2c-4636c82dba59 req-555f51dd-82f9-4584-aa21-15d4ba4e6e14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0502555 Sep 18 00:55:52.273011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:52.283051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:52.290464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:52.292539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:52.293217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:52.320540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3a2f2ad-56b5-4057-80d4-0bf4652bf29a tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5852602 Sep 18 00:55:52.323698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60180) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:52.328109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': 'eaf425cb-9de4-40d4-901b-056e9a0d01d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:52.328680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:52.337168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:52.338334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:52.368281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:52.368926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979addb-de7d-4290-bb1c-bcb810622d05 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:52.384715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:52.610947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a5bea34-8cc2-4382-8980-5912f9bed9f5 req-172919dd-eed4-442d-8164-1ad4707f7f11 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0344372 Sep 18 00:55:52.846750 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:52.850461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.053647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:53.159485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:53.164165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.169850 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:53.178491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:53.179628 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:53.211520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:53.218030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-085747d2-e8d4-435a-91b4-0ce27288e38d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/869c80ea-592d-4ad9-a35b-49b84e4ca7e3 HTTP/1.1" status: 200 len: 978 time: 0.8932710 Sep 18 00:55:53.220663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60188) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:53.221127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:53.221754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:53.255344 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:53.255985 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7dc22-164a-430a-9fc6-f371735e7d59 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:53.374903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 6be7e934-6020-493a-b0b2-3593fc75b263 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:53.375254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.455301 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.455549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.467126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 6be7e934-6020-493a-b0b2-3593fc75b263 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:53.634173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:53.723799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3a19ab5-ea7b-4c31-b3a4-5496a2b5a296 req-cadd7773-5846-4345-b302-98626d6bb2a2 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0339870 Sep 18 00:55:54.023480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=6be7e934-6020-493a-b0b2-3593fc75b263,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:54.077657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.077961 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP 869c80ea-592d-4ad9-a35b-49b84e4ca7e3 disassociated (deleted). External IP: 172.25.7.237, port: eaf425cb-9de4-40d4-901b-056e9a0d01d0. Sep 18 00:55:54.193855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfb2f-bfc5-489f-9e9c-490efa203063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.282053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:54.392513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:54.397173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.402270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:54.410796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:54.411426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:54.424375 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3092421c-6793-425e-9525-7e03f3ac20a5 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/869c80ea-592d-4ad9-a35b-49b84e4ca7e3 HTTP/1.1" status: 204 len: 168 time: 1.2026877 Sep 18 00:55:54.426884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:54.446754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:54.455252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:54.455857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:54.487689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:54.488366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d5c8f-dcda-48f0-9c55-131b2854b437 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:54.518945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port eaf425cb-9de4-40d4-901b-056e9a0d01d0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:54.519293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.605191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.618216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for eaf425cb-9de4-40d4-901b-056e9a0d01d0 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:54.802450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.837980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=eaf425cb-9de4-40d4-901b-056e9a0d01d0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:54.850379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e1bfc17-df2c-4202-828e-991502fe48b3 req-25ed392e-c031-470a-b726-14d3d93baded tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0427899 Sep 18 00:55:54.931882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:54.933941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a51923ae-3c05-42a4-a63f-14e343345412 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/eaf425cb-9de4-40d4-901b-056e9a0d01d0 HTTP/1.1" status: 204 len: 168 time: 0.5060291 Sep 18 00:55:54.937751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60206) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:54.942240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:54.965460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.074537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.192716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.209 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1eda6705-cbd5-4f64-a8e7-633c79aa0140) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:55.292424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8bb45d3-0457-4e17-a849-66ebfcbdaf5c req-b605cdcc-4011-4216-84ae-5c96e3769af6 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.1319396 Sep 18 00:55:55.345002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.381324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.418882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:55.421829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:55.425336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:55.456697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=1eda6705-cbd5-4f64-a8e7-633c79aa0140,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:55.518266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.551491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.701720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.706130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.779298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=1eda6705-cbd5-4f64-a8e7-633c79aa0140,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:55.785617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.798422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.799762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-94f58ea4-83b9-49ef-bdfb-b0c8312a3c77 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8609948 Sep 18 00:55:55.802425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:55.807157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'port': {'network_id': '91f24cf8-815c-4300-a2b4-d3db48a6bb01', 'name': 'tempest-FloatingIPTestJSON-88998564'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:55.922231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:55.926390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:55.945187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] device_id is not set on port 73691dcc-54c0-4003-937b-a7540610b8e2 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:55:56.081727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.6 (91f24cf8-815c-4300-a2b4-d3db48a6bb01/6c861383-d197-45b8-b7fa-7baf1056cd45/73691dcc-54c0-4003-937b-a7540610b8e2) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:56.244605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:56.278692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:56.318429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 91f24cf8-815c-4300-a2b4-d3db48a6bb01 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:56.336576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:56.344347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:56.348321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=73691dcc-54c0-4003-937b-a7540610b8e2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:56.425298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6aba583e-d80c-405a-8214-e7d534d8eaed req-5b0759de-c0a1-4a90-9bac-21644e7202cd tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0337908 Sep 18 00:55:56.437502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:56.438262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:56.456260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b229542-4a25-4804-98de-da6adcd4b1fd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6507790 Sep 18 00:55:56.456866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60236) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:56.461568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': '73691dcc-54c0-4003-937b-a7540610b8e2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:56.505705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:56.958573 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:56.963184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:57.068337 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP 8c9982c6-c11c-412d-a66a-babdf5d43648 associated. External IP: 172.25.7.209, port: 73691dcc-54c0-4003-937b-a7540610b8e2. Sep 18 00:55:57.219230 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-91a7b971-636f-4292-bb0f-7cec74e97664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:57.423594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:57.554687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81a6d691-4354-44dc-afca-f35e44ffc3d8 req-48e7a5e6-626e-498d-9e53-335adae90f59 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Sep 18 00:55:57.677223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:57.795789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:57.800479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:57.811151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:57.820861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:57.822817 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:57.836646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee05d53c-5231-429e-8471-4c9c13271058 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/8c9982c6-c11c-412d-a66a-babdf5d43648 HTTP/1.1" status: 200 len: 976 time: 1.3762310 Sep 18 00:55:57.838105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:57.874760 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:57.887455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:57.888845 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:57.924571 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:57.925234 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7267f4-82ba-4f1a-a9aa-b87e32494a53 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:57.943575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 73691dcc-54c0-4003-937b-a7540610b8e2 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:57.943918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.033588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.216884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.217253 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.217567 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP 8c9982c6-c11c-412d-a66a-babdf5d43648 disassociated. External IP: 172.25.7.209, port: 73691dcc-54c0-4003-937b-a7540610b8e2. Sep 18 00:55:58.218023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 73691dcc-54c0-4003-937b-a7540610b8e2 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:58.323801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.351587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.379954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=73691dcc-54c0-4003-937b-a7540610b8e2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.498494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:58.609280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:58.620728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:58.631988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:58.632637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:58.679984 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.686907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6841f18f-d129-42b2-8945-60dc790fe45d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/73691dcc-54c0-4003-937b-a7540610b8e2 HTTP/1.1" status: 204 len: 168 time: 0.8476086 Sep 18 00:55:58.687610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60254) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:58.694774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:58.701032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef154cf2-089b-4073-870f-89b143e61d80 req-6a277325-a748-4a69-972b-5038628a613d tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0411463 Sep 18 00:55:58.707640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:58.708830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:58.744443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf72b193-e530-479f-9e1b-4103d9584b25 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/floatingips/8c9982c6-c11c-412d-a66a-babdf5d43648 HTTP/1.1" status: 200 len: 688 time: 0.0556059 Sep 18 00:55:58.747006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60256) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:58.750170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:58.750831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05c38a-f18b-41d6-9b68-4108de568e5a None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:58.872761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 1eda6705-cbd5-4f64-a8e7-633c79aa0140 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:58.873020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.953164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.953502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.965813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 1eda6705-cbd5-4f64-a8e7-633c79aa0140 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:59.100481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.132870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=1eda6705-cbd5-4f64-a8e7-633c79aa0140,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.161570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.161907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.162252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.162594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.162929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.163258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.163588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.163916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.164257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.167147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.167147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.167147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:59.203580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.206786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.207403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0d027f52-5c51-487f-9a4b-2793fb4c91e4 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/8c9982c6-c11c-412d-a66a-babdf5d43648 HTTP/1.1" status: 204 len: 168 time: 0.4593813 Sep 18 00:55:59.210858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60262) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:59.216329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'd510c72d-56ae-4c45-b148-06c9fd476683'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:59.239000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.344381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.452699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.3 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/44aaf36f-8ac1-4e5e-a735-b79a914b95b1) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:59.564809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.599605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.639301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:59.642226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:59.645679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:59.666881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:59.677079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=44aaf36f-8ac1-4e5e-a735-b79a914b95b1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.836848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c56dbab3-e68f-4b35-b04a-afaf9b1a963f req-85f86ebc-e116-4051-b65d-207710201b08 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0431683 Sep 18 00:56:00.090486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.166489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.350648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.356467 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.432566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=44aaf36f-8ac1-4e5e-a735-b79a914b95b1,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:00.441754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.546608 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP aa35d132-e3a9-446f-9612-f0cf2ae913ba associated. External IP: 172.25.7.3, port: d510c72d-56ae-4c45-b148-06c9fd476683. Sep 18 00:56:00.755450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:00.868217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:00.882617 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:00.900419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:00.926462 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:00.927119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:00.961502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae533ce4-4474-4a63-a90b-35d560bf4a86 req-11c57ae9-b798-4f54-8329-e1d48ccb7123 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0295470 Sep 18 00:56:00.967869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-130f3453-6340-4f8b-8d54-851d75f68ccc tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7559102 Sep 18 00:56:00.970681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60272) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:00.978886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1989510717'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:01.009521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:01.012326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.055345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:01.066147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.066721 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Added segment 42e5d562-b527-451d-8bf2-a013b322b5c8 of type vlan for network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 Sep 18 00:56:01.066864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:01.076399 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:01.077191 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:01.112510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.113057 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:01.113714 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492bb8c-63b1-4c06-97dd-0662f9bad9db None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:01.139330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.147056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:01.147844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.196653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2247369 Sep 18 00:56:01.197383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60276) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:01.231531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'subnet': {'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:01.249352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a053-cd1b-4c2d-9410-dfb7c0690bed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Network': ['ID=8241444c-8c9f-4627-8e4a-4df3e24de7a2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.261568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:01.337433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:01.341457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.533227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.587835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Subnet': ['ID=30a1a113-9c85-4c4d-8ae6-d0467add3197,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.606254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Checking segment: {'id': '42e5d562-b527-451d-8bf2-a013b322b5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:01.606878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network hostable DHCP agents. Network: 8241444c-8c9f-4627-8e4a-4df3e24de7a2, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:01.626145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:01.636848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8241444c-8c9f-4627-8e4a-4df3e24de7a2) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:01.645556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:01.645717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.654943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16bdccc-5ae4-4905-b300-58b8524f4c83 None None] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:01.662405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a79b6cb7-6844-4d9d-805a-c8d2f5ba3afd tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4353929 Sep 18 00:56:01.666274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60280) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:01.671558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1994673263', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:01.715082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.716581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.771548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.820045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8241444c-8c9f-4627-8e4a-4df3e24de7a2', 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2', 'tenant_id': '86175bddf7e043c5a977e623c9d4b191', 'fixed_ips': [{'subnet_id': '30a1a113-9c85-4c4d-8ae6-d0467add3197'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:01.821635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:01.971280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.132823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.137819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37b1bd77-1680-431d-b268-bcbcebcde756 req-5cbd110f-f37d-43f8-a84d-e9b4fd6e3411 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0405464 Sep 18 00:56:02.172973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Allocated IP 172.20.0.2 (8241444c-8c9f-4627-8e4a-4df3e24de7a2/30a1a113-9c85-4c4d-8ae6-d0467add3197/53fdfd70-9f50-469f-860a-ec6643dacd7c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:02.306283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.332800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.350339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.360502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.417568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Pushing event updated for resources: {'Port': ['ID=53fdfd70-9f50-469f-860a-ec6643dacd7c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:02.420988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:02.422656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:02.427144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:02.472322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.25.7.32 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/3bf0701f-1684-4ab7-8296-818a74ed6644) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:02.500726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Attempting to bind port 53fdfd70-9f50-469f-860a-ec6643dacd7c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:02.502274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Attempting to bind port 53fdfd70-9f50-469f-860a-ec6643dacd7c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '42e5d562-b527-451d-8bf2-a013b322b5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:02.502274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Attempting to bind port 53fdfd70-9f50-469f-860a-ec6643dacd7c on network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:02.507119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:02.507754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Checking segment: {'id': '42e5d562-b527-451d-8bf2-a013b322b5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:02.507943 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.508364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Bound using segment: {'id': '42e5d562-b527-451d-8bf2-a013b322b5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:02.508891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Bound port: 53fdfd70-9f50-469f-860a-ec6643dacd7c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e5d562-b527-451d-8bf2-a013b322b5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:02.509535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.589386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] For port 53fdfd70-9f50-469f-860a-ec6643dacd7c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:02.593697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] For port 53fdfd70-9f50-469f-860a-ec6643dacd7c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=53fdfd70-9f50-469f-860a-ec6643dacd7c,segment=NetworkSegment(42e5d562-b527-451d-8bf2-a013b322b5c8),segment_id=42e5d562-b527-451d-8bf2-a013b322b5c8)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:02.598474 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:02.659024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6096a38-1e1e-45ac-8e55-6564dbdb9c61 None None] Pushing event updated for resources: {'Port': ['ID=53fdfd70-9f50-469f-860a-ec6643dacd7c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:02.975341 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.019796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.057950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:03.060968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:03.064536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:03.091531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=3bf0701f-1684-4ab7-8296-818a74ed6644,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.272840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b84c827-7c08-43c4-834b-bd298ab48418 req-2faeb0ba-5bc2-4652-a4d2-a6ba32df4aa0 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0356534 Sep 18 00:56:03.398052 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.531082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 53fdfd70-9f50-469f-860a-ec6643dacd7c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:03.604795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 53fdfd70-9f50-469f-860a-ec6643dacd7c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:03.605529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.701550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.773286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 53fdfd70-9f50-469f-860a-ec6643dacd7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=53fdfd70-9f50-469f-860a-ec6643dacd7c,segment=NetworkSegment(42e5d562-b527-451d-8bf2-a013b322b5c8),segment_id=42e5d562-b527-451d-8bf2-a013b322b5c8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:03.776461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.780457 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.838143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=53fdfd70-9f50-469f-860a-ec6643dacd7c,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.910316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f27d07-f026-4d1b-9f5d-bbc21460b3b8 None None] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:03.950750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7948ee8a-817e-4320-9445-bdc491ea2463 None None] Provisioning complete for port 53fdfd70-9f50-469f-860a-ec6643dacd7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:03.950750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7948ee8a-817e-4320-9445-bdc491ea2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:03.964992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router 95c664a2-9f66-4b87-8be1-b68bef4adfbb is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:04.083896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:04.104338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] Sync routers for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:04.104565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:04.108698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16b1b504-ed67-404c-ae8a-06605dcc8d53 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4410861 Sep 18 00:56:04.109220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:04.129463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:04.130132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:04.179676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:04.199891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:04.200531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:04.255773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:04.257014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d42b9-5d66-405e-a1d9-aa42f5a336d2 None None] The sync data for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:04.410542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcb15f15-8832-40c6-9f05-827ef8b7a6f7 req-03820f0e-fe72-47ea-a66c-585e6391c46b tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0438912 Sep 18 00:56:04.546096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f674dca5-084f-49fc-af59-637497b7546f None None] Provisioning complete for port 53fdfd70-9f50-469f-860a-ec6643dacd7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:04.546649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f674dca5-084f-49fc-af59-637497b7546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:04.634450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:04.912618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.1 (8241444c-8c9f-4627-8e4a-4df3e24de7a2/30a1a113-9c85-4c4d-8ae6-d0467add3197/c10c40aa-867f-4477-8386-1be389f15853) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:05.024169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.058983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.099174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:05.102636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:05.106545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:05.115701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=c10c40aa-867f-4477-8386-1be389f15853,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.169931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.325936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.354992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-11746a71-3908-49d5-93e8-07347454667a None None] Provisioning complete for port c10c40aa-867f-4477-8386-1be389f15853 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:05.355442 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-11746a71-3908-49d5-93e8-07347454667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.395503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-11746a71-3908-49d5-93e8-07347454667a None None] Port c10c40aa-867f-4477-8386-1be389f15853 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:05.469443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 53fdfd70-9f50-469f-860a-ec6643dacd7c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:05.533791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 53fdfd70-9f50-469f-860a-ec6643dacd7c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:05.534328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.582852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0bec0b4b-6bd7-4a54-a2c9-3b33cb1e4647 req-1d1d0abb-a4e3-412c-86a9-0dad70df39ec tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0559626 Sep 18 00:56:05.648604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.653274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.728432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=c10c40aa-867f-4477-8386-1be389f15853,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.730921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:05.823629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:05.825122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:05.947241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router 95c664a2-9f66-4b87-8be1-b68bef4adfbb has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:06.063928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:06.072745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60308) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:06.073022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c5a4cda0-b38f-4a14-b50c-d7bece45b719 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/routers/95c664a2-9f66-4b87-8be1-b68bef4adfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623892 Sep 18 00:56:06.075119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] Sync routers for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:06.078929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'port': {'network_id': '8241444c-8c9f-4627-8e4a-4df3e24de7a2', 'name': 'tempest-FloatingIPTestJSON-1830640488'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:06.084147 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:06.084767 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:06.119500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-943ab852-0d1e-45b1-b91a-e2392e2f79cd None None] Provisioning complete for port c10c40aa-867f-4477-8386-1be389f15853 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:06.120049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-943ab852-0d1e-45b1-b91a-e2392e2f79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.124360 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:06.133726 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:06.134613 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:06.164516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-943ab852-0d1e-45b1-b91a-e2392e2f79cd None None] Port c10c40aa-867f-4477-8386-1be389f15853 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:06.173704 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:06.174349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289407bd-cf3c-4d46-9d86-ff34e5ddbfae None None] The sync data for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:06.204371 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Made reservation on behalf of 86175bddf7e043c5a977e623c9d4b191 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:06.207886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.225604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] device_id is not set on port a7c951eb-1e15-460a-a08a-0315533da6b8 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:06.345963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Allocated IP 172.20.0.6 (8241444c-8c9f-4627-8e4a-4df3e24de7a2/30a1a113-9c85-4c4d-8ae6-d0467add3197/a7c951eb-1e15-460a-a08a-0315533da6b8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:06.502563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.542221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.587693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:06.591176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:06.593686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:06.622672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event updated for resources: {'Port': ['ID=a7c951eb-1e15-460a-a08a-0315533da6b8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:06.672076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:06.673414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.699468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-54957971-e406-49a2-96a2-69b3d0d4dd36 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6249690 Sep 18 00:56:06.702721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:06.708091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Request body: {'floatingip': {'port_id': 'a7c951eb-1e15-460a-a08a-0315533da6b8'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:06.715078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c60c9cc5-dba9-49c8-877e-892694dd4a9a req-50aff2e4-ae78-4c8b-a000-482de67e4431 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Sep 18 00:56:06.785893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.889166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a3ad8d1d-182f-44cc-ba62-91b805771ec6 None None] Provisioning complete for port a7c951eb-1e15-460a-a08a-0315533da6b8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:06.889829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8d1d-182f-44cc-ba62-91b805771ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:06.938726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad8d1d-182f-44cc-ba62-91b805771ec6 None None] Port a7c951eb-1e15-460a-a08a-0315533da6b8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:07.608956 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:07.615940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:07.722586 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP aa35d132-e3a9-446f-9612-f0cf2ae913ba associated. External IP: 172.25.7.3, port: d510c72d-56ae-4c45-b148-06c9fd476683. Sep 18 00:56:07.827321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-765b6d65-ccd4-4265-bd85-2f7075db0a14 req-ef99ed3a-cb8b-4814-adc4-93bc1b0cea63 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0319059 Sep 18 00:56:07.951540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:08.069831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:08.081179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:08.092084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:08.092853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.130063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.139577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:08.140354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.171079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.171824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d0bb1-ef96-4c11-85d0-5b09fbe7b357 None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:08.289131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router 95c664a2-9f66-4b87-8be1-b68bef4adfbb has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:08.402931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:08.404129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:08.409985 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] Sync routers for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:08.422476 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:08.422998 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.458251 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.459853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf483543-0a09-4fed-81b9-07ed78690bc7 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/floatingips/aa35d132-e3a9-446f-9612-f0cf2ae913ba HTTP/1.1" status: 200 len: 976 time: 1.7556851 Sep 18 00:56:08.462846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:08.467351 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:08.467954 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.500207 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.500876 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408f2d0-5a86-4603-b7e1-f012435b8839 None None] The sync data for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:08.560530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port a7c951eb-1e15-460a-a08a-0315533da6b8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:08.561438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:08.651456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:08.846131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:08.846783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:08.846783 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Floating IP aa35d132-e3a9-446f-9612-f0cf2ae913ba disassociated. External IP: 172.25.7.3, port: a7c951eb-1e15-460a-a08a-0315533da6b8. Sep 18 00:56:08.847041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for a7c951eb-1e15-460a-a08a-0315533da6b8 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:08.948869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3939206b-ed69-4aff-b5fa-3be792413edb req-eb318c41-d665-42d9-a177-3e543e8edb4b tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Sep 18 00:56:09.013025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:09.053397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=a7c951eb-1e15-460a-a08a-0315533da6b8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:09.210893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router 95c664a2-9f66-4b87-8be1-b68bef4adfbb has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:09.334263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:09.345065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] Sync routers for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:09.354917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:09.355624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.397233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.407519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:09.408401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.423425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:09.425835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce2df8de-f9cb-42bc-b451-5cf745470cf6 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/a7c951eb-1e15-460a-a08a-0315533da6b8 HTTP/1.1" status: 204 len: 168 time: 0.9615285 Sep 18 00:56:09.431938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60334) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:09.444253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.444904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97af15-82fa-4b37-80f6-5231740182cc None None] The sync data for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:09.808686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:10.057286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fa5dbac-674f-4cf8-b4e3-18428015db5b req-f71559ad-c71a-4f96-9608-edba2198ee2d tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0285332 Sep 18 00:56:10.067489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port c10c40aa-867f-4477-8386-1be389f15853 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:10.067994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:10.157812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:10.169680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for c10c40aa-867f-4477-8386-1be389f15853 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:10.357988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:10.384911 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=c10c40aa-867f-4477-8386-1be389f15853,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.566917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:10.777920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router 95c664a2-9f66-4b87-8be1-b68bef4adfbb has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:10.890032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:10.897398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8a55d1bc-c22a-472d-9ede-0d427bd5ae81 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/routers/95c664a2-9f66-4b87-8be1-b68bef4adfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618430 Sep 18 00:56:10.898089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:10.906652 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] Sync routers for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:10.915758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:10.916325 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:10.947578 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:10.956130 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] Routers {'95c664a2-9f66-4b87-8be1-b68bef4adfbb'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:10.956676 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:10.995581 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:10.996525 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ab9c8-c61b-47b6-b101-f139eb60b001 None None] The sync data for ids ['95c664a2-9f66-4b87-8be1-b68bef4adfbb'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:11.015099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.124880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.179229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea86679d-7179-4d39-af08-8e9232525021 req-d9c562ab-ea4f-4510-b79b-6e24058b0d1d tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Sep 18 00:56:11.179749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 3bf0701f-1684-4ab7-8296-818a74ed6644 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:11.179864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.259754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.271288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 3bf0701f-1684-4ab7-8296-818a74ed6644 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:11.457982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.482527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=3bf0701f-1684-4ab7-8296-818a74ed6644,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.548456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.656725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.659085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.702881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.703423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Fanout notify agent at l3_agent the message router_deleted on router 95c664a2-9f66-4b87-8be1-b68bef4adfbb {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:56:11.710046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.712685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fa34f539-5a9e-4e34-871d-bcc954ce5a4c tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/routers/95c664a2-9f66-4b87-8be1-b68bef4adfbb HTTP/1.1" status: 204 len: 168 time: 0.8138716 Sep 18 00:56:11.714002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60378) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:11.765012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting subnet 30a1a113-9c85-4c4d-8ae6-d0467add3197 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:11.768007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.809010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.894158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.956294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.986223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.990750 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/subnets/30a1a113-9c85-4c4d-8ae6-d0467add3197 HTTP/1.1" status: 204 len: 168 time: 0.2732561 Sep 18 00:56:11.990750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b54ff6-3f83-4333-9125-aa5abd068758 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Subnet': ['ID=30a1a113-9c85-4c4d-8ae6-d0467add3197,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.991141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60384) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:11.993210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1998aa-dbee-413e-b3a2-e347fe8c30bd None None] Network 8241444c-8c9f-4627-8e4a-4df3e24de7a2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:12.071807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.126784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 53fdfd70-9f50-469f-860a-ec6643dacd7c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:12.127127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.178650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] DHCP port deletion for 8241444c-8c9f-4627-8e4a-4df3e24de7a2 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:12.225993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] For port 53fdfd70-9f50-469f-860a-ec6643dacd7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=53fdfd70-9f50-469f-860a-ec6643dacd7c,segment=NetworkSegment(42e5d562-b527-451d-8bf2-a013b322b5c8),segment_id=42e5d562-b527-451d-8bf2-a013b322b5c8)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:12.226557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.239328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Deleting port 53fdfd70-9f50-469f-860a-ec6643dacd7c {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:12.239328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.242151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 53fdfd70-9f50-469f-860a-ec6643dacd7c owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:12.309435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] For port 53fdfd70-9f50-469f-860a-ec6643dacd7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=53fdfd70-9f50-469f-860a-ec6643dacd7c,segment=NetworkSegment(42e5d562-b527-451d-8bf2-a013b322b5c8),segment_id=42e5d562-b527-451d-8bf2-a013b322b5c8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:12.309830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.325403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Calling delete_port for 53fdfd70-9f50-469f-860a-ec6643dacd7c owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:12.336355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2f2a479-30b4-403f-9983-713c1c788034 req-9ea40a6a-3fbd-4935-ad15-beba89a854a2 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0353010 Sep 18 00:56:12.381031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:56:12.405398 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 00:56:12.412190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] No DVR routers for this DVR port 53fdfd70-9f50-469f-860a-ec6643dacd7c on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:12.412467 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.413984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=53fdfd70-9f50-469f-860a-ec6643dacd7c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.436960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Pushing event deleted for resources: {'Port': ['ID=53fdfd70-9f50-469f-860a-ec6643dacd7c,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.449748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.450094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.450437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.450769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.451112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.452114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.452114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.452114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.452525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.452719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.453239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.453741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:12.456485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffdbb7-643f-4f83-b134-14011959c474 None None] No DVR routers for this DVR port 53fdfd70-9f50-469f-860a-ec6643dacd7c on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:12.529605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.549138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8241444c-8c9f-4627-8e4a-4df3e24de7a2']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.558467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e5d562-b527-451d-8bf2-a013b322b5c8') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.558760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e5d562-b527-451d-8bf2-a013b322b5c8') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.576149 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.590248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.596292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:12.596683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:12.609840 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:12.642032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-c47ecb9a-2f1a-42e8-939a-a734c932fdea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0505164 Sep 18 00:56:12.665123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.673107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.675090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/networks/8241444c-8c9f-4627-8e4a-4df3e24de7a2 HTTP/1.1" status: 204 len: 168 time: 0.6829829 Sep 18 00:56:12.677708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60402) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:12.695506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6096c2-4a7c-4d1a-9317-4e0571f18669 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Network': ['ID=8241444c-8c9f-4627-8e4a-4df3e24de7a2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.825719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 44aaf36f-8ac1-4e5e-a735-b79a914b95b1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:12.825977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.916543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.916881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:12.937430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 44aaf36f-8ac1-4e5e-a735-b79a914b95b1 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:13.086117 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.115339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=44aaf36f-8ac1-4e5e-a735-b79a914b95b1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.132036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.132548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.133024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.133559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.134027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.134676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.135144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.137157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-0a10a7ac-041a-4290-a4ea-e4e893a3a31c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6510 time: 0.4115298 Sep 18 00:56:13.187646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.190278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.191446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f99f115-4a07-4819-91ca-1d1ed0693be3 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/floatingips/aa35d132-e3a9-446f-9612-f0cf2ae913ba HTTP/1.1" status: 204 len: 168 time: 0.5124164 Sep 18 00:56:13.198062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60410) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.223995 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7620f163-2422-40b7-96ac-6276f8516591 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:13.224662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7620f163-2422-40b7-96ac-6276f8516591 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:13.226353 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7620f163-2422-40b7-96ac-6276f8516591 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/a7c951eb-1e15-460a-a08a-0315533da6b8 HTTP/1.1" status: 404 len: 333 time: 0.0273516 Sep 18 00:56:13.229649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60416) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.261448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91500375-c358-4971-81cd-fe640a61757d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/ports?device_id=95c664a2-9f66-4b87-8be1-b68bef4adfbb HTTP/1.1" status: 200 len: 205 time: 0.0285120 Sep 18 00:56:13.262354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60418) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.295417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-2fb30bfa-3856-4b2d-a244-58ae32df6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.295991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-2fb30bfa-3856-4b2d-a244-58ae32df6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.296558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-2fb30bfa-3856-4b2d-a244-58ae32df6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.298344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-2fb30bfa-3856-4b2d-a244-58ae32df6116 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&id=1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 200 len: 2298 time: 0.1319854 Sep 18 00:56:13.306283 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-9fecfe60-8f77-4a14-8614-162543510071 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] delete failed (client error): The resource could not be found. Sep 18 00:56:13.308689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9fecfe60-8f77-4a14-8614-162543510071 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/routers/95c664a2-9f66-4b87-8be1-b68bef4adfbb HTTP/1.1" status: 404 len: 336 time: 0.0460305 Sep 18 00:56:13.309757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.335819 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd3fb1b-d196-45fd-a80c-4c43faef9588 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:13.336814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd3fb1b-d196-45fd-a80c-4c43faef9588 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:13.340916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8bd3fb1b-d196-45fd-a80c-4c43faef9588 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/subnets/30a1a113-9c85-4c4d-8ae6-d0467add3197 HTTP/1.1" status: 404 len: 337 time: 0.0278275 Sep 18 00:56:13.341140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.368282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-55ede128-403e-4c9c-92ee-af28d7c44d61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 200 len: 1002 time: 0.0606406 Sep 18 00:56:13.450089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-6fd76f79-a4bb-4d32-b667-2d1fdf6031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.451874 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-6fd76f79-a4bb-4d32-b667-2d1fdf6031fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d94194cf-bec9-4863-862f-d6c88b031b9f HTTP/1.1" status: 200 len: 856 time: 0.0676506 Sep 18 00:56:13.464424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68933728-f16c-4f02-b7f4-45d5e3441489 req-44098673-2ab9-4509-96c9-723263469c1a tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0315428 Sep 18 00:56:13.474628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 53fdfd70-9f50-469f-860a-ec6643dacd7c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:13.479572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port d510c72d-56ae-4c45-b148-06c9fd476683 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:13.479976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.517903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 53fdfd70-9f50-469f-860a-ec6643dacd7c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:13.518251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 53fdfd70-9f50-469f-860a-ec6643dacd7c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:13.533876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-2724cf0c-dac3-4a36-b73b-5984888c1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.536113 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-2724cf0c-dac3-4a36-b73b-5984888c1c48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a48d1e06-83f8-4b6a-9948-3d4ab771356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762005 Sep 18 00:56:13.601496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.620693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for d510c72d-56ae-4c45-b148-06c9fd476683 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:13.646036 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-284576dd-c520-4fee-bddb-c404592d68fb service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995636 Sep 18 00:56:13.746049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-b9e17877-a74f-4fd0-975d-28e4b1e38705 service neutron] 10.222.0.54 "GET /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913277 Sep 18 00:56:13.758805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.793529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=d510c72d-56ae-4c45-b148-06c9fd476683,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.795289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-084b168e-9d2b-40ee-9a9f-3f795980e5b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 217 time: 0.0403504 Sep 18 00:56:13.847850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-3db2504e-ac07-4f4d-99c1-78c76ced9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.849451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-3db2504e-ac07-4f4d-99c1-78c76ced9dd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0467658 Sep 18 00:56:13.862273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:13.864207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-879d5124-bb20-430f-8204-ef29e1a19203 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/d510c72d-56ae-4c45-b148-06c9fd476683 HTTP/1.1" status: 204 len: 168 time: 0.5221627 Sep 18 00:56:13.868392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:13.929029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-d071cda3-b9c3-459e-bab8-94c82e85dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.931168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-d071cda3-b9c3-459e-bab8-94c82e85dd55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718122 Sep 18 00:56:13.969810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port a07b8966-f7d6-497a-b628-d8fb33cae977 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:13.970304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.025784 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-9242173e-e69e-4e8c-82d5-8f2198c8e8fb service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862510 Sep 18 00:56:14.058957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.071837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for a07b8966-f7d6-497a-b628-d8fb33cae977 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:14.125570 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-72f317bb-afab-4db3-bf7e-72f18e782bac service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908978 Sep 18 00:56:14.186709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-ce0afab8-7601-486e-a27c-6ad4c4b2d098 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0536392 Sep 18 00:56:14.216096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.240572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-18644862-8f82-45eb-9cc3-bcf26098bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.241897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-18644862-8f82-45eb-9cc3-bcf26098bc08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0480862 Sep 18 00:56:14.276476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=a07b8966-f7d6-497a-b628-d8fb33cae977,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:14.297537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-3480698b-81eb-478f-b60c-621a9092d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.299055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-3480698b-81eb-478f-b60c-621a9092d330 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483861 Sep 18 00:56:14.331430 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.333544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-512f9f17-14b0-4f01-ae46-ada1e72419ed tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/ports/a07b8966-f7d6-497a-b628-d8fb33cae977 HTTP/1.1" status: 204 len: 168 time: 0.4639251 Sep 18 00:56:14.336208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60444) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:14.392013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4f538-9468-4ae1-86f0-5ac445be693e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.395991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3c4f538-9468-4ae1-86f0-5ac445be693e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "GET /v2.0/ports?device_id=a29696bf-d8ec-422b-a2c4-1fb02feaca17 HTTP/1.1" status: 200 len: 913 time: 0.0561469 Sep 18 00:56:14.396128 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-05f3c477-8c23-4975-a852-adc0213216ff service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860572 Sep 18 00:56:14.396279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:14.505891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-1e90d4be-c11a-4f99-8a3b-3676baa36375 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023998 Sep 18 00:56:14.556166 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-3ca30d55-28da-4c20-b853-6e892c6dea88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8 HTTP/1.1" status: 200 len: 217 time: 0.0413823 Sep 18 00:56:14.598268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c79f68a5-9f2d-4740-be65-ad7d6955c6ca req-000a7ddd-0f3d-473f-b8e4-a79607ab7956 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0365336 Sep 18 00:56:14.611552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-515cf16e-d4c4-48b6-826c-901e0cb5e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.613073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-515cf16e-d4c4-48b6-826c-901e0cb5e9bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0481408 Sep 18 00:56:14.678810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-0cf87682-d7f9-441c-b980-b3f469065875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.682814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-0cf87682-d7f9-441c-b980-b3f469065875 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527151 Sep 18 00:56:14.810944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-8aeaa472-6385-4c96-bfd7-8cbf4154a832 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950689 Sep 18 00:56:14.844186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.918430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-d3aa4afa-0574-4b20-a50b-3ebbeab2a34b service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995009 Sep 18 00:56:14.964774 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-b85e9359-cd3a-4f82-abcd-ccef4f7ba227 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 HTTP/1.1" status: 200 len: 217 time: 0.0378208 Sep 18 00:56:15.021889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-7b3b4369-4f26-444a-b976-547fed9bd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.023383 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-7b3b4369-4f26-444a-b976-547fed9bd770 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 200 len: 797 time: 0.0502326 Sep 18 00:56:15.079229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-cf542463-8e8b-4726-926b-00f21d965fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.080960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-cf542463-8e8b-4726-926b-00f21d965fef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b8a41ae-1f7d-4285-97a6-cd7d15495843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486498 Sep 18 00:56:15.122378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port c399e24e-7ec9-4add-8802-bc75300afc81 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:15.122719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:15.180656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-51508689-0c90-46a7-8afb-f2491e68add5 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912499 Sep 18 00:56:15.215408 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:15.230396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for c399e24e-7ec9-4add-8802-bc75300afc81 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:15.283461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-e981813f-7251-4f57-b354-c8e14e3fc4e2 service neutron] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943825 Sep 18 00:56:15.328217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-d7916bcb-897f-4ead-b037-c8bcb56a6742 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7 HTTP/1.1" status: 200 len: 217 time: 0.0363593 Sep 18 00:56:15.396695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-c0935b81-b519-4bfb-bd07-f76c87f9d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.398204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-c0935b81-b519-4bfb-bd07-f76c87f9d324 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0621183 Sep 18 00:56:15.457574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-5c97e642-b1dc-4fed-9b36-e3c2f97a22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.459112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-5c97e642-b1dc-4fed-9b36-e3c2f97a22fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518599 Sep 18 00:56:15.564862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-87edafa5-b8d5-43ea-82b8-5c5bf2726456 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964072 Sep 18 00:56:15.690705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-2c99aba9-fa9e-4abd-93aa-3cdc08f27479 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082342 Sep 18 00:56:15.728455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5be8e65-4d8b-4be7-9c23-137a1dc57a77 req-3cd6a7b2-8456-49fe-912b-6d4bb05c1d26 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0363462 Sep 18 00:56:15.743702 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-3d12b6f7-2373-49f0-b918-eb57c8397d1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 200 len: 217 time: 0.0376623 Sep 18 00:56:15.800373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-8a148fea-e162-4665-a5ce-fdce82b5d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.802014 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-8a148fea-e162-4665-a5ce-fdce82b5d311 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 200 len: 797 time: 0.0536568 Sep 18 00:56:15.839751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:15.862379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672244-d1ba-451a-975c-b03acaee16ce req-d2f16878-63d8-4afc-a7d9-c4bfcfc58b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.864168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-d2f16878-63d8-4afc-a7d9-c4bfcfc58b0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1ca7ce25-037d-40cf-9f50-8290f4ec4155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471988 Sep 18 00:56:15.866660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=c399e24e-7ec9-4add-8802-bc75300afc81,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:15.959978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-6655e7c1-e2de-4886-9d27-916430291a39 service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Sep 18 00:56:16.045181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.067787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-31672244-d1ba-451a-975c-b03acaee16ce req-3d3a78db-cdc6-4e87-8679-a44f163b680e service neutron] 10.222.0.54 "GET /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984547 Sep 18 00:56:16.110427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.281010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Router a29696bf-d8ec-422b-a2c4-1fb02feaca17 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:16.394271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:16.399982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f2530139-0c44-469f-afe1-4181577b2081 tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "PUT /v2.0/routers/a29696bf-d8ec-422b-a2c4-1fb02feaca17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026944 Sep 18 00:56:16.402419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60492) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:16.407616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] Sync routers for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:16.432451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:16.433295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:16.471620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:16.482133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] Routers {'a29696bf-d8ec-422b-a2c4-1fb02feaca17'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:16.482861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:55:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:16.517603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:16.519069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bedd2-5cab-4011-897c-46c80ba89a1f None None] The sync data for ids ['a29696bf-d8ec-422b-a2c4-1fb02feaca17'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:16.526483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.644951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.699666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting port 7c112f99-0550-4a19-acec-ac28fdff142b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:16.700017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.779278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.792533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Calling delete_port for 7c112f99-0550-4a19-acec-ac28fdff142b owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:16.835127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee321add-c4e0-4c87-adb5-a8198f0aa434 req-71e69ca0-56a4-41a1-a697-51455710a860 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0404723 Sep 18 00:56:17.004391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.035123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Port': ['ID=7c112f99-0550-4a19-acec-ac28fdff142b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.094605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.191377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.193617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.242416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.243014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Fanout notify agent at l3_agent the message router_deleted on router a29696bf-d8ec-422b-a2c4-1fb02feaca17 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:56:17.249952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.251063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d67515e9-4684-4e36-bbe9-a42a1036469e tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/routers/a29696bf-d8ec-422b-a2c4-1fb02feaca17 HTTP/1.1" status: 204 len: 168 time: 0.8477297 Sep 18 00:56:17.253534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60512) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:17.305911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Deleting subnet 6c861383-d197-45b8-b7fa-7baf1056cd45 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:17.309085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.354199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.402773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.467909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.496245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Subnet': ['ID=6c861383-d197-45b8-b7fa-7baf1056cd45,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.500490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.504577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-048b8116-44bd-4e36-83a7-c5c9389c6f4b tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/subnets/6c861383-d197-45b8-b7fa-7baf1056cd45 HTTP/1.1" status: 204 len: 168 time: 0.2478876 Sep 18 00:56:17.504855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:17.581028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.687931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.707832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f24cf8-815c-4300-a2b4-d3db48a6bb01']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:17.717133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7728bd6-d7d8-45db-b646-4d4e4bcc2a12') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:17.717428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7728bd6-d7d8-45db-b646-4d4e4bcc2a12') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:17.727376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.741349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.747768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:17.748175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:17.751093 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:17.763048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:17.813938 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.821418 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.825545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] 10.222.0.49 "DELETE /v2.0/networks/91f24cf8-815c-4300-a2b4-d3db48a6bb01 HTTP/1.1" status: 204 len: 168 time: 0.3175313 Sep 18 00:56:17.839763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a02ef-f034-4751-a68e-e2860ac8732d tempest-FloatingIPTestJSON-1123250611 tempest-FloatingIPTestJSON-1123250611-project] Pushing event deleted for resources: {'Network': ['ID=91f24cf8-815c-4300-a2b4-d3db48a6bb01,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.960797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee9fa726-2e49-4f80-9dbc-915c796b8753 req-bb34840f-4b54-4568-9168-3ccf0f8892d2 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0322883 Sep 18 00:56:18.111481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:18.252869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-340226d0-92c3-4acf-b328-860c77e65fc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86175bddf7e043c5a977e623c9d4b191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402442 Sep 18 00:56:18.255314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:18.305872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:18.326179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:18.372723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:18.375450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:18.378733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/023f40ad-7170-45bb-a8d0-9bd0525fe0c5 HTTP/1.1" status: 204 len: 168 time: 0.1204369 Sep 18 00:56:18.385431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aadb5-d5c1-4e9d-b3ef-1585cabb8c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f40ad-7170-45bb-a8d0-9bd0525fe0c5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.084426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d7c4f7b-27df-48d0-8467-b583ed2b2178 req-c1890100-1470-495d-a664-13642a88bd5d tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0333157 Sep 18 00:56:19.199289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60588) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:19.302511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2053577798'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:19.325043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:19.328453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.337360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.428739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.433581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.456362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:19.470154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e01f1b4-fa82-42b6-915f-7ecf62f2c595,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.475000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.475343 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment 865ae55a-5b00-4641-9cc4-aa5ec44eca1f of type vlan for network 75426f47-9d1d-4deb-bed8-e51179c471a1 Sep 18 00:56:19.520349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.547155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.552829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:19.553412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:19.591454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3910792 Sep 18 00:56:19.627450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fcbc9-d637-4d6f-b259-b09db5c26632 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=75426f47-9d1d-4deb-bed8-e51179c471a1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.638767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:20.228883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c09e4c68-67e4-4dfa-ab06-3b12449f7ea2 req-d751d585-77f3-4b02-9d8c-af9e9e36ff69 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0292037 Sep 18 00:56:21.341600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3bf2c14b-29c1-402c-a221-10d8a83ad0ca req-9a2d784b-115d-4ae0-8084-7848f004bc36 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0303099 Sep 18 00:56:22.479153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50adf4f2-3432-4e33-80d3-5a3d01ecd83a req-394fccd2-5b76-4476-aeb7-4460355fe129 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Sep 18 00:56:22.799912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:22.805809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:22.904464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:22.916602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.107797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.175198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=7ce40072-81f9-4fe8-8605-d44eb344b8a6,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.181407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': '865ae55a-5b00-4641-9cc4-aa5ec44eca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:23.181773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: 75426f47-9d1d-4deb-bed8-e51179c471a1, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:23.201810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:23.211628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 75426f47-9d1d-4deb-bed8-e51179c471a1) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:23.215630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:23.216218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.222835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a369054-7c6b-4a9a-b107-d84e930c793b None None] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:23.234942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-602d1830-f661-472d-b4b3-c420d7fc2d95 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4305480 Sep 18 00:56:23.235723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60676) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:23.242418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101125419'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:23.266787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:23.271807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.299453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:23.309449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.310293 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment 352880ed-58cf-4f57-b6fb-6206303e0840 of type vlan for network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 Sep 18 00:56:23.350489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.377614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.378042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-75426f47-9d1d-4deb-bed8-e51179c471a1', 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': '7ce40072-81f9-4fe8-8605-d44eb344b8a6'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:23.378972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.386759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:23.387471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.424409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1869473 Sep 18 00:56:23.427270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:23.433012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:23.510801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f184c9-9721-426a-bbb2-7c541441db4a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.575722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:23.577963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Allocated IP 2001:db8:0:ffff::2 (75426f47-9d1d-4deb-bed8-e51179c471a1/7ce40072-81f9-4fe8-8605-d44eb344b8a6/c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:23.595270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:23.600972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.609065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90de37b7-9dd4-4780-98b1-57ac8f651750 req-ca4e01a4-7176-4a82-bc55-454f9c3521ba tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0405650 Sep 18 00:56:23.816323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.829305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.863014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:23.868122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:23.871660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:23.894458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:56:23.896092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:23.971175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=36e05fce-d3e6-40d3-ae63-bc4ddec12e3f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.977505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': '352880ed-58cf-4f57-b6fb-6206303e0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:23.978181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:23.999163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:24.012646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:24.018362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:24.019254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.037640 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e07b71a4-3c34-44e3-9424-9118eb5d8746 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6063874 Sep 18 00:56:24.037973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60698) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:24.043254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'port': {'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8', 'name': 'tempest-NetworksIpV6TestAttrs-95301336'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:24.074606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc86a9a-6d6d-4581-9f49-d04b8c72cfa5 None None] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:24.081321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Pushing event updated for resources: {'Port': ['ID=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:24.129721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Attempting to bind port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:24.130116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Attempting to bind port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '865ae55a-5b00-4641-9cc4-aa5ec44eca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:24.130545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Attempting to bind port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 on network 75426f47-9d1d-4deb-bed8-e51179c471a1 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:24.160440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:24.160920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Checking segment: {'id': '865ae55a-5b00-4641-9cc4-aa5ec44eca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:24.161397 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.161858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Bound using segment: {'id': '865ae55a-5b00-4641-9cc4-aa5ec44eca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:24.162405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Bound port: c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865ae55a-5b00-4641-9cc4-aa5ec44eca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '75426f47-9d1d-4deb-bed8-e51179c471a1'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:24.163128 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.168394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:24.172210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.192325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] device_id is not set on port 9df61958-e618-4a29-9638-d7a7403e9eab yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:24.244061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a12a7e57-52c2-44fa-ba46-db5ee072198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.307601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] For port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:24.312467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] For port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,segment=NetworkSegment(865ae55a-5b00-4641-9cc4-aa5ec44eca1f),segment_id=865ae55a-5b00-4641-9cc4-aa5ec44eca1f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:24.319941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.324654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Allocated IP 2001:db8::f816:3eff:fe1b:d18b (fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8/36e05fce-d3e6-40d3-ae63-bc4ddec12e3f/9df61958-e618-4a29-9638-d7a7403e9eab) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:24.368079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8', 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': '36e05fce-d3e6-40d3-ae63-bc4ddec12e3f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:24.369000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.506788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7c38-3700-4d84-af8b-c5b5fbd7aff7 None None] Pushing event updated for resources: {'Port': ['ID=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:24.517297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.589492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.639766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:24.643566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:24.646334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:24.654043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:24.655147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.706085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Port': ['ID=9df61958-e618-4a29-9638-d7a7403e9eab,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:24.729063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Allocated IP 2001:db8::f816:3eff:fe21:95e1 (fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8/36e05fce-d3e6-40d3-ae63-bc4ddec12e3f/906f0e07-055f-4c66-baac-c1ff5898845d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:24.729302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5d89caa-da62-41d5-9ff8-b5b7f5352d11 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.6869929 Sep 18 00:56:24.730001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60712) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:24.761824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9955cb0e-f60b-4243-bdba-3c1d44a79ec8 req-0bbc10e4-a74f-4a1f-be76-75c3aa70557d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0536711 Sep 18 00:56:24.818246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9058e405-49e0-4a45-af55-8515a32cad3c req-70358d45-261f-461e-83d5-e3569d2127b9 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0579748 Sep 18 00:56:24.861489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting subnet 36e05fce-d3e6-40d3-ae63-bc4ddec12e3f {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:24.938408 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.943719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.945844 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:24.983418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:24.986404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:24.989859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:24.995237 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.001682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Pushing event updated for resources: {'Port': ['ID=906f0e07-055f-4c66-baac-c1ff5898845d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.059653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Attempting to bind port 906f0e07-055f-4c66-baac-c1ff5898845d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:25.060124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Attempting to bind port 906f0e07-055f-4c66-baac-c1ff5898845d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '352880ed-58cf-4f57-b6fb-6206303e0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:25.060616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Attempting to bind port 906f0e07-055f-4c66-baac-c1ff5898845d on network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:25.066096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:25.066648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Checking segment: {'id': '352880ed-58cf-4f57-b6fb-6206303e0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:25.067039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.067506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Bound using segment: {'id': '352880ed-58cf-4f57-b6fb-6206303e0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:25.068061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Bound port: 906f0e07-055f-4c66-baac-c1ff5898845d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352880ed-58cf-4f57-b6fb-6206303e0840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:25.068537 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.135915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.210275 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.214979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] For port 906f0e07-055f-4c66-baac-c1ff5898845d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:25.219362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] For port 906f0e07-055f-4c66-baac-c1ff5898845d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=906f0e07-055f-4c66-baac-c1ff5898845d,segment=NetworkSegment(352880ed-58cf-4f57-b6fb-6206303e0840),segment_id=352880ed-58cf-4f57-b6fb-6206303e0840)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:25.226852 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.244571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=36e05fce-d3e6-40d3-ae63-bc4ddec12e3f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.253182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.256990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0dfbf1d2-d9fd-420e-ab02-a228baebee1a tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/36e05fce-d3e6-40d3-ae63-bc4ddec12e3f HTTP/1.1" status: 204 len: 168 time: 0.5243382 Sep 18 00:56:25.259902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60724) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:25.308738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c7ed-dd56-46b6-b26d-a78b6479e2eb None None] Pushing event updated for resources: {'Port': ['ID=906f0e07-055f-4c66-baac-c1ff5898845d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.328614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975bf89-524d-469e-b58d-3b9da5e07d3c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:25.330448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975bf89-524d-469e-b58d-3b9da5e07d3c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:25.332263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b975bf89-524d-469e-b58d-3b9da5e07d3c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0712717 Sep 18 00:56:25.335297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:25.437421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1881-5112-4277-9e65-5edc4ed16888 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.447890 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ba1881-5112-4277-9e65-5edc4ed16888 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 00:56:25.448458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ba1881-5112-4277-9e65-5edc4ed16888 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:25.450544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5ba1881-5112-4277-9e65-5edc4ed16888 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 HTTP/1.1" status: 409 len: 405 time: 0.1135919 Sep 18 00:56:25.454668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60732) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:25.460004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075804440'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:25.497799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:25.503587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.531514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:25.540305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:25.553020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.553625 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment 8f14a475-66d3-4593-97cd-44dc0c448fc4 of type vlan for network 104e52d2-fd87-417a-acd3-758d7bdb223f Sep 18 00:56:25.604939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.652153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:25.652871 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.654818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.663745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:25.666607 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.777028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:25.777555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3212671 Sep 18 00:56:25.780966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a2443-b7d8-4c48-a939-9e2b8ae8ffaa tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=104e52d2-fd87-417a-acd3-758d7bdb223f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.781987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:25.794343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 104e52d2-fd87-417a-acd3-758d7bdb223f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:25.845684 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.926323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:25.932799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:25.941032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0059e172-5b03-46ba-b856-1612a65f233b None None] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:26.048546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,segment=NetworkSegment(865ae55a-5b00-4641-9cc4-aa5ec44eca1f),segment_id=865ae55a-5b00-4641-9cc4-aa5ec44eca1f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:26.049141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d31ed990-53e6-4c24-bcfe-83c81306b6d2 req-9f16b05b-8b4b-4adc-9d89-a6f0b2f3e990 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0915382 Sep 18 00:56:26.051512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1dce9cd1-eef7-4d4d-b64b-0f12d738c3ab None None] Provisioning complete for port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:26.051863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1dce9cd1-eef7-4d4d-b64b-0f12d738c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.077696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.214458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:26.325188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:56:26.326828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.404131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=6d3161cd-d012-4996-9657-96cb28f70014,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:26.410436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': '8f14a475-66d3-4593-97cd-44dc0c448fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:26.410884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: 104e52d2-fd87-417a-acd3-758d7bdb223f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:26.432075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network 104e52d2-fd87-417a-acd3-758d7bdb223f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:26.444915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 104e52d2-fd87-417a-acd3-758d7bdb223f) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:26.455828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df86eeb-ac36-4208-b3ae-d45cd43e4e95 None None] Network 104e52d2-fd87-417a-acd3-758d7bdb223f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:26.459223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:26.459962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.480858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a60f876-3011-4409-9c6d-9982f750a79f tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7026093 Sep 18 00:56:26.481756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:26.487458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'port': {'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f', 'name': 'tempest-NetworksIpV6TestAttrs-1689460793'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:26.710562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:26.710842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-104e52d2-fd87-417a-acd3-758d7bdb223f', 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': '6d3161cd-d012-4996-9657-96cb28f70014'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:26.712153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.715844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.736323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] device_id is not set on port b456c433-14b5-4501-a65c-69bc4e715d29 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:26.749171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-56f750a2-a69a-4955-bf46-b8181661dfe6 None None] Provisioning complete for port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:26.749171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56f750a2-a69a-4955-bf46-b8181661dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:26.825280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718fe2d0-76a6-41ff-9205-eaf8c67baab5 None None] Network fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:26.888487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Allocated IP 2001:db8::f816:3eff:fea9:7424 (104e52d2-fd87-417a-acd3-758d7bdb223f/6d3161cd-d012-4996-9657-96cb28f70014/b456c433-14b5-4501-a65c-69bc4e715d29) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:27.060856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] DHCP port deletion for fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:27.108072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.119280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Deleting port 906f0e07-055f-4c66-baac-c1ff5898845d {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:27.119667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.152319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-71047622-2670-45f6-aaf8-e42e3cfbfb2e None None] Provisioning complete for port 906f0e07-055f-4c66-baac-c1ff5898845d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:27.152833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71047622-2670-45f6-aaf8-e42e3cfbfb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.165998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12a84c03-e36f-437b-a365-32b61292cd5b req-4048a4f3-ebce-42ea-9d13-91c15abe00d7 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0370402 Sep 18 00:56:27.177415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.233693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network 104e52d2-fd87-417a-acd3-758d7bdb223f is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:27.237049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:27.243618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:27.249389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:27.250025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.262999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] For port 906f0e07-055f-4c66-baac-c1ff5898845d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=906f0e07-055f-4c66-baac-c1ff5898845d,segment=NetworkSegment(352880ed-58cf-4f57-b6fb-6206303e0840),segment_id=352880ed-58cf-4f57-b6fb-6206303e0840)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:27.263524 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.272303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:27.274095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7899344 Sep 18 00:56:27.285392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f0d54-6c4e-4aea-9292-e630645ff695 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Port': ['ID=b456c433-14b5-4501-a65c-69bc4e715d29,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:27.301658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74a97ee8-5516-4512-abc3-76fbba93a710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.314630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Calling delete_port for 906f0e07-055f-4c66-baac-c1ff5898845d owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:27.334072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Allocated IP 2001:db8::f816:3eff:fe53:f325 (104e52d2-fd87-417a-acd3-758d7bdb223f/6d3161cd-d012-4996-9657-96cb28f70014/b091d531-851f-4180-989b-2c4700da292f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:27.339349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting subnet 6d3161cd-d012-4996-9657-96cb28f70014 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:27.472127 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71047622-2670-45f6-aaf8-e42e3cfbfb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.482858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:27.545736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7828ea0b-af51-4d61-96c2-5e206e498476 req-155aeb61-6aa7-4ffd-b074-58f20fb4690c tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131&device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Sep 18 00:56:27.551236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.614846 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.690687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] Pushing event deleted for resources: {'Port': ['ID=906f0e07-055f-4c66-baac-c1ff5898845d,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:27.696562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605951e3-7340-4638-ac6f-b191c1cd98c6 None None] No DVR routers for this DVR port 906f0e07-055f-4c66-baac-c1ff5898845d on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:27.713069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:27.713478 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.739517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.749030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.753062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.810728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a744ae2b-8f71-43c1-8b82-f62e1f74d17b req-4a83f66d-90ba-4a3f-94e4-87adcc5814b3 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0342598 Sep 18 00:56:27.814612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Network 104e52d2-fd87-417a-acd3-758d7bdb223f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:27.823374 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a5f6d056-f308-408c-95ad-2f7d258b8c27 req-f36fd01a-25f4-45d7-bcd3-abf5ff8bbfe0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2796fcf1725a4d5ab7565553ce68f7bc&device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0408533 Sep 18 00:56:27.839955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.858805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:27.868066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:27.871951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Pushing event updated for resources: {'Port': ['ID=b091d531-851f-4180-989b-2c4700da292f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:27.887710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a5f6d056-f308-408c-95ad-2f7d258b8c27 req-81098bba-fdc9-4ee6-ad69-f36b19eea818 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2796fcf1725a4d5ab7565553ce68f7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446539 Sep 18 00:56:27.962360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Attempting to bind port b091d531-851f-4180-989b-2c4700da292f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:27.962744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Attempting to bind port b091d531-851f-4180-989b-2c4700da292f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '8f14a475-66d3-4593-97cd-44dc0c448fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:27.963112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Attempting to bind port b091d531-851f-4180-989b-2c4700da292f on network 104e52d2-fd87-417a-acd3-758d7bdb223f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:27.968359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:27.968733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Checking segment: {'id': '8f14a475-66d3-4593-97cd-44dc0c448fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:27.969140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:27.969535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Bound using segment: {'id': '8f14a475-66d3-4593-97cd-44dc0c448fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:27.970005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Bound port: b091d531-851f-4180-989b-2c4700da292f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f14a475-66d3-4593-97cd-44dc0c448fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '104e52d2-fd87-417a-acd3-758d7bdb223f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:27.970388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.051787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d056-f308-408c-95ad-2f7d258b8c27 req-f2973167-90b6-4cfb-87e5-95d05badf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:28.053298 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a5f6d056-f308-408c-95ad-2f7d258b8c27 req-f2973167-90b6-4cfb-87e5-95d05badf104 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562538 Sep 18 00:56:28.089659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.157416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.161234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] For port b091d531-851f-4180-989b-2c4700da292f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:28.164776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] For port b091d531-851f-4180-989b-2c4700da292f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b091d531-851f-4180-989b-2c4700da292f,segment=NetworkSegment(8f14a475-66d3-4593-97cd-44dc0c448fc4),segment_id=8f14a475-66d3-4593-97cd-44dc0c448fc4)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:28.172087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.186161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3161cd-d012-4996-9657-96cb28f70014,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.188201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.192313 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e7c5959-e120-4f1b-8d9b-85a12f73e1ce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/6d3161cd-d012-4996-9657-96cb28f70014 HTTP/1.1" status: 204 len: 168 time: 0.9167399 Sep 18 00:56:28.193193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:28.247073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491695b-7d52-495f-a4d3-c995143c69b3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:28.248778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491695b-7d52-495f-a4d3-c995143c69b3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:28.252939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b491695b-7d52-495f-a4d3-c995143c69b3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0569024 Sep 18 00:56:28.253335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:28.341756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95560da6-cd1b-48ac-86ba-9bda0c5af1f3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.349039 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-95560da6-cd1b-48ac-86ba-9bda0c5af1f3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 00:56:28.349501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95560da6-cd1b-48ac-86ba-9bda0c5af1f3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:28.355044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-95560da6-cd1b-48ac-86ba-9bda0c5af1f3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/104e52d2-fd87-417a-acd3-758d7bdb223f HTTP/1.1" status: 409 len: 405 time: 0.0969195 Sep 18 00:56:28.355682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:28.360733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-328080959'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:28.397997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:28.398493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.403999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.404784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c6e27-1887-4221-b70b-e41ec0ecc460 None None] Pushing event updated for resources: {'Port': ['ID=b091d531-851f-4180-989b-2c4700da292f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.433388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:28.443176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.443524 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment 8101fa07-74f1-4a39-b0ad-18e608beafaa of type vlan for network 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba Sep 18 00:56:28.500114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.528826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.534863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:28.535474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.592915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2361445 Sep 18 00:56:28.595767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60808) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:28.601085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': '23b22e16-7d33-4a0d-aa0c-7b2c74a27aba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:28.661015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0449-58c9-4177-8a99-8171e85a7578 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=23b22e16-7d33-4a0d-aa0c-7b2c74a27aba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.672064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:28.767367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:28.773169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:28.932044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b76de42-4d51-4afa-8cbd-27ef193c7c4d req-8fa7ce12-b58b-43bd-a901-0164861caac3 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Sep 18 00:56:29.074850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.objects.ports [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106453) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:56:29.076554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.144770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=e99a6df9-2b39-4ac0-9068-9f41dd32190f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:29.156443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': '8101fa07-74f1-4a39-b0ad-18e608beafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '23b22e16-7d33-4a0d-aa0c-7b2c74a27aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:29.156808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:29.178410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:29.189956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:29.195579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:29.196776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.201376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ddc5e-0dfd-4c44-b12e-de9b8df575e2 None None] Network 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:29.230422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcc653b7-875a-47db-92f0-2a12567c12cd tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6333742 Sep 18 00:56:29.233048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60824) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:29.352538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.403974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b6de4-1716-45fb-a64b-04ab2a1ec3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-23b22e16-7d33-4a0d-aa0c-7b2c74a27aba', 'network_id': '23b22e16-7d33-4a0d-aa0c-7b2c74a27aba', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': 'e99a6df9-2b39-4ac0-9068-9f41dd32190f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:29.405737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-575b6de4-1716-45fb-a64b-04ab2a1ec3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.437507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.446072 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a5f6d056-f308-408c-95ad-2f7d258b8c27 req-97207a13-5919-499d-bf2f-445abcf733d7 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Sep 18 00:56:29.530558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.590619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b091d531-851f-4180-989b-2c4700da292f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-575b6de4-1716-45fb-a64b-04ab2a1ec3bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e99a6df9-2b39-4ac0-9068-9f41dd32190f: This subnet is being modified by another concurrent operation. Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e99a6df9-2b39-4ac0-9068-9f41dd32190f: This subnet is being modified by another concurrent operation. Sep 18 00:56:29.596453 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 00:56:29.607007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=e99a6df9-2b39-4ac0-9068-9f41dd32190f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:29.640214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd28dd8-8acb-4983-a412-a948fdf1a863 None None] Network 23b22e16-7d33-4a0d-aa0c-7b2c74a27aba requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:29.643804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b1026-2161-4d0b-920e-e371f17ae665 None None] Network 104e52d2-fd87-417a-acd3-758d7bdb223f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:29.686377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.747815 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.833073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] Provisioning complete for port b091d531-851f-4180-989b-2c4700da292f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:29.833455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:29.911510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b091d531-851f-4180-989b-2c4700da292f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:29.911956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.076977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.126068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b22e16-7d33-4a0d-aa0c-7b2c74a27aba']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:30.150681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74734775-c7b8-4735-b1bd-6508e0ce477c req-7d737bbd-c40e-4bd6-8701-a5d4cbe22a75 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ff436bc-144f-43df-831c-5a0616d823b9 HTTP/1.1" status: 200 len: 210 time: 0.0369122 Sep 18 00:56:30.154523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8101fa07-74f1-4a39-b0ad-18e608beafaa') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:30.155313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8101fa07-74f1-4a39-b0ad-18e608beafaa') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:30.159375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.161357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] DHCP port deletion for 104e52d2-fd87-417a-acd3-758d7bdb223f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:30.165409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] For port b091d531-851f-4180-989b-2c4700da292f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b091d531-851f-4180-989b-2c4700da292f,segment=NetworkSegment(8f14a475-66d3-4593-97cd-44dc0c448fc4),segment_id=8f14a475-66d3-4593-97cd-44dc0c448fc4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:30.168040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.185560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.189398 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.196806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:30.197356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:30.201179 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:30.267293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.274124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.282462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/23b22e16-7d33-4a0d-aa0c-7b2c74a27aba HTTP/1.1" status: 204 len: 168 time: 1.0446095 Sep 18 00:56:30.282632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60848) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:30.288005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-768397945'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:30.293173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:56:30.293544 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:56:30.297813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c141f-0ed4-48c9-9026-b592fa1f7c15 None None] Pushing event updated for resources: {'Port': ['ID=b091d531-851f-4180-989b-2c4700da292f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.303364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b851e-4b1a-471f-8d94-c34608344a9c tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=23b22e16-7d33-4a0d-aa0c-7b2c74a27aba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.317257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Deleting port b091d531-851f-4180-989b-2c4700da292f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:30.317973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.333278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:30.338416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.374837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:30.386105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.386801 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment d3b94182-4bcc-416a-8416-ea9e46b5e127 of type vlan for network ff3fab9f-349f-4042-81a7-69eb69e9b7c9 Sep 18 00:56:30.410328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] For port b091d531-851f-4180-989b-2c4700da292f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b091d531-851f-4180-989b-2c4700da292f,segment=NetworkSegment(8f14a475-66d3-4593-97cd-44dc0c448fc4),segment_id=8f14a475-66d3-4593-97cd-44dc0c448fc4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:30.411167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.430343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Calling delete_port for b091d531-851f-4180-989b-2c4700da292f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:30.431243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.459813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.466363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:30.467060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.512855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.516079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:30.521747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': 'ff3fab9f-349f-4042-81a7-69eb69e9b7c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:30.525127 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2411849 Sep 18 00:56:30.544866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] Pushing event deleted for resources: {'Port': ['ID=b091d531-851f-4180-989b-2c4700da292f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.553032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e6637-94c7-470b-a85b-d10b7c1f2113 None None] No DVR routers for this DVR port b091d531-851f-4180-989b-2c4700da292f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:30.565861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4affd-b047-4474-b113-08a84dec2dfc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=ff3fab9f-349f-4042-81a7-69eb69e9b7c9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.583806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a7a48-b7b8-423a-8b28-b1b10bbec6ef None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:56:30.586531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ff3fab9f-349f-4042-81a7-69eb69e9b7c9 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:30.628134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:30.632110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.773599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a7a48-b7b8-423a-8b28-b1b10bbec6ef None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:56:30.829349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port b091d531-851f-4180-989b-2c4700da292f update to ACTIVE by agent not found {{(pid=106454) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 00:56:30.834935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.904259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=b2dd4c6c-cadc-4de5-aa06-65ecd9dbea83,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.912043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': 'd3b94182-4bcc-416a-8416-ea9e46b5e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff3fab9f-349f-4042-81a7-69eb69e9b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:30.912652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: ff3fab9f-349f-4042-81a7-69eb69e9b7c9, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:30.948396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network ff3fab9f-349f-4042-81a7-69eb69e9b7c9 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:30.958002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ff3fab9f-349f-4042-81a7-69eb69e9b7c9) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:30.962696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:30.963299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:30.988200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49801290-483c-446c-b411-2fc26ce8b048 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4707766 Sep 18 00:56:30.990872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60860) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:31.097374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.107380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b384b3c-3544-4d0b-96bd-65b6e6d4660e None None] Network ff3fab9f-349f-4042-81a7-69eb69e9b7c9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:31.154545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.227430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.264024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=b2dd4c6c-cadc-4de5-aa06-65ecd9dbea83,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.290321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81998d8e-4639-48cd-a7a4-54d1a2b38d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ff3fab9f-349f-4042-81a7-69eb69e9b7c9', 'network_id': 'ff3fab9f-349f-4042-81a7-69eb69e9b7c9', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': 'b2dd4c6c-cadc-4de5-aa06-65ecd9dbea83'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:31.290761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81998d8e-4639-48cd-a7a4-54d1a2b38d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.347208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.369538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3fab9f-349f-4042-81a7-69eb69e9b7c9']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:31.380298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b94182-4bcc-416a-8416-ea9e46b5e127') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:31.380951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b94182-4bcc-416a-8416-ea9e46b5e127') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:31.399123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2526e6-5683-4e42-b9cb-ed2069baeab0 None None] Network ff3fab9f-349f-4042-81a7-69eb69e9b7c9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:31.419607 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.436528 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.459902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:31.461765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.499252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b091d531-851f-4180-989b-2c4700da292f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:31.528289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b091d531-851f-4180-989b-2c4700da292f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:31.528692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b091d531-851f-4180-989b-2c4700da292f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:31.531804 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:31.541789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10f51873-c0bf-4ec3-a1e8-07fea93d0053 req-63ecc11a-6e30-4f5b-8411-bff0c42617c0 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0376210 Sep 18 00:56:31.566668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2fe4d8da-2f8e-4516-b2c9-c931a13f9bb8 req-fb802ccc-972e-4ca9-9a2c-e55e11e6f8b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2796fcf1725a4d5ab7565553ce68f7bc&device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0333471 Sep 18 00:56:31.567915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.575434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.577250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/ff3fab9f-349f-4042-81a7-69eb69e9b7c9 HTTP/1.1" status: 204 len: 168 time: 0.5853362 Sep 18 00:56:31.582867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:31.588834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-995417604'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:31.607876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16b4e-5073-44f5-965f-087a3c73afce tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=ff3fab9f-349f-4042-81a7-69eb69e9b7c9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.616640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:31.621179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.628650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2fe4d8da-2f8e-4516-b2c9-c931a13f9bb8 req-2695f020-ab24-4631-b7f3-e14b7fbbef55 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2796fcf1725a4d5ab7565553ce68f7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385647 Sep 18 00:56:31.647398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:31.657889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.658243 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Added segment af918304-9446-4ca5-8495-f6b050923ec1 of type vlan for network 9daee779-6dc1-4a0d-870d-82a9482c9cfb Sep 18 00:56:31.703368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.731900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d8da-2f8e-4516-b2c9-c931a13f9bb8 req-9bb1c736-ce74-42e1-a21a-5ac273ed5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:31.733559 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2fe4d8da-2f8e-4516-b2c9-c931a13f9bb8 req-9bb1c736-ce74-42e1-a21a-5ac273ed5687 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978131 Sep 18 00:56:31.735232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.740937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:31.741520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:31.780483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1961260 Sep 18 00:56:31.783277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:31.788422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Request body: {'subnet': {'network_id': '9daee779-6dc1-4a0d-870d-82a9482c9cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:31.821790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad48f-c5a6-4720-a9be-8927d6dcaea6 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Network': ['ID=9daee779-6dc1-4a0d-870d-82a9482c9cfb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.831693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9daee779-6dc1-4a0d-870d-82a9482c9cfb details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:31.895245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Made reservation on behalf of a0b1763bbc5c499089d2f50e92d3cd3f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:31.902481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.107622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.158704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:56:32.160284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.228568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event updated for resources: {'Subnet': ['ID=4330bf1e-2fb0-4eff-89e1-a2ab26acb60a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:32.237045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Checking segment: {'id': 'af918304-9446-4ca5-8495-f6b050923ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9daee779-6dc1-4a0d-870d-82a9482c9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:32.237411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network hostable DHCP agents. Network: 9daee779-6dc1-4a0d-870d-82a9482c9cfb, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:32.254134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Network 9daee779-6dc1-4a0d-870d-82a9482c9cfb is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:32.263765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9daee779-6dc1-4a0d-870d-82a9482c9cfb) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:32.269049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:32.270039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.275216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1bce46-615d-4cbe-93a1-da2f95002e71 None None] Network 9daee779-6dc1-4a0d-870d-82a9482c9cfb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:32.287614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f4052f3-d956-4821-b759-bc0e4af9b3a3 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5009785 Sep 18 00:56:32.288191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:32.400247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.468875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.475878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb1348-a3ed-444a-b7d0-432964d9ac38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9daee779-6dc1-4a0d-870d-82a9482c9cfb', 'network_id': '9daee779-6dc1-4a0d-870d-82a9482c9cfb', 'tenant_id': 'a0b1763bbc5c499089d2f50e92d3cd3f', 'fixed_ips': [{'subnet_id': '4330bf1e-2fb0-4eff-89e1-a2ab26acb60a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:32.477889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1348-a3ed-444a-b7d0-432964d9ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.535125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.564039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=4330bf1e-2fb0-4eff-89e1-a2ab26acb60a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-a4cb1348-a3ed-444a-b7d0-432964d9ac38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4330bf1e-2fb0-4eff-89e1-a2ab26acb60a: This subnet is being modified by another concurrent operation. Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4330bf1e-2fb0-4eff-89e1-a2ab26acb60a: This subnet is being modified by another concurrent operation. Sep 18 00:56:32.584574 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 00:56:32.610069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0de45-ad5d-4f44-9d28-087271b015b7 None None] Network 9daee779-6dc1-4a0d-870d-82a9482c9cfb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:32.641902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.677913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8391c45-93c5-42d7-ac4a-92d82b294d5e req-f2bb016e-dd38-4f52-9ab9-b9c1bddbfe47 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0387487 Sep 18 00:56:32.687283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daee779-6dc1-4a0d-870d-82a9482c9cfb']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:32.700746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af918304-9446-4ca5-8495-f6b050923ec1') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:32.701220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af918304-9446-4ca5-8495-f6b050923ec1') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:32.745656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.746932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6e22c-0dc2-42c1-b341-61959d1d9f47 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:56:32.766554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.772553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:32.773969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:32.777033 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:32.840268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.848652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:32.850482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/9daee779-6dc1-4a0d-870d-82a9482c9cfb HTTP/1.1" status: 204 len: 168 time: 0.5609727 Sep 18 00:56:32.854380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60908) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:32.883337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6e22c-0dc2-42c1-b341-61959d1d9f47 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:56:32.894692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ae49b-f94d-4a97-a9cb-2911085739ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=9daee779-6dc1-4a0d-870d-82a9482c9cfb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:32.896892 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8f573b-dc4d-42a7-b941-b4070597fd06 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:32.897345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8f573b-dc4d-42a7-b941-b4070597fd06 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:32.899419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd8f573b-dc4d-42a7-b941-b4070597fd06 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/4330bf1e-2fb0-4eff-89e1-a2ab26acb60a HTTP/1.1" status: 404 len: 337 time: 0.0439553 Sep 18 00:56:32.902109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:32.920592 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbdc5c8-5dfa-4417-8d60-e15483ea11cc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:32.921141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbdc5c8-5dfa-4417-8d60-e15483ea11cc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:32.925519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60912) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:32.936487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3bbdc5c8-5dfa-4417-8d60-e15483ea11cc tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/9daee779-6dc1-4a0d-870d-82a9482c9cfb HTTP/1.1" status: 404 len: 339 time: 0.0332272 Sep 18 00:56:32.955353 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1863cf-ff50-4eb8-904c-1c43dbdf3cc8 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:32.955817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1863cf-ff50-4eb8-904c-1c43dbdf3cc8 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:32.957702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f1863cf-ff50-4eb8-904c-1c43dbdf3cc8 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/b2dd4c6c-cadc-4de5-aa06-65ecd9dbea83 HTTP/1.1" status: 404 len: 337 time: 0.0307362 Sep 18 00:56:32.960267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:32.978823 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6062d7-d210-400b-b43b-9707262b1b57 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:32.979408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6062d7-d210-400b-b43b-9707262b1b57 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:32.981330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb6062d7-d210-400b-b43b-9707262b1b57 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/ff3fab9f-349f-4042-81a7-69eb69e9b7c9 HTTP/1.1" status: 404 len: 339 time: 0.0200663 Sep 18 00:56:32.983765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60920) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.012824 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea98922c-10db-48e9-9dab-cdfd95a89f3e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:33.013360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea98922c-10db-48e9-9dab-cdfd95a89f3e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:33.015073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ea98922c-10db-48e9-9dab-cdfd95a89f3e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/e99a6df9-2b39-4ac0-9068-9f41dd32190f HTTP/1.1" status: 404 len: 337 time: 0.0303464 Sep 18 00:56:33.017584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60922) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.041736 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e377894-1c09-4251-96ca-059bcf89a844 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:33.042469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e377894-1c09-4251-96ca-059bcf89a844 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:33.044359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8e377894-1c09-4251-96ca-059bcf89a844 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/23b22e16-7d33-4a0d-aa0c-7b2c74a27aba HTTP/1.1" status: 404 len: 339 time: 0.0258007 Sep 18 00:56:33.046750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60924) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.150467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting port b456c433-14b5-4501-a65c-69bc4e715d29 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:33.150913 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.219870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.234929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Calling delete_port for b456c433-14b5-4501-a65c-69bc4e715d29 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:33.238069 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2fe4d8da-2f8e-4516-b2c9-c931a13f9bb8 req-6eec08df-7e80-4ace-8372-676b82ce4d5a tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0263162 Sep 18 00:56:33.332148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.373657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.378815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/ports/b456c433-14b5-4501-a65c-69bc4e715d29 HTTP/1.1" status: 204 len: 168 time: 0.3281739 Sep 18 00:56:33.378815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b073af-89b4-4279-9c57-80adaabb930e tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Port': ['ID=b456c433-14b5-4501-a65c-69bc4e715d29,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:33.379085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.409821 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e3d1e5-ba25-4762-b592-5f426d78ec82 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:33.410288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e3d1e5-ba25-4762-b592-5f426d78ec82 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:33.412027 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2e3d1e5-ba25-4762-b592-5f426d78ec82 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/6d3161cd-d012-4996-9657-96cb28f70014 HTTP/1.1" status: 404 len: 337 time: 0.0325274 Sep 18 00:56:33.414626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.495364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.589507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.609545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104e52d2-fd87-417a-acd3-758d7bdb223f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:33.618535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f14a475-66d3-4593-97cd-44dc0c448fc4') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:33.618830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f14a475-66d3-4593-97cd-44dc0c448fc4') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:33.627818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.640940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.647396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:33.648657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:33.651805 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:33.718288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.737946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.739822 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/104e52d2-fd87-417a-acd3-758d7bdb223f HTTP/1.1" status: 204 len: 168 time: 0.3239250 Sep 18 00:56:33.741188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8e39-1b5d-4ddf-a43e-59fcc36d2a13 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=104e52d2-fd87-417a-acd3-758d7bdb223f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:33.742582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60944) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:33.826073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b6f3a59-b871-47b4-b84d-00da4b2bf715 req-5d5aa826-1ffe-4a6e-91aa-d0a34c153179 tempest-ServerShowV247Test-112062967 tempest-ServerShowV247Test-112062967-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e977b7d-ec70-47c2-8bbd-6a73c75d1131 HTTP/1.1" status: 200 len: 210 time: 0.0428703 Sep 18 00:56:33.887379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting port 9df61958-e618-4a29-9638-d7a7403e9eab {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:33.887810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.961163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:33.974801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Calling delete_port for 9df61958-e618-4a29-9638-d7a7403e9eab owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:34.062866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.095676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Port': ['ID=9df61958-e618-4a29-9638-d7a7403e9eab,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:34.105248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.107385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-223ed67e-57d7-48d5-b2de-854bf3ec6e54 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/ports/9df61958-e618-4a29-9638-d7a7403e9eab HTTP/1.1" status: 204 len: 168 time: 0.3639364 Sep 18 00:56:34.109935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60954) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:34.138333 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d48bf72-6f9c-458f-b809-858346736303 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:34.138713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d48bf72-6f9c-458f-b809-858346736303 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:34.142867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d48bf72-6f9c-458f-b809-858346736303 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/36e05fce-d3e6-40d3-ae63-bc4ddec12e3f HTTP/1.1" status: 404 len: 337 time: 0.0294831 Sep 18 00:56:34.143122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60956) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:34.221888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.314048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.334764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:34.344732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352880ed-58cf-4f57-b6fb-6206303e0840') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:34.345950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352880ed-58cf-4f57-b6fb-6206303e0840') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:34.359417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.374626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.381076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:34.381693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:34.385617 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:34.448373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.455039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.460127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8 HTTP/1.1" status: 204 len: 168 time: 0.3128409 Sep 18 00:56:34.460127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60964) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:34.477206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f6d2f-d45c-462b-8a1c-367f3ae3fcf4 tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=fb2d8faf-fb99-49d6-bd4f-35e94cf9e6b8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:34.521481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting subnet 7ce40072-81f9-4fe8-8605-d44eb344b8a6 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:34.524954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.572683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.669171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.728509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.754445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce40072-81f9-4fe8-8605-d44eb344b8a6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:34.762348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.764575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42803251-80cb-485c-ad4b-5b50c2f6ccac tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/subnets/7ce40072-81f9-4fe8-8605-d44eb344b8a6 HTTP/1.1" status: 204 len: 168 time: 0.3042438 Sep 18 00:56:34.766879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 60972) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:34.769525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb796a7-9ced-4406-a276-43926c0b5a0a None None] Network 75426f47-9d1d-4deb-bed8-e51179c471a1 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:34.848070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.927292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Deleting port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:34.927638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:34.988578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] DHCP port deletion for 75426f47-9d1d-4deb-bed8-e51179c471a1 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:35.016649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] For port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,segment=NetworkSegment(865ae55a-5b00-4641-9cc4-aa5ec44eca1f),segment_id=865ae55a-5b00-4641-9cc4-aa5ec44eca1f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:35.017888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.033971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Calling delete_port for c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:35.042354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Deleting port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:35.043066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.140131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.173892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Port': ['ID=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.181531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] No DVR routers for this DVR port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:35.268159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 60990) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:35.279292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] For port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,segment=NetworkSegment(865ae55a-5b00-4641-9cc4-aa5ec44eca1f),segment_id=865ae55a-5b00-4641-9cc4-aa5ec44eca1f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:35.280401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.285754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.295661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Calling delete_port for c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:35.307765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75426f47-9d1d-4deb-bed8-e51179c471a1']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:35.317546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865ae55a-5b00-4641-9cc4-aa5ec44eca1f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:35.318012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865ae55a-5b00-4641-9cc4-aa5ec44eca1f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:35.328757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.343844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.352867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:35.353351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:35.357295 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:35.401597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.408031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c108ef3b-94f2-485c-a56d-9f15ae3994da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.436111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] Pushing event deleted for resources: {'Port': ['ID=c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.438112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af6f20-b89f-4296-9404-dbb674b8be13 None None] No DVR routers for this DVR port c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:35.442235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.451701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.453963 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] 10.222.0.49 "DELETE /v2.0/networks/75426f47-9d1d-4deb-bed8-e51179c471a1 HTTP/1.1" status: 204 len: 168 time: 0.6856987 Sep 18 00:56:35.475103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487227-28ba-45de-bd25-7439c2a893ec tempest-NetworksIpV6TestAttrs-67473828 tempest-NetworksIpV6TestAttrs-67473828-project] Pushing event deleted for resources: {'Network': ['ID=75426f47-9d1d-4deb-bed8-e51179c471a1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.489721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:35.520971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:35.520971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9e8736d-713a-4ba8-9ccf-6cc43e48c0c9 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:35.558125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c108ef3b-94f2-485c-a56d-9f15ae3994da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.563380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c108ef3b-94f2-485c-a56d-9f15ae3994da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.610106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c108ef3b-94f2-485c-a56d-9f15ae3994da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2796fcf1725a4d5ab7565553ce68f7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405356 Sep 18 00:56:35.613201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32768) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:35.614399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108ef3b-94f2-485c-a56d-9f15ae3994da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3460b203-7706-4ee6-b71c-738992c2b0fa,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.680143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.706410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.754656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32774) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:35.762071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.764737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.768305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3460b203-7706-4ee6-b71c-738992c2b0fa HTTP/1.1" status: 204 len: 168 time: 0.1511734 Sep 18 00:56:35.776411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938655d-1736-4062-946f-0291dffb67d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3460b203-7706-4ee6-b71c-738992c2b0fa,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:36.045600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5cc8df3-352a-492d-9a94-9e612243f53a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0b1763bbc5c499089d2f50e92d3cd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871077 Sep 18 00:56:36.045776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32790) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:36.100856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:36.124358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:36.197571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:36.200181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:36.201412 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e01f1b4-fa82-42b6-915f-7ecf62f2c595 HTTP/1.1" status: 204 len: 168 time: 0.1545260 Sep 18 00:56:36.212247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4126a-800c-487f-abc2-6af13b706681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e01f1b4-fa82-42b6-915f-7ecf62f2c595,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:37.011554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:37.150384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-929feb43-195e-470a-b5f5-15003a9205cd req-63501546-d088-4145-ab15-ceee44c2c706 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0284796 Sep 18 00:56:37.202442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-482890697'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:37.228475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:37.233736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.246257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.348081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.354912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.389078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:37.403103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42133936-e0d6-43a5-b021-d96a48c284c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:37.408743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.409167 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment 11433c55-af36-487f-ae93-7d98b62ac07b of type vlan for network 2dee652b-2a27-4b32-9b26-7c235316329e Sep 18 00:56:37.453849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.482300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.488813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:37.489389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.519325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5057209 Sep 18 00:56:37.522128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32878) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:37.527219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'name': 'tempest-PortsTestJSON-1536610646'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:37.568175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a4c9-1c33-4be9-8031-a91a6e1567ea tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=2dee652b-2a27-4b32-9b26-7c235316329e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:37.579907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:37.645008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:37.649636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.678242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port d85c8a0d-199c-41b8-85c4-cc8152d9e501 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:37.858391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.895647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:37.961566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=d85c8a0d-199c-41b8-85c4-cc8152d9e501,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:37.979342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': '11433c55-af36-487f-ae93-7d98b62ac07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:37.979716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 2dee652b-2a27-4b32-9b26-7c235316329e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:37.997405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:38.006653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 2dee652b-2a27-4b32-9b26-7c235316329e) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:38.011177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:38.015611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49202545-0c12-49d7-a376-859848b58b9a None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:38.022878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:38.023653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.046431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-761be3af-e9a0-49ed-85a6-5de7ae8bb677 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5231135 Sep 18 00:56:38.049823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32890) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:38.058094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1878271607'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:38.083596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:38.093629 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.125272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:38.138358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.139051 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment b3c76755-64e6-40f2-b996-b65237ba38aa of type vlan for network 405781ff-c713-4d97-ac90-e49fda17e5da Sep 18 00:56:38.188461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.216795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.222390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:38.223097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.297958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db1a4205-07db-4fdd-90a9-11ef34b3b78e req-2c1a8ff9-a011-4bab-bf7a-51a9baaf088e tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0455358 Sep 18 00:56:38.325580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2726963 Sep 18 00:56:38.328595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:38.330475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5fd8-aa00-48ea-942e-95a2e8037a07 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=405781ff-c713-4d97-ac90-e49fda17e5da,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:38.333847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'ports': [{'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'}, {'network_id': '405781ff-c713-4d97-ac90-e49fda17e5da'}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:38.334261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:38.334852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '405781ff-c713-4d97-ac90-e49fda17e5da'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:38.340881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 405781ff-c713-4d97-ac90-e49fda17e5da details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:38.500184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:38.504714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.517971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:38.598843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 3eced546-284b-4535-95b4-bea3bf2e4193 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:39.119043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.187614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port b940a5c7-7826-4a07-90db-c5d0641eaf28 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:39.275430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac5ab31b-9f85-4649-86ad-afc2d65b3c35 req-ff406f1b-8e4e-4517-9396-7684e463c906 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Sep 18 00:56:39.310006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.357549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.409094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:39.412699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:39.417162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:39.418094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.427703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3eced546-284b-4535-95b4-bea3bf2e4193,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:39.434661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-348f0978-4626-4713-b008-86d073b1aad8 req-04c31054-1cf9-4c97-8550-4ed8141ab7e3 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0429993 Sep 18 00:56:39.497432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=b940a5c7-7826-4a07-90db-c5d0641eaf28,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:39.501829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': 'b3c76755-64e6-40f2-b996-b65237ba38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '405781ff-c713-4d97-ac90-e49fda17e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:39.502182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 405781ff-c713-4d97-ac90-e49fda17e5da, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:39.520211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 405781ff-c713-4d97-ac90-e49fda17e5da is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:39.529107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 405781ff-c713-4d97-ac90-e49fda17e5da) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:39.533275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:39.537973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549e340-0e86-4a9d-a4c7-d07d76de4cc7 None None] Network 405781ff-c713-4d97-ac90-e49fda17e5da requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:39.539869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:39.544710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:39.545390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.561225 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-41c5c15e-aa83-4cc3-9488-6e0bb1673b71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2313976 Sep 18 00:56:39.563839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32926) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:39.661573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port b940a5c7-7826-4a07-90db-c5d0641eaf28 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:39.662185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.727136 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.743595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for b940a5c7-7826-4a07-90db-c5d0641eaf28 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:39.824169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.858882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=b940a5c7-7826-4a07-90db-c5d0641eaf28,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:39.865390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:39.870214 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf90ffb9-c9cd-430c-b8ba-f8b88d7525d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/b940a5c7-7826-4a07-90db-c5d0641eaf28 HTTP/1.1" status: 204 len: 168 time: 0.3030934 Sep 18 00:56:39.870549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:39.958749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8981884-41a8-44bd-9ce2-a8e9b2ff577d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:39.965354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8981884-41a8-44bd-9ce2-a8e9b2ff577d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:39.966880 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e8981884-41a8-44bd-9ce2-a8e9b2ff577d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0955172 Sep 18 00:56:39.969569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32936) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.059472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 3eced546-284b-4535-95b4-bea3bf2e4193 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:40.059813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.135288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.150325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 3eced546-284b-4535-95b4-bea3bf2e4193 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:40.253120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.295915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=3eced546-284b-4535-95b4-bea3bf2e4193,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:40.300653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.303261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6ed60741-e0a3-424f-a089-b8e955016cb7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/3eced546-284b-4535-95b4-bea3bf2e4193 HTTP/1.1" status: 204 len: 168 time: 0.3320398 Sep 18 00:56:40.305233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32944) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.369983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50550d8c-021d-4da3-8ed7-224d9645057a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:40.371682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-50550d8c-021d-4da3-8ed7-224d9645057a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0648928 Sep 18 00:56:40.374329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32946) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.402998 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd4e515-a4c8-4aa1-9e1d-e28428c178f8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:40.404610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6cd4e515-a4c8-4aa1-9e1d-e28428c178f8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/b940a5c7-7826-4a07-90db-c5d0641eaf28 HTTP/1.1" status: 404 len: 333 time: 0.0292656 Sep 18 00:56:40.407999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32952) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.434252 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e1eba8-30ea-48d6-9717-b5a1d5873695 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:40.435748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4e1eba8-30ea-48d6-9717-b5a1d5873695 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/3eced546-284b-4535-95b4-bea3bf2e4193 HTTP/1.1" status: 404 len: 333 time: 0.0264409 Sep 18 00:56:40.438706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 32954) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.529878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.600491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-61c311ca-c997-4a7c-a114-69cb94afa5b9 req-09591959-3b8f-4946-b4a5-1119ead93a64 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0580943 Sep 18 00:56:40.652751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.674037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405781ff-c713-4d97-ac90-e49fda17e5da']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:40.685139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c76755-64e6-40f2-b996-b65237ba38aa') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:40.685715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c76755-64e6-40f2-b996-b65237ba38aa') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:40.704188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.717991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.725381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:40.726323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:40.729657 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:40.818003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.826423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.828649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/405781ff-c713-4d97-ac90-e49fda17e5da HTTP/1.1" status: 204 len: 168 time: 0.3889565 Sep 18 00:56:40.832397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32974) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:40.840133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242187732'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:40.841139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2fa28-b2df-4be6-b579-c400abe241cf tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=405781ff-c713-4d97-ac90-e49fda17e5da,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:40.865556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:40.869511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.909676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:40.919878 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:40.920513 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment 9b12e09f-3df8-41e8-94ce-5f577aa61660 of type vlan for network c3a571ee-570f-481f-a991-8075eb532ea5 Sep 18 00:56:40.974173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.005200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.011783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:41.012475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.052418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2146835 Sep 18 00:56:41.052633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32986) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:41.060918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:41.104886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4ee44-2b98-4862-a6c2-845d968c12e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=c3a571ee-570f-481f-a991-8075eb532ea5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:41.118277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c3a571ee-570f-481f-a991-8075eb532ea5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:41.248184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:41.252321 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.291616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-584b5ab4-a08c-4ab8-92a4-e0bb6223a522 req-83a0ec06-f1eb-4681-86d3-12eeeb57e030 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0553453 Sep 18 00:56:41.462476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.525292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=92c65410-4cd7-49fb-b79f-5e43b0a57442,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:41.534166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': '9b12e09f-3df8-41e8-94ce-5f577aa61660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:41.534521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: c3a571ee-570f-481f-a991-8075eb532ea5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:41.554506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network c3a571ee-570f-481f-a991-8075eb532ea5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:41.563387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c3a571ee-570f-481f-a991-8075eb532ea5) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:41.567521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:41.568107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.573955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1963bf-c015-4193-b2cf-66ef22e628a3 None None] Network c3a571ee-570f-481f-a991-8075eb532ea5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:41.585710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-95d3aa58-b9a6-472d-8c67-d30a23fa962d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5317671 Sep 18 00:56:41.588511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 32998) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:41.594203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5', 'name': 'tempest-PortsTestJSON-1951360550'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:41.708813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:41.713215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.736179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port a397ecca-433c-41c4-93c2-e97f0c1c18c4 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:41.737869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c3a571ee-570f-481f-a991-8075eb532ea5', 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': '92c65410-4cd7-49fb-b79f-5e43b0a57442'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:41.738974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:41.850197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.4 (c3a571ee-570f-481f-a991-8075eb532ea5/92c65410-4cd7-49fb-b79f-5e43b0a57442/a397ecca-433c-41c4-93c2-e97f0c1c18c4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:42.001880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.039543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.084952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Allocated IP 172.20.0.2 (c3a571ee-570f-481f-a991-8075eb532ea5/92c65410-4cd7-49fb-b79f-5e43b0a57442/57be785b-b2e7-45e7-a22c-06cbe1441468) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:42.088364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network c3a571ee-570f-481f-a991-8075eb532ea5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:42.091629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:42.095621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:42.123407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=a397ecca-433c-41c4-93c2-e97f0c1c18c4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.153962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:42.154881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.173218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-37ada4a4-1a90-4237-9f2b-c1af3898529b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5810831 Sep 18 00:56:42.173503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33000) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:42.245668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.258902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.293426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port a397ecca-433c-41c4-93c2-e97f0c1c18c4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:42.294005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.307363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Network c3a571ee-570f-481f-a991-8075eb532ea5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:42.310568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:42.314086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:42.373969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Pushing event updated for resources: {'Port': ['ID=57be785b-b2e7-45e7-a22c-06cbe1441468,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.397280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Attempting to bind port 57be785b-b2e7-45e7-a22c-06cbe1441468 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:42.398568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Attempting to bind port 57be785b-b2e7-45e7-a22c-06cbe1441468 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '9b12e09f-3df8-41e8-94ce-5f577aa61660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:42.399120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Attempting to bind port 57be785b-b2e7-45e7-a22c-06cbe1441468 on network c3a571ee-570f-481f-a991-8075eb532ea5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:42.405248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:42.405864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Checking segment: {'id': '9b12e09f-3df8-41e8-94ce-5f577aa61660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:42.406434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.406991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Bound using segment: {'id': '9b12e09f-3df8-41e8-94ce-5f577aa61660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:42.407630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Bound port: 57be785b-b2e7-45e7-a22c-06cbe1441468, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b12e09f-3df8-41e8-94ce-5f577aa61660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c3a571ee-570f-481f-a991-8075eb532ea5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:42.408197 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.419071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.425330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1af7a885-bfb0-4812-87c9-52ea34425c88 req-b0fbc345-41e8-4069-93fa-78c485d519d7 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0328288 Sep 18 00:56:42.437943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for a397ecca-433c-41c4-93c2-e97f0c1c18c4 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:42.479857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] For port 57be785b-b2e7-45e7-a22c-06cbe1441468, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:42.483001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] For port 57be785b-b2e7-45e7-a22c-06cbe1441468, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57be785b-b2e7-45e7-a22c-06cbe1441468,segment=NetworkSegment(9b12e09f-3df8-41e8-94ce-5f577aa61660),segment_id=9b12e09f-3df8-41e8-94ce-5f577aa61660)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:42.487903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.561732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2cda-1ba0-4603-815e-e4c3a03741bc None None] Pushing event updated for resources: {'Port': ['ID=57be785b-b2e7-45e7-a22c-06cbe1441468,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.605549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.635869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=a397ecca-433c-41c4-93c2-e97f0c1c18c4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.708992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.711832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2409d4f-5eee-4c9e-8822-c8ca77f6bc03 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/a397ecca-433c-41c4-93c2-e97f0c1c18c4 HTTP/1.1" status: 204 len: 168 time: 0.5373211 Sep 18 00:56:42.714428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:42.743338 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2b4c70-ca53-4c0f-a0f1-418e6557d80e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:56:42.744138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2b4c70-ca53-4c0f-a0f1-418e6557d80e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:42.748986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33010) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:42.750156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f2b4c70-ca53-4c0f-a0f1-418e6557d80e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/a397ecca-433c-41c4-93c2-e97f0c1c18c4 HTTP/1.1" status: 404 len: 333 time: 0.0308340 Sep 18 00:56:42.790498 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a4dbab-34dc-41a8-a05f-a3058d789cf9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:42.792143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-31a4dbab-34dc-41a8-a05f-a3058d789cf9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/a397ecca-433c-41c4-93c2-e97f0c1c18c4 HTTP/1.1" status: 404 len: 333 time: 0.0405595 Sep 18 00:56:42.794756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33012) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:42.852524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 92c65410-4cd7-49fb-b79f-5e43b0a57442 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:42.856004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.909556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:42.997395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.066241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.094152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=92c65410-4cd7-49fb-b79f-5e43b0a57442,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:43.098549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.100433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcfa4873-c0f6-4d29-84b4-ee8e8c0340b4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/92c65410-4cd7-49fb-b79f-5e43b0a57442 HTTP/1.1" status: 204 len: 168 time: 0.3047428 Sep 18 00:56:43.103755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33014) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:43.186808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.242710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 57be785b-b2e7-45e7-a22c-06cbe1441468 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:43.243127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.314645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port 57be785b-b2e7-45e7-a22c-06cbe1441468, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=57be785b-b2e7-45e7-a22c-06cbe1441468,segment=NetworkSegment(9b12e09f-3df8-41e8-94ce-5f577aa61660),segment_id=9b12e09f-3df8-41e8-94ce-5f577aa61660)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:43.315006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.329579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 57be785b-b2e7-45e7-a22c-06cbe1441468 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:43.418610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.434811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port 57be785b-b2e7-45e7-a22c-06cbe1441468 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:43.468878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=57be785b-b2e7-45e7-a22c-06cbe1441468,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:43.567531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57be785b-b2e7-45e7-a22c-06cbe1441468 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:43.582472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.595634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 57be785b-b2e7-45e7-a22c-06cbe1441468 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:43.595983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57be785b-b2e7-45e7-a22c-06cbe1441468 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 00:56:43.626288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port 57be785b-b2e7-45e7-a22c-06cbe1441468 not found, will not notify nova. {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 00:56:43.642245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0de7165f-d1dc-46a3-a142-0037ebf8612c req-5e0848e0-6c7c-4bdc-bb7b-2fa8272fea7d tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.1090932 Sep 18 00:56:43.643798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a571ee-570f-481f-a991-8075eb532ea5']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:43.648641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c29568-a6ca-48a0-8a87-5dc228d998e2 None None] Network c3a571ee-570f-481f-a991-8075eb532ea5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:43.656884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b12e09f-3df8-41e8-94ce-5f577aa61660') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:43.657189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b12e09f-3df8-41e8-94ce-5f577aa61660') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:43.666929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.680710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.687187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:43.687514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:43.690769 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:43.731123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f15a77f1-bb2a-4725-b606-61d5a7c2eacc None None] Could not find standard attr ID for object 57be785b-b2e7-45e7-a22c-06cbe1441468. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:56:43.758972 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.777969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.780341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/c3a571ee-570f-481f-a991-8075eb532ea5 HTTP/1.1" status: 204 len: 168 time: 0.6755931 Sep 18 00:56:43.781852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5feb99-4720-45b6-ad7d-c8dc4da67da9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=c3a571ee-570f-481f-a991-8075eb532ea5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:43.783949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33022) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:43.790175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-648721760'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:43.813294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:43.816668 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.844781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:43.850534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e8081-0f66-4f37-8904-c62f06c65941 None None] DHCP port deletion for c3a571ee-570f-481f-a991-8075eb532ea5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:43.854782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.855131 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment 704f0f63-0fc7-4982-ae84-f017446805bf of type vlan for network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 Sep 18 00:56:43.898150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.922435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.927947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:43.928558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:43.972853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1875503 Sep 18 00:56:43.973745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33024) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:44.008383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:44.012639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083932a3-2cee-494c-bc05-35d7a1ba6a3b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=1e6295bb-e835-4c43-8c10-b00a10f0e7d2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:44.023853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:44.105585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:44.109060 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.294661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.360278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=e9772a12-f772-433a-9406-cee680c5d999,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:44.368082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': '704f0f63-0fc7-4982-ae84-f017446805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:44.368475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 1e6295bb-e835-4c43-8c10-b00a10f0e7d2, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:44.391516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:44.400703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 1e6295bb-e835-4c43-8c10-b00a10f0e7d2) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:44.404697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:44.405296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.410066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7871c-b90a-4334-9dd4-b1c3c77071a6 None None] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:44.419062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e806b16d-3335-492e-800a-7c4ca1a29a32 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4159009 Sep 18 00:56:44.421742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:44.426806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1306495176'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:44.564682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:44.568353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.576519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-1e6295bb-e835-4c43-8c10-b00a10f0e7d2', 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': 'e9772a12-f772-433a-9406-cee680c5d999'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:44.577468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.587521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 28b4e062-f9d7-43ed-b0a9-b6d3985b977c yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:44.722501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.5 (1e6295bb-e835-4c43-8c10-b00a10f0e7d2/e9772a12-f772-433a-9406-cee680c5d999/28b4e062-f9d7-43ed-b0a9-b6d3985b977c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:44.754855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cce823a-7f38-484d-b490-156c78a743c3 req-157291cd-de43-45d6-9e8c-c339d5498859 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0344017 Sep 18 00:56:44.871721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.909742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.946889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:44.950188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:44.952652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:44.957212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Allocated IP 172.20.0.2 (1e6295bb-e835-4c43-8c10-b00a10f0e7d2/e9772a12-f772-433a-9406-cee680c5d999/72a9355b-70eb-47a2-9c1a-8d979f4c2483) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:44.992444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=28b4e062-f9d7-43ed-b0a9-b6d3985b977c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.013493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:45.014179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.031875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4d088869-b5ec-4054-8cec-cc937d6159bd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6064723 Sep 18 00:56:45.032171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33034) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:45.116061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.122555 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.134105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 28b4e062-f9d7-43ed-b0a9-b6d3985b977c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:45.134453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.159052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:45.162499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:45.166121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:45.177151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Pushing event updated for resources: {'Port': ['ID=72a9355b-70eb-47a2-9c1a-8d979f4c2483,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.226781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Attempting to bind port 72a9355b-70eb-47a2-9c1a-8d979f4c2483 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:45.227192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Attempting to bind port 72a9355b-70eb-47a2-9c1a-8d979f4c2483 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '704f0f63-0fc7-4982-ae84-f017446805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:45.227525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Attempting to bind port 72a9355b-70eb-47a2-9c1a-8d979f4c2483 on network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:45.233060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:45.233845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Checking segment: {'id': '704f0f63-0fc7-4982-ae84-f017446805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:45.233845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.234241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Bound using segment: {'id': '704f0f63-0fc7-4982-ae84-f017446805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:45.234724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Bound port: 72a9355b-70eb-47a2-9c1a-8d979f4c2483, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f0f63-0fc7-4982-ae84-f017446805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e6295bb-e835-4c43-8c10-b00a10f0e7d2'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:45.235117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.235674 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.251931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 28b4e062-f9d7-43ed-b0a9-b6d3985b977c owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:45.306479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] For port 72a9355b-70eb-47a2-9c1a-8d979f4c2483, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:45.309833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] For port 72a9355b-70eb-47a2-9c1a-8d979f4c2483, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=72a9355b-70eb-47a2-9c1a-8d979f4c2483,segment=NetworkSegment(704f0f63-0fc7-4982-ae84-f017446805bf),segment_id=704f0f63-0fc7-4982-ae84-f017446805bf)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:45.316568 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.391619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab91612-9f63-49ba-828d-9657acab3fac None None] Pushing event updated for resources: {'Port': ['ID=72a9355b-70eb-47a2-9c1a-8d979f4c2483,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.407919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.436915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=28b4e062-f9d7-43ed-b0a9-b6d3985b977c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.479155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57be785b-b2e7-45e7-a22c-06cbe1441468 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:45.500548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 57be785b-b2e7-45e7-a22c-06cbe1441468 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:45.501023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 57be785b-b2e7-45e7-a22c-06cbe1441468 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:45.526070 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.530908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:45.531456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-35b7fdbb-dfe4-46d0-86dc-525ac7224b97 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/28b4e062-f9d7-43ed-b0a9-b6d3985b977c HTTP/1.1" status: 204 len: 168 time: 0.4972630 Sep 18 00:56:45.558279 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-07752d2f-97ef-4f26-8c75-9031d29fbf12 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:45.562713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-07752d2f-97ef-4f26-8c75-9031d29fbf12 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/28b4e062-f9d7-43ed-b0a9-b6d3985b977c HTTP/1.1" status: 404 len: 333 time: 0.0271609 Sep 18 00:56:45.562809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33038) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:45.671890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet e9772a12-f772-433a-9406-cee680c5d999 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:45.677652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.742782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.853125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.896855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5381151-0788-41b3-81ce-59a734ad44d0 req-07b235ce-fb12-43d5-a2cc-79cba1fe52b6 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0391674 Sep 18 00:56:45.935219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.965695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=e9772a12-f772-433a-9406-cee680c5d999,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.975442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:45.979568 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/e9772a12-f772-433a-9406-cee680c5d999 HTTP/1.1" status: 204 len: 168 time: 0.4155214 Sep 18 00:56:45.981034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:45.981487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.981908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.982468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.982871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.983275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.983676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.984194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.985052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.985516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.985912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.986433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:45.986863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b247fb-1185-41fe-a488-42b23a12278b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:46.076797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.116628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.144810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 72a9355b-70eb-47a2-9c1a-8d979f4c2483 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:46.145154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.231689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port 72a9355b-70eb-47a2-9c1a-8d979f4c2483, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=72a9355b-70eb-47a2-9c1a-8d979f4c2483,segment=NetworkSegment(704f0f63-0fc7-4982-ae84-f017446805bf),segment_id=704f0f63-0fc7-4982-ae84-f017446805bf)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:46.232194 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.247935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 72a9355b-70eb-47a2-9c1a-8d979f4c2483 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:46.343765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.375493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=72a9355b-70eb-47a2-9c1a-8d979f4c2483,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:46.380880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port 72a9355b-70eb-47a2-9c1a-8d979f4c2483 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:46.478008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.638179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4ae5c-ae6e-4dff-8592-a7f3408d8757 None None] Network 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:46.739420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0e2f1661-e573-4cb6-a11f-eef4392b3d60 None None] Could not find standard attr ID for object 72a9355b-70eb-47a2-9c1a-8d979f4c2483. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:56:46.907389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6295bb-e835-4c43-8c10-b00a10f0e7d2']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:46.917640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704f0f63-0fc7-4982-ae84-f017446805bf') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:46.918211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704f0f63-0fc7-4982-ae84-f017446805bf') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:46.922225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599bf1d6-b7ed-413a-af5f-d920137591ec None None] DHCP port deletion for 1e6295bb-e835-4c43-8c10-b00a10f0e7d2 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:46.942394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.962085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.970808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:46.971372 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:46.975983 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:47.029269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b61d7200-5ec8-4bb8-b77a-4e33f4e3b444 req-7a919411-2ee6-4b1b-9b97-efbda7a59214 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0395079 Sep 18 00:56:47.077634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.081960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.084035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/1e6295bb-e835-4c43-8c10-b00a10f0e7d2 HTTP/1.1" status: 204 len: 168 time: 1.1013288 Sep 18 00:56:47.087688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:47.094014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'name': 'tempest-PortsTestJSON-1425393499'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:47.111575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d6fb-8bed-47db-a7d0-be0e4a6ecdf3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=1e6295bb-e835-4c43-8c10-b00a10f0e7d2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.201420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:47.205189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.224173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port c6111fed-defa-4b36-b635-8d8a1e240419 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:47.403779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.443669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.493120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:47.496682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:47.501019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:47.507678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:47.508484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.521180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=c6111fed-defa-4b36-b635-8d8a1e240419,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.534845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d2960e8-9131-4ff9-ad06-9fc2a8adbb14 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4454403 Sep 18 00:56:47.537399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:47.642180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port c6111fed-defa-4b36-b635-8d8a1e240419 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:47.642961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.718260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.736844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for c6111fed-defa-4b36-b635-8d8a1e240419 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:47.825008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.851642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=c6111fed-defa-4b36-b635-8d8a1e240419,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.868382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.874994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:47.880512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'mac_address': 'fa:16:3e:9f:32:65', 'name': 'tempest-PortsTestJSON-895691757'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:47.880854 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01a1480f-ab71-4bea-8318-f78e454c6845 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/c6111fed-defa-4b36-b635-8d8a1e240419 HTTP/1.1" status: 204 len: 168 time: 0.3415127 Sep 18 00:56:47.977948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:48.049001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.074415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 035fabeb-efbd-402e-9239-ade05448dde3 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:48.149958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-097f8a0e-62fb-4b87-8372-66bde920c2b4 req-df2fe2e3-5afa-4da0-afa5-dacb3f80e57f tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0336013 Sep 18 00:56:48.275527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.309317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.352597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:48.355696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:48.359306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:48.364894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:48.365495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.373534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=035fabeb-efbd-402e-9239-ade05448dde3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.389426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33406) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:48.389975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-449f5537-5f76-4cde-87f1-06ab77801773 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5131261 Sep 18 00:56:48.434287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6f329-65fe-4ba3-98b3-c4696ae5e3a7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:48.435634 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-15d6f329-65fe-4ba3-98b3-c4696ae5e3a7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/035fabeb-efbd-402e-9239-ade05448dde3 HTTP/1.1" status: 200 len: 840 time: 0.0450218 Sep 18 00:56:48.438345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33414) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:48.534797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 035fabeb-efbd-402e-9239-ade05448dde3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:48.535138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.612472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.629173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 035fabeb-efbd-402e-9239-ade05448dde3 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:48.717460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.744988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=035fabeb-efbd-402e-9239-ade05448dde3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.752615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.757593 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f7567a6-0b88-4830-90a6-025ac856fab5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/035fabeb-efbd-402e-9239-ade05448dde3 HTTP/1.1" status: 204 len: 168 time: 0.3151937 Sep 18 00:56:48.757981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33462) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:48.783689 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-504d1f43-552d-4407-98f1-3d7f40803f53 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:48.785619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-504d1f43-552d-4407-98f1-3d7f40803f53 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/035fabeb-efbd-402e-9239-ade05448dde3 HTTP/1.1" status: 404 len: 333 time: 0.0266488 Sep 18 00:56:48.789791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33470) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:48.795056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'name': 'tempest-PortsTestJSON-139761432'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:48.896083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:48.899786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.918732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 0523ed0d-30da-40ba-bcfc-05d386cd17be yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:49.089605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.122787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.165245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:49.168294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:49.171802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:49.177357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:49.177944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.191970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=0523ed0d-30da-40ba-bcfc-05d386cd17be,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.201160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27a3586d-0890-4f47-9469-55325b8be841 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4101658 Sep 18 00:56:49.203645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33514) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.209050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:49.257950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55096b0e-c7c9-413f-96e3-6fbe4989f09e req-c3a75bc9-02d7-4cec-98ae-501e024f352a tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0273161 Sep 18 00:56:49.275869 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.429708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.434116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.467210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] In _notify_port_updated(), no bound segment for port 0523ed0d-30da-40ba-bcfc-05d386cd17be on network 2dee652b-2a27-4b32-9b26-7c235316329e {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:56:49.472680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:49.473259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.474547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/ports/0523ed0d-30da-40ba-bcfc-05d386cd17be HTTP/1.1" status: 200 len: 818 time: 0.2698295 Sep 18 00:56:49.477917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33516) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.519361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22d07-d60f-4f0b-a2c2-a885ac73d1a8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=0523ed0d-30da-40ba-bcfc-05d386cd17be,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.574233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 0523ed0d-30da-40ba-bcfc-05d386cd17be {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:49.574575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.641748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.653747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 0523ed0d-30da-40ba-bcfc-05d386cd17be owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:49.729954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.762577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.764720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/0523ed0d-30da-40ba-bcfc-05d386cd17be HTTP/1.1" status: 204 len: 168 time: 0.2858961 Sep 18 00:56:49.765916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3408-f4a1-4614-a617-afbefb84ddac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=0523ed0d-30da-40ba-bcfc-05d386cd17be,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.767301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.819411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d650ea-2693-4271-a7a6-2586ffae7fac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:49.820903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b7d650ea-2693-4271-a7a6-2586ffae7fac tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0525389 Sep 18 00:56:49.823523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33520) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.845839 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f99a21-95c5-4f33-89e4-d27141dc2346 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:49.847211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03f99a21-95c5-4f33-89e4-d27141dc2346 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/0523ed0d-30da-40ba-bcfc-05d386cd17be HTTP/1.1" status: 404 len: 333 time: 0.0228064 Sep 18 00:56:49.851232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33522) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.855693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1041646795'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:49.875514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:49.878870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.904134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:49.913177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.913696 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment cf66b813-1b75-4b42-977d-5900b283b95e of type vlan for network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b Sep 18 00:56:49.955602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.980701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.986115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:49.986702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.027116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1748126 Sep 18 00:56:50.030182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33532) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:50.034755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:50.082404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8b90f-708f-4e8b-9617-88ba05a4768d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=145d3d2e-dea7-48f9-bd4a-5f546dda6d1b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.097043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:50.167344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:50.171225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.371771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d20c9a68-bdb0-4bc2-8ae8-a880c65738f8 req-bb85b09c-47fa-4673-8974-6801548ad792 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0326149 Sep 18 00:56:50.380095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.445514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=7ad49ae3-bf8a-4e46-abd9-a42191f5acc6,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.455488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': 'cf66b813-1b75-4b42-977d-5900b283b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:50.455855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:50.472411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:50.481039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:50.485039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:50.485619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.489810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be70f8f-ce42-454d-986d-a8e80e9aadc4 None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:50.499381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9bd0b99d-4d5f-4448-ab60-e77fb114e8f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4685111 Sep 18 00:56:50.502146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33540) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:50.508026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:50.618463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:50.622170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.633844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': '7ad49ae3-bf8a-4e46-abd9-a42191f5acc6'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:50.634707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.726714 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ad49ae3-bf8a-4e46-abd9-a42191f5acc6 (CIDR: 172.20.0.0/28) Sep 18 00:56:50.730851 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:56:50.731375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:56:50.749432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-371860fc-beaf-4e8c-b135-2191fcc49c21 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2437644 Sep 18 00:56:50.749673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:50.755118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:50.780774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Allocated IP 172.20.0.2 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/7ad49ae3-bf8a-4e46-abd9-a42191f5acc6/d22d8dd5-18ff-40b0-8348-94e11b49b74d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:50.869478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:50.876215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.937031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.943171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.980349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:50.981923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:50.984660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:51.025180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Pushing event updated for resources: {'Port': ['ID=d22d8dd5-18ff-40b0-8348-94e11b49b74d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.057085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Attempting to bind port d22d8dd5-18ff-40b0-8348-94e11b49b74d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:51.057546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Attempting to bind port d22d8dd5-18ff-40b0-8348-94e11b49b74d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'cf66b813-1b75-4b42-977d-5900b283b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:51.057985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Attempting to bind port d22d8dd5-18ff-40b0-8348-94e11b49b74d on network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:51.063066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:51.063717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Checking segment: {'id': 'cf66b813-1b75-4b42-977d-5900b283b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:51.064191 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.064686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Bound using segment: {'id': 'cf66b813-1b75-4b42-977d-5900b283b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:51.065220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Bound port: d22d8dd5-18ff-40b0-8348-94e11b49b74d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf66b813-1b75-4b42-977d-5900b283b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:51.065799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.133527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] For port d22d8dd5-18ff-40b0-8348-94e11b49b74d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:51.136921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] For port d22d8dd5-18ff-40b0-8348-94e11b49b74d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d22d8dd5-18ff-40b0-8348-94e11b49b74d,segment=NetworkSegment(cf66b813-1b75-4b42-977d-5900b283b95e),segment_id=cf66b813-1b75-4b42-977d-5900b283b95e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:51.142445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.167435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.208766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:51.212887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:51.226325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.227007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.253272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5022385 Sep 18 00:56:51.254005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddcf58-7578-478e-bfb3-a1ad51810bc5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=ac750a75-4dda-4c6c-96d2-3cbed08219af,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.256071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:51.263800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'fixed_ips': [{'subnet_id': '7ad49ae3-bf8a-4e46-abd9-a42191f5acc6'}, {'subnet_id': 'ac750a75-4dda-4c6c-96d2-3cbed08219af'}], 'name': 'tempest-PortsTestJSON-379165694'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:51.266469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2eab1-f72a-4f46-91da-50e123ea0781 None None] Pushing event updated for resources: {'Port': ['ID=d22d8dd5-18ff-40b0-8348-94e11b49b74d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.406907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:51.535373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98418ad3-dca6-4032-9529-dd13086419ce req-56441269-560f-407c-962b-e5b0eaadec62 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0481844 Sep 18 00:56:51.547930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.573409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 3edee0b7-e9b5-454d-bf84-3868479f8591 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:51.643491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d22d8dd5-18ff-40b0-8348-94e11b49b74d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:51.694824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d22d8dd5-18ff-40b0-8348-94e11b49b74d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:51.695293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.776489 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.811709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port d22d8dd5-18ff-40b0-8348-94e11b49b74d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d22d8dd5-18ff-40b0-8348-94e11b49b74d,segment=NetworkSegment(cf66b813-1b75-4b42-977d-5900b283b95e),segment_id=cf66b813-1b75-4b42-977d-5900b283b95e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:51.816513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:51.864985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.7 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/7ad49ae3-bf8a-4e46-abd9-a42191f5acc6/3edee0b7-e9b5-454d-bf84-3868479f8591) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:51.866482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=d22d8dd5-18ff-40b0-8348-94e11b49b74d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.873307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.25 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/ac750a75-4dda-4c6c-96d2-3cbed08219af/3edee0b7-e9b5-454d-bf84-3868479f8591) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:52.033603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.071783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.119412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:52.122711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:52.129243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:52.133533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3edee0b7-e9b5-454d-bf84-3868479f8591,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:52.189121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:52.190058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.210290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33556) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:52.211147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-99c3b608-6c65-43d1-9c90-b284c9896b79 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9508934 Sep 18 00:56:52.225125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ad49ae3-bf8a-4e46-abd9-a42191f5acc6'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:52.322221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991e76a-a5cd-40e6-a066-f8c7806c566f None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:52.407065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-597011cc-dd22-4050-b258-189cff1f5934 None None] Provisioning complete for port d22d8dd5-18ff-40b0-8348-94e11b49b74d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:52.407778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-597011cc-dd22-4050-b258-189cff1f5934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.425944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.634900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Update dhcp port {'port': {'network_id': '145d3d2e-dea7-48f9-bd4a-5f546dda6d1b', 'fixed_ips': [{'subnet_id': '7ad49ae3-bf8a-4e46-abd9-a42191f5acc6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac750a75-4dda-4c6c-96d2-3cbed08219af'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'd22d8dd5-18ff-40b0-8348-94e11b49b74d'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:56:52.658849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.663365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d3f114-fad0-4416-bb29-c8212ed50c36 req-6ef0c4c4-5b21-4b6c-9043-7a644b7cd2f4 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0371256 Sep 18 00:56:52.729963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Delete allocated IP 172.20.0.25 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/ac750a75-4dda-4c6c-96d2-3cbed08219af) {{(pid=106453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:56:52.868720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.875350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:52.979034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3edee0b7-e9b5-454d-bf84-3868479f8591,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:52.998360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Allocated IP 172.20.0.18 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/ac750a75-4dda-4c6c-96d2-3cbed08219af/d22d8dd5-18ff-40b0-8348-94e11b49b74d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:53.008025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] In _notify_port_updated(), no bound segment for port 3edee0b7-e9b5-454d-bf84-3868479f8591 on network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:56:53.013581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:53.014178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.015624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-30570253-3bc8-43c0-a502-3a90e33f8cc6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/ports/3edee0b7-e9b5-454d-bf84-3868479f8591 HTTP/1.1" status: 200 len: 918 time: 0.7966406 Sep 18 00:56:53.018944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33562) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:53.024739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ad49ae3-bf8a-4e46-abd9-a42191f5acc6'}, {'subnet_id': 'ac750a75-4dda-4c6c-96d2-3cbed08219af'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:53.095815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.099844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] For port d22d8dd5-18ff-40b0-8348-94e11b49b74d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d22d8dd5-18ff-40b0-8348-94e11b49b74d,segment=NetworkSegment(cf66b813-1b75-4b42-977d-5900b283b95e),segment_id=cf66b813-1b75-4b42-977d-5900b283b95e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:53.130682 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.137566 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.226421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b61b-1282-4a87-8cfb-68fddd9dbe4e None None] Pushing event updated for resources: {'Port': ['ID=d22d8dd5-18ff-40b0-8348-94e11b49b74d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.386575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.20 (145d3d2e-dea7-48f9-bd4a-5f546dda6d1b/ac750a75-4dda-4c6c-96d2-3cbed08219af/3edee0b7-e9b5-454d-bf84-3868479f8591) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:53.503752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d22d8dd5-18ff-40b0-8348-94e11b49b74d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:53.552081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.559377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.564857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d22d8dd5-18ff-40b0-8348-94e11b49b74d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:53.565294 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.639027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3edee0b7-e9b5-454d-bf84-3868479f8591,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.716396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] In _notify_port_updated(), no bound segment for port 3edee0b7-e9b5-454d-bf84-3868479f8591 on network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:56:53.724418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:53.725102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.729545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ead982b8-bf99-48d3-8090-c2f899511f47 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/ports/3edee0b7-e9b5-454d-bf84-3868479f8591 HTTP/1.1" status: 200 len: 998 time: 0.7072453 Sep 18 00:56:53.730145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:53.798160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d041a60-e8f5-4f2a-aa73-1c3cf3a072fb req-e42ec123-f07f-4839-b14e-3f1d910f4cec tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0378606 Sep 18 00:56:53.857544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 3edee0b7-e9b5-454d-bf84-3868479f8591 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:53.857878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.869157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23aa64-806c-4c46-aded-ed0ab853f282 None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:53.910431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1926356b-901e-4674-83c1-cfde2113b928 None None] Provisioning complete for port d22d8dd5-18ff-40b0-8348-94e11b49b74d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:53.910801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1926356b-901e-4674-83c1-cfde2113b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.957815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.970927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 3edee0b7-e9b5-454d-bf84-3868479f8591 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:54.107035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1926356b-901e-4674-83c1-cfde2113b928 None None] Provisioning complete for port 3edee0b7-e9b5-454d-bf84-3868479f8591 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:54.107531 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1926356b-901e-4674-83c1-cfde2113b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.149269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1926356b-901e-4674-83c1-cfde2113b928 None None] Port 3edee0b7-e9b5-454d-bf84-3868479f8591 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:54.174433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.197994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a493-d354-453c-97e2-9e74891a731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.209401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=3edee0b7-e9b5-454d-bf84-3868479f8591,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.299120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.301343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-455dddc4-7fbc-414f-bfb8-075d471189cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/3edee0b7-e9b5-454d-bf84-3868479f8591 HTTP/1.1" status: 204 len: 168 time: 0.5700247 Sep 18 00:56:54.305012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33572) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:54.328347 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-61055e27-812a-461b-9d9f-68615f9926c7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:56:54.329777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-61055e27-812a-461b-9d9f-68615f9926c7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/3edee0b7-e9b5-454d-bf84-3868479f8591 HTTP/1.1" status: 404 len: 333 time: 0.0238280 Sep 18 00:56:54.332446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33574) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:54.391677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet ac750a75-4dda-4c6c-96d2-3cbed08219af {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:54.395587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.438460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.539413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.606363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.637413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=ac750a75-4dda-4c6c-96d2-3cbed08219af,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.643391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.643391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0c55cd7c-f67d-4cb9-964c-8b435acafbe5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/ac750a75-4dda-4c6c-96d2-3cbed08219af HTTP/1.1" status: 204 len: 168 time: 0.3081584 Sep 18 00:56:54.644917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33582) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:54.697675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 7ad49ae3-bf8a-4e46-abd9-a42191f5acc6 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:54.700856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.763308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:54.770507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.812712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8960f-e2f6-4829-812d-79c2f03e8e15 req-6da75a85-25fc-4749-ad08-7cb60729e1b9 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:54.814200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fe8960f-e2f6-4829-812d-79c2f03e8e15 req-6da75a85-25fc-4749-ad08-7cb60729e1b9 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 950 time: 0.0928149 Sep 18 00:56:54.881115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fe8960f-e2f6-4829-812d-79c2f03e8e15 req-e8e1d045-5aaf-4820-bb3b-b8c0b408da07 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Sep 18 00:56:54.902888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:54.941980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4bccb8f-9dcf-4ee1-bc7d-d794519daf03 req-a48955a4-3a47-4cef-9efe-ff0a5fd1ab5a tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0589337 Sep 18 00:56:54.978141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.005155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad49ae3-bf8a-4e46-abd9-a42191f5acc6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.009221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.012006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eddd48c8-6e99-401e-a16c-4d4aac514360 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/7ad49ae3-bf8a-4e46-abd9-a42191f5acc6 HTTP/1.1" status: 204 len: 168 time: 0.3660862 Sep 18 00:56:55.013637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33588) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.087387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.140413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port d22d8dd5-18ff-40b0-8348-94e11b49b74d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:55.140757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.210980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port d22d8dd5-18ff-40b0-8348-94e11b49b74d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d22d8dd5-18ff-40b0-8348-94e11b49b74d,segment=NetworkSegment(cf66b813-1b75-4b42-977d-5900b283b95e),segment_id=cf66b813-1b75-4b42-977d-5900b283b95e)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:55.211248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.224214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for d22d8dd5-18ff-40b0-8348-94e11b49b74d owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:55.280422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51939e5-66e5-46d6-ab9c-1efd808c7cb7 None None] Network 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:55.305984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.336027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=d22d8dd5-18ff-40b0-8348-94e11b49b74d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.336440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3dacfa3c-d366-4488-9908-812696f9be51 None None] Provisioning complete for port d22d8dd5-18ff-40b0-8348-94e11b49b74d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:55.336823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3dacfa3c-d366-4488-9908-812696f9be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.340385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port d22d8dd5-18ff-40b0-8348-94e11b49b74d on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:55.362858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3dacfa3c-d366-4488-9908-812696f9be51 None None] Port d22d8dd5-18ff-40b0-8348-94e11b49b74d was deleted so its status cannot be updated. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 00:56:55.370129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3dacfa3c-d366-4488-9908-812696f9be51 None None] Could not find standard attr ID for object 3edee0b7-e9b5-454d-bf84-3868479f8591. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:56:55.426226 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.457622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145d3d2e-dea7-48f9-bd4a-5f546dda6d1b']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:55.467909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf66b813-1b75-4b42-977d-5900b283b95e') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:55.468141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf66b813-1b75-4b42-977d-5900b283b95e') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:55.482186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.495352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e84084-0c3f-4f48-a164-2e0dc50442d5 None None] DHCP port deletion for 145d3d2e-dea7-48f9-bd4a-5f546dda6d1b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:55.495691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.503713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:55.504599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:55.513316 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:55.575410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.582186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.583976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/145d3d2e-dea7-48f9-bd4a-5f546dda6d1b HTTP/1.1" status: 204 len: 168 time: 0.5694315 Sep 18 00:56:55.588356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33592) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.595775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d126201-fed7-4524-85d0-2ab995f56b9a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=145d3d2e-dea7-48f9-bd4a-5f546dda6d1b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.641656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687239d8-5b9a-4114-b661-f07112e6b44f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.646661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-687239d8-5b9a-4114-b661-f07112e6b44f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0531576 Sep 18 00:56:55.646837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33596) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.724520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b2d833d-8145-4ae7-bcd7-7060e78e65a7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0762887 Sep 18 00:56:55.728716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.734462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1195345987'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:55.740634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.747143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.753105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.755348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:55.759622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.759794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.765525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.771386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.777272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.779109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-40ab8c1f-62d0-4174-8133-d75cb69dc415 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1187782 Sep 18 00:56:55.786192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:55.796322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.796659 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment 5abbfd6f-7471-4745-9e8a-69d1ddca46b3 of type vlan for network c90dd124-ff9a-472f-9e0c-3adde9251abd Sep 18 00:56:55.821343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9aff35ff-ca3a-44be-acb5-4c1d6ef2770a req-ae5e8040-fefd-4edf-b853-0ab4cf9aca4d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358016 Sep 18 00:56:55.836147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.860890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.867665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:55.868362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.911172 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1781800 Sep 18 00:56:55.913321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33604) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.929864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:55.940038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d2d30-49ff-4d9e-8d50-f2ee073354b8 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=c90dd124-ff9a-472f-9e0c-3adde9251abd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.950986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c90dd124-ff9a-472f-9e0c-3adde9251abd details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:56.065623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.071508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.077437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.083268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.089757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.095681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.102433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.104310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11c64675-bd8f-4622-9896-d807e9467279 req-ed0ba76c-a3f3-466d-87b9-2ce8301d633d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1900306 Sep 18 00:56:56.130990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1a45-9961-457d-b98f-70b929c9de53 req-9d5998af-4505-4eb9-aaca-370848ea81e0 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.132821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff6c1a45-9961-457d-b98f-70b929c9de53 req-9d5998af-4505-4eb9-aaca-370848ea81e0 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 950 time: 0.1616719 Sep 18 00:56:56.133973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:56.137360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.206951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-961cdf15-e32f-4477-aa0a-83bb6cad54c9 req-e903c5d7-d5f3-42f2-b106-018213a718f8 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0412281 Sep 18 00:56:56.254677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff6c1a45-9961-457d-b98f-70b929c9de53 req-26751d9a-fc79-4175-a46a-83ecdb14d736 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/security-groups?id=37bcca83-af8d-4eca-8e92-15cad15b4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140468 Sep 18 00:56:56.712055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-8db7453a-a66d-4fd2-8dd2-b39153e64925 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.713533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-8db7453a-a66d-4fd2-8dd2-b39153e64925 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 950 time: 0.4068756 Sep 18 00:56:56.751756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.843330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=6d80c96d-e0d2-46f5-8b38-c46c5327b10b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:56.872584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': '5abbfd6f-7471-4745-9e8a-69d1ddca46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:56.872870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: c90dd124-ff9a-472f-9e0c-3adde9251abd, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:56.888009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Deleting port 102f0720-1843-4630-876c-e97d347f87e7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:56.888379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.918730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network c90dd124-ff9a-472f-9e0c-3adde9251abd is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:56.952278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c90dd124-ff9a-472f-9e0c-3adde9251abd) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:56.960964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738f2b5-ec7d-48e7-af3e-1ef51451a8ef None None] Network c90dd124-ff9a-472f-9e0c-3adde9251abd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:56.962266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:56.962867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.982138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c1f17090-b955-4ef5-9240-6e08f3926a72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0665994 Sep 18 00:56:56.984818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33612) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:56.989628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd', 'name': 'tempest-PortsTestJSON-1635064000'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:57.032527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] For port 102f0720-1843-4630-876c-e97d347f87e7, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=102f0720-1843-4630-876c-e97d347f87e7,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:57.032904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.081417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Calling delete_port for 102f0720-1843-4630-876c-e97d347f87e7 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:57.121167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c90dd124-ff9a-472f-9e0c-3adde9251abd', 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': '6d80c96d-e0d2-46f5-8b38-c46c5327b10b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:56:57.122220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.191626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:57.195861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.218479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 74fd9c06-c460-4f0d-9c59-877a2e3c202d yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:57.230476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-36caf25f-51cb-4a47-912e-ca3b72708c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.286348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Allocated IP 172.20.0.2 (c90dd124-ff9a-472f-9e0c-3adde9251abd/6d80c96d-e0d2-46f5-8b38-c46c5327b10b/4e26746c-4262-4b00-aed8-677bb7b2a2b2) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:57.369088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-7666bb5c-0b0d-4935-9d23-f0e7ec14e17d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3732729 Sep 18 00:56:57.389461 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.401309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['102f0720-1843-4630-876c-e97d347f87e7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:56:57.418811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b1536f2-5597-40fd-a210-3ba758e58cfd req-38a8f799-1fe3-4593-828f-e6aa02db82ff tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0750873 Sep 18 00:56:57.427741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad37cf0a-f6f4-4cc5-b1f3-3b13dd945f00 req-491631af-7879-4d7d-91a9-79b1deae1125 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d182775-6874-46b0-a36d-e68f15319273 HTTP/1.1" status: 200 len: 210 time: 0.0808585 Sep 18 00:56:57.448893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.455713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d22d8dd5-18ff-40b0-8348-94e11b49b74d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:57.471862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Pushing event deleted for resources: {'Port': ['ID=102f0720-1843-4630-876c-e97d347f87e7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.503616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.504771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.505270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.505690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d22d8dd5-18ff-40b0-8348-94e11b49b74d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:57.506074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d22d8dd5-18ff-40b0-8348-94e11b49b74d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:57.508031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.508540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.509018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.509736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.511619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-b1b30156-569b-41b1-9dc2-c374db6c2a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae25121755ba4b8196dc35e2a2756794&device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 6499 time: 0.0835912 Sep 18 00:56:57.515823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.539476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] No DVR routers for this DVR port 102f0720-1843-4630-876c-e97d347f87e7 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:57.543457 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.545460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb9d991f-ebce-44a0-b389-a4912f03751a req-0fae8fdc-8bed-419c-8e6a-604fd94f2235 tempest-VolumesBackupsTest-1330434279 tempest-VolumesBackupsTest-1330434279-project] 10.222.0.48 "DELETE /v2.0/ports/102f0720-1843-4630-876c-e97d347f87e7 HTTP/1.1" status: 204 len: 173 time: 0.8213577 Sep 18 00:56:57.545902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'name': 'network-vif-deleted', 'tag': '102f0720-1843-4630-876c-e97d347f87e7'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:56:57.548339 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2dc83-77a3-4ec4-b6e7-8ba94e0353b5" -d '{"events": [{"server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "name": "network-vif-deleted", "tag": "102f0720-1843-4630-876c-e97d347f87e7"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:57.567400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Pushing event updated for resources: {'Port': ['ID=4e26746c-4262-4b00-aed8-677bb7b2a2b2,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.590849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Network c90dd124-ff9a-472f-9e0c-3adde9251abd is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:57.591760 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.595973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:57.598341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:57.603897 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0a845-2aef-4704-9690-7efcb06b9ae3 x-openstack-request-id: req-11c0a845-2aef-4704-9690-7efcb06b9ae3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:57.605685 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d182775-6874-46b0-a36d-e68f15319273", "name": "network-vif-deleted", "tag": "102f0720-1843-4630-876c-e97d347f87e7", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:57.606046 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11c0a845-2aef-4704-9690-7efcb06b9ae3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:57.606566 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d182775-6874-46b0-a36d-e68f15319273', 'name': 'network-vif-deleted', 'tag': '102f0720-1843-4630-876c-e97d347f87e7', 'status': 'completed', 'code': 200} Sep 18 00:56:57.617795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.3 (c90dd124-ff9a-472f-9e0c-3adde9251abd/6d80c96d-e0d2-46f5-8b38-c46c5327b10b/74fd9c06-c460-4f0d-9c59-877a2e3c202d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:57.668835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Attempting to bind port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:56:57.669899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Attempting to bind port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5abbfd6f-7471-4745-9e8a-69d1ddca46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:56:57.669899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Attempting to bind port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 on network c90dd124-ff9a-472f-9e0c-3adde9251abd {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:57.674782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:56:57.675155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Checking segment: {'id': '5abbfd6f-7471-4745-9e8a-69d1ddca46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:56:57.675594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.675990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Bound using segment: {'id': '5abbfd6f-7471-4745-9e8a-69d1ddca46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:57.676483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Bound port: 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abbfd6f-7471-4745-9e8a-69d1ddca46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:56:57.676863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.679182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-a456f84c-0887-4d9d-b678-d9873d76e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.679768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-a456f84c-0887-4d9d-b678-d9873d76e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.680331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-a456f84c-0887-4d9d-b678-d9873d76e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.682148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-a456f84c-0887-4d9d-b678-d9873d76e641 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0050c8ec-5ce2-4dbc-823e-c59be2124683&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=0459e924-f100-4de8-be0d-1f241c4c513c&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&id=61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 200 len: 2293 time: 0.1402528 Sep 18 00:56:57.752735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-6263546a-5e4e-4b5f-af85-dd6566112cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 200 len: 1001 time: 0.0615630 Sep 18 00:56:57.759657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] For port 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:57.762809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] For port 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e26746c-4262-4b00-aed8-677bb7b2a2b2,segment=NetworkSegment(5abbfd6f-7471-4745-9e8a-69d1ddca46b3),segment_id=5abbfd6f-7471-4745-9e8a-69d1ddca46b3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:57.767493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.804751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-7aefb364-88fe-4a4e-944c-ad0e2c001270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.806387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-7aefb364-88fe-4a4e-944c-ad0e2c001270 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 200 len: 850 time: 0.0459564 Sep 18 00:56:57.811530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.827004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cc63b-3d65-485a-bafd-1503ee9f87f3 None None] Pushing event updated for resources: {'Port': ['ID=4e26746c-4262-4b00-aed8-677bb7b2a2b2,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.867835 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.876752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-48c0d926-b333-4978-8ca1-69bd7bdbbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:57.876752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-48c0d926-b333-4978-8ca1-69bd7bdbbc7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0050c8ec-5ce2-4dbc-823e-c59be2124683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593395 Sep 18 00:56:57.941316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network c90dd124-ff9a-472f-9e0c-3adde9251abd is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:57.946571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:57.951897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:58.012986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=74fd9c06-c460-4f0d-9c59-877a2e3c202d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.043943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-22c14215-e1e9-4bd3-856f-4c2ca027ba6e service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604979 Sep 18 00:56:58.094867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.096514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.136276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fa7328b1-8066-41a3-8c13-4bee7f210d49 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1480122 Sep 18 00:56:58.141830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33628) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:58.149692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': 'c90dd124-ff9a-472f-9e0c-3adde9251abd', 'name': 'tempest-PortsTestJSON-1632934435'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:58.254422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-4a13f35e-575e-4cf3-bb18-691e7fa7fe5e service neutron] 10.222.0.48 "GET /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022312 Sep 18 00:56:58.306067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:58.314454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-cf065d86-e334-44d8-a6e4-92396fda6a7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 217 time: 0.0511091 Sep 18 00:56:58.327886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.378415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:58.382747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.385419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-6b4fb6e1-0816-462d-bb8a-e3d28349094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.386866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-6b4fb6e1-0816-462d-bb8a-e3d28349094b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0642917 Sep 18 00:56:58.404295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.404793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.405272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.405745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.406213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.406679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.407147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.413451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-5661716b-1435-41e0-8c3a-9e29b0c3077e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 6510 time: 0.1055548 Sep 18 00:56:58.427967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port f1853514-9589-4939-80c5-614e0951b680 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:56:58.452202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-ec16c978-31f0-4be1-a000-18c0adfec4fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358315 Sep 18 00:56:58.497660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-75de8d4d-065f-413c-b2cc-b82683988cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.499110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-75de8d4d-065f-413c-b2cc-b82683988cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028252 Sep 18 00:56:58.562616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6286742c-fea3-4eab-a437-d1611d7305ca req-9f245df6-99a1-45c9-8591-53d7d0d813f0 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0272355 Sep 18 00:56:58.613183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.13 (c90dd124-ff9a-472f-9e0c-3adde9251abd/6d80c96d-e0d2-46f5-8b38-c46c5327b10b/f1853514-9589-4939-80c5-614e0951b680) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:58.657719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-1cfebbb4-5d8d-4d2b-9f18-bda8808bebff service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494694 Sep 18 00:56:58.834897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-a1e1713e-8526-44cb-be96-a3f482d90be8 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687028 Sep 18 00:56:58.892423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-879e4ece-5f69-430d-8f6f-40d3170179c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 217 time: 0.0476501 Sep 18 00:56:58.911165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.970699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-f162ec51-77e2-41d7-bbbb-083c0db03823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:58.972191 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-f162ec51-77e2-41d7-bbbb-083c0db03823 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0711484 Sep 18 00:56:59.004219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd65e55-299a-4cfa-a846-698e6b773730 None None] Network c90dd124-ff9a-472f-9e0c-3adde9251abd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:59.009877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.058786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network c90dd124-ff9a-472f-9e0c-3adde9251abd is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:59.065503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:59.071276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-9f2e1ce1-82a0-4c43-8752-eea65c27b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:59.072935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-9f2e1ce1-82a0-4c43-8752-eea65c27b966 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920258 Sep 18 00:56:59.073708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:56:59.076723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] Provisioning complete for port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:59.077284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.108713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=f1853514-9589-4939-80c5-614e0951b680,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.183885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:59.184537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.217393 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f13599c-3784-4344-80d9-aac78a8530f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0717485 Sep 18 00:56:59.218195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33652) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:59.226733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-e7818cf5-0730-40f1-ab2f-931f716a9395 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437860 Sep 18 00:56:59.234533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.287972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] For port 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e26746c-4262-4b00-aed8-677bb7b2a2b2,segment=NetworkSegment(5abbfd6f-7471-4745-9e8a-69d1ddca46b3),segment_id=5abbfd6f-7471-4745-9e8a-69d1ddca46b3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:59.293317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.343204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443654b8-9169-46f1-8b0f-01b418583e74 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:59.345180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-443654b8-9169-46f1-8b0f-01b418583e74 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1259863 Sep 18 00:56:59.346705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-0159992c-ea60-4c5a-b34d-3b746973d778 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119795 Sep 18 00:56:59.347959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:59.369737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2f249-c08f-4281-b998-893b24351e75 None None] Pushing event updated for resources: {'Port': ['ID=4e26746c-4262-4b00-aed8-677bb7b2a2b2,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.422891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-e342fd2a-5fe7-4b06-a33b-da67c9d00c5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 200 len: 217 time: 0.0603936 Sep 18 00:56:59.520109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3a274abb-872a-4ccd-85f5-ed617bbe852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:59.521606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3a274abb-872a-4ccd-85f5-ed617bbe852d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.0894907 Sep 18 00:56:59.552295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e26746c-4262-4b00-aed8-677bb7b2a2b2 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:59.569270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port f1853514-9589-4939-80c5-614e0951b680 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:59.569659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.625051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Provisioning complete for port f1853514-9589-4939-80c5-614e0951b680 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:59.625511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.664288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-75cc227f-5de1-4e1a-932a-62eb5608b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:59.676546 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-75cc227f-5de1-4e1a-932a-62eb5608b70c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460266 Sep 18 00:56:59.683751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:59.684136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.727209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97daa4ff-07aa-4e3f-9a51-b8ba9ce84e69 req-b57866d3-916c-4a8c-bc8b-0bbcaf1bc0d3 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0302541 Sep 18 00:56:59.777048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Port f1853514-9589-4939-80c5-614e0951b680 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:59.780345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.797215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Provisioning complete for port 74fd9c06-c460-4f0d-9c59-877a2e3c202d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:59.797716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.819831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.837339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for f1853514-9589-4939-80c5-614e0951b680 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:59.864744 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-e99e9253-de99-48c9-bafc-e82d657a4c77 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768672 Sep 18 00:56:59.866188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Port 74fd9c06-c460-4f0d-9c59-877a2e3c202d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:56:59.877055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Provisioning complete for port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:56:59.877423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1943ecce-0a8b-4df7-bd4c-a9cc44aabbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.065594 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-206322f0-4322-4574-a6e1-09a00d439b75 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278377 Sep 18 00:57:00.089138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-9c8e50bb-fa20-4e26-8ccc-67349880b406 req-9209a9a8-2dc3-4a12-8f17-cc60e19c5fce tempest-ServersTestJSON-1062721795 tempest-ServersTestJSON-1062721795-project] (106453) timed out ('10.222.0.48', 51020) {{(pid=106453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:57:00.098857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Provisioning complete for port f1853514-9589-4939-80c5-614e0951b680 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:00.099230 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.111402 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-4669c399-d548-423f-a13b-8ff5bd596246 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 200 len: 217 time: 0.0379295 Sep 18 00:57:00.114239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.139141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Port f1853514-9589-4939-80c5-614e0951b680 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:00.150382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Provisioning complete for port 74fd9c06-c460-4f0d-9c59-877a2e3c202d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:00.150756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.152368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=f1853514-9589-4939-80c5-614e0951b680,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.212678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4e574897-cfba-47e8-a2d9-19d9e2d04e52 None None] Port 74fd9c06-c460-4f0d-9c59-877a2e3c202d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:00.237224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-70a53f60-d662-46e6-90c5-86fde9e366b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:00.238882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-70a53f60-d662-46e6-90c5-86fde9e366b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 200 len: 797 time: 0.1135082 Sep 18 00:57:00.277537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.281879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-debac1cd-ae41-4ef4-9d5c-5828dea85deb tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/f1853514-9589-4939-80c5-614e0951b680 HTTP/1.1" status: 204 len: 168 time: 0.9261875 Sep 18 00:57:00.282210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33660) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.310837 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61cdf1e-8632-407d-9cf6-16170ccd2db9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:00.312411 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b61cdf1e-8632-407d-9cf6-16170ccd2db9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/f1853514-9589-4939-80c5-614e0951b680 HTTP/1.1" status: 404 len: 333 time: 0.0292516 Sep 18 00:57:00.315255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.324144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3a9bd246-8701-4e87-ae72-cb399a49fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:00.326006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3a9bd246-8701-4e87-ae72-cb399a49fc5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0459e924-f100-4de8-be0d-1f241c4c513c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785618 Sep 18 00:57:00.417589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 74fd9c06-c460-4f0d-9c59-877a2e3c202d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:00.417921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.449867 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-8bfd619a-60be-4adf-a955-9e2d8a603863 service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139371 Sep 18 00:57:00.516251 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.530136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 74fd9c06-c460-4f0d-9c59-877a2e3c202d owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:00.545171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-447c8f9a-4ff5-4fd1-a8d7-0dec62c50a5f service neutron] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874610 Sep 18 00:57:00.595390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-069dfb3f-2e46-4b8b-a317-9d91255e2f6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 200 len: 217 time: 0.0423827 Sep 18 00:57:00.644728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-cab68da7-ddbd-4fd9-8160-fef219ee8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:00.646466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-cab68da7-ddbd-4fd9-8160-fef219ee8205 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0442612 Sep 18 00:57:00.665617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.697716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3b8746aa-670f-48e6-9da5-e7210697218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:00.699690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-3b8746aa-670f-48e6-9da5-e7210697218e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454841 Sep 18 00:57:00.703366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=74fd9c06-c460-4f0d-9c59-877a2e3c202d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.717009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.717430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.717846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.718252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.718695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.719149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.719563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.719993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.720450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.720893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.721322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.721747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.805631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.810435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b49a24dd-53fe-42c8-be4c-80b70c3df536 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/74fd9c06-c460-4f0d-9c59-877a2e3c202d HTTP/1.1" status: 204 len: 168 time: 0.4933174 Sep 18 00:57:00.811240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.846763 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-602b4459-0313-410c-8b58-a22510ae9da0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:00.848850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-602b4459-0313-410c-8b58-a22510ae9da0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/74fd9c06-c460-4f0d-9c59-877a2e3c202d HTTP/1.1" status: 404 len: 333 time: 0.0365095 Sep 18 00:57:00.852331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.852737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-e698eda7-8a89-43b7-95dc-f8c565d35ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436436 Sep 18 00:57:00.913378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1139575f-4e45-465c-abb7-61fc875c68ba req-abb5b327-5fbb-41b0-a499-c30be1522cae tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0523458 Sep 18 00:57:00.939592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 6d80c96d-e0d2-46f5-8b38-c46c5327b10b {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:00.943138 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.961310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-34b09654-2b8e-4cd6-997c-f6d5ca53fb0d service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998230 Sep 18 00:57:00.992111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.012930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-20d7e286-972f-4ab2-974a-41079a3264fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 200 len: 217 time: 0.0439398 Sep 18 00:57:01.066360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-fd3e0af7-9212-4efe-9c4c-4c4cbd58ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:01.068351 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-fd3e0af7-9212-4efe-9c4c-4c4cbd58ae5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 200 len: 797 time: 0.0481248 Sep 18 00:57:01.090318 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.124967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756154-ed9b-42e4-a37b-3c84615b323e req-cae57cf0-753c-46bc-aa30-4ee277f26c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:01.127322 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-cae57cf0-753c-46bc-aa30-4ee277f26c98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61b58db0-12ce-4e66-a60b-37e221ac1f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499144 Sep 18 00:57:01.150253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.179516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=6d80c96d-e0d2-46f5-8b38-c46c5327b10b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.183653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.188488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c154fbea-6926-4af3-a800-b77bf77a8c25 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/6d80c96d-e0d2-46f5-8b38-c46c5327b10b HTTP/1.1" status: 204 len: 168 time: 0.3346066 Sep 18 00:57:01.189462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:01.202478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cadd2bc-fcb6-4685-a91b-4c56c749fbaf None None] Network c90dd124-ff9a-472f-9e0c-3adde9251abd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:01.206405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 102f0720-1843-4630-876c-e97d347f87e7 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:01.232135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 102f0720-1843-4630-876c-e97d347f87e7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:01.232834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 102f0720-1843-4630-876c-e97d347f87e7 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:01.279161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.353180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:01.354361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.428928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e26746c-4262-4b00-aed8-677bb7b2a2b2,segment=NetworkSegment(5abbfd6f-7471-4745-9e8a-69d1ddca46b3),segment_id=5abbfd6f-7471-4745-9e8a-69d1ddca46b3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:01.429368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.442883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] DHCP port deletion for c90dd124-ff9a-472f-9e0c-3adde9251abd request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:01.444524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 4e26746c-4262-4b00-aed8-677bb7b2a2b2 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:01.468915 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-e1644142-32e6-4766-8a2b-b07d97f2d282 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339744 Sep 18 00:57:01.489701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Deleting port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:01.490083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.541618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.559221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] For port 4e26746c-4262-4b00-aed8-677bb7b2a2b2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e26746c-4262-4b00-aed8-677bb7b2a2b2,segment=NetworkSegment(5abbfd6f-7471-4745-9e8a-69d1ddca46b3),segment_id=5abbfd6f-7471-4745-9e8a-69d1ddca46b3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:01.559635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.574823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=4e26746c-4262-4b00-aed8-677bb7b2a2b2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.580763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:01.580970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Calling delete_port for 4e26746c-4262-4b00-aed8-677bb7b2a2b2 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:01.607368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37756154-ed9b-42e4-a37b-3c84615b323e req-d11b9401-12d3-40dc-a269-cf04827b6309 service neutron] 10.222.0.48 "GET /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307676 Sep 18 00:57:01.664277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.673214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.691040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90dd124-ff9a-472f-9e0c-3adde9251abd']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:01.701163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] Pushing event deleted for resources: {'Port': ['ID=4e26746c-4262-4b00-aed8-677bb7b2a2b2,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.701698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abbfd6f-7471-4745-9e8a-69d1ddca46b3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:01.702000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abbfd6f-7471-4745-9e8a-69d1ddca46b3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:01.704787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008112e-45bb-493e-a72e-ea2a595c9584 None None] No DVR routers for this DVR port 4e26746c-4262-4b00-aed8-677bb7b2a2b2 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:01.720632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.734721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.741737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:01.742136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:01.745138 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:01.806275 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.813589 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.819463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/c90dd124-ff9a-472f-9e0c-3adde9251abd HTTP/1.1" status: 204 len: 168 time: 0.6254652 Sep 18 00:57:01.819993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33676) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:01.825472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560766618'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:01.830223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085e283-efef-43eb-ad89-68070dd084fc tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=c90dd124-ff9a-472f-9e0c-3adde9251abd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.870206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:01.875392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.921955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:01.931807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.932152 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment b171d99e-eb95-4209-8701-ddfc361e5ff2 of type vlan for network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 Sep 18 00:57:01.980209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.013941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.020556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:02.021325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.041274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2e80fc1-1081-4f0e-83e6-ffbb697c684d req-03111eaa-050e-4228-aabe-349844f7dc6e tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0315082 Sep 18 00:57:02.109731 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2886403 Sep 18 00:57:02.112515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33718) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:02.118207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:02.122883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c4ea9-04e1-432f-b743-1b41e1fe42f6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:02.134260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.137040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:02.219807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:02.223985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.461365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.522496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=904deca9-3988-4283-b001-06ff7e7ec278,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:02.533385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': 'b171d99e-eb95-4209-8701-ddfc361e5ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:02.533735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:02.550056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:02.558795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:02.563053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:02.563643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.571689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0d5a8-1e00-410f-bc6a-72f9c89b7fbb None None] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:02.581089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58e6918a-30da-47d8-88c9-f8fcec4e4442 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4648077 Sep 18 00:57:02.581443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:02.587000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8', 'name': 'tempest-PortsTestJSON-1941700458', 'fixed_ips': [{'subnet_id': '904deca9-3988-4283-b001-06ff7e7ec278', 'ip_address': '172.20.0.10'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:02.720029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:02.733115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8', 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': '904deca9-3988-4283-b001-06ff7e7ec278'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:02.733979 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.814876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.833327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 49beb722-ee57-496a-98c8-274b22b059b9 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:02.875027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Allocated IP 172.20.0.2 (0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8/904deca9-3988-4283-b001-06ff7e7ec278/7da5a3ab-67ac-4454-b865-f118f07bd454) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:03.031647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.037193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.074959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:03.089420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:03.090240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.10 (0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8/904deca9-3988-4283-b001-06ff7e7ec278/49beb722-ee57-496a-98c8-274b22b059b9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:03.094356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:03.110710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Pushing event updated for resources: {'Port': ['ID=7da5a3ab-67ac-4454-b865-f118f07bd454,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.176634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f53df59a-7582-4f77-9134-cd81c6e61ceb req-260edf9c-bca2-4f9b-b5b6-0e52270fc15d tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0401661 Sep 18 00:57:03.191769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Attempting to bind port 7da5a3ab-67ac-4454-b865-f118f07bd454 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:03.192153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Attempting to bind port 7da5a3ab-67ac-4454-b865-f118f07bd454 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'b171d99e-eb95-4209-8701-ddfc361e5ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:03.193415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Attempting to bind port 7da5a3ab-67ac-4454-b865-f118f07bd454 on network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:03.202278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:03.202921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Checking segment: {'id': 'b171d99e-eb95-4209-8701-ddfc361e5ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:03.203513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.204063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Bound using segment: {'id': 'b171d99e-eb95-4209-8701-ddfc361e5ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:03.204732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Bound port: 7da5a3ab-67ac-4454-b865-f118f07bd454, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b171d99e-eb95-4209-8701-ddfc361e5ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:03.205281 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.266223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.273824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] For port 7da5a3ab-67ac-4454-b865-f118f07bd454, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:03.277055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] For port 7da5a3ab-67ac-4454-b865-f118f07bd454, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7da5a3ab-67ac-4454-b865-f118f07bd454,segment=NetworkSegment(b171d99e-eb95-4209-8701-ddfc361e5ff2),segment_id=b171d99e-eb95-4209-8701-ddfc361e5ff2)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:03.282478 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.304880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.344196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf09e9-0be1-4131-9ba8-a7d8dcfc9009 None None] Pushing event updated for resources: {'Port': ['ID=7da5a3ab-67ac-4454-b865-f118f07bd454,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.360743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:03.363990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:03.367608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:03.400292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=49beb722-ee57-496a-98c8-274b22b059b9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.433318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:03.433979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.453633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33760) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:03.454205 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b1537ffd-57a8-4533-97f5-7d3eeba08cde tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8717105 Sep 18 00:57:03.462086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8', 'name': 'tempest-PortsTestJSON-1640908385', 'fixed_ips': [{'subnet_id': '904deca9-3988-4283-b001-06ff7e7ec278', 'ip_address': '172.20.0.9'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:03.502855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e26746c-4262-4b00-aed8-677bb7b2a2b2 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:03.534679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4e26746c-4262-4b00-aed8-677bb7b2a2b2 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:03.535042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e26746c-4262-4b00-aed8-677bb7b2a2b2 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:03.622035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:03.726826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.746863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 53cb9d42-3678-415c-baa9-1dfb12bf27ee yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:03.922654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.9 (0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8/904deca9-3988-4283-b001-06ff7e7ec278/53cb9d42-3678-415c-baa9-1dfb12bf27ee) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:04.079024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.115962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.167158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:04.170851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:04.174624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:04.204669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=53cb9d42-3678-415c-baa9-1dfb12bf27ee,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.239722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.241168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.259773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a89b2b37-d116-447b-bb72-a30e2d48ce59 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8022017 Sep 18 00:57:04.262315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33764) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:04.361414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd5327f-8e95-41e0-9c89-8a7843c08f42 req-708b0615-2579-492c-b431-6619190d362c tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0435865 Sep 18 00:57:04.389434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c170d-3f10-4119-970c-c56b69ad943b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.392196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab8c170d-3f10-4119-970c-c56b69ad943b tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1286471 Sep 18 00:57:04.394822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:04.448162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496fa38-f123-4c3d-b789-7c7b8aee0ed2 None None] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:04.491918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb0ea9-d874-465d-bcd1-16fa9c3f1f30 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.502692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb0ea9-d874-465d-bcd1-16fa9c3f1f30 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.504471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb0ea9-d874-465d-bcd1-16fa9c3f1f30 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.509461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3cb0ea9-d874-465d-bcd1-16fa9c3f1f30 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1111126 Sep 18 00:57:04.509750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:04.539195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] Provisioning complete for port 7da5a3ab-67ac-4454-b865-f118f07bd454 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:04.539666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.615262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 53cb9d42-3678-415c-baa9-1dfb12bf27ee {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:04.616951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.680184 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.713544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.723609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] For port 7da5a3ab-67ac-4454-b865-f118f07bd454, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7da5a3ab-67ac-4454-b865-f118f07bd454,segment=NetworkSegment(b171d99e-eb95-4209-8701-ddfc361e5ff2),segment_id=b171d99e-eb95-4209-8701-ddfc361e5ff2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:04.730436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.732537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 53cb9d42-3678-415c-baa9-1dfb12bf27ee owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:04.793743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f93072-af78-4824-8352-e7d2f17ee054 None None] Pushing event updated for resources: {'Port': ['ID=7da5a3ab-67ac-4454-b865-f118f07bd454,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.884760 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.915090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=53cb9d42-3678-415c-baa9-1dfb12bf27ee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.957006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Provisioning complete for port 7da5a3ab-67ac-4454-b865-f118f07bd454 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:04.957378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.005485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.009787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5fbb75db-77f8-4ac0-b6c5-b2310986b0c6 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/53cb9d42-3678-415c-baa9-1dfb12bf27ee HTTP/1.1" status: 204 len: 168 time: 0.4990594 Sep 18 00:57:05.012489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33772) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:05.040740 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfab277-f9bd-494c-bd3f-25b796f8c9b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:05.042477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1bfab277-f9bd-494c-bd3f-25b796f8c9b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/53cb9d42-3678-415c-baa9-1dfb12bf27ee HTTP/1.1" status: 404 len: 333 time: 0.0289111 Sep 18 00:57:05.045279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:05.079023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Provisioning complete for port 49beb722-ee57-496a-98c8-274b22b059b9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:05.079674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.121650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Port 49beb722-ee57-496a-98c8-274b22b059b9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:05.125116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c37e6ea2-1f6c-488c-9bd2-6d5fe12e6477 None None] Could not find standard attr ID for object 53cb9d42-3678-415c-baa9-1dfb12bf27ee. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:05.154582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 49beb722-ee57-496a-98c8-274b22b059b9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:05.154970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.244090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f411c59f-ab51-4cb1-9b1b-cfb388ef5283 None None] Provisioning complete for port 49beb722-ee57-496a-98c8-274b22b059b9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:05.244527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f411c59f-ab51-4cb1-9b1b-cfb388ef5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.253872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.271319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 49beb722-ee57-496a-98c8-274b22b059b9 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:05.282146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f411c59f-ab51-4cb1-9b1b-cfb388ef5283 None None] Port 49beb722-ee57-496a-98c8-274b22b059b9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:05.398643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bfadabf6-41be-4f1e-8e74-69e971ff1d4f None None] Could not find standard attr ID for object 53cb9d42-3678-415c-baa9-1dfb12bf27ee. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:05.447357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.501999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=49beb722-ee57-496a-98c8-274b22b059b9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.563646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7da5a3ab-67ac-4454-b865-f118f07bd454 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:05.575543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80095c64-2c42-4d0a-9823-bdf9b0194a46 req-e3164ed5-6a2b-4cce-afdf-0461e20dcc7c tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0916400 Sep 18 00:57:05.627370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.627938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7da5a3ab-67ac-4454-b865-f118f07bd454 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:05.628503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.629992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-df5ee0f4-ce8c-41c8-94be-99084d764af5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/49beb722-ee57-496a-98c8-274b22b059b9 HTTP/1.1" status: 204 len: 168 time: 0.5836945 Sep 18 00:57:05.633825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33780) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:05.670656 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6959d3-5153-4023-b95a-dfc255843fd5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:05.672362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4a6959d3-5153-4023-b95a-dfc255843fd5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/49beb722-ee57-496a-98c8-274b22b059b9 HTTP/1.1" status: 404 len: 333 time: 0.0366731 Sep 18 00:57:05.675101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33782) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:05.746426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 904deca9-3988-4283-b001-06ff7e7ec278 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:05.750655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.797702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.895568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.961844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.989468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=904deca9-3988-4283-b001-06ff7e7ec278,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.993804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.995835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68c7018e-62f9-4584-8057-d0c3499928fd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/904deca9-3988-4283-b001-06ff7e7ec278 HTTP/1.1" status: 204 len: 168 time: 0.3180058 Sep 18 00:57:05.998349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33784) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:06.004058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44a767-28fd-47e6-8ae1-ae9dcf411bce None None] Network 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:06.086398 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.149440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 7da5a3ab-67ac-4454-b865-f118f07bd454 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:06.149787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.198213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] DHCP port deletion for 0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:06.219384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port 7da5a3ab-67ac-4454-b865-f118f07bd454, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7da5a3ab-67ac-4454-b865-f118f07bd454,segment=NetworkSegment(b171d99e-eb95-4209-8701-ddfc361e5ff2),segment_id=b171d99e-eb95-4209-8701-ddfc361e5ff2)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:06.219756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.233785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 7da5a3ab-67ac-4454-b865-f118f07bd454 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:06.249143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Deleting port 7da5a3ab-67ac-4454-b865-f118f07bd454 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:06.249756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.323564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.325459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] For port 7da5a3ab-67ac-4454-b865-f118f07bd454, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7da5a3ab-67ac-4454-b865-f118f07bd454,segment=NetworkSegment(b171d99e-eb95-4209-8701-ddfc361e5ff2),segment_id=b171d99e-eb95-4209-8701-ddfc361e5ff2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:06.329496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.346063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Calling delete_port for 7da5a3ab-67ac-4454-b865-f118f07bd454 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:06.350453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=7da5a3ab-67ac-4454-b865-f118f07bd454,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.355589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port 7da5a3ab-67ac-4454-b865-f118f07bd454 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:06.430882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.448997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.456264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] Pushing event deleted for resources: {'Port': ['ID=7da5a3ab-67ac-4454-b865-f118f07bd454,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.462014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40baa671-3dd1-440d-96ea-f91dcfd2e56c None None] No DVR routers for this DVR port 7da5a3ab-67ac-4454-b865-f118f07bd454 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:06.485885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:06.495750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b171d99e-eb95-4209-8701-ddfc361e5ff2') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:06.496042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b171d99e-eb95-4209-8701-ddfc361e5ff2') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:06.505447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.520130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.527324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:06.527596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:06.530724 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:06.594445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.603533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.605407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8 HTTP/1.1" status: 204 len: 168 time: 0.6060867 Sep 18 00:57:06.609229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33786) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:06.614531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-878500459'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:06.618169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a44fa5-05f5-4653-bb3f-36b6444f4bb3 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=0d1942e4-f09e-4f91-b6e5-b159cfa9c4f8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.644863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:06.650949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.683885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:06.696464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.697083 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Added segment 9134d7f1-37e8-4098-a1ea-75a74a53bdef of type vlan for network 9f1fbe11-cf96-49ac-8920-7f624811b20e Sep 18 00:57:06.717218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-172a88d4-923f-4e07-95cb-a747f1986e29 req-92cff464-3ed2-4530-a67f-b2b48d93bad8 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Sep 18 00:57:06.750102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.777143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.782761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:06.783348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.820776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2103417 Sep 18 00:57:06.823437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33792) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:06.851622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:06.858339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1dcc4-9987-4c25-9fc4-6b3610c509f2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Network': ['ID=9f1fbe11-cf96-49ac-8920-7f624811b20e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.869149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:06.954555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:06.958135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.169222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.190343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.197642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.203520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.210221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.216677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.222999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.229348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.236701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=c92bfc3e-a388-46c8-8647-438846bdc15f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.237192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-ab5b573d-bc8c-4fe2-8caa-7237a35ff6b8 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1139436 Sep 18 00:57:07.246256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Checking segment: {'id': '9134d7f1-37e8-4098-a1ea-75a74a53bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:07.246684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network hostable DHCP agents. Network: 9f1fbe11-cf96-49ac-8920-7f624811b20e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:07.264953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:07.276145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9f1fbe11-cf96-49ac-8920-7f624811b20e) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:07.280674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.281191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.288868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348067be-80d9-4865-98e2-d8489c9c0f49 None None] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:07.305539 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-90274e93-9f5c-4a93-8bd1-d9713e2191e2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4796610 Sep 18 00:57:07.307090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:07.310347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e38a617b-5fed-4fa5-b47f-a74f06a44179 req-de0df98b-d1a7-4c68-9444-ae34dd581f4b tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721169 Sep 18 00:57:07.312787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1996575898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:07.343143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.345285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.442920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.451282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.470481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.472986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9f1fbe11-cf96-49ac-8920-7f624811b20e', 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': 'c92bfc3e-a388-46c8-8647-438846bdc15f'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:07.473887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.475594 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9656fa71-c1aa-4e48-8d6a-ed2f5fe1b661 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1659164 Sep 18 00:57:07.475778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:07.481652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e', 'name': 'tempest-PortsTestJSON-2090514594'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:07.566782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7da5a3ab-67ac-4454-b865-f118f07bd454 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:07.595773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7da5a3ab-67ac-4454-b865-f118f07bd454 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:07.596111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7da5a3ab-67ac-4454-b865-f118f07bd454 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:07.628031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:07.633486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.651462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:07.661769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Allocated IP 172.20.0.2 (9f1fbe11-cf96-49ac-8920-7f624811b20e/c92bfc3e-a388-46c8-8647-438846bdc15f/9eee2b7d-c3b8-4968-8147-fb9b16d7e300) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:07.844515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.854406 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.861209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a847f17-5d68-4e32-95c9-38fe1d0e737b req-e2d30f25-f3eb-4578-9e3f-311bb2003759 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0335233 Sep 18 00:57:07.915039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:07.918265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:07.922269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:07.932208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.14 (9f1fbe11-cf96-49ac-8920-7f624811b20e/c92bfc3e-a388-46c8-8647-438846bdc15f/3959fd61-d9a3-4fc6-b06b-df6e67df8b9c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:07.938273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Pushing event updated for resources: {'Port': ['ID=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.987981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Attempting to bind port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:07.988496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Attempting to bind port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '9134d7f1-37e8-4098-a1ea-75a74a53bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:07.988930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Attempting to bind port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 on network 9f1fbe11-cf96-49ac-8920-7f624811b20e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:07.994924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:07.995287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Checking segment: {'id': '9134d7f1-37e8-4098-a1ea-75a74a53bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:07.995689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.996096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Bound using segment: {'id': '9134d7f1-37e8-4098-a1ea-75a74a53bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:07.996615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Bound port: 9eee2b7d-c3b8-4968-8147-fb9b16d7e300, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9134d7f1-37e8-4098-a1ea-75a74a53bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f1fbe11-cf96-49ac-8920-7f624811b20e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:07.996988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.072122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] For port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:08.075430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] For port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,segment=NetworkSegment(9134d7f1-37e8-4098-a1ea-75a74a53bdef),segment_id=9134d7f1-37e8-4098-a1ea-75a74a53bdef)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:08.079282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.111346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.144936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc410f5-1f54-4b83-8b96-3da76366856a None None] Pushing event updated for resources: {'Port': ['ID=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.172210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.208422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.216442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.218242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:08.221884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:08.223037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.227840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:08.232455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.241991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.247912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.259383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.261384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-7bb79d9a-56a8-4f75-b4ad-8a741f94415f tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5435 time: 0.1553113 Sep 18 00:57:08.268326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3959fd61-d9a3-4fc6-b06b-df6e67df8b9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.296608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.297188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.314333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-6ce877b4-dbcf-402c-b5bd-4f255056c488 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:08.316066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-6ce877b4-dbcf-402c-b5bd-4f255056c488 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0463557 Sep 18 00:57:08.317861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5bd20bad-4654-44a8-b98a-125412e188ba tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8406086 Sep 18 00:57:08.320751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:08.475676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-6d3d2a93-f402-4199-93f2-fe70f31ddd49 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1482189 Sep 18 00:57:08.487704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:08.556880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.723977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=2f23c196-0498-4744-a892-d9907efe7996,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:08.761229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] For port 2f23c196-0498-4744-a892-d9907efe7996, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:08.804098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] device_id is not set on port 2f23c196-0498-4744-a892-d9907efe7996 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:08.820135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.830814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.964687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e6b1b50-d5b5-41f5-ab5e-75bbe8cf7a65 req-2c3b2abb-4b29-4b74-94a5-263bdfc1fbbc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0600667 Sep 18 00:57:08.986570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] No DVR routers for this DVR port 2f23c196-0498-4744-a892-d9907efe7996 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:09.033875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] In _notify_port_updated(), no bound segment for port 2f23c196-0498-4744-a892-d9907efe7996 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:57:09.034766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.035382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.036753 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] 10.222.0.48 "PUT /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 200 len: 1028 time: 0.5539579 Sep 18 00:57:09.042053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4ac269b-4e9c-4251-ae5e-ee287bebd2f8 req-05eef635-a88a-43d7-87ae-62ab6bbb9468 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0318258 Sep 18 00:57:09.050621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d733b-93b0-48ff-9375-472e319378cf service neutron] Pushing event updated for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:09.106086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.112501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.119291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.125360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.132405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.138449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.144760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.147424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-d15e3f58-c81f-4f21-a8d5-bb4a83c72eb9 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 5357 time: 0.7033608 Sep 18 00:57:09.225167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-df691af6-6428-4964-ab1c-284b06ed1d55 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.227967 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-df691af6-6428-4964-ab1c-284b06ed1d55 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "GET /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0765724 Sep 18 00:57:09.244666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:09.293177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df1fab7a-7ac3-4ec7-b55b-846b5d36758e req-e27ad09e-8a35-44d2-b5a7-29ec63bf669e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd233e72-7cd8-493d-a881-48e775f7d655&id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144741 Sep 18 00:57:09.294577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e6f11756-7a1f-413e-b140-37a7773a80a7 None None] Provisioning complete for port 2f23c196-0498-4744-a892-d9907efe7996 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:09.296884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6f11756-7a1f-413e-b140-37a7773a80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.348423 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.357504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e6f11756-7a1f-413e-b140-37a7773a80a7 None None] Port 2f23c196-0498-4744-a892-d9907efe7996 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:09.364039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.425224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41538823-ef4c-4fec-82e4-ffa45de7f249 None None] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:09.501366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:09.535464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] Provisioning complete for port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:09.536086 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.564279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] For port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:09.604836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] device_id is not set on port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:09.616354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.620070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:09.626678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.700410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Pushing event updated for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:09.716655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.723459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] No DVR routers for this DVR port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:09.780657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] In _notify_port_updated(), no bound segment for port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 on network 0459e924-f100-4de8-be0d-1f241c4c513c {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:57:09.784101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.786996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.789606 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-28b0e634-7fe4-468b-88b3-3b25a0504fbc service neutron] 10.222.0.48 "PUT /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 200 len: 1027 time: 0.5522177 Sep 18 00:57:09.793354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] For port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,segment=NetworkSegment(9134d7f1-37e8-4098-a1ea-75a74a53bdef),segment_id=9134d7f1-37e8-4098-a1ea-75a74a53bdef)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:09.795728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:09.796185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.821369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.830223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.839637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.077881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port 91703b7e-2d01-42b8-9804-378fb8ab6c72 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:10.079484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.237055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port 91703b7e-2d01-42b8-9804-378fb8ab6c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=91703b7e-2d01-42b8-9804-378fb8ab6c72,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:10.237756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.254933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for 91703b7e-2d01-42b8-9804-378fb8ab6c72 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:10.256954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3959fd61-d9a3-4fc6-b06b-df6e67df8b9c,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.271087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d053b-dca3-4d3b-8a0d-54aaef6e03a5 None None] Pushing event updated for resources: {'Port': ['ID=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.272762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a589939-23e7-4b20-8bd7-4c497bdccacc req-fc096cc3-7a93-448c-8a0a-dd2d64dee28e tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0634882 Sep 18 00:57:10.308264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-48501f6d-dff9-4581-9d8a-dad06cb482ec None None] Provisioning complete for port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.308744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-48501f6d-dff9-4581-9d8a-dad06cb482ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.377578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-48501f6d-dff9-4581-9d8a-dad06cb482ec None None] Port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:10.405319 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.509944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dcff4cb2-794c-415c-9283-15b280dd87c5 None None] Provisioning complete for port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.510328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dcff4cb2-794c-415c-9283-15b280dd87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.567903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.586663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-dcff4cb2-794c-415c-9283-15b280dd87c5 None None] Port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:10.596715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.604724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.610808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.618472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.621687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dcff4cb2-794c-415c-9283-15b280dd87c5 None None] Provisioning complete for port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.622078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dcff4cb2-794c-415c-9283-15b280dd87c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.625084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.627181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17250a15-9197-434d-b833-1337c98eef37 req-4c3c4dd4-6415-42b5-aad6-6db4cf63ca29 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 3808 time: 0.1771612 Sep 18 00:57:10.631016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=91703b7e-2d01-42b8-9804-378fb8ab6c72,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.694559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b6fba09-00b6-4403-adde-901d27d3034e req-7a37a4d8-8c34-4796-9e57-6305a01708ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bf4ccb78ce34783b88964375deed7d0&device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0566063 Sep 18 00:57:10.710867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port 91703b7e-2d01-42b8-9804-378fb8ab6c72 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:10.719273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.722280 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-b554018f-26ea-4212-8a5c-527711947a66 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "DELETE /v2.0/ports/91703b7e-2d01-42b8-9804-378fb8ab6c72 HTTP/1.1" status: 204 len: 173 time: 0.9251649 Sep 18 00:57:10.722977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:10.726745 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a6228-35b2-451f-8b07-d411dda3cef7" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:10.791825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.809739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b6fba09-00b6-4403-adde-901d27d3034e req-d98650d4-1273-4334-9739-baf2aa708c86 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bf4ccb78ce34783b88964375deed7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081104 Sep 18 00:57:10.847578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5d5a7fd-824f-4aae-accb-33a91a1842bf req-cd5dd506-3d6f-49e7-b181-a96b64051f4e tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0713942 Sep 18 00:57:10.908395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17250a15-9197-434d-b833-1337c98eef37 req-e13529b0-6735-4b6d-8565-3adef8a1baa6 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490084 Sep 18 00:57:10.916858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port a7c1a246-9c04-42ac-92c0-08a8c2452e79 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:10.917230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.970157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d0f4aa00-a912-4f00-a1fa-4604e1d32028 None None] Provisioning complete for port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.971250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0f4aa00-a912-4f00-a1fa-4604e1d32028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.086719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4aa00-a912-4f00-a1fa-4604e1d32028 None None] Port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:11.164032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port a7c1a246-9c04-42ac-92c0-08a8c2452e79, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=a7c1a246-9c04-42ac-92c0-08a8c2452e79,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:11.164867 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.184344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for a7c1a246-9c04-42ac-92c0-08a8c2452e79 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:11.217836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:11.221857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0731a77-954f-4380-b14d-48afbd733bbb x-openstack-request-id: req-d0731a77-954f-4380-b14d-48afbd733bbb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:11.221857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "91703b7e-2d01-42b8-9804-378fb8ab6c72", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:11.221857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0731a77-954f-4380-b14d-48afbd733bbb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:11.221857 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': '91703b7e-2d01-42b8-9804-378fb8ab6c72', 'status': 'completed', 'code': 200} Sep 18 00:57:11.224006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7d04bc57-dba7-48a8-a665-eba96030f85f None None] Provisioning complete for port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:11.225132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7d04bc57-dba7-48a8-a665-eba96030f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.375781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fba09-00b6-4403-adde-901d27d3034e req-8d1e3316-7991-4f24-8758-a0cf5ba5de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.377224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b6fba09-00b6-4403-adde-901d27d3034e req-8d1e3316-7991-4f24-8758-a0cf5ba5de23 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5400982 Sep 18 00:57:11.385436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7d04bc57-dba7-48a8-a665-eba96030f85f None None] Port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:11.391464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:11.391880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e0d49ef0-1551-4ee9-8695-8b87a9aaf883 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:11.473821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.516096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=a7c1a246-9c04-42ac-92c0-08a8c2452e79,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.522948 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.566122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.573470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:11.574250 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.575932 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb83a13-d59c-4eb5-b0c7-d432a3468d77" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:11.585977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port a7c1a246-9c04-42ac-92c0-08a8c2452e79 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:11.589189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.591787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-e41cbe94-fb3b-46fe-80e2-15be30750501 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "DELETE /v2.0/ports/a7c1a246-9c04-42ac-92c0-08a8c2452e79 HTTP/1.1" status: 204 len: 173 time: 0.8611319 Sep 18 00:57:11.593896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:11.635280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.643737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:11.654743 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.656104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f36899a9-74f3-4bca-abd0-0783c5adf848 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:11.721278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=3959fd61-d9a3-4fc6-b06b-df6e67df8b9c,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.727955 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f395c-8e97-469b-aabe-e99a7fdd4e9f x-openstack-request-id: req-e37f395c-8e97-469b-aabe-e99a7fdd4e9f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:11.728288 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:11.728787 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e37f395c-8e97-469b-aabe-e99a7fdd4e9f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:11.729751 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'code': 200} Sep 18 00:57:11.823709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:11.825787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:11.829894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.837082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:11.837652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.895104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.004049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:12.020268 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.021092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e6ba0d91-c23d-432a-891d-333a6c3c2d88 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.057053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b7a6d53-d26f-4bb1-9006-f04479ae72ca req-0cd5faec-4ba7-4eae-8cfa-7a3cc2f34bbc tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0467172 Sep 18 00:57:12.090803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Router 75900819-1ad5-495e-89a3-ddc5a5411d56 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:57:12.202990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.258069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:12.258499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.279610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.342679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:12.344613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1de895f9-ef3b-4257-b591-a2123670cd0c None None] Provisioning complete for port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:12.345213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1de895f9-ef3b-4257-b591-a2123670cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.371163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.371997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 2f23c196-0498-4744-a892-d9907efe7996 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.381854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:12.391564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-53f6543f-c292-42bf-8c7b-a7e7b267f1f0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/routers/75900819-1ad5-495e-89a3-ddc5a5411d56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0683234 Sep 18 00:57:12.395225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33842) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:12.397286 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] Sync routers for ids ['75900819-1ad5-495e-89a3-ddc5a5411d56'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:12.401709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ecfb-d0dc-436d-80a5-146c3e7108b2 req-38851959-9d9a-40f8-bb8d-6b3966d89f82 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.408343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ecfb-d0dc-436d-80a5-146c3e7108b2 req-38851959-9d9a-40f8-bb8d-6b3966d89f82 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.410225 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] Routers {'75900819-1ad5-495e-89a3-ddc5a5411d56'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:12.411120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['75900819-1ad5-495e-89a3-ddc5a5411d56'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:12.415829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ecfb-d0dc-436d-80a5-146c3e7108b2 req-38851959-9d9a-40f8-bb8d-6b3966d89f82 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.425318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3495ecfb-d0dc-436d-80a5-146c3e7108b2 req-38851959-9d9a-40f8-bb8d-6b3966d89f82 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 2412 time: 0.3190687 Sep 18 00:57:12.445940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port e0d49ef0-1551-4ee9-8695-8b87a9aaf883, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:12.446335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.456481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:12.467507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for e0d49ef0-1551-4ee9-8695-8b87a9aaf883 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:12.474695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] Routers {'75900819-1ad5-495e-89a3-ddc5a5411d56'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:12.475660 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['75900819-1ad5-495e-89a3-ddc5a5411d56'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:12.497018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1de895f9-ef3b-4257-b591-a2123670cd0c None None] Port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:12.499649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3495ecfb-d0dc-436d-80a5-146c3e7108b2 req-325d4eeb-d9b1-4ab0-ba7f-d0787b89ae88 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733731 Sep 18 00:57:12.504738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73742c-9ce0-429d-9885-1ccf62d377b1 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.507414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4a73742c-9ce0-429d-9885-1ccf62d377b1 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?device_id=75900819-1ad5-495e-89a3-ddc5a5411d56 HTTP/1.1" status: 200 len: 983 time: 0.1111929 Sep 18 00:57:12.510557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.511374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:12.523940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.524332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.524811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.525250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.525590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.525927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.526264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.526591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.526918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.527245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.527570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.527892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:12.534028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 2f23c196-0498-4744-a892-d9907efe7996 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:12.534460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 91703b7e-2d01-42b8-9804-378fb8ab6c72 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.571307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 91703b7e-2d01-42b8-9804-378fb8ab6c72 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:12.571573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 91703b7e-2d01-42b8-9804-378fb8ab6c72 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:12.571668 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:12.571895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a7c1a246-9c04-42ac-92c0-08a8c2452e79 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.573049 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d24acd-aa18-46a3-8539-c4ecc118c0b0 None None] The sync data for ids ['75900819-1ad5-495e-89a3-ddc5a5411d56'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:12.595542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: a7c1a246-9c04-42ac-92c0-08a8c2452e79 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:12.595542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device a7c1a246-9c04-42ac-92c0-08a8c2452e79 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:12.650375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b6fba09-00b6-4403-adde-901d27d3034e req-5527abbc-bb3d-44bd-a74c-bd78e783d1e8 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0601647 Sep 18 00:57:12.651120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.707814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=e0d49ef0-1551-4ee9-8695-8b87a9aaf883,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.763631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port e0d49ef0-1551-4ee9-8695-8b87a9aaf883 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:12.767110 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.769402 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-542f9a03-e4e0-4d7e-8c0f-f0fb9d717b6c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "DELETE /v2.0/ports/e0d49ef0-1551-4ee9-8695-8b87a9aaf883 HTTP/1.1" status: 204 len: 173 time: 1.1677527 Sep 18 00:57:12.879124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port e6ba0d91-c23d-432a-891d-333a6c3c2d88 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:12.879574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.978667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:12.998757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port e6ba0d91-c23d-432a-891d-333a6c3c2d88, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e6ba0d91-c23d-432a-891d-333a6c3c2d88,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:12.999144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.219157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8a10f72-a727-434e-819c-18f6611c6ff0 req-495d8241-d544-43c5-bbd6-d715fbc0c932 tempest-ServerShowV254Test-759023303 tempest-ServerShowV254Test-759023303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4ccf09-a7d1-42f8-afdf-6ce2bbed1ff7 HTTP/1.1" status: 200 len: 210 time: 0.0478122 Sep 18 00:57:13.237558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:13.239910 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2b2ef-c915-43ca-bf01-893d86dfaf50" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:13.321902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.322303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.325827 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Floating IP da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef disassociated. External IP: 172.25.7.190, port: e6ba0d91-c23d-432a-891d-333a6c3c2d88. Sep 18 00:57:13.326123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for e6ba0d91-c23d-432a-891d-333a6c3c2d88 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:13.330282 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b582ac99-0b29-414c-b4af-1747ca6ae994 x-openstack-request-id: req-b582ac99-0b29-414c-b4af-1747ca6ae994 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:13.330583 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "a7c1a246-9c04-42ac-92c0-08a8c2452e79", "status": "completed", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "e0d49ef0-1551-4ee9-8695-8b87a9aaf883", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:13.343607 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b582ac99-0b29-414c-b4af-1747ca6ae994 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:13.344051 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'a7c1a246-9c04-42ac-92c0-08a8c2452e79', 'status': 'completed', 'code': 200} Sep 18 00:57:13.344397 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'e0d49ef0-1551-4ee9-8695-8b87a9aaf883', 'status': 'completed', 'code': 200} Sep 18 00:57:13.348018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:13.348504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.476265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.492384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 3959fd61-d9a3-4fc6-b06b-df6e67df8b9c owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:13.509390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.542054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=e6ba0d91-c23d-432a-891d-333a6c3c2d88,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.679162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Router 0b9b5196-f197-4114-96f6-f311a9575cc9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:13.686488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9dba7-138e-4f99-9c36-8acb9f1253ba req-cbdbe77a-a05a-4eb5-a198-38cb4dd8f197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:13.688003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4db9dba7-138e-4f99-9c36-8acb9f1253ba req-cbdbe77a-a05a-4eb5-a198-38cb4dd8f197 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 943 time: 0.0663583 Sep 18 00:57:13.730337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:13.732897 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5816a630-cd69-4d24-9e12-1cef794212ae" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:13.760600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4db9dba7-138e-4f99-9c36-8acb9f1253ba req-785b6e01-fb3e-4b63-a217-bcaad125516d tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups?id=87f5e6c1-e290-4e48-820f-2e9b6b11640a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656466 Sep 18 00:57:13.778013 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad3004-d5ec-431c-91a0-30bafe697fc7 x-openstack-request-id: req-48ad3004-d5ec-431c-91a0-30bafe697fc7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:13.778319 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:13.778573 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48ad3004-d5ec-431c-91a0-30bafe697fc7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:13.778976 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'code': 200} Sep 18 00:57:13.779237 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'code': 200} Sep 18 00:57:13.780438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.811848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=3959fd61-d9a3-4fc6-b06b-df6e67df8b9c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.823919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:13.835672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Sync routers for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:13.851636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:13.852381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:13.876096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port e6ba0d91-c23d-432a-891d-333a6c3c2d88 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:13.877841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:13.880452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-44fadb5a-f27d-40e0-9ec4-afe51ade7ff4 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "DELETE /v2.0/ports/e6ba0d91-c23d-432a-891d-333a6c3c2d88 HTTP/1.1" status: 204 len: 173 time: 1.1010859 Sep 18 00:57:14.028305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:14.054097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port f36899a9-74f3-4bca-abd0-0783c5adf848 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:14.054224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.211456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port f36899a9-74f3-4bca-abd0-0783c5adf848, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f36899a9-74f3-4bca-abd0-0783c5adf848,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:14.211902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.232875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for f36899a9-74f3-4bca-abd0-0783c5adf848 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:14.430692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.484603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=f36899a9-74f3-4bca-abd0-0783c5adf848,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.488577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.540977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.550397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Checking router: 0b9b5196-f197-4114-96f6-f311a9575cc9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:14.563260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:14.563892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.571587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port f36899a9-74f3-4bca-abd0-0783c5adf848 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:14.574735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.581395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d2b7319c-ba8d-46e7-acce-9570891899ab req-852f4aac-ffc9-46f5-8a40-93b6f2c22588 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.48 "DELETE /v2.0/ports/f36899a9-74f3-4bca-abd0-0783c5adf848 HTTP/1.1" status: 204 len: 173 time: 0.6950812 Sep 18 00:57:14.739902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:14.794479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Router 75900819-1ad5-495e-89a3-ddc5a5411d56 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:14.833019 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-29cba808-32e4-4b1f-8808-93abbba14560 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2138197 Sep 18 00:57:14.865684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:14.969757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876720ba-5804-4fd4-bf34-577934809c42 req-f41b7fcf-d2b0-4ab0-a5e2-38970af27da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:14.969757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-f41b7fcf-d2b0-4ab0-a5e2-38970af27da0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16abad0d6c7e474da1e26cf934683077&device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 1098 time: 0.0964558 Sep 18 00:57:15.011075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea32990e-f754-4407-85be-4f6302b9afcc req-72994a71-4483-4c90-9049-71c228b05dbf tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0793545 Sep 18 00:57:15.012996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:15.037602 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] Sync routers for ids ['75900819-1ad5-495e-89a3-ddc5a5411d56'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:15.038481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05e71b17-d7a0-4197-b01c-8e153f839fc9 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/routers/75900819-1ad5-495e-89a3-ddc5a5411d56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5201979 Sep 18 00:57:15.038481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33872) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:15.045361 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] Routers {'75900819-1ad5-495e-89a3-ddc5a5411d56'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:15.045991 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['75900819-1ad5-495e-89a3-ddc5a5411d56'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:15.086983 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7474c523-24a0-4deb-a4ee-3afc2943199d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:15.096391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7474c523-24a0-4deb-a4ee-3afc2943199d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/3959fd61-d9a3-4fc6-b06b-df6e67df8b9c HTTP/1.1" status: 404 len: 333 time: 0.0559852 Sep 18 00:57:15.100821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33874) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:15.127977 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:15.150397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:15.159749 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] Routers {'75900819-1ad5-495e-89a3-ddc5a5411d56'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:15.164874 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['75900819-1ad5-495e-89a3-ddc5a5411d56'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:15.206564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b061-3879-43be-9c3e-f519be838a04 None None] The sync data for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 is: [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:47:20Z', 'revision_number': 4, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a86cec10-6378-46b8-b179-9deb9ecc7b92', 'name': '', 'network_id': '0050c8ec-5ce2-4dbc-823e-c59be2124683', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'mac_address': 'fa:16:3e:46:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:19Z', 'updated_at': '2021-09-18T00:47:26Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'subnets': [{'id': '42aa3a0f-2113-469e-b526-63fa236e26cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:15.219405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.247221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3f7f-01dd-409e-8010-d7966748fb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.250600 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:15.256043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876720ba-5804-4fd4-bf34-577934809c42 req-4a468096-8531-4be5-8a2b-e54df27a68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:15.257612 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0ec71-8884-4304-a0b9-f2c2ae76b855 None None] The sync data for ids ['75900819-1ad5-495e-89a3-ddc5a5411d56'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:15.260687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-4a468096-8531-4be5-8a2b-e54df27a68d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 200 len: 909 time: 0.2655890 Sep 18 00:57:15.345852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88'}, {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:15.348102 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0959629b-b151-4af8-b538-637fe246795d" -d '{"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88"}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:15.364999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-7a1fd34e-ab66-4bb9-962c-da0342abc97a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 200 len: 1001 time: 0.0954034 Sep 18 00:57:15.453392 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c9ec6f-2d65-40f1-a165-6e17cb40ebc1 x-openstack-request-id: req-d1c9ec6f-2d65-40f1-a165-6e17cb40ebc1 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:15.453942 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "e6ba0d91-c23d-432a-891d-333a6c3c2d88", "status": "completed", "code": 200}, {"server_uuid": "3fe35274-64cc-4793-b022-01c13149b2c4", "name": "network-vif-deleted", "tag": "f36899a9-74f3-4bca-abd0-0783c5adf848", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:15.455149 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1c9ec6f-2d65-40f1-a165-6e17cb40ebc1 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:15.455719 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'e6ba0d91-c23d-432a-891d-333a6c3c2d88', 'status': 'completed', 'code': 200} Sep 18 00:57:15.456684 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe35274-64cc-4793-b022-01c13149b2c4', 'name': 'network-vif-deleted', 'tag': 'f36899a9-74f3-4bca-abd0-0783c5adf848', 'status': 'completed', 'code': 200} Sep 18 00:57:15.501375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876720ba-5804-4fd4-bf34-577934809c42 req-c6a3a7d3-f34d-4492-b0b1-224a44b3e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:15.503776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-c6a3a7d3-f34d-4492-b0b1-224a44b3e4d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c554814-a32a-42a5-b276-02a41bc4395d HTTP/1.1" status: 200 len: 847 time: 0.1317718 Sep 18 00:57:15.564916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3f7f-01dd-409e-8010-d7966748fb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.565435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.567927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.577642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3f7f-01dd-409e-8010-d7966748fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.593366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876720ba-5804-4fd4-bf34-577934809c42 req-881d8759-00b0-457f-b5e4-da535cc27920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:15.595177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-881d8759-00b0-457f-b5e4-da535cc27920 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d70dba4-146e-48c3-a591-35b960e66375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841396 Sep 18 00:57:15.640999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.641703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Fanout notify agent at l3_agent the message router_deleted on router 75900819-1ad5-495e-89a3-ddc5a5411d56 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:57:15.658703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.664963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be97ac3d-3d54-440d-810e-79adc6c5361f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/routers/75900819-1ad5-495e-89a3-ddc5a5411d56 HTTP/1.1" status: 204 len: 168 time: 0.5575767 Sep 18 00:57:15.665148 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ad6a3f7f-01dd-409e-8010-d7966748fb4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bf4ccb78ce34783b88964375deed7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933052 Sep 18 00:57:15.665259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:15.665349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a3f7f-01dd-409e-8010-d7966748fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273298d5-1e90-48ce-ad64-38c0c24e9206,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:15.666230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:15.678384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e241d-47f3-4130-98c0-6268c1ae8091 None None] New status for floating IP da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:57:15.793444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.809501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-d42ee07d-b2e5-4e6a-a4c2-0d2b98024d88 service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027032 Sep 18 00:57:15.833272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet c92bfc3e-a388-46c8-8647-438846bdc15f {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:15.839008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.844458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.919892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.972330 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-876720ba-5804-4fd4-bf34-577934809c42 req-46a94320-7171-4bc8-9322-d9376bd8d728 service neutron] 10.222.0.54 "GET /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501846 Sep 18 00:57:15.978538 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.982313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:15.983688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/273298d5-1e90-48ce-ad64-38c0c24e9206 HTTP/1.1" status: 204 len: 168 time: 0.3050313 Sep 18 00:57:16.001298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250ca5a-97a5-4881-b622-df69aebb6dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273298d5-1e90-48ce-ad64-38c0c24e9206,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:16.074384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.126326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.145689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24189a03-a18a-4e0f-8a86-11c222dedc6b req-dfa5e602-066c-46fc-9364-eb12ba176c55 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0352969 Sep 18 00:57:16.190842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.218978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34cdc90-21bf-4839-9a09-7040b627707d None None] Network 9f1fbe11-cf96-49ac-8920-7f624811b20e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:16.231136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.233238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/c92bfc3e-a388-46c8-8647-438846bdc15f HTTP/1.1" status: 204 len: 168 time: 0.5693300 Sep 18 00:57:16.234710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c102-3bf4-40e6-9062-a4265cd34d7e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=c92bfc3e-a388-46c8-8647-438846bdc15f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:16.235992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33890) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:16.340343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.446468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:16.446808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.591455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] For port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,segment=NetworkSegment(9134d7f1-37e8-4098-a1ea-75a74a53bdef),segment_id=9134d7f1-37e8-4098-a1ea-75a74a53bdef)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:16.592144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.618637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:16.739175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.781808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba52fb0-fff7-4635-9467-88044a62823f None None] DHCP port deletion for 9f1fbe11-cf96-49ac-8920-7f624811b20e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:16.789414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=9eee2b7d-c3b8-4968-8147-fb9b16d7e300,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:16.804484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No DVR routers for this DVR port 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:16.903652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.921371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1fbe11-cf96-49ac-8920-7f624811b20e']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:16.937693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9134d7f1-37e8-4098-a1ea-75a74a53bdef') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:16.938397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9134d7f1-37e8-4098-a1ea-75a74a53bdef') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:16.955159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.971712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.980806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:16.981362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:16.986159 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:17.063201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.073779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.079764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33914) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:17.088766 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/9f1fbe11-cf96-49ac-8920-7f624811b20e HTTP/1.1" status: 204 len: 168 time: 0.8515205 Sep 18 00:57:17.117498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8142a-6bcf-48c3-aa79-4bc0c698aa71 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=9f1fbe11-cf96-49ac-8920-7f624811b20e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.143402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb73cd-047e-4e48-9c88-3e2486833789 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:17.144920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5ecb73cd-047e-4e48-9c88-3e2486833789 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/d85c8a0d-199c-41b8-85c4-cc8152d9e501 HTTP/1.1" status: 200 len: 841 time: 0.0641236 Sep 18 00:57:17.149156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33916) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:17.207256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:17.207907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e20bd7c8-b979-487d-9f0f-587638bc586e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/d85c8a0d-199c-41b8-85c4-cc8152d9e501?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0575299 Sep 18 00:57:17.214427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:17.376718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d9885db-6fd4-4e33-8364-cd697840579e req-541edfd0-3a50-441a-a014-9b313a397b27 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0750108 Sep 18 00:57:17.403181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:17.410581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.501683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:17.558562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:17.559882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9eee2b7d-c3b8-4968-8147-fb9b16d7e300 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:17.685856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.733175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:17.737531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:17.746751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:17.747600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.757792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac10557-d82d-4441-9bca-d7acffc94897 None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:17.784379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=3f716fea-99ee-416c-9516-9123ded23037,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.788467 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b4eed47b-4ec5-4060-bfb3-a77ccba76518 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5784671 Sep 18 00:57:17.791188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33950) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:17.798249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'security_group': {'name': 'tempest-secgroup-18378681'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:17.850976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.989033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.001270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.034434 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.038286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2431414 Sep 18 00:57:18.038795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33962) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:18.044500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558212825'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:18.074644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92cd61-f800-4814-b962-be8801db9d8f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7d9fa-7c0f-41eb-8554-18ea65f658e6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.091037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-2dee652b-2a27-4b32-9b26-7c235316329e', 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'tenant_id': 'c6d06c3704564bb7a45d99416363755f', 'fixed_ips': [{'subnet_id': '3f716fea-99ee-416c-9516-9123ded23037'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:18.091999 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.120259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.256966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.263842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.280069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Allocated IP 172.20.0.2 (2dee652b-2a27-4b32-9b26-7c235316329e/3f716fea-99ee-416c-9516-9123ded23037/af95eeef-e209-47b6-ac53-9c95880b34d0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:18.319753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.321076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2811522 Sep 18 00:57:18.323919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 33974) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:18.330403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ce33-92e7-40f9-8cf9-ab6b204e6022 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b30ff1-c47e-47fa-8e00-17c00316dff1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.330882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495550624', 'security_groups': ['06b30ff1-c47e-47fa-8e00-17c00316dff1'], 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f716fea-99ee-416c-9516-9123ded23037'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:18.513847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:18.542843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d76b7ea-6512-4ea6-8332-31026e52d208 req-f00ef8e6-309d-4992-9c3f-d68e4a0e2598 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0457692 Sep 18 00:57:18.566107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.578026 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.606973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33980) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:18.639185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.640334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:18.641970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:18.649023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:18.652555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.666633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 48029303-015e-46c0-bc67-115fc7dea733 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:18.718954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Attempting to bind port af95eeef-e209-47b6-ac53-9c95880b34d0 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:18.719388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Attempting to bind port af95eeef-e209-47b6-ac53-9c95880b34d0 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '11433c55-af36-487f-ae93-7d98b62ac07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:18.719759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Attempting to bind port af95eeef-e209-47b6-ac53-9c95880b34d0 on network 2dee652b-2a27-4b32-9b26-7c235316329e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:18.726075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:18.726576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Checking segment: {'id': '11433c55-af36-487f-ae93-7d98b62ac07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:18.727318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.727605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Bound using segment: {'id': '11433c55-af36-487f-ae93-7d98b62ac07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:18.728132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Bound port: af95eeef-e209-47b6-ac53-9c95880b34d0, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11433c55-af36-487f-ae93-7d98b62ac07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:18.728561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.804890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df48baf3-ab7a-4fff-94a9-9e6a55745f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.810798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:18.814632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:18.821795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.902786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56fbab-bf6f-427a-81a0-5ab187b5fdfd None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.921244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.5 (2dee652b-2a27-4b32-9b26-7c235316329e/3f716fea-99ee-416c-9516-9123ded23037/48029303-015e-46c0-bc67-115fc7dea733) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:18.976420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df48baf3-ab7a-4fff-94a9-9e6a55745f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.983464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-df48baf3-ab7a-4fff-94a9-9e6a55745f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.038865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-df48baf3-ab7a-4fff-94a9-9e6a55745f02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=104113beb9f942ed9abc0e8851313d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306307 Sep 18 00:57:19.040252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48baf3-ab7a-4fff-94a9-9e6a55745f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100804a9-2ac6-4a0a-9489-5470761c2c66,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.043506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33986) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:19.101230 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.127487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.141548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.222104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.241088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.244819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.246379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/100804a9-2ac6-4a0a-9489-5470761c2c66 HTTP/1.1" status: 204 len: 168 time: 0.2017450 Sep 18 00:57:19.258873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252b825-128b-43ae-97c8-5db805d42d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100804a9-2ac6-4a0a-9489-5470761c2c66,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.287061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:19.291031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:19.293445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:19.338921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=48029303-015e-46c0-bc67-115fc7dea733,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.370780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:19.371490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.390226 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0fd75b95-357e-45d2-b7c0-19ec521c63b7 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0623412 Sep 18 00:57:19.390651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 33990) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:19.400783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:19.665182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:19.721311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-283ca594-f886-47b4-84cd-4811c732ddf7 req-276c7b9c-2433-432b-a49d-77116e4ddaac tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0437460 Sep 18 00:57:19.722128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:19.726820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.798771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:19.803375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.855882 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f716fea-99ee-416c-9516-9123ded23037 (CIDR: 172.20.0.0/28) Sep 18 00:57:19.861071 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:57:19.861654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:19.890966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff3ba4ee-d160-49a5-94d5-e5ea99e806a4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4989302 Sep 18 00:57:19.893747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34016) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:19.902730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:19.969301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.046874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:20.055617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.121098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.159691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:20.165267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.298284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34026) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:20.456425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-19958959-network', 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:20.491285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.500363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1d3271e5-4698-4df6-b97d-0f57855e634f None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:20.500737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d3271e5-4698-4df6-b97d-0f57855e634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.524159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:20.527322 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.560853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.561283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:20.566352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:20.570693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:20.571457 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.610570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7150753 Sep 18 00:57:20.612823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34030) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:20.615752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c92ce-3cd0-4d02-b34d-390be59a171a tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=19a10f2c-d397-4879-b1b8-393574bbbb9d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.623782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1645338592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '19a10f2c-d397-4879-b1b8-393574bbbb9d'}], 'security_groups': ['cfc7d9fa-7c0f-41eb-8554-18ea65f658e6']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:20.698242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1d3271e5-4698-4df6-b97d-0f57855e634f None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:20.698920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d3271e5-4698-4df6-b97d-0f57855e634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.738375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1d3271e5-4698-4df6-b97d-0f57855e634f None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:20.804308 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.833264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84aca3-517e-44e9-bd1e-d3725d4e7c8d None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:20.853648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.868576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.889410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab5aad19-9e56-46ca-9749-fd37971ab7ad req-42b23f17-4ca7-44cb-8753-52ce0b4e354a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0420525 Sep 18 00:57:20.960744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b39e8f5d-fc86-4d7c-a083-a501bf5e9cd7 None None] Provisioning complete for port 48029303-015e-46c0-bc67-115fc7dea733 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:20.961352 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b39e8f5d-fc86-4d7c-a083-a501bf5e9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.973471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:21.012963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.013923 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Added segment 0ece82b9-6f2f-49be-b301-ca7860d8c272 of type vlan for network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 Sep 18 00:57:21.016063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5deb62-9ce6-45b5-adc6-5f42c0587479,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.058741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b39e8f5d-fc86-4d7c-a083-a501bf5e9cd7 None None] Port 48029303-015e-46c0-bc67-115fc7dea733 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:21.153389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.222997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Update dhcp port {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'fixed_ips': [{'subnet_id': '3f716fea-99ee-416c-9516-9123ded23037', 'ip_address': '172.20.0.2'}, {'subnet_id': '19a10f2c-d397-4879-b1b8-393574bbbb9d'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'af95eeef-e209-47b6-ac53-9c95880b34d0'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:57:21.230219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.231279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:21.231870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.263738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.363994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Delete allocated IP 172.20.0.5 (2dee652b-2a27-4b32-9b26-7c235316329e/3f716fea-99ee-416c-9516-9123ded23037) {{(pid=106452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:57:21.374306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.18 (2dee652b-2a27-4b32-9b26-7c235316329e/19a10f2c-d397-4879-b1b8-393574bbbb9d/48029303-015e-46c0-bc67-115fc7dea733) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:21.399954 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1004512 Sep 18 00:57:21.403254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34036) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:21.411250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Request body: {'subnet': {'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-19958959-subnet', 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:21.457648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:21.463357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.497305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f619ed-9a9a-4ab3-a85a-99353f52f380 admin admin] Pushing event updated for resources: {'Network': ['ID=26d19a92-2f8e-4ca5-b69f-28ffdb281641,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.511821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:21.551642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:21.670172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:21.672385 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.705809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.715252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.792490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.804148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-62078903-5f31-4e7e-8fab-f8d8e3cedd23 {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:57:21.804797 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:57:21.810286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=48029303-015e-46c0-bc67-115fc7dea733,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.854230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8a967d-7849-4de2-857e-416a733f33bc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.877297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Checking segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:21.878050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Network hostable DHCP agents. Network: 26d19a92-2f8e-4ca5-b69f-28ffdb281641, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:21.912973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] In _notify_port_updated(), no bound segment for port 48029303-015e-46c0-bc67-115fc7dea733 on network 2dee652b-2a27-4b32-9b26-7c235316329e {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:57:21.917498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:21.920101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:21.921179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:21.925843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:21.926092 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1d89b94d-eacd-474e-9728-f0afa66f7e78 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/ports/48029303-015e-46c0-bc67-115fc7dea733 HTTP/1.1" status: 200 len: 921 time: 1.3118398 Sep 18 00:57:21.939173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 26d19a92-2f8e-4ca5-b69f-28ffdb281641) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:21.947222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c125c2c-1df1-41d0-b919-5382bceceb1e None None] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:21.986939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:21.989227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.080284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-999b0906-6cc1-49b7-9d2f-3b9aa7b3bac3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6675172 Sep 18 00:57:22.100582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edb74234-b5ad-458d-ac02-7ab1f1e9701f req-e1ee91f8-5a9f-4635-9256-f969ae42773c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0341442 Sep 18 00:57:22.158759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 48029303-015e-46c0-bc67-115fc7dea733 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:22.159456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.172766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3776a0-e63f-46a4-b6c4-bab0b35d449a None None] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:22.278041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.306103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 48029303-015e-46c0-bc67-115fc7dea733 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:22.376779 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.527400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.578957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=48029303-015e-46c0-bc67-115fc7dea733,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:22.663493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Allocated IP 172.20.0.19 (2dee652b-2a27-4b32-9b26-7c235316329e/19a10f2c-d397-4879-b1b8-393574bbbb9d/af95eeef-e209-47b6-ac53-9c95880b34d0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:22.683353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.686034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4b623b9a-cba4-4230-ad13-66f4497a0997 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/48029303-015e-46c0-bc67-115fc7dea733 HTTP/1.1" status: 204 len: 168 time: 0.7588680 Sep 18 00:57:22.688829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34052) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:22.720798 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b2f2fd-add9-4927-ab1b-a3f33a4ff3a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:22.726143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d4b2f2fd-add9-4927-ab1b-a3f33a4ff3a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/48029303-015e-46c0-bc67-115fc7dea733 HTTP/1.1" status: 404 len: 333 time: 0.0328348 Sep 18 00:57:22.726552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:22.798375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:22.845988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.854050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.867828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.911167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:22.921215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e65a8-9f02-4610-9d57-e13578439849 None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:22.946045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-7dd15a8c-9b61-46ec-ac36-44f19cd5acf5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:22.947720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-7dd15a8c-9b61-46ec-ac36-44f19cd5acf5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1791210 Sep 18 00:57:22.980376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-92275918-2526-4887-844c-522e73574817 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/quotas/b34e3f318f70463fbdb581bf16f54ed3 HTTP/1.1" status: 200 len: 375 time: 0.0235717 Sep 18 00:57:23.005915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.009128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.010414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/security-groups/06b30ff1-c47e-47fa-8e00-17c00316dff1 HTTP/1.1" status: 204 len: 168 time: 0.2826378 Sep 18 00:57:23.013501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34064) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:23.045946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-55f73d34-ef14-477d-b43c-7957e37b53ad tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536580 Sep 18 00:57:23.072354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d843ec-7d81-4ed2-a645-744df87c2756 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b30ff1-c47e-47fa-8e00-17c00316dff1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:23.134030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.204643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.284434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fbe09b04-badb-43f4-bab8-2453733bd904 req-c4948f8e-263e-4502-91c1-ff784443414e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0511365 Sep 18 00:57:23.373939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-9778b297-4d99-44dc-befc-e51c20ffbd5e service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187387 Sep 18 00:57:23.496610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-bce05cef-832b-40d4-8ab6-bdf80c0d1932 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162686 Sep 18 00:57:23.528052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:23.620141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.622769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.624450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/security-groups/cfc7d9fa-7c0f-41eb-8554-18ea65f658e6 HTTP/1.1" status: 204 len: 168 time: 0.6091576 Sep 18 00:57:23.626723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:23.631452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:23.631914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.640128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182194f-37b8-47ee-862d-b50225bd1c46 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7d9fa-7c0f-41eb-8554-18ea65f658e6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:23.813972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:23.815685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.822352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 3f716fea-99ee-416c-9516-9123ded23037 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:23.832929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-572827cc-0aee-427c-8f3b-da808b3c9abd req-c1a13504-8641-42b4-9391-47683f815ef4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 210 time: 0.0411603 Sep 18 00:57:23.857126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.878074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:23.890277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:23.890838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:23.920125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.007866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5016acbf-2bc2-4e86-88da-5c586b1ac279 None None] Could not find standard attr ID for object 48029303-015e-46c0-bc67-115fc7dea733. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:24.045150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.125745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.158310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=3f716fea-99ee-416c-9516-9123ded23037,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:24.175379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.178452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2153eba1-8c41-4211-90c9-97262877ad72 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/3f716fea-99ee-416c-9516-9123ded23037 HTTP/1.1" status: 204 len: 168 time: 0.5499554 Sep 18 00:57:24.183007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34086) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:24.192338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:24.220119 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8dce6f23-afe5-430b-bd57-5680f0e0fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.433308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:24.437744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.463322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0548cb9-71b2-4b60-87db-810aa1d6d5ec None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:24.554131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f13158a8-fce6-4c6f-8099-3eaa3aa1861c None None] Could not find standard attr ID for object 48029303-015e-46c0-bc67-115fc7dea733. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:24.711670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78577eec-59da-4ede-abf2-c5fb3e87a7ac req-5aa98bcf-d4ce-4afd-bdb4-a24289fe4ebb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0421014 Sep 18 00:57:24.783182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.834308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:24.844460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:24.847882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:24.848513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.880995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:24.901563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-615292d1-7051-47f4-bda4-1753a4d59e5e tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7147250 Sep 18 00:57:24.902295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:24.908261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'security_group': {'name': 'tempest-secgroup-756445865'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:24.941071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:24.985159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c4955449-505a-4bd0-9d48-c20c26a7653e req-bffb062e-99f3-48e2-9e3b-9ede50202aec tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 210 time: 0.0407243 Sep 18 00:57:25.072895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.077156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.108298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0909053e-0822-462e-9ac2-4003bff9e9c8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:25.110805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.112161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d75d937-9474-4135-9f03-43546204ec56 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2090976 Sep 18 00:57:25.114822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34098) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:25.119328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442613643'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:25.147439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.242265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.246720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.295725 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.297034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1812820 Sep 18 00:57:25.298153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97128c-0264-43eb-91d1-4dea05b00380 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb4dd0-de41-4081-bde5-cfc082c8b3c4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:25.301163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34102) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:25.305632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'security_group': {'name': 'tempest-secgroup-1151981797'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:25.354977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.465191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291cfa3-d7d2-4be5-bbc5-2d1f35acc54d None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:25.530995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-cacd2559-b995-4e45-b29f-45f7d1378293 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:25.533527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-cacd2559-b995-4e45-b29f-45f7d1378293 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.2920516 Sep 18 00:57:25.550300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Request body: {'port': {'device_id': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'admin_state_up': True, 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:25.569183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.578399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.621711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfffebf4-7184-4d55-8034-229c34ed439d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:25.625913 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.629992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed09c6c0-5404-48e1-82c2-f55646298af0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3274896 Sep 18 00:57:25.633009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:25.641526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-635095978', 'security_groups': ['cfffebf4-7184-4d55-8034-229c34ed439d'], 'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:25.654764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-925822ca-3572-4cb8-83fb-3253ed19d14d None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:25.655386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-925822ca-3572-4cb8-83fb-3253ed19d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.698653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-925822ca-3572-4cb8-83fb-3253ed19d14d None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:25.732438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-925822ca-3572-4cb8-83fb-3253ed19d14d None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:25.733255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-925822ca-3572-4cb8-83fb-3253ed19d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.786838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:25.795205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:25.906538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64ecf50c-58ca-4095-94f0-8203e8d0716b req-8b4e2e2b-f7c2-4928-81b7-0068e969e27a tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0723541 Sep 18 00:57:25.947114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:25.995257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Allocated IP 172.20.0.4 (26d19a92-2f8e-4ca5-b69f-28ffdb281641/dc8a967d-7849-4de2-857e-416a733f33bc/1d2afbd9-f9fb-459b-9e55-001477c0065d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:26.069353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Update dhcp port {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'fixed_ips': [{'subnet_id': '19a10f2c-d397-4879-b1b8-393574bbbb9d', 'ip_address': '172.20.0.19'}, {'subnet_id': '7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'af95eeef-e209-47b6-ac53-9c95880b34d0'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:57:26.099263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.165308 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.196555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-175fdca2-3399-4c36-9b71-a57a50f99ced req-bc40844d-57c3-4cd0-aac9-cb7a6a90719d tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 210 time: 0.0928547 Sep 18 00:57:26.203725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.203921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.226173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] device_id is not set on port 895f3c76-8fae-4565-a227-5a48af82f0ad yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:57:26.260050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event updated for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.286147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:26.288573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:26.296437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:26.339193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Allocated IP 172.20.0.2 (2dee652b-2a27-4b32-9b26-7c235316329e/7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8/af95eeef-e209-47b6-ac53-9c95880b34d0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:26.371489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:26.372564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.397503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-93eb65fc-6f89-4e64-aab6-7556d34d8caa tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539445 Sep 18 00:57:26.411348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Request body: {'port': {'device_id': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:26.483478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.507170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:26.541241 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.547291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.607936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.11 (2dee652b-2a27-4b32-9b26-7c235316329e/7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8/895f3c76-8fae-4565-a227-5a48af82f0ad) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:26.735743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686e2b-01ee-4017-a34d-0e5fdcf3bf74 None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.799747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.841222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.896781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:26.903213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:26.907358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:26.924433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2afbd9-f9fb-459b-9e55-001477c0065d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:57:26.939396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.962410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Transition to ACTIVE for port object 1d2afbd9-f9fb-459b-9e55-001477c0065d will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:57:26.969759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.971766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:26.972500 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:26.992394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=895f3c76-8fae-4565-a227-5a48af82f0ad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.998029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c6282685-ab01-4445-acd3-8ca3f01bd616 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3628061 Sep 18 00:57:27.001155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:27.011670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:27.121775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.142348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Attempting to bind port 1d2afbd9-f9fb-459b-9e55-001477c0065d on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:27.142847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Attempting to bind port 1d2afbd9-f9fb-459b-9e55-001477c0065d by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:27.143513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Attempting to bind port 1d2afbd9-f9fb-459b-9e55-001477c0065d on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:27.149925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Port 1d2afbd9-f9fb-459b-9e55-001477c0065d on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:57:27.150397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Attempting to bind port 1d2afbd9-f9fb-459b-9e55-001477c0065d on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:27.154189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3e86003-300d-4771-b2bd-37eacff4b89b req-bf3746c0-5203-4c0d-8045-0a7176489760 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.1232836 Sep 18 00:57:27.156674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:27.157921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Checking segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:27.158489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Bound using segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:27.159085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Bound port: 1d2afbd9-f9fb-459b-9e55-001477c0065d, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:27.159553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.197043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:27.203855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.226855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c178-55df-4372-98eb-024e79d5b2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.264159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:27.267570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:27.280241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.322084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:27.322875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.325907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] 10.222.0.48 "PUT /v2.0/ports/1d2afbd9-f9fb-459b-9e55-001477c0065d HTTP/1.1" status: 200 len: 1092 time: 0.9198439 Sep 18 00:57:27.367947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:27.371069 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b9904-c2a2-4114-bd7d-671a60f49883" -d '{"events": [{"name": "network-changed", "server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:27.379788 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8 (CIDR: 172.20.0.0/28) Sep 18 00:57:27.390106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957b92-b482-4a8b-a338-b81da2c1fa94 req-af5a4cd1-df28-43e1-91ca-2f613cf1402b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:27.391677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3957b92-b482-4a8b-a338-b81da2c1fa94 req-af5a4cd1-df28-43e1-91ca-2f613cf1402b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 943 time: 0.0914133 Sep 18 00:57:27.393630 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:57:27.394105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:27.426524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b99637-9065-468d-9c1a-16a416fc07cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.435978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8c3e6395-50f9-4f20-a12b-f11420bb3002 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4303262 Sep 18 00:57:27.435978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:27.446083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:27.449483 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2e677-d076-4e4c-ae55-33aed633c32f x-openstack-request-id: req-32a2e677-d076-4e4c-ae55-33aed633c32f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:27.450099 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:27.450654 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32a2e677-d076-4e4c-ae55-33aed633c32f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:27.451161 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d', 'status': 'completed', 'code': 200} Sep 18 00:57:27.486221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f3957b92-b482-4a8b-a338-b81da2c1fa94 req-f6a09dca-b8f2-479c-8cd5-8417606dece8 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837495 Sep 18 00:57:27.499748 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.529482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-114e6a30-ca69-485d-82dc-4ead8a0c3362 None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:27.533199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-20788d6a-9f0d-422e-bd68-06c1eecdc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:27.533407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-114e6a30-ca69-485d-82dc-4ead8a0c3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.535344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-20788d6a-9f0d-422e-bd68-06c1eecdc7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 1095 time: 0.1432641 Sep 18 00:57:27.569085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:27.604769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-faf81f85-4cf0-4068-94f9-9ce728fdfd5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d HTTP/1.1" status: 200 len: 217 time: 0.0612538 Sep 18 00:57:27.639656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-114e6a30-ca69-485d-82dc-4ead8a0c3362 None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:27.645169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:27.655398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:27.655774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.656004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.678561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-4ee3da16-3b15-46bd-b325-e3041ea52713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:27.680543 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-4ee3da16-3b15-46bd-b325-e3041ea52713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0681059 Sep 18 00:57:27.709860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-114e6a30-ca69-485d-82dc-4ead8a0c3362 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:27.710503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-114e6a30-ca69-485d-82dc-4ead8a0c3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.737742 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-d296430d-752b-45ba-8d54-41b7ee304a9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498931 Sep 18 00:57:27.793734 n-d-712707-16 neutron-server[106453]: INFO neutron.db.ipam_backend_mixin [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 19a10f2c-d397-4879-b1b8-393574bbbb9d (CIDR: 172.20.0.16/28) Sep 18 00:57:27.797966 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:57:27.800495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:27.822879 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2301575a-0464-4b4b-8efa-9905efd6083c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3865564 Sep 18 00:57:27.823603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34132) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:27.830887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'subnet': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:27.863059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-dbb66ced-aa3e-4113-8a19-81e9c2bbddb8 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176560 Sep 18 00:57:27.962093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3eb99bdb-b0e7-45ab-85d6-974923f351a2 req-752383d9-8fdd-411e-a5b5-a72c079c8887 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920241 Sep 18 00:57:27.965535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b9099609-0d12-48cf-8897-498609c6c197 None None] Provisioning complete for port 895f3c76-8fae-4565-a227-5a48af82f0ad triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:27.965912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9099609-0d12-48cf-8897-498609c6c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:27.978759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Made reservation on behalf of c6d06c3704564bb7a45d99416363755f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:27.983435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.006503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b9099609-0d12-48cf-8897-498609c6c197 None None] Port 895f3c76-8fae-4565-a227-5a48af82f0ad cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:28.051473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-a619c356-fcc4-451d-8744-9d189025abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:28.053107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-a619c356-fcc4-451d-8744-9d189025abe5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 1095 time: 0.0425026 Sep 18 00:57:28.158961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-5eb14443-e898-4a10-8a5b-4e7650fb4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:28.160452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-5eb14443-e898-4a10-8a5b-4e7650fb4cad service neutron] 10.222.0.48 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.1003962 Sep 18 00:57:28.215517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-d52f7916-528f-4b30-bc95-1539de270437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d HTTP/1.1" status: 200 len: 217 time: 0.0469191 Sep 18 00:57:28.226299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.270428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-16c8351c-e2c2-48a6-b49c-8e8d1fe56b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:28.273586 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-16c8351c-e2c2-48a6-b49c-8e8d1fe56b40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0489132 Sep 18 00:57:28.299389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Network 2dee652b-2a27-4b32-9b26-7c235316329e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:28.304707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-066c6023-b305-45ca-af39-fe46a2d9ac92 req-cf355deb-81f8-402a-9dd9-2b56fb05cb2c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0513170 Sep 18 00:57:28.307827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:28.311883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-1f0a4ae7-45f0-4ef7-a3b8-a855a4beb76f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289085 Sep 18 00:57:28.312459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:28.313047 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.315505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Subnet': ['ID=fc2647ad-ef85-4fcb-b092-97aa19b3f77d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:28.335360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78942426-b794-4401-a4a8-bae3d41c8d3b None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:28.338531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-90129cef-d36e-45b9-97c1-aeb986876319 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5109937 Sep 18 00:57:28.345494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34136) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:28.352210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1304045191', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc2647ad-ef85-4fcb-b092-97aa19b3f77d'}], 'security_groups': ['0909053e-0822-462e-9ac2-4003bff9e9c8', '0cbb4dd0-de41-4081-bde5-cfc082c8b3c4']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:28.370066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.438807 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-0eb6a9ac-6847-493d-9287-d06ebd532d68 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182845 Sep 18 00:57:28.451210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.593400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4b9904-c2a2-4114-bd7d-671a60f49883 req-3502a1b4-500d-4f61-962a-cd83df13f150 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458440 Sep 18 00:57:28.701415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2324f-4f9b-4847-b92a-1fb2a4fee0bb req-3d30d4bd-30c4-4f37-b670-81b1c865a031 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:28.702899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2a2324f-4f9b-4847-b92a-1fb2a4fee0bb req-3d30d4bd-30c4-4f37-b670-81b1c865a031 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 943 time: 0.1031175 Sep 18 00:57:28.777225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Update dhcp port {'port': {'network_id': '2dee652b-2a27-4b32-9b26-7c235316329e', 'fixed_ips': [{'subnet_id': '19a10f2c-d397-4879-b1b8-393574bbbb9d', 'ip_address': '172.20.0.19'}, {'subnet_id': '7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc2647ad-ef85-4fcb-b092-97aa19b3f77d'}], 'binding:host_id': 'n-d-712707-16'}, 'id': 'af95eeef-e209-47b6-ac53-9c95880b34d0'} from n-d-712707-16. {{(pid=106454) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:57:28.791183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2a2324f-4f9b-4847-b92a-1fb2a4fee0bb req-87472c44-8567-420b-a1d3-82208c03e635 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770214 Sep 18 00:57:28.811999 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:28.841426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Delete allocated IP 172.20.0.11 (2dee652b-2a27-4b32-9b26-7c235316329e/7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8) {{(pid=106453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 00:57:28.854698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Allocated IP 172.20.0.44 (2dee652b-2a27-4b32-9b26-7c235316329e/fc2647ad-ef85-4fcb-b092-97aa19b3f77d/895f3c76-8fae-4565-a227-5a48af82f0ad) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:29.028765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.033362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.090426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Allocated IP 172.20.0.34 (2dee652b-2a27-4b32-9b26-7c235316329e/fc2647ad-ef85-4fcb-b092-97aa19b3f77d/af95eeef-e209-47b6-ac53-9c95880b34d0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:29.121419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event updated for resources: {'Port': ['ID=895f3c76-8fae-4565-a227-5a48af82f0ad,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:29.155726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] In _notify_port_updated(), no bound segment for port 895f3c76-8fae-4565-a227-5a48af82f0ad on network 2dee652b-2a27-4b32-9b26-7c235316329e {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:57:29.163040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:29.163794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.168553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34142) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:29.169072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0e21610e-52c0-4cc3-915d-69324d71bbbd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "PUT /v2.0/ports/895f3c76-8fae-4565-a227-5a48af82f0ad HTTP/1.1" status: 200 len: 960 time: 0.8218300 Sep 18 00:57:29.214309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:29.254185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.265649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.288639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port 895f3c76-8fae-4565-a227-5a48af82f0ad {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:29.288916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.383097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d1b7e-6f07-47e1-8831-3202bebdf031 None None] Pushing event updated for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:29.403980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.419790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for 895f3c76-8fae-4565-a227-5a48af82f0ad owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:29.468928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97942113-43c9-40d7-9668-97864e79df61 req-8fc97d0f-91ef-4d52-b5be-1f9d57b21798 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe35274-64cc-4793-b022-01c13149b2c4 HTTP/1.1" status: 200 len: 210 time: 0.0404799 Sep 18 00:57:29.546776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:29.620276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:29.620864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.628258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.682081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=895f3c76-8fae-4565-a227-5a48af82f0ad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:29.692395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.806779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.811456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3fbbad44-9e2f-4931-a580-6f2d1a5f7941 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/895f3c76-8fae-4565-a227-5a48af82f0ad HTTP/1.1" status: 204 len: 168 time: 0.6395757 Sep 18 00:57:29.811716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:29.841384 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d98040d-f44e-4140-8f60-6ac9efbd5f06 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] GET failed (client error): The resource could not be found. Sep 18 00:57:29.842998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d98040d-f44e-4140-8f60-6ac9efbd5f06 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports/895f3c76-8fae-4565-a227-5a48af82f0ad HTTP/1.1" status: 404 len: 333 time: 0.0286922 Sep 18 00:57:29.845759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:29.909634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.936189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:29.965641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f852-255f-42d6-975c-d6d325ac7a71 req-4531ecb2-710e-49bc-a88d-1ed90b8d5272 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:29.967625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fd9f852-255f-42d6-975c-d6d325ac7a71 req-4531ecb2-710e-49bc-a88d-1ed90b8d5272 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 943 time: 0.0939372 Sep 18 00:57:30.004785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.009006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.012437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/security-groups/cfffebf4-7184-4d55-8034-229c34ed439d HTTP/1.1" status: 204 len: 168 time: 0.1632524 Sep 18 00:57:30.012867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.021647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc4b21-46b5-4cd0-b3c8-98dde0661ade tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfffebf4-7184-4d55-8034-229c34ed439d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.054486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fd9f852-255f-42d6-975c-d6d325ac7a71 req-a5f9a491-da75-42a1-bc85-504a5504368e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807087 Sep 18 00:57:30.093225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.116176 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.138596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Could not find standard attr ID for object 895f3c76-8fae-4565-a227-5a48af82f0ad. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:30.148986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:30.149361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.160454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.163665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.167227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/security-groups/0cbb4dd0-de41-4081-bde5-cfc082c8b3c4 HTTP/1.1" status: 204 len: 168 time: 0.1509895 Sep 18 00:57:30.167616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.174966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa9b3-72c3-4b1f-8043-db74cf52a9a0 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb4dd0-de41-4081-bde5-cfc082c8b3c4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.193509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:30.208334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:30.208654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8d890bc-2afd-469b-9794-c90bf50df497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.237945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.262388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.306562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.309288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.310395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/security-groups/0909053e-0822-462e-9ac2-4003bff9e9c8 HTTP/1.1" status: 204 len: 168 time: 0.1415770 Sep 18 00:57:30.313201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.320478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a29f9-757d-4e77-9876-fa93e8f4029c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909053e-0822-462e-9ac2-4003bff9e9c8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.372907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:30.375918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.424435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.516219 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.591401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.612852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.647226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.652794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.654857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-98090d28-bae7-4a95-92c1-169e44442ff5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8 HTTP/1.1" status: 204 len: 168 time: 0.3403978 Sep 18 00:57:30.659070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34170) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.662983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.696920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.711995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6255ba7f-501a-474f-ba08-0265bbd28638 None None] Could not find standard attr ID for object 895f3c76-8fae-4565-a227-5a48af82f0ad. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:57:30.713108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet fc2647ad-ef85-4fcb-b092-97aa19b3f77d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:30.716771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.764701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.769329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.773056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/security-groups/87f5e6c1-e290-4e48-820f-2e9b6b11640a HTTP/1.1" status: 204 len: 168 time: 0.1789896 Sep 18 00:57:30.773826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34172) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.777471 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.783933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b574-f53a-4383-8005-f59ba675e6f0 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f5e6c1-e290-4e48-820f-2e9b6b11640a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.818258 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-e0703a02-979d-4d07-8a0e-477c0e70ffa3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] show failed (client error): The resource could not be found. Sep 18 00:57:30.821934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e0703a02-979d-4d07-8a0e-477c0e70ffa3 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "GET /v2.0/security-groups/87f5e6c1-e290-4e48-820f-2e9b6b11640a HTTP/1.1" status: 404 len: 347 time: 0.0444787 Sep 18 00:57:30.822322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34174) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:30.900286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.912757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa9fa0-1cba-48d1-8eb6-96ef10cb6cb3 None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:30.967568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port 9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:30.967960 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:30.984029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.026692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2647ad-ef85-4fcb-b092-97aa19b3f77d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.029472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.031688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e39673a3-a45b-420d-8548-8f8cdcff7674 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/fc2647ad-ef85-4fcb-b092-97aa19b3f77d HTTP/1.1" status: 204 len: 168 time: 0.3716435 Sep 18 00:57:31.034269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34178) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:31.063337 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2899bb7f-6e67-4205-93b8-071aa30ae5e4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:31.064046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2899bb7f-6e67-4205-93b8-071aa30ae5e4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:31.068647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2899bb7f-6e67-4205-93b8-071aa30ae5e4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/7b7b2dfe-de3f-4cd2-a517-aa10b6e350f8 HTTP/1.1" status: 404 len: 337 time: 0.0303631 Sep 18 00:57:31.069798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:31.082691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.087629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.108759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for 9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:31.278153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1d2afbd9-f9fb-459b-9e55-001477c0065d details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:31.285939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.322670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=9fbf95c6-f16c-42c4-a3e5-cc2a4fa9dc5d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.424284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:31.434772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.437402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.438754 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c96e769c-1ac5-4ef7-81cb-662354e1eb71 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/floatingips/da7a6f91-c1e9-4ae9-bc9f-f0e5416fe1ef HTTP/1.1" status: 204 len: 168 time: 0.6146467 Sep 18 00:57:31.441406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:31.471228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '1d2afbd9-f9fb-459b-9e55-001477c0065d', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'port_id': '1d2afbd9-f9fb-459b-9e55-001477c0065d', 'mac_address': 'fa:16:3e:2a:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8a967d-7849-4de2-857e-416a733f33bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:31.544503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.560530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2afbd9-f9fb-459b-9e55-001477c0065d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:57:31.563685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:31.564159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.583861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:31.589620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.642376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting subnet 19a10f2c-d397-4879-b1b8-393574bbbb9d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:31.654996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.664792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.705059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.714329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407009-a0c1-4e9e-b669-e34404d48f76 req-1cb13e90-8e4b-4408-967c-ecdae16613d9 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:31.719338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for 5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:31.721899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57407009-a0c1-4e9e-b669-e34404d48f76 req-1cb13e90-8e4b-4408-967c-ecdae16613d9 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 944 time: 0.1344600 Sep 18 00:57:31.725883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.766633 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:31.802901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57407009-a0c1-4e9e-b669-e34404d48f76 req-60957652-6523-4a2e-bca6-7cfbf8ebe469 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778618 Sep 18 00:57:31.818577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:57:31.865972 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.926545 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.952421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:31.974105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.003303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Subnet': ['ID=19a10f2c-d397-4879-b1b8-393574bbbb9d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.011794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.013798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd605787-acec-4c52-9142-3e2c51f8414d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/19a10f2c-d397-4879-b1b8-393574bbbb9d HTTP/1.1" status: 204 len: 168 time: 0.9430687 Sep 18 00:57:32.016501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34190) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.044864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdfc34b-a401-47b5-adae-fbf8d795d5a2 None None] Network 2dee652b-2a27-4b32-9b26-7c235316329e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:32.059136 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b7a54f-f2c0-4510-9246-59307711c7cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.059678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b7a54f-f2c0-4510-9246-59307711c7cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.061448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-94b7a54f-f2c0-4510-9246-59307711c7cd tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/3f716fea-99ee-416c-9516-9123ded23037 HTTP/1.1" status: 404 len: 337 time: 0.0440238 Sep 18 00:57:32.064042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34192) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.093751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ac6b4ed-ee04-41fa-8814-9299adc43421 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "GET /v2.0/ports?device_id=75900819-1ad5-495e-89a3-ddc5a5411d56 HTTP/1.1" status: 200 len: 205 time: 0.0283732 Sep 18 00:57:32.095957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34194) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.101048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3b589e91-c86e-43f7-94df-05f719ef7b52 None None] Provisioning complete for port d85c8a0d-199c-41b8-85c4-cc8152d9e501 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:32.101559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3b589e91-c86e-43f7-94df-05f719ef7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.104759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.108106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6d4dd9ca-a73d-4d1d-9eb4-148b63db6518 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/ports/5bd6d03d-21d5-4f0b-b2ae-4555f0c42c18 HTTP/1.1" status: 204 len: 168 time: 0.6634223 Sep 18 00:57:32.108543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.230547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port 2f23c196-0498-4744-a892-d9907efe7996 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:32.230945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.233234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.242933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3b589e91-c86e-43f7-94df-05f719ef7b52 None None] Port d85c8a0d-199c-41b8-85c4-cc8152d9e501 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:32.263435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3b589e91-c86e-43f7-94df-05f719ef7b52 None None] Provisioning complete for port af95eeef-e209-47b6-ac53-9c95880b34d0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:32.263900 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3b589e91-c86e-43f7-94df-05f719ef7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.389366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] DHCP port deletion for 2dee652b-2a27-4b32-9b26-7c235316329e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:32.399058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.417943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for 2f23c196-0498-4744-a892-d9907efe7996 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:32.459564 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-ef83b18b-d53f-43f4-be18-3f3961f6f7a5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] delete failed (client error): The resource could not be found. Sep 18 00:57:32.460865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef83b18b-d53f-43f4-be18-3f3961f6f7a5 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/routers/75900819-1ad5-495e-89a3-ddc5a5411d56 HTTP/1.1" status: 404 len: 336 time: 0.3638291 Sep 18 00:57:32.464710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.478569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Deleting port af95eeef-e209-47b6-ac53-9c95880b34d0 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:32.479265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.494909 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f43fc8-c6df-4549-827e-e6f7a927fb91 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.495618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f43fc8-c6df-4549-827e-e6f7a927fb91 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.500545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.500822 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05f43fc8-c6df-4549-827e-e6f7a927fb91 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/c92bfc3e-a388-46c8-8647-438846bdc15f HTTP/1.1" status: 404 len: 337 time: 0.0349216 Sep 18 00:57:32.535858 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fca2437-4fb4-42ee-a273-be239856c12f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.537078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fca2437-4fb4-42ee-a273-be239856c12f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.539156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fca2437-4fb4-42ee-a273-be239856c12f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/904deca9-3988-4283-b001-06ff7e7ec278 HTTP/1.1" status: 404 len: 337 time: 0.0376592 Sep 18 00:57:32.541626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.550772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] For port af95eeef-e209-47b6-ac53-9c95880b34d0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=af95eeef-e209-47b6-ac53-9c95880b34d0,segment=NetworkSegment(11433c55-af36-487f-ae93-7d98b62ac07b),segment_id=11433c55-af36-487f-ae93-7d98b62ac07b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:32.551472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.568283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Calling delete_port for af95eeef-e209-47b6-ac53-9c95880b34d0 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:32.574353 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ee4dbe-acd2-4845-88f3-8efd481a41ee tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.574806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ee4dbe-acd2-4845-88f3-8efd481a41ee tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.579193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7ee4dbe-acd2-4845-88f3-8efd481a41ee tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/6d80c96d-e0d2-46f5-8b38-c46c5327b10b HTTP/1.1" status: 404 len: 337 time: 0.0340066 Sep 18 00:57:32.579986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34206) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.626059 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-083d35cd-a5a1-49dd-9242-a536567f3fd2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.627144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083d35cd-a5a1-49dd-9242-a536567f3fd2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.629563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-083d35cd-a5a1-49dd-9242-a536567f3fd2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/3edee0b7-e9b5-454d-bf84-3868479f8591 HTTP/1.1" status: 404 len: 333 time: 0.0475216 Sep 18 00:57:32.632282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34208) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.657621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.664507 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f652e4ec-23e4-452f-906a-088bacfc94d4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.665195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f652e4ec-23e4-452f-906a-088bacfc94d4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.667574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f652e4ec-23e4-452f-906a-088bacfc94d4 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/ac750a75-4dda-4c6c-96d2-3cbed08219af HTTP/1.1" status: 404 len: 337 time: 0.0339410 Sep 18 00:57:32.670284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.675875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.702574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] Pushing event deleted for resources: {'Port': ['ID=af95eeef-e209-47b6-ac53-9c95880b34d0,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.707154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=2f23c196-0498-4744-a892-d9907efe7996,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.710768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619073e3-f335-46a7-b1b1-90da7ce2a29c None None] No DVR routers for this DVR port af95eeef-e209-47b6-ac53-9c95880b34d0 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:32.728010 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed328724-233b-467a-8575-9363ed9fdb65 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.728483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed328724-233b-467a-8575-9363ed9fdb65 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.732551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed328724-233b-467a-8575-9363ed9fdb65 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/7ad49ae3-bf8a-4e46-abd9-a42191f5acc6 HTTP/1.1" status: 404 len: 337 time: 0.0567064 Sep 18 00:57:32.733307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.759153 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-636468ee-6e8e-4807-ab87-16e35cefbf1f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.759818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636468ee-6e8e-4807-ab87-16e35cefbf1f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.762711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-636468ee-6e8e-4807-ab87-16e35cefbf1f tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/28b4e062-f9d7-43ed-b0a9-b6d3985b977c HTTP/1.1" status: 404 len: 333 time: 0.0274358 Sep 18 00:57:32.764344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34214) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.791812 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b86d9b-e38e-4081-9d33-b239bc6f459c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.792456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b86d9b-e38e-4081-9d33-b239bc6f459c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.796280 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08b86d9b-e38e-4081-9d33-b239bc6f459c tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/e9772a12-f772-433a-9406-cee680c5d999 HTTP/1.1" status: 404 len: 337 time: 0.0289369 Sep 18 00:57:32.797255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34216) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.832442 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-88993d5a-0aaf-4829-8d3a-1fc6f0144b68 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] DELETE failed (client error): The resource could not be found. Sep 18 00:57:32.832998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88993d5a-0aaf-4829-8d3a-1fc6f0144b68 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:57:32.837671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-88993d5a-0aaf-4829-8d3a-1fc6f0144b68 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/subnets/92c65410-4cd7-49fb-b79f-5e43b0a57442 HTTP/1.1" status: 404 len: 337 time: 0.0371377 Sep 18 00:57:32.838012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34220) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.869181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.873418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a6118108-c0c1-4259-9576-d648e1ec033e tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/ports/2f23c196-0498-4744-a892-d9907efe7996 HTTP/1.1" status: 204 len: 168 time: 0.7615449 Sep 18 00:57:32.873871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:32.930928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting subnet c4fe7a38-648b-413e-8b7a-63f485e5764b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:32.934543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.957629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bff31-7d98-4970-93ef-a6e64908dc81 req-a725ec91-9fe2-4123-8788-90d4dceebcc5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:32.959860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-688bff31-7d98-4970-93ef-a6e64908dc81 req-a725ec91-9fe2-4123-8788-90d4dceebcc5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 944 time: 0.0830081 Sep 18 00:57:32.976359 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:32.982951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Deleting port d85c8a0d-199c-41b8-85c4-cc8152d9e501 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:32.983299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.063603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-688bff31-7d98-4970-93ef-a6e64908dc81 req-12f30906-d4a7-4b97-824e-723ed5665210 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948808 Sep 18 00:57:33.081062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.085516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.095169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Calling delete_port for d85c8a0d-199c-41b8-85c4-cc8152d9e501 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:33.164082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.191700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.199763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fe7a38-648b-413e-8b7a-63f485e5764b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:33.206110 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.208115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-938eb541-a082-4a62-bfbb-255528a038da tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/subnets/c4fe7a38-648b-413e-8b7a-63f485e5764b HTTP/1.1" status: 204 len: 168 time: 0.3331416 Sep 18 00:57:33.210940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:33.216621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129aae5c-5880-4320-8896-f19dcd8b297d None None] Network 61b58db0-12ce-4e66-a60b-37e221ac1f8b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:33.227399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Port': ['ID=d85c8a0d-199c-41b8-85c4-cc8152d9e501,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:33.246032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.248116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-18602db7-4ed0-4b78-a6e7-0284e8e9b5d2 tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/ports/d85c8a0d-199c-41b8-85c4-cc8152d9e501 HTTP/1.1" status: 204 len: 168 time: 0.4092681 Sep 18 00:57:33.250555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:33.275967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting subnet 4c3741c0-837f-41dd-8f27-f0db56e2d07c {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:33.279927 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.324372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.341531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1d2afbd9-f9fb-459b-9e55-001477c0065d up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:33.347196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.432910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.453723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 1d2afbd9-f9fb-459b-9e55-001477c0065d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:57:33.457309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.458521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 1d2afbd9-f9fb-459b-9e55-001477c0065d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:33.459033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.510209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dee652b-2a27-4b32-9b26-7c235316329e']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:33.524102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11433c55-af36-487f-ae93-7d98b62ac07b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:33.528642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11433c55-af36-487f-ae93-7d98b62ac07b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:33.553725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] DHCP port deletion for 61b58db0-12ce-4e66-a60b-37e221ac1f8b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:33.555876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.565081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.590134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.597508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:33.597703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:33.597920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:33.602327 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:33.618457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3741c0-837f-41dd-8f27-f0db56e2d07c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:33.622574 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.627922 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: af95eeef-e209-47b6-ac53-9c95880b34d0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:33.628419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device af95eeef-e209-47b6-ac53-9c95880b34d0 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:33.628800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.631731 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d6cc2334-f729-40db-a1cc-c503a3572119 tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/subnets/4c3741c0-837f-41dd-8f27-f0db56e2d07c HTTP/1.1" status: 204 len: 168 time: 0.4197581 Sep 18 00:57:33.634270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34232) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:33.641605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f2e65-e7b6-45cc-bb28-af89e18855a4 None None] Network 0459e924-f100-4de8-be0d-1f241c4c513c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:33.693567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:33.695900 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea4682d-a852-4de9-ae0f-90a6812ae4b0" -d '{"events": [{"server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:33.717594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.728666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.731864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] 10.222.0.49 "DELETE /v2.0/networks/2dee652b-2a27-4b32-9b26-7c235316329e HTTP/1.1" status: 204 len: 168 time: 0.4802206 Sep 18 00:57:33.746877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871b2f1-1117-4d93-b0e3-c94ec0fdb65d tempest-PortsTestJSON-2084727190 tempest-PortsTestJSON-2084727190-project] Pushing event deleted for resources: {'Network': ['ID=2dee652b-2a27-4b32-9b26-7c235316329e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:33.747236 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.767329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:33.785235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.822303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Deleting port aca965d8-253c-46b6-bba9-6cd287ec6c87 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:33.822812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.829980 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a659075-528e-4423-ab58-051e56bd495f x-openstack-request-id: req-8a659075-528e-4423-ab58-051e56bd495f {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:33.830273 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "name": "network-vif-plugged", "status": "completed", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:33.831072 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a659075-528e-4423-ab58-051e56bd495f {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:33.831843 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d', 'code': 200} Sep 18 00:57:33.876098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Deleting port aca965d8-253c-46b6-bba9-6cd287ec6c87 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:33.876550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.936033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:33.969979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] For port aca965d8-253c-46b6-bba9-6cd287ec6c87, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aca965d8-253c-46b6-bba9-6cd287ec6c87,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:33.970441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.986682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] For port aca965d8-253c-46b6-bba9-6cd287ec6c87, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aca965d8-253c-46b6-bba9-6cd287ec6c87,segment=NetworkSegment(c09d72f0-eb6c-4962-bf53-53cc1c13e8bc),segment_id=c09d72f0-eb6c-4962-bf53-53cc1c13e8bc)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:33.987072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:33.987660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Calling delete_port for aca965d8-253c-46b6-bba9-6cd287ec6c87 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:34.000208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Calling delete_port for aca965d8-253c-46b6-bba9-6cd287ec6c87 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:34.006019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e83a9-03ea-4d40-b05d-afce10e4a937 req-564e2cf3-ace4-4308-87f8-b45b9bdf317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:34.008029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-973e83a9-03ea-4d40-b05d-afce10e4a937 req-564e2cf3-ace4-4308-87f8-b45b9bdf317e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 1097 time: 0.0761764 Sep 18 00:57:34.072378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] DHCP port deletion for 0459e924-f100-4de8-be0d-1f241c4c513c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:34.078646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34242) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:34.095829 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-973e83a9-03ea-4d40-b05d-afce10e4a937 req-eeec5dc3-d0dd-4fc0-bdac-bc1d7ed398bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541844 Sep 18 00:57:34.120035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.141175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.156408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Port': ['ID=aca965d8-253c-46b6-bba9-6cd287ec6c87,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:34.160820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] No DVR routers for this DVR port aca965d8-253c-46b6-bba9-6cd287ec6c87 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:34.175395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] Pushing event deleted for resources: {'Port': ['ID=aca965d8-253c-46b6-bba9-6cd287ec6c87,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:34.177836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc381f-7458-4d4a-ac48-987f30d5f880 None None] No DVR routers for this DVR port aca965d8-253c-46b6-bba9-6cd287ec6c87 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:34.180178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Deleting port ae8f9794-15c3-4042-af56-6b0299557e6c {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:34.180667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.233689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08225aa-b8d1-4973-9a27-cbc9b91adf1e req-0bea62cd-a617-4e1b-8cda-3ae05f81e320 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:34.245221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e08225aa-b8d1-4973-9a27-cbc9b91adf1e req-0bea62cd-a617-4e1b-8cda-3ae05f81e320 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.0925846 Sep 18 00:57:34.253593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.269766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] For port ae8f9794-15c3-4042-af56-6b0299557e6c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8f9794-15c3-4042-af56-6b0299557e6c,segment=NetworkSegment(3f6b2d55-a496-45d0-adb4-716fc9a9c225),segment_id=3f6b2d55-a496-45d0-adb4-716fc9a9c225)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:34.269994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.275689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b58db0-12ce-4e66-a60b-37e221ac1f8b']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.283360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Calling delete_port for ae8f9794-15c3-4042-af56-6b0299557e6c owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:34.286967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.287257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09d72f0-eb6c-4962-bf53-53cc1c13e8bc') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.297131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.316101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.316340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e08225aa-b8d1-4973-9a27-cbc9b91adf1e req-02ee6b75-fea6-445c-b00a-28f8473e3dcb tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661888 Sep 18 00:57:34.319924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52357b66-f5a3-4ab8-9811-82d6ce2c6e6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6d06c3704564bb7a45d99416363755f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369637 Sep 18 00:57:34.320172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34248) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:34.329768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:34.330512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:34.367001 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:34.371751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.375647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.396488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.401573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] Pushing event deleted for resources: {'Port': ['ID=ae8f9794-15c3-4042-af56-6b0299557e6c,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:34.405080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb14beb-5685-4eac-b309-c9f513cfc900 None None] No DVR routers for this DVR port ae8f9794-15c3-4042-af56-6b0299557e6c on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:34.416642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.425094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.429789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/networks/61b58db0-12ce-4e66-a60b-37e221ac1f8b HTTP/1.1" status: 204 len: 168 time: 0.7922564 Sep 18 00:57:34.435237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34250) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:34.437246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1391-5096-4479-a5eb-6f42849ad4fb tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Network': ['ID=61b58db0-12ce-4e66-a60b-37e221ac1f8b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:34.512009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.514513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.515652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42133936-e0d6-43a5-b021-d96a48c284c3 HTTP/1.1" status: 204 len: 168 time: 0.1947248 Sep 18 00:57:34.521585 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.531611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9b7c-1d0f-46e1-83fe-010be1ab6e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42133936-e0d6-43a5-b021-d96a48c284c3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:34.622551 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.645975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0459e924-f100-4de8-be0d-1f241c4c513c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.657953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6b2d55-a496-45d0-adb4-716fc9a9c225') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.658261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6b2d55-a496-45d0-adb4-716fc9a9c225') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:34.669651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.685354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.693428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:34.694203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:34.697774 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:34.761039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.772901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:34.779432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] 10.222.0.49 "DELETE /v2.0/networks/0459e924-f100-4de8-be0d-1f241c4c513c HTTP/1.1" status: 204 len: 168 time: 0.3392940 Sep 18 00:57:34.797964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b731d3-52e2-41e5-bcb5-eb784a29992c tempest-TaggedBootDevicesTest-489974318 tempest-TaggedBootDevicesTest-489974318-project] Pushing event deleted for resources: {'Network': ['ID=0459e924-f100-4de8-be0d-1f241c4c513c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:35.324435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34288) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:35.463538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-199850465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:35.516506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8385bfb-4fa7-40ef-8936-89c6dd95907e req-8b98462f-8e38-480f-a947-ed540475d14e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:35.516813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8f9794-15c3-4042-af56-6b0299557e6c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:35.518045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8385bfb-4fa7-40ef-8936-89c6dd95907e req-8b98462f-8e38-480f-a947-ed540475d14e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.0999386 Sep 18 00:57:35.519806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.521702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.548606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ae8f9794-15c3-4042-af56-6b0299557e6c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:35.549184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8f9794-15c3-4042-af56-6b0299557e6c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:35.549690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aca965d8-253c-46b6-bba9-6cd287ec6c87 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:35.602694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.621790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.646840 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.650676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25602ab0-9fc1-42f4-b411-c37d71e8289a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3226981 Sep 18 00:57:35.651150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:35.656998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-423515040'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:35.657610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8385bfb-4fa7-40ef-8936-89c6dd95907e req-f4aaf877-4edb-4fe6-8bf4-1d0af3e261f6 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273856 Sep 18 00:57:35.686171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:35.691418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.702504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.771320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: aca965d8-253c-46b6-bba9-6cd287ec6c87 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:35.771773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aca965d8-253c-46b6-bba9-6cd287ec6c87 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:35.814041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.819113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.831599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:35.844596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.844936 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Added segment feb1b870-9fec-4c64-ac5b-bde903b2375a of type vlan for network ba2b8f07-4755-44f5-bb80-a807ff0a180c Sep 18 00:57:35.910083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f35081-328f-4fb4-a9bc-cdab25492fe9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:35.921184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.950267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:35.957104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:35.958455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.008828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3564591 Sep 18 00:57:36.011781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34306) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:36.017631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'subnet': {'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:36.078171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1504-dff0-4fbe-b35a-d452b5cec212 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Network': ['ID=ba2b8f07-4755-44f5-bb80-a807ff0a180c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:36.109809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:36.226372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:36.230536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.437510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.499556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Subnet': ['ID=8b4adc1e-08bb-47b9-bf8b-7c2571d496cf,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:36.511027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Checking segment: {'id': 'feb1b870-9fec-4c64-ac5b-bde903b2375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:36.511388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network hostable DHCP agents. Network: ba2b8f07-4755-44f5-bb80-a807ff0a180c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:36.528625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:36.538927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ba2b8f07-4755-44f5-bb80-a807ff0a180c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:36.546368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:36.547239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.557999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08fd4d-154e-407a-b376-20a9fcc23c2a None None] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:36.576362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34318) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:36.577255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c1857613-08c6-4e9e-9436-c8561004512e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5630522 Sep 18 00:57:36.581387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'network': {'name': 'tempest-router-network01--677430080'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:36.627862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:36.634351 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.667048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:36.678736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.679817 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Added segment b130b9b7-de4a-48d5-a221-67a7ae2f8b8c of type vlan for network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 Sep 18 00:57:36.746994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.752504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ba2b8f07-4755-44f5-bb80-a807ff0a180c', 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c', 'tenant_id': 'b8b77868b5854fc5b5a74fc9eedc077d', 'fixed_ips': [{'subnet_id': '8b4adc1e-08bb-47b9-bf8b-7c2571d496cf'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:36.753356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.783350 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.819906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:36.820916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:36.963478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34324) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:36.964458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3832362 Sep 18 00:57:36.967295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207331bf-6a18-48f0-bb40-45cc037711a8 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Network': ['ID=13df4893-a3e8-4f4f-adfa-0a2eeecd5399,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:36.968509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'network': {'name': 'tempest-router-network02--961142236'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:36.988517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:37.007412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:37.011018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.036762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:37.047156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.047588 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Added segment cd95a935-6bd3-4789-a734-285923644c2e of type vlan for network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb Sep 18 00:57:37.085907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Allocated IP 2001:db8::2 (ba2b8f07-4755-44f5-bb80-a807ff0a180c/8b4adc1e-08bb-47b9-bf8b-7c2571d496cf/aef4e4a0-6cf5-4515-88a9-da8a955a0bba) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:37.106136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.136937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.145420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:37.146238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.183599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2189486 Sep 18 00:57:37.186477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:37.194049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'subnet': {'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:37.264510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c2c5a-078e-4f45-8c8f-403a0fa46fb9 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Network': ['ID=429e2b6a-c090-4c93-80fd-c056d4ecd3bb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:37.283068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:37.382490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:37.387400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.421784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.430896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.494577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:37.495913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Pushing event updated for resources: {'Port': ['ID=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:37.506645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:37.510508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:37.624515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Attempting to bind port aef4e4a0-6cf5-4515-88a9-da8a955a0bba on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:37.625804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Attempting to bind port aef4e4a0-6cf5-4515-88a9-da8a955a0bba by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'feb1b870-9fec-4c64-ac5b-bde903b2375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:37.626353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Attempting to bind port aef4e4a0-6cf5-4515-88a9-da8a955a0bba on network ba2b8f07-4755-44f5-bb80-a807ff0a180c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:37.659691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:37.663249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Checking segment: {'id': 'feb1b870-9fec-4c64-ac5b-bde903b2375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:37.663839 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.667366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.667904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Bound using segment: {'id': 'feb1b870-9fec-4c64-ac5b-bde903b2375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:37.668643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Bound port: aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb1b870-9fec-4c64-ac5b-bde903b2375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba2b8f07-4755-44f5-bb80-a807ff0a180c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:37.669207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.742581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Subnet': ['ID=60bba3bc-546c-45aa-880e-a9f0d69f2b1e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:37.793931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Checking segment: {'id': 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:37.794304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network hostable DHCP agents. Network: 13df4893-a3e8-4f4f-adfa-0a2eeecd5399, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:37.796931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] For port aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:37.802352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] For port aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,segment=NetworkSegment(feb1b870-9fec-4c64-ac5b-bde903b2375a),segment_id=feb1b870-9fec-4c64-ac5b-bde903b2375a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:37.808118 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.819595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:37.837974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 13df4893-a3e8-4f4f-adfa-0a2eeecd5399) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:37.843145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:37.843868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:37.862917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41743cc2-3728-474d-b912-d0081a74243b None None] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:37.868515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34344) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:37.874780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'subnet': {'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:37.883440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3b532f36-a786-4194-a8b5-4a821aa0e066 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6921473 Sep 18 00:57:37.977637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4044-9679-4b63-a2cd-483cb9d22f08 None None] Pushing event updated for resources: {'Port': ['ID=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:38.043843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:38.061726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.071940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-13df4893-a3e8-4f4f-adfa-0a2eeecd5399', 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399', 'tenant_id': 'b8b77868b5854fc5b5a74fc9eedc077d', 'fixed_ips': [{'subnet_id': '60bba3bc-546c-45aa-880e-a9f0d69f2b1e'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:38.073350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.438862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.447452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Allocated IP 2001:db8::2 (13df4893-a3e8-4f4f-adfa-0a2eeecd5399/60bba3bc-546c-45aa-880e-a9f0d69f2b1e/b7dbc710-02f8-412a-8a4a-f062aa528537) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:38.598237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Checking segment: {'id': 'cd95a935-6bd3-4789-a734-285923644c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:38.599028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network hostable DHCP agents. Network: 429e2b6a-c090-4c93-80fd-c056d4ecd3bb, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:38.634574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Subnet': ['ID=317bc75c-578c-4fde-8e31-eb68fa3dbd81,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:38.646756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:38.663208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 429e2b6a-c090-4c93-80fd-c056d4ecd3bb) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:38.670342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:38.671012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.688835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3390e-8a79-432c-ac88-8b84f0a584b1 None None] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:38.703223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3259c500-19ef-46d0-907a-86ab2c837474 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8328764 Sep 18 00:57:38.705826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34360) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:38.844158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.909408 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:38.970754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:38.986621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:38.997213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:39.097818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Pushing event updated for resources: {'Port': ['ID=b7dbc710-02f8-412a-8a4a-f062aa528537,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:39.154856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Attempting to bind port b7dbc710-02f8-412a-8a4a-f062aa528537 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:39.155229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Attempting to bind port b7dbc710-02f8-412a-8a4a-f062aa528537 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:39.155596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Attempting to bind port b7dbc710-02f8-412a-8a4a-f062aa528537 on network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:39.173358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:39.177802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:39.178245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Checking segment: {'id': 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:39.178664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:39.179068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Bound using segment: {'id': 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:39.179587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Bound port: b7dbc710-02f8-412a-8a4a-f062aa528537, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13df4893-a3e8-4f4f-adfa-0a2eeecd5399'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:39.179977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:39.321285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-429e2b6a-c090-4c93-80fd-c056d4ecd3bb', 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb', 'tenant_id': 'b8b77868b5854fc5b5a74fc9eedc077d', 'fixed_ips': [{'subnet_id': '317bc75c-578c-4fde-8e31-eb68fa3dbd81'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:39.322142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:39.450518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] For port b7dbc710-02f8-412a-8a4a-f062aa528537, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:39.637246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] For port b7dbc710-02f8-412a-8a4a-f062aa528537, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b7dbc710-02f8-412a-8a4a-f062aa528537,segment=NetworkSegment(b130b9b7-de4a-48d5-a221-67a7ae2f8b8c),segment_id=b130b9b7-de4a-48d5-a221-67a7ae2f8b8c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:39.662725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:39.699594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef4e4a0-6cf5-4515-88a9-da8a955a0bba up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:39.735582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Allocated IP 2001:db8::1 (13df4893-a3e8-4f4f-adfa-0a2eeecd5399/60bba3bc-546c-45aa-880e-a9f0d69f2b1e/54e3e3ff-b7d5-4495-85df-4e05b84d865b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:39.811762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Allocated IP 2001:db8::2 (429e2b6a-c090-4c93-80fd-c056d4ecd3bb/317bc75c-578c-4fde-8e31-eb68fa3dbd81/34832f48-f64a-4584-8ba6-c75e0517f9d1) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:40.032523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.107492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14b99c-0cb3-4868-bf5a-358d6f4a838b None None] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:40.116886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.207447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:40.223644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:40.233931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:40.234520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.366235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9e836406-c94e-407d-a4de-87a5b00eb4ac None None] Provisioning complete for port aef4e4a0-6cf5-4515-88a9-da8a955a0bba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:40.366608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e836406-c94e-407d-a4de-87a5b00eb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.378003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Port': ['ID=54e3e3ff-b7d5-4495-85df-4e05b84d865b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:40.585003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.707143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.719776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b9a8f-d5a0-4b69-905e-2593fb69e84d None None] Pushing event updated for resources: {'Port': ['ID=b7dbc710-02f8-412a-8a4a-f062aa528537,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:40.748805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port aef4e4a0-6cf5-4515-88a9-da8a955a0bba triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:40.749758 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.762915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:40.851038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:40.867472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:40.872604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:41.033280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Attempting to bind port 34832f48-f64a-4584-8ba6-c75e0517f9d1 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:41.033934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Attempting to bind port 34832f48-f64a-4584-8ba6-c75e0517f9d1 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'cd95a935-6bd3-4789-a734-285923644c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:41.034483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Attempting to bind port 34832f48-f64a-4584-8ba6-c75e0517f9d1 on network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:41.062937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:41.063599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Checking segment: {'id': 'cd95a935-6bd3-4789-a734-285923644c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:41.064162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.064728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Bound using segment: {'id': 'cd95a935-6bd3-4789-a734-285923644c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:41.065687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Bound port: 34832f48-f64a-4584-8ba6-c75e0517f9d1, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd95a935-6bd3-4789-a734-285923644c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '429e2b6a-c090-4c93-80fd-c056d4ecd3bb'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:41.066272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.071046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Pushing event updated for resources: {'Port': ['ID=34832f48-f64a-4584-8ba6-c75e0517f9d1,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:41.206940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] For port 34832f48-f64a-4584-8ba6-c75e0517f9d1, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:41.216001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] For port 34832f48-f64a-4584-8ba6-c75e0517f9d1, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34832f48-f64a-4584-8ba6-c75e0517f9d1,segment=NetworkSegment(cd95a935-6bd3-4789-a734-285923644c2e),segment_id=cd95a935-6bd3-4789-a734-285923644c2e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:41.272809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.296731 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e836406-c94e-407d-a4de-87a5b00eb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.321227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.335399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.336287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.458109 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.570527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,segment=NetworkSegment(feb1b870-9fec-4c64-ac5b-bde903b2375a),segment_id=feb1b870-9fec-4c64-ac5b-bde903b2375a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:41.589040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f282-df63-4a18-963b-0f0a81a77a49 None None] Pushing event updated for resources: {'Port': ['ID=34832f48-f64a-4584-8ba6-c75e0517f9d1,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:41.609319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:41.672069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:41.688198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:41.725628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Port': ['ID=54e3e3ff-b7d5-4495-85df-4e05b84d865b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:41.807514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-9e836406-c94e-407d-a4de-87a5b00eb4ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:57:41.808083 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-9e836406-c94e-407d-a4de-87a5b00eb4ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:57:41.859424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:41.955193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b7dbc710-02f8-412a-8a4a-f062aa528537 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:41.963111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Router a3641901-107c-4bb0-98fd-ab7632a13c64 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:57:42.076867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c09a90-95b5-4876-af90-36b79a8880ae None None] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:42.147754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b7dbc710-02f8-412a-8a4a-f062aa528537 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:42.148193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:42.227136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:42.238495 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] Sync routers for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:42.242278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1061eb8-f16a-4e36-8dc9-5585b2760a76 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5352321 Sep 18 00:57:42.246484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34400) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:42.297799 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:42.299927 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:42.398396 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:42.418340 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:42.419061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:42.460275 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:42.501481 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:42.502214 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db451c-e80a-4014-ac06-895d0a1bc1d4 None None] The sync data for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:42.584568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port b7dbc710-02f8-412a-8a4a-f062aa528537, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b7dbc710-02f8-412a-8a4a-f062aa528537,segment=NetworkSegment(b130b9b7-de4a-48d5-a221-67a7ae2f8b8c),segment_id=b130b9b7-de4a-48d5-a221-67a7ae2f8b8c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:42.602321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-70629375-b597-4fe9-ba32-1a5f451a731c None None] Provisioning complete for port b7dbc710-02f8-412a-8a4a-f062aa528537 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:42.603035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70629375-b597-4fe9-ba32-1a5f451a731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:42.606287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:42.779037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=b7dbc710-02f8-412a-8a4a-f062aa528537,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:42.889061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-70629375-b597-4fe9-ba32-1a5f451a731c None None] Provisioning complete for port aef4e4a0-6cf5-4515-88a9-da8a955a0bba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:42.889621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70629375-b597-4fe9-ba32-1a5f451a731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:43.110689 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-afb611f1-d48d-4d99-b86e-689853db681f tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:57:43.117715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34412) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:43.118397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-afb611f1-d48d-4d99-b86e-689853db681f tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8703113 Sep 18 00:57:43.225735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cb807d2c-47d0-408c-94bf-93b7469ab1ab None None] Provisioning complete for port 54e3e3ff-b7d5-4495-85df-4e05b84d865b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:43.226259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb807d2c-47d0-408c-94bf-93b7469ab1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:43.318574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cb807d2c-47d0-408c-94bf-93b7469ab1ab None None] Port 54e3e3ff-b7d5-4495-85df-4e05b84d865b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:43.352332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cb807d2c-47d0-408c-94bf-93b7469ab1ab None None] Provisioning complete for port b7dbc710-02f8-412a-8a4a-f062aa528537 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:43.352777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb807d2c-47d0-408c-94bf-93b7469ab1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:43.500967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00dffb-c45f-4456-96e7-ad93239cea67 None None] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:43.931707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Provisioning complete for port 54e3e3ff-b7d5-4495-85df-4e05b84d865b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:43.941400 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.032207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Port 54e3e3ff-b7d5-4495-85df-4e05b84d865b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:44.038960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef4e4a0-6cf5-4515-88a9-da8a955a0bba up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:44.141414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Provisioning complete for port 34832f48-f64a-4584-8ba6-c75e0517f9d1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.141789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.213735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port aef4e4a0-6cf5-4515-88a9-da8a955a0bba triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.214120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.286916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.363021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b7dbc710-02f8-412a-8a4a-f062aa528537 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:44.491902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.528068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b7dbc710-02f8-412a-8a4a-f062aa528537 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.528593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.570126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] For port 34832f48-f64a-4584-8ba6-c75e0517f9d1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34832f48-f64a-4584-8ba6-c75e0517f9d1,segment=NetworkSegment(cd95a935-6bd3-4789-a734-285923644c2e),segment_id=cd95a935-6bd3-4789-a734-285923644c2e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:44.584016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.659102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c52fba-9906-45dc-9f2f-1f49f2a73b64 None None] Pushing event updated for resources: {'Port': ['ID=34832f48-f64a-4584-8ba6-c75e0517f9d1,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:44.660313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting port 54e3e3ff-b7d5-4495-85df-4e05b84d865b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:44.661787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.720710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1d19fedb-edb8-4fb3-9609-10be56b61aab None None] Provisioning complete for port 54e3e3ff-b7d5-4495-85df-4e05b84d865b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.721089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d19fedb-edb8-4fb3-9609-10be56b61aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.723375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34832f48-f64a-4584-8ba6-c75e0517f9d1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:44.785355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.797944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Calling delete_port for 54e3e3ff-b7d5-4495-85df-4e05b84d865b owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:44.812178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1d19fedb-edb8-4fb3-9609-10be56b61aab None None] Port 54e3e3ff-b7d5-4495-85df-4e05b84d865b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:44.834545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1d19fedb-edb8-4fb3-9609-10be56b61aab None None] Provisioning complete for port 34832f48-f64a-4584-8ba6-c75e0517f9d1 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.835065 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d19fedb-edb8-4fb3-9609-10be56b61aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.873342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 34832f48-f64a-4584-8ba6-c75e0517f9d1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:44.873960 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.007736 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.039059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Port': ['ID=54e3e3ff-b7d5-4495-85df-4e05b84d865b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:45.165770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.334395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Router a3641901-107c-4bb0-98fd-ab7632a13c64 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:45.428036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:45.433753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-77329521-a4b0-45ce-9bc6-33e881a32ec2 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3141303 Sep 18 00:57:45.437304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] Sync routers for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:45.438332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34444) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:45.455945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:45.456622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:45.487224 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-fcde015c-0f95-403e-86ee-f5a4a853cbb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] delete failed (client error): The resource could not be found. Sep 18 00:57:45.488540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fcde015c-0f95-403e-86ee-f5a4a853cbb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-645309269 HTTP/1.1" status: 404 len: 334 time: 0.0487452 Sep 18 00:57:45.493135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34448) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:45.497923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-aa87dfee-50d9-4834-94f3-708edf6151f0 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3641901-107c-4bb0-98fd-ab7632a13c64'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:45.521263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:45.545046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:45.545892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:45.601578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:45.602615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0596b2b-74dc-4ed1-819e-dd81443fdbbc None None] The sync data for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:45.751465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34832f48-f64a-4584-8ba6-c75e0517f9d1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:45.818049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aa87dfee-50d9-4834-94f3-708edf6151f0 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.835195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 34832f48-f64a-4584-8ba6-c75e0517f9d1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:45.835933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.843569 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-aa87dfee-50d9-4834-94f3-708edf6151f0 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] update failed (client error): The resource could not be found. Sep 18 00:57:45.847887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa87dfee-50d9-4834-94f3-708edf6151f0 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64 HTTP/1.1" status: 404 len: 339 time: 0.3503740 Sep 18 00:57:45.848311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34452) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:45.853925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1096050972'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:45.892196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:45.898599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.926777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:45.937200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:45.937917 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Added segment 4825b203-f2a3-4903-b3c4-23acea44884c of type vlan for network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 Sep 18 00:57:45.983203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.013863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.022113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:46.023094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.074337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34454) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:46.074696 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2252595 Sep 18 00:57:46.079369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'subnet': {'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:46.110796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Network': ['ID=2b7f91f6-c7f2-4f14-b067-a8b5ef298df4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:46.119803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.120146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.120847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.121197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.121589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.121930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.122263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.123136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.123467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.123885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.124116 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.124266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.125146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85b50c-408f-445c-b90a-d802d2a59094 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:46.140727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:46.217312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Made reservation on behalf of b8b77868b5854fc5b5a74fc9eedc077d for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:46.222147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.491345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.563552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Subnet': ['ID=3e91988e-59a2-4609-85c4-b2b10fface41,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:46.576906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Checking segment: {'id': '4825b203-f2a3-4903-b3c4-23acea44884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:46.577257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network hostable DHCP agents. Network: 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:46.620829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:46.635531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:46.642041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:46.642901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.647509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f4651-59fc-4f3b-aacd-067587a8e21b None None] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:46.664302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70ca48ad-2161-4d07-aeb7-f1514f46ecb3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5875170 Sep 18 00:57:46.666081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34466) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:46.671196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-931c3c58-0376-47b0-bec0-0d59ddf40d84 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:46.934286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-2b7f91f6-c7f2-4f14-b067-a8b5ef298df4', 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4', 'tenant_id': 'b8b77868b5854fc5b5a74fc9eedc077d', 'fixed_ips': [{'subnet_id': '3e91988e-59a2-4609-85c4-b2b10fface41'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:46.935317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.006369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-931c3c58-0376-47b0-bec0-0d59ddf40d84 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.104992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Allocated IP 2001:db8:1::2 (2b7f91f6-c7f2-4f14-b067-a8b5ef298df4/3e91988e-59a2-4609-85c4-b2b10fface41/adeeb47c-ce03-494d-bb11-6856f0045976) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:47.164891 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-931c3c58-0376-47b0-bec0-0d59ddf40d84 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:57:47.166192 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-931c3c58-0376-47b0-bec0-0d59ddf40d84 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64 HTTP/1.1" status: 400 len: 364 time: 0.4990730 Sep 18 00:57:47.169944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34468) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:47.495838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.501953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.537792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:47.543588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:47.548721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:47.554847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.557893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:47.601060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Pushing event updated for resources: {'Port': ['ID=adeeb47c-ce03-494d-bb11-6856f0045976,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:47.618120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Attempting to bind port adeeb47c-ce03-494d-bb11-6856f0045976 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:47.618499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Attempting to bind port adeeb47c-ce03-494d-bb11-6856f0045976 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '4825b203-f2a3-4903-b3c4-23acea44884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:47.619130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Attempting to bind port adeeb47c-ce03-494d-bb11-6856f0045976 on network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:47.624251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:47.624673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Checking segment: {'id': '4825b203-f2a3-4903-b3c4-23acea44884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:47.625083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.625506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Bound using segment: {'id': '4825b203-f2a3-4903-b3c4-23acea44884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:47.625944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Bound port: adeeb47c-ce03-494d-bb11-6856f0045976, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4825b203-f2a3-4903-b3c4-23acea44884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2b7f91f6-c7f2-4f14-b067-a8b5ef298df4'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:47.626326 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.695691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] For port adeeb47c-ce03-494d-bb11-6856f0045976, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:47.699935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] For port adeeb47c-ce03-494d-bb11-6856f0045976, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=adeeb47c-ce03-494d-bb11-6856f0045976,segment=NetworkSegment(4825b203-f2a3-4903-b3c4-23acea44884c),segment_id=4825b203-f2a3-4903-b3c4-23acea44884c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:47.707659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.808468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bba32-96ad-46af-acc2-d40ff17c035c None None] Pushing event updated for resources: {'Port': ['ID=adeeb47c-ce03-494d-bb11-6856f0045976,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:47.939681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Allocated IP 2001:db8::1 (ba2b8f07-4755-44f5-bb80-a807ff0a180c/8b4adc1e-08bb-47b9-bf8b-7c2571d496cf/d0b55a6b-85cd-4545-b61c-a1f186121f24) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:48.137669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.214485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.269672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Port': ['ID=d0b55a6b-85cd-4545-b61c-a1f186121f24,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:48.285230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:48.288266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:48.291949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:48.292618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.337050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.439899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.670247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dac82007-08d4-4520-86ae-c3701ce949af None None] Provisioning complete for port d0b55a6b-85cd-4545-b61c-a1f186121f24 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:48.670613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dac82007-08d4-4520-86ae-c3701ce949af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.707806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-dac82007-08d4-4520-86ae-c3701ce949af None None] Port d0b55a6b-85cd-4545-b61c-a1f186121f24 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:48.803238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Deleting port a86cec10-6378-46b8-b179-9deb9ecc7b92 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:48.803682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.826259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.834953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.835885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.935495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] For port a86cec10-6378-46b8-b179-9deb9ecc7b92, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a86cec10-6378-46b8-b179-9deb9ecc7b92,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:48.935877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.956732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Calling delete_port for a86cec10-6378-46b8-b179-9deb9ecc7b92 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:49.016518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event updated for resources: {'Port': ['ID=d0b55a6b-85cd-4545-b61c-a1f186121f24,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:49.024945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:49.026392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:49.142805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Router a3641901-107c-4bb0-98fd-ab7632a13c64 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:49.185006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:49.214259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a86cec10-6378-46b8-b179-9deb9ecc7b92,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:49.254768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:49.264151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1f81ae9a-91f8-47b2-977f-16316966440e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924242 Sep 18 00:57:49.264339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34492) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:49.267224 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] Sync routers for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:49.283703 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:49.284675 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:49.367172 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:49.388974 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:49.393526 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:49.430693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b9f2129b-d129-4f53-9805-90cb706d8a37 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:49.466115 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:49.467159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fcc9a2-7847-4a1c-849b-ad8b1439fa75 None None] The sync data for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:49.526164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:49.647553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ce85c3e7-b1cd-4b5c-9349-f7a9b6de0cdf None None] Provisioning complete for port d0b55a6b-85cd-4545-b61c-a1f186121f24 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:49.647715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce85c3e7-b1cd-4b5c-9349-f7a9b6de0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:49.723645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ce85c3e7-b1cd-4b5c-9349-f7a9b6de0cdf None None] Port d0b55a6b-85cd-4545-b61c-a1f186121f24 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:49.756817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf414e99-c54f-45be-9e54-9b2cbb146c78 None None] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:49.844330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Router 0b9b5196-f197-4114-96f6-f311a9575cc9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:49.963032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device adeeb47c-ce03-494d-bb11-6856f0045976 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:50.030233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] Provisioning complete for port adeeb47c-ce03-494d-bb11-6856f0045976 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:50.031095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.101663 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-b9f2129b-d129-4f53-9805-90cb706d8a37 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:57:50.104070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b9f2129b-d129-4f53-9805-90cb706d8a37 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64 HTTP/1.1" status: 409 len: 329 time: 0.8386264 Sep 18 00:57:50.105066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port adeeb47c-ce03-494d-bb11-6856f0045976 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:50.105436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.106959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:50.204455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.282100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.331677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] For port adeeb47c-ce03-494d-bb11-6856f0045976, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=adeeb47c-ce03-494d-bb11-6856f0045976,segment=NetworkSegment(4825b203-f2a3-4903-b3c4-23acea44884c),segment_id=4825b203-f2a3-4903-b3c4-23acea44884c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:50.340366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.423954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:50.435917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f2b3fbfd-ab7f-4db4-a6f2-2ed1b982fe6a admin admin] 10.222.0.49 "PUT /v2.0/routers/0b9b5196-f197-4114-96f6-f311a9575cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8921053 Sep 18 00:57:50.445685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34504) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:50.445809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:57:50.445809 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:57:50.451725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Sync routers for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:50.493365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:50.494175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:50.497106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ebf12-23aa-40f3-b308-bca0a0a891d4 None None] Pushing event updated for resources: {'Port': ['ID=adeeb47c-ce03-494d-bb11-6856f0045976,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:50.502214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-891b2b9c-d053-4b63-8b7b-82be55ccd6e3 None None] Provisioning complete for port adeeb47c-ce03-494d-bb11-6856f0045976 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:50.502419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-891b2b9c-d053-4b63-8b7b-82be55ccd6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.542140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.591855 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.671200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:50.719968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.795727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Deleting port 4e0357b1-41d7-448e-872a-ce551d8b7f26 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:50.796343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.833592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting port d0b55a6b-85cd-4545-b61c-a1f186121f24 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:50.834094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.901776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] For port 4e0357b1-41d7-448e-872a-ce551d8b7f26, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e0357b1-41d7-448e-872a-ce551d8b7f26,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:50.902148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.915322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:57:49Z', 'revision_number': 5, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port': {'id': '4e0357b1-41d7-448e-872a-ce551d8b7f26', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:15Z', 'updated_at': '2021-09-18T00:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:50.925046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Calling delete_port for 4e0357b1-41d7-448e-872a-ce551d8b7f26 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:50.961468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.964317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Checking router: 0b9b5196-f197-4114-96f6-f311a9575cc9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:50.978285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Calling delete_port for d0b55a6b-85cd-4545-b61c-a1f186121f24 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:51.008567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Routers {'0b9b5196-f197-4114-96f6-f311a9575cc9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:51.009204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0b9b5196-f197-4114-96f6-f311a9575cc9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.109767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] Set router 0b9b5196-f197-4114-96f6-f311a9575cc9 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:51.120687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.151381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0357b1-41d7-448e-872a-ce551d8b7f26,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.174259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:57:50Z', 'revision_number': 6, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.193890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.214311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c2a0a-3aa9-4644-8fad-0806a978e3ca None None] The sync data for ids ['0b9b5196-f197-4114-96f6-f311a9575cc9'] in n-d-712707-16 is: [{'id': '0b9b5196-f197-4114-96f6-f311a9575cc9', 'name': 'tempest-TaggedBootDevicesTest-887448606-router', 'tenant_id': 'ae25121755ba4b8196dc35e2a2756794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:14Z', 'updated_at': '2021-09-18T00:57:50Z', 'revision_number': 6, 'project_id': 'ae25121755ba4b8196dc35e2a2756794', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:51.230961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.231249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Port': ['ID=d0b55a6b-85cd-4545-b61c-a1f186121f24,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.347926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.350497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.363094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.410206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.410951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9b5196-f197-4114-96f6-f311a9575cc9 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:57:51.415673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.418982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f06dc33f-4d7c-4378-a1f1-866d74f8b5c7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b9b5196-f197-4114-96f6-f311a9575cc9 HTTP/1.1" status: 204 len: 168 time: 0.9778798 Sep 18 00:57:51.421957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34512) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:51.518746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Deleting subnet 42aa3a0f-2113-469e-b526-63fa236e26cb {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:51.553885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.622295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Router a3641901-107c-4bb0-98fd-ab7632a13c64 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:51.624477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.743533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:51.753197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-36cfc394-883b-4909-9ff6-e42803463336 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412365 Sep 18 00:57:51.754285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34516) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:51.756977 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] Sync routers for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:51.766235 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:51.766838 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.786114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.799466 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-1ad24b0a-b09c-4ab5-8d0f-600f65aaa166 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] show failed (client error): The resource could not be found. Sep 18 00:57:51.806839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:51.807384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1ad24b0a-b09c-4ab5-8d0f-600f65aaa166 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1321572819 HTTP/1.1" status: 404 len: 335 time: 0.0513234 Sep 18 00:57:51.808775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.811925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-577ddf9e-f673-4027-a76e-92fc1e5020f7 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:51.817491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] Routers {'a3641901-107c-4bb0-98fd-ab7632a13c64'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:51.818082 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a3641901-107c-4bb0-98fd-ab7632a13c64'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.851676 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:51.852479 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f090761-2fc5-4e60-85b0-619255d53c6d None None] The sync data for ids ['a3641901-107c-4bb0-98fd-ab7632a13c64'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:51.854108 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-577ddf9e-f673-4027-a76e-92fc1e5020f7 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] update failed (client error): The resource could not be found. Sep 18 00:57:51.858885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-577ddf9e-f673-4027-a76e-92fc1e5020f7 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-70660247 HTTP/1.1" status: 404 len: 333 time: 0.0467675 Sep 18 00:57:51.859546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34520) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:51.922193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting subnet 3e91988e-59a2-4609-85c4-b2b10fface41 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:51.925808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.929319 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.987435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42aa3a0f-2113-469e-b526-63fa236e26cb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.994998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:51.999220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a170d1c0-4576-4f79-887a-1c179d5687e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/42aa3a0f-2113-469e-b526-63fa236e26cb HTTP/1.1" status: 204 len: 168 time: 0.5739119 Sep 18 00:57:51.999598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34528) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:52.002268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.002626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30d8ee-5a98-4055-a453-609d6fea79d2 None None] Network 0050c8ec-5ce2-4dbc-823e-c59be2124683 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:52.098263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device adeeb47c-ce03-494d-bb11-6856f0045976 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:52.141607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.156341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.225868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.242897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port adeeb47c-ce03-494d-bb11-6856f0045976 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:52.243395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.248795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Deleting port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:52.249180 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.334933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Subnet': ['ID=3e91988e-59a2-4609-85c4-b2b10fface41,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.344504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] For port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,segment=NetworkSegment(215805b5-f996-4266-aff6-cfb9022237bb),segment_id=215805b5-f996-4266-aff6-cfb9022237bb)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:52.345226 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.346131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] DHCP port deletion for 0050c8ec-5ce2-4dbc-823e-c59be2124683 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:52.349844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.353409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b5841-1818-4525-a674-07646fc092c3 None None] Network 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:52.355063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34532) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:52.355264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-de019d22-dbf9-419b-9bc9-03b3c9e005cc tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/subnets/3e91988e-59a2-4609-85c4-b2b10fface41 HTTP/1.1" status: 204 len: 168 time: 0.4946434 Sep 18 00:57:52.450808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a86cec10-6378-46b8-b179-9deb9ecc7b92 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:52.453191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Calling delete_port for 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:52.472047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.484595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a86cec10-6378-46b8-b179-9deb9ecc7b92 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:52.485030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a86cec10-6378-46b8-b179-9deb9ecc7b92 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:52.604977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting port adeeb47c-ce03-494d-bb11-6856f0045976 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:52.605397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.608456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.659076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.665151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] No DVR routers for this DVR port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:52.718243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Deleting port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:52.718613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.741104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] For port adeeb47c-ce03-494d-bb11-6856f0045976, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=adeeb47c-ce03-494d-bb11-6856f0045976,segment=NetworkSegment(4825b203-f2a3-4903-b3c4-23acea44884c),segment_id=4825b203-f2a3-4903-b3c4-23acea44884c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:52.741931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.762520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Calling delete_port for adeeb47c-ce03-494d-bb11-6856f0045976 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:52.793112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.824260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] DHCP port deletion for 2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:52.827516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] For port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:52.827912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.858034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0050c8ec-5ce2-4dbc-823e-c59be2124683']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:52.861679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Calling delete_port for 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:52.865933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:57:52.868670 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.880675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215805b5-f996-4266-aff6-cfb9022237bb') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:52.880675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215805b5-f996-4266-aff6-cfb9022237bb') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:52.894068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.915594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] Pushing event deleted for resources: {'Port': ['ID=75ea3e40-adbd-4ef3-8eac-b7f3bb637101,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.916548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.917313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e13a7-e82a-4b73-949d-2d431523fcfa None None] No DVR routers for this DVR port 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:52.927232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:52.928132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:52.930607 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:52.945071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Deleting port adeeb47c-ce03-494d-bb11-6856f0045976 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:52.945544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.002317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.014467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.018333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] For port adeeb47c-ce03-494d-bb11-6856f0045976, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=adeeb47c-ce03-494d-bb11-6856f0045976,segment=NetworkSegment(4825b203-f2a3-4903-b3c4-23acea44884c),segment_id=4825b203-f2a3-4903-b3c4-23acea44884c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:53.018882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.033124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Calling delete_port for adeeb47c-ce03-494d-bb11-6856f0045976 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:53.045085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.046345 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0050c8ec-5ce2-4dbc-823e-c59be2124683 HTTP/1.1" status: 204 len: 168 time: 1.0457039 Sep 18 00:57:53.056832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Port': ['ID=adeeb47c-ce03-494d-bb11-6856f0045976,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.060259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680083c-2826-4814-9132-a7eda3e34a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0050c8ec-5ce2-4dbc-823e-c59be2124683,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.062019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] No DVR routers for this DVR port adeeb47c-ce03-494d-bb11-6856f0045976 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:53.159240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.187203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.196767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] No DVR routers for this DVR port adeeb47c-ce03-494d-bb11-6856f0045976 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:53.198989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd33da1-a4ba-4073-8c31-4cf8255d6f3a None None] Pushing event deleted for resources: {'Port': ['ID=adeeb47c-ce03-494d-bb11-6856f0045976,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.211643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:53.224274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7f91f6-c7f2-4f14-b067-a8b5ef298df4']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:53.237638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4825b203-f2a3-4903-b3c4-23acea44884c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:53.237941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4825b203-f2a3-4903-b3c4-23acea44884c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:53.249899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.262435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91476878-3ffa-4144-b0f0-dafaaf9c49bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae25121755ba4b8196dc35e2a2756794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495510 Sep 18 00:57:53.264978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:53.282506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:53.298559 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:53.342124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.371910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.387502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.401084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.403490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/networks/2b7f91f6-c7f2-4f14-b067-a8b5ef298df4 HTTP/1.1" status: 204 len: 168 time: 1.0456319 Sep 18 00:57:53.407118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:53.424933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b26951-6e8f-4196-9c6f-0e146c1b8afa tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Network': ['ID=2b7f91f6-c7f2-4f14-b067-a8b5ef298df4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.462155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting subnet 317bc75c-578c-4fde-8e31-eb68fa3dbd81 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:53.467291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.470515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.474483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.477235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd233e72-7cd8-493d-a881-48e775f7d655 HTTP/1.1" status: 204 len: 168 time: 0.2095201 Sep 18 00:57:53.522306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c9bfe-d836-428d-90a2-830e4777f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd233e72-7cd8-493d-a881-48e775f7d655,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.557982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.730481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e0357b1-41d7-448e-872a-ce551d8b7f26 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:53.743707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-c6a5c875-3ffb-4197-b099-07ab1f11e3ea tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:53.745274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-c6a5c875-3ffb-4197-b099-07ab1f11e3ea tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1913571 Sep 18 00:57:53.748845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.765353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4e0357b1-41d7-448e-872a-ce551d8b7f26 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:53.765756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e0357b1-41d7-448e-872a-ce551d8b7f26 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:53.766275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:53.793252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-e7c329fa-431d-4518-8aa6-99aeaa20e1a7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/quotas/b34e3f318f70463fbdb581bf16f54ed3 HTTP/1.1" status: 200 len: 375 time: 0.0411420 Sep 18 00:57:53.795485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:53.795847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 75ea3e40-adbd-4ef3-8eac-b7f3bb637101 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:53.796379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device adeeb47c-ce03-494d-bb11-6856f0045976 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:53.820254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: adeeb47c-ce03-494d-bb11-6856f0045976 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:53.820652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device adeeb47c-ce03-494d-bb11-6856f0045976 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:53.854548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.894168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-86be0e40-7518-4822-9972-0324f07cb667 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901511 Sep 18 00:57:53.898481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:53.900718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/subnets/317bc75c-578c-4fde-8e31-eb68fa3dbd81 HTTP/1.1" status: 204 len: 168 time: 0.4924452 Sep 18 00:57:53.902074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159f496-d58c-402b-baf6-7526fa830be3 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Subnet': ['ID=317bc75c-578c-4fde-8e31-eb68fa3dbd81,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.904309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34574) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:53.915443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2ebfc-566e-420a-a084-d422c90dfeb2 None None] Network 429e2b6a-c090-4c93-80fd-c056d4ecd3bb requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:54.032182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting subnet 60bba3bc-546c-45aa-880e-a9f0d69f2b1e {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:54.043910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.102914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.126323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-4243f992-aa4e-4c3b-8cec-63b00a18a6d5 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822269 Sep 18 00:57:54.218454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] DHCP port deletion for 429e2b6a-c090-4c93-80fd-c056d4ecd3bb request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:54.227761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-251218e6-2675-479a-9f7c-afd3be723a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.274909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.298660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Deleting port 34832f48-f64a-4584-8ba6-c75e0517f9d1 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:54.299356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.303252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-bc19ba4d-d5ce-41cb-a1f1-8f78ef4ddd11 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677868 Sep 18 00:57:54.351869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.374108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] For port 34832f48-f64a-4584-8ba6-c75e0517f9d1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=34832f48-f64a-4584-8ba6-c75e0517f9d1,segment=NetworkSegment(cd95a935-6bd3-4789-a734-285923644c2e),segment_id=cd95a935-6bd3-4789-a734-285923644c2e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:54.374752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.390339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Calling delete_port for 34832f48-f64a-4584-8ba6-c75e0517f9d1 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:54.397195 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.399073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061de510-7871-486b-b808-e885700b3bce None None] Network 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:54.400296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/subnets/60bba3bc-546c-45aa-880e-a9f0d69f2b1e HTTP/1.1" status: 204 len: 168 time: 0.4950318 Sep 18 00:57:54.402072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eff28-0646-4771-916a-e6c0827d6832 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Subnet': ['ID=60bba3bc-546c-45aa-880e-a9f0d69f2b1e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:54.402882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34592) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:54.407699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:54.576397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.593497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee4afa04-c08b-41aa-8a6b-ee1c4848ddb1 req-2d80e66c-ef9b-4216-81f0-02aafb864f0a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 210 time: 0.0671465 Sep 18 00:57:54.599952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.619229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] No DVR routers for this DVR port 34832f48-f64a-4584-8ba6-c75e0517f9d1 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:54.657748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb53899-6103-4071-b471-3ebac4ff46a5 None None] Pushing event deleted for resources: {'Port': ['ID=34832f48-f64a-4584-8ba6-c75e0517f9d1,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:54.678391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] DHCP port deletion for 13df4893-a3e8-4f4f-adfa-0a2eeecd5399 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:54.688010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-96978842-network', 'tenant_id': '25266ebba6644acb81fc7457a9dd1024'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:54.726658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.757287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429e2b6a-c090-4c93-80fd-c056d4ecd3bb']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:54.757768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Deleting port b7dbc710-02f8-412a-8a4a-f062aa528537 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:54.758240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.768071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Made reservation on behalf of 25266ebba6644acb81fc7457a9dd1024 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:54.770707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.783162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd95a935-6bd3-4789-a734-285923644c2e') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:54.783466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd95a935-6bd3-4789-a734-285923644c2e') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:54.786043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.814278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.838143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.840564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] For port b7dbc710-02f8-412a-8a4a-f062aa528537, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b7dbc710-02f8-412a-8a4a-f062aa528537,segment=NetworkSegment(b130b9b7-de4a-48d5-a221-67a7ae2f8b8c),segment_id=b130b9b7-de4a-48d5-a221-67a7ae2f8b8c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:54.841251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.856154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:54.856683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:54.859715 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:54.869343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Calling delete_port for b7dbc710-02f8-412a-8a4a-f062aa528537 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:54.938947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.946179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:54.951159 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/networks/429e2b6a-c090-4c93-80fd-c056d4ecd3bb HTTP/1.1" status: 204 len: 168 time: 0.5445707 Sep 18 00:57:54.951276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34608) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:54.972428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c9eb7-d9fc-485c-b5cc-7d1ec5bb8a9e tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Network': ['ID=429e2b6a-c090-4c93-80fd-c056d4ecd3bb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:54.989657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.026611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] Pushing event deleted for resources: {'Port': ['ID=b7dbc710-02f8-412a-8a4a-f062aa528537,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.032976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705d555-b2bf-4fed-bf0f-45ab828f89c7 None None] No DVR routers for this DVR port b7dbc710-02f8-412a-8a4a-f062aa528537 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:55.100774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.105541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.110764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.146170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:55.152592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f895b5-9e94-4adb-b5d8-68ee89b1bb57,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.159234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.160017 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Added segment 18655e48-cee3-405a-82a6-2459e1d47be6 of type vlan for network 5f59a1ea-b340-45e0-8177-e65d3458da9a Sep 18 00:57:55.209345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.214426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.244489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.244716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13df4893-a3e8-4f4f-adfa-0a2eeecd5399']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.245514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.246105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.255648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.256505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b130b9b7-de4a-48d5-a221-67a7ae2f8b8c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.273053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.292819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.300552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:55.302105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.314416 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9067354 Sep 18 00:57:55.318404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18824-331d-41dd-a434-72799b001215 admin admin] Pushing event updated for resources: {'Network': ['ID=5f59a1ea-b340-45e0-8177-e65d3458da9a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.321602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34614) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:55.326490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Request body: {'subnet': {'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-96978842-subnet', 'tenant_id': '25266ebba6644acb81fc7457a9dd1024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:55.339207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 5f59a1ea-b340-45e0-8177-e65d3458da9a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:55.345575 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:55.365225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Made reservation on behalf of 25266ebba6644acb81fc7457a9dd1024 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:55.367575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.396279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.404805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.406563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/networks/13df4893-a3e8-4f4f-adfa-0a2eeecd5399 HTTP/1.1" status: 204 len: 168 time: 0.4544134 Sep 18 00:57:55.417509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34620) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:55.460139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec4dd3-5c34-4ef7-af52-998966963a24 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Network': ['ID=13df4893-a3e8-4f4f-adfa-0a2eeecd5399,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.479493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting subnet 8b4adc1e-08bb-47b9-bf8b-7c2571d496cf {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:57:55.483537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.529104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.587479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.614598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.652541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Checking segment: {'id': '18655e48-cee3-405a-82a6-2459e1d47be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:55.652905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Network hostable DHCP agents. Network: 5f59a1ea-b340-45e0-8177-e65d3458da9a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:55.661488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9a084d-3040-4af0-b7f2-190e4c79d79c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.684422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Network 5f59a1ea-b340-45e0-8177-e65d3458da9a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:55.708374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 5f59a1ea-b340-45e0-8177-e65d3458da9a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:55.713003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.713814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.722413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ccdd4-709f-4fb6-9287-f44b9d28438c None None] Network 5f59a1ea-b340-45e0-8177-e65d3458da9a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:55.753218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-22f1c565-179b-44e9-be0c-0f025b3c62d3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4225740 Sep 18 00:57:55.763841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b7dbc710-02f8-412a-8a4a-f062aa528537 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:55.792609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b7dbc710-02f8-412a-8a4a-f062aa528537 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:55.793115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b7dbc710-02f8-412a-8a4a-f062aa528537 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:55.793746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34832f48-f64a-4584-8ba6-c75e0517f9d1 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:55.794343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e598821f-a367-4f49-a2b4-4ddfe776ae63 req-7af86bcf-e941-411d-96ab-b2abf222cd49 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 210 time: 0.0425887 Sep 18 00:57:55.839235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 34832f48-f64a-4584-8ba6-c75e0517f9d1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:55.839660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 34832f48-f64a-4584-8ba6-c75e0517f9d1 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:55.858947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.931190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4adc1e-08bb-47b9-bf8b-7c2571d496cf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.947485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.956357 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7fde7486-a7e0-44ce-b8f1-26f52bfb1b72 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/subnets/8b4adc1e-08bb-47b9-bf8b-7c2571d496cf HTTP/1.1" status: 204 len: 168 time: 0.5370893 Sep 18 00:57:55.956357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34630) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:55.975107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598c6ac-fc11-46a5-8107-232388833deb None None] Network ba2b8f07-4755-44f5-bb80-a807ff0a180c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:55.991737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7fd8b-4ede-4bc6-9a96-3dae0a1fd056 None None] Network 5f59a1ea-b340-45e0-8177-e65d3458da9a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:56.123026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-ddcb8b33-924e-4e75-a5e3-725d1a6419bf tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:56.125863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-ddcb8b33-924e-4e75-a5e3-725d1a6419bf tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.2963231 Sep 18 00:57:56.128516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.164649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Request body: {'port': {'device_id': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'admin_state_up': True, 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:56.339404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] DHCP port deletion for ba2b8f07-4755-44f5-bb80-a807ff0a180c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:57:56.364714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:56.368416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.397633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Deleting port aef4e4a0-6cf5-4515-88a9-da8a955a0bba {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:56.398006 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.483508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] For port aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,segment=NetworkSegment(feb1b870-9fec-4c64-ac5b-bde903b2375a),segment_id=feb1b870-9fec-4c64-ac5b-bde903b2375a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:56.484381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.511696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Calling delete_port for aef4e4a0-6cf5-4515-88a9-da8a955a0bba owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:56.538004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Allocated IP 172.20.0.14 (26d19a92-2f8e-4ca5-b69f-28ffdb281641/dc8a967d-7849-4de2-857e-416a733f33bc/8348bff8-ca82-424f-8d4c-733dd5c7b908) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:56.613390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.643763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] Pushing event deleted for resources: {'Port': ['ID=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:56.657424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d1424-9e5d-490d-9863-b503f90d7bfa None None] No DVR routers for this DVR port aef4e4a0-6cf5-4515-88a9-da8a955a0bba on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:56.745063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.747580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Deleting port aef4e4a0-6cf5-4515-88a9-da8a955a0bba {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:56.748022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.787300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-fe64fc5f-31fa-4fe1-aab3-986c4d0a5d12 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:56.788948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-fe64fc5f-31fa-4fe1-aab3-986c4d0a5d12 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/networks?id=5f59a1ea-b340-45e0-8177-e65d3458da9a HTTP/1.1" status: 200 len: 807 time: 0.1585469 Sep 18 00:57:56.794700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.807178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:57:56.829196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:56.842115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-bd79fb8e-008e-4aea-9d15-0a7bf6c589a4 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/quotas/25266ebba6644acb81fc7457a9dd1024 HTTP/1.1" status: 200 len: 375 time: 0.0469179 Sep 18 00:57:56.846609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] For port aef4e4a0-6cf5-4515-88a9-da8a955a0bba, host n-d-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:56.846982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.872314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Calling delete_port for aef4e4a0-6cf5-4515-88a9-da8a955a0bba owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:56.888351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:56.895800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event updated for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:56.899383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:56.906449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Port aef4e4a0-6cf5-4515-88a9-da8a955a0bba was not found and therefore no delete operation was performed {{(pid=106453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:57:56.909129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-15b9667b-3afe-4642-9056-779341788c20 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=25266ebba6644acb81fc7457a9dd1024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589941 Sep 18 00:57:56.911859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.961616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Port': ['ID=aef4e4a0-6cf5-4515-88a9-da8a955a0bba,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:56.967773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:56.968929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:56.991844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-b945b0bd-6d27-42b8-887e-6b775d7a2940 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8342848 Sep 18 00:57:57.009581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Request body: {'port': {'device_id': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:57.017904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] No DVR routers for this DVR port aef4e4a0-6cf5-4515-88a9-da8a955a0bba on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:57.068560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.126901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d880408-43a1-4e53-bec0-b8428e97eca9 req-c980312d-e6c1-4a92-a0ff-029f61d14150 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:57.128450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d880408-43a1-4e53-bec0-b8428e97eca9 req-c980312d-e6c1-4a92-a0ff-029f61d14150 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 932 time: 0.2179942 Sep 18 00:57:57.166876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.194814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-a8fa342c-535b-413b-a1de-a7176cb2a89e service neutron] 10.222.0.49 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347100 Sep 18 00:57:57.205853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2b8f07-4755-44f5-bb80-a807ff0a180c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:57.221244 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e117ac93-9841-411d-8679-112460b6018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.234166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb1b870-9fec-4c64-ac5b-bde903b2375a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:57.234515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb1b870-9fec-4c64-ac5b-bde903b2375a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:57.244492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.266163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d880408-43a1-4e53-bec0-b8428e97eca9 req-6a39e7a5-e5be-48c4-bd25-e49b034b0b9a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062996 Sep 18 00:57:57.273928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.279849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:57.280266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:57:57.302293 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:57:57.383982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8348bff8-ca82-424f-8d4c-733dd5c7b908 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:57:57.391715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.391900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.396999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.399263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/networks/ba2b8f07-4755-44f5-bb80-a807ff0a180c HTTP/1.1" status: 204 len: 168 time: 1.4432392 Sep 18 00:57:57.402239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34654) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:57.417691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Transition to ACTIVE for port object 8348bff8-ca82-424f-8d4c-733dd5c7b908 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:57:57.421110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfb977-dfc6-4f86-bcf6-797ff25e0246 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Pushing event deleted for resources: {'Network': ['ID=ba2b8f07-4755-44f5-bb80-a807ff0a180c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:57.433623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a13ea8c7-859d-4b64-8c69-1989e104814a tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3641901-107c-4bb0-98fd-ab7632a13c64 HTTP/1.1" status: 200 len: 205 time: 0.0303433 Sep 18 00:57:57.434614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.436435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:57.486077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.501019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-500493f4-cebe-4c1b-809f-8d17dc8573b6 service neutron] 10.222.0.49 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864189 Sep 18 00:57:57.507417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Pushing event updated for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:57.556917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.585519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Attempting to bind port 8348bff8-ca82-424f-8d4c-733dd5c7b908 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:57.585922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Attempting to bind port 8348bff8-ca82-424f-8d4c-733dd5c7b908 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:57.586319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Attempting to bind port 8348bff8-ca82-424f-8d4c-733dd5c7b908 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:57.591153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Port 8348bff8-ca82-424f-8d4c-733dd5c7b908 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:57:57.591542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Attempting to bind port 8348bff8-ca82-424f-8d4c-733dd5c7b908 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:57.596877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:57.597867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Checking segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:57.598584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Bound using segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:57.599096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Bound port: 8348bff8-ca82-424f-8d4c-733dd5c7b908, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:57.600043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.697237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:57.701990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:57.710027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.752942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:57.753724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.756423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] 10.222.0.54 "PUT /v2.0/ports/8348bff8-ca82-424f-8d4c-733dd5c7b908 HTTP/1.1" status: 200 len: 1093 time: 0.7515049 Sep 18 00:57:57.756998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:57.759380 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a1508-5847-4aac-976c-b595fa50a9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:57.761123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef4e4a0-6cf5-4515-88a9-da8a955a0bba no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:57.792444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137864dc-83b4-429f-aea1-d65878cb2353 service neutron] Pushing event updated for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:57.810403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d85f072-a885-4583-a9e3-77ed85e25913 req-bb7bf1cc-c4a6-4cae-9a67-c1ee2302dfe3 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 210 time: 0.0634422 Sep 18 00:57:57.812131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.814707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.835208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: aef4e4a0-6cf5-4515-88a9-da8a955a0bba {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:57:57.836633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef4e4a0-6cf5-4515-88a9-da8a955a0bba not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:57.862269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.862920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Fanout notify agent at l3_agent the message router_deleted on router a3641901-107c-4bb0-98fd-ab7632a13c64 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:57:57.872595 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb649284-5fad-4830-a531-5de85c4baf3a x-openstack-request-id: req-cb649284-5fad-4830-a531-5de85c4baf3a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:57.872953 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:57.873270 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb649284-5fad-4830-a531-5de85c4baf3a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:57.873780 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908', 'status': 'completed', 'code': 200} Sep 18 00:57:57.882787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.888878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13752329-bcb5-44b3-9715-59847bc8cd54 tempest-RoutersNegativeIpV6Test-1205559468 tempest-RoutersNegativeIpV6Test-1205559468-project] 10.222.0.49 "DELETE /v2.0/routers/a3641901-107c-4bb0-98fd-ab7632a13c64 HTTP/1.1" status: 204 len: 168 time: 0.4375777 Sep 18 00:57:57.906952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-47cf9a8a-21a1-4603-bec0-712db9a8edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:57.909197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-47cf9a8a-21a1-4603-bec0-712db9a8edee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 1096 time: 0.0758936 Sep 18 00:57:57.965863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-f69313e0-fb2b-4650-9389-02fb33d67708 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908 HTTP/1.1" status: 200 len: 217 time: 0.0403786 Sep 18 00:57:58.029939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-7373e16d-d8bd-484a-b876-0acd953ea05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:58.031498 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-7373e16d-d8bd-484a-b876-0acd953ea05a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0565090 Sep 18 00:57:58.069731 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-8b2a8b6e-92da-465c-a300-61c85f33eafd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304089 Sep 18 00:57:58.121418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34678) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:58.187701 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-88293393-0d97-40f5-b24e-10be76c2e98e service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103001 Sep 18 00:57:58.290451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-aae5f6b9-740f-44c4-b509-882f71ff66bf req-cb201610-9cb1-489a-ae55-a57a5fb9814f service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955319 Sep 18 00:57:58.293827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4fec68b6-4f16-42ab-a479-2408d40d76f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8b77868b5854fc5b5a74fc9eedc077d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712770 Sep 18 00:57:58.297402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34686) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:58.345872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.376882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.420274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491d29-c840-4e38-9a33-99115dce9959 req-23b6ffc0-86b5-4fa4-8ad8-f08fa244bef1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:58.421849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c491d29-c840-4e38-9a33-99115dce9959 req-23b6ffc0-86b5-4fa4-8ad8-f08fa244bef1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 944 time: 0.0612211 Sep 18 00:57:58.429246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.465336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1508-5847-4aac-976c-b595fa50a9cd req-1e641722-c082-4e9b-a973-efc762ebd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:58.467022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-1e641722-c082-4e9b-a973-efc762ebd0ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 1096 time: 0.0740607 Sep 18 00:57:58.476959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c491d29-c840-4e38-9a33-99115dce9959 req-4fd33b06-74b2-4858-8c9e-497683462d1a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481739 Sep 18 00:57:58.553958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.556951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.558132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52f35081-328f-4fb4-a9bc-cdab25492fe9 HTTP/1.1" status: 204 len: 168 time: 0.2596812 Sep 18 00:57:58.573089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918ced-b9bc-417c-953a-9bdc99ec5609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f35081-328f-4fb4-a9bc-cdab25492fe9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:58.603496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1508-5847-4aac-976c-b595fa50a9cd req-f5550c82-7356-49b0-addb-2b10f467c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:58.605228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-f5550c82-7356-49b0-addb-2b10f467c832 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.1304886 Sep 18 00:57:58.958990 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-1612f618-f4c2-439e-acb9-444acc94b19a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908 HTTP/1.1" status: 200 len: 217 time: 0.3442833 Sep 18 00:57:59.001846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f744751-14e8-4904-a3a1-3fc294331e1e req-b80c2b90-a124-470e-91f7-6a0b18cab54e tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 210 time: 0.0434957 Sep 18 00:57:59.075486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1508-5847-4aac-976c-b595fa50a9cd req-649232b4-97cc-4c6f-a49f-9fcf14c41d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:59.076991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-649232b4-97cc-4c6f-a49f-9fcf14c41d96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.1074712 Sep 18 00:57:59.114813 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-63c2ee38-30fb-466d-870a-233d5df746bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296571 Sep 18 00:57:59.147388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-a8fd135c-ba35-4ef4-a575-f966fd58d4da tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:59.148932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-a8fd135c-ba35-4ef4-a575-f966fd58d4da tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.48 "GET /v2.0/networks?id=5f59a1ea-b340-45e0-8177-e65d3458da9a HTTP/1.1" status: 200 len: 807 time: 0.1890805 Sep 18 00:57:59.169010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Request body: {'port': {'device_id': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a', 'admin_state_up': True, 'tenant_id': '25266ebba6644acb81fc7457a9dd1024'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:59.285936 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-50e58410-e568-4e85-a51f-f404c609dd18 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623900 Sep 18 00:57:59.393636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Made reservation on behalf of 25266ebba6644acb81fc7457a9dd1024 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:59.397292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.431323 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-403a1508-5847-4aac-976c-b595fa50a9cd req-3e4a53d7-c9c1-40fc-8814-7a686a91db12 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369584 Sep 18 00:57:59.435956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34716) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:59.545315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Allocated IP 172.20.0.10 (5f59a1ea-b340-45e0-8177-e65d3458da9a/4d9a084d-3040-4af0-b7f2-190e4c79d79c/b2230d7b-31d1-41a0-955b-d67ebe927901) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:59.583111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-804068926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:59.623379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1c86-7a14-41df-9916-1b067a5b583e req-625713a5-25c3-43db-95e0-35d3d747625a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:59.624997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bef1c86-7a14-41df-9916-1b067a5b583e req-625713a5-25c3-43db-95e0-35d3d747625a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 944 time: 0.0840106 Sep 18 00:57:59.632803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.635546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.672067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.720195 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.727257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.743317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.750094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bef1c86-7a14-41df-9916-1b067a5b583e req-e953ceeb-8677-46b8-afd0-2b8055e6e577 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092522 Sep 18 00:57:59.766058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.766058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e6055ac6-6444-4b03-850f-8db7017508d2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3212764 Sep 18 00:57:59.766058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:59.766466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1929874275'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:59.788900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:59.791084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.792814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.803064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.840709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Network 5f59a1ea-b340-45e0-8177-e65d3458da9a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:59.843980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:59.851465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:59.855533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Pushing event updated for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:59.901778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:59.902483 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.931987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.935870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.940201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-e2e1560d-3659-4afa-9cd9-cefcae4102ec tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772629 Sep 18 00:57:59.953206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Request body: {'port': {'device_id': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:59.959392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:59.974196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8b5d0b-a4c5-43ef-b93d-0637157d7f77,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:59.977207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:59.977559 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Added segment ced277ad-7155-4388-ac52-b372b8b5b372 of type vlan for network a35c87d8-9b2b-4701-bf9b-bd40e70b812a Sep 18 00:58:00.015866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.020574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.051346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.058639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.059326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.103482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3410537 Sep 18 00:58:00.104184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:00.125173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'subnet': {'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:00.193699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeb64a-548f-4f63-8233-47c5e47e42e9 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Network': ['ID=a35c87d8-9b2b-4701-bf9b-bd40e70b812a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.207492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:00.254125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f801-2b06-45f5-a1df-a0b57f8e9e5f req-fac6f3da-b37b-4a1b-a83a-b5f84707a85a tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.255798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59c2f801-2b06-45f5-a1df-a0b57f8e9e5f req-fac6f3da-b37b-4a1b-a83a-b5f84707a85a tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 932 time: 0.1786849 Sep 18 00:58:00.313320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59c2f801-2b06-45f5-a1df-a0b57f8e9e5f req-2e377d6d-c65a-47b2-a3f7-0e67a2c73636 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Sep 18 00:58:00.322456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:00.326491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.354632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2230d7b-31d1-41a0-955b-d67ebe927901 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:00.363794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.377506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Transition to ACTIVE for port object b2230d7b-31d1-41a0-955b-d67ebe927901 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:58:00.381556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.434354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Pushing event updated for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.521245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Attempting to bind port b2230d7b-31d1-41a0-955b-d67ebe927901 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:00.521637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Attempting to bind port b2230d7b-31d1-41a0-955b-d67ebe927901 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '18655e48-cee3-405a-82a6-2459e1d47be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:00.521903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Attempting to bind port b2230d7b-31d1-41a0-955b-d67ebe927901 on network 5f59a1ea-b340-45e0-8177-e65d3458da9a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:00.526483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Port b2230d7b-31d1-41a0-955b-d67ebe927901 on network 5f59a1ea-b340-45e0-8177-e65d3458da9a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:58:00.526885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Attempting to bind port b2230d7b-31d1-41a0-955b-d67ebe927901 on network 5f59a1ea-b340-45e0-8177-e65d3458da9a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:00.532779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:00.533205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Checking segment: {'id': '18655e48-cee3-405a-82a6-2459e1d47be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:00.533654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Bound using segment: {'id': '18655e48-cee3-405a-82a6-2459e1d47be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:00.534152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Bound port: b2230d7b-31d1-41a0-955b-d67ebe927901, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18655e48-cee3-405a-82a6-2459e1d47be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:00.534586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.541818 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.601890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:00.604654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Subnet': ['ID=a53d3a95-3afb-4a60-9cc0-4598e2c43eb4,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.606162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b2230d7b-31d1-41a0-955b-d67ebe927901,segment=NetworkSegment(18655e48-cee3-405a-82a6-2459e1d47be6),segment_id=18655e48-cee3-405a-82a6-2459e1d47be6)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:00.610264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Checking segment: {'id': 'ced277ad-7155-4388-ac52-b372b8b5b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:00.610656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network hostable DHCP agents. Network: a35c87d8-9b2b-4701-bf9b-bd40e70b812a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:00.615191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.631517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:00.635005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8348bff8-ca82-424f-8d4c-733dd5c7b908 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:00.642737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a35c87d8-9b2b-4701-bf9b-bd40e70b812a) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:00.652775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.655311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.662540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.662749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23597830-78a0-497b-ab26-031a3e4b6648 None None] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:00.662862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.664161 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] 10.222.0.48 "PUT /v2.0/ports/b2230d7b-31d1-41a0-955b-d67ebe927901 HTTP/1.1" status: 200 len: 1093 time: 0.7154589 Sep 18 00:58:00.664376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:00.673374 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:00.692561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:00.693609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0123cfd-eaf8-4bac-b0be-7a8999c4370b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5722466 Sep 18 00:58:00.697465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'network': {'name': 'tempest-router-network01--1027971671'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:00.735656 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca995e50-4bc4-4b9a-9180-7d0b5dfdbf1c x-openstack-request-id: req-ca995e50-4bc4-4b9a-9180-7d0b5dfdbf1c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:00.735936 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:00.736208 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca995e50-4bc4-4b9a-9180-7d0b5dfdbf1c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:00.736673 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901', 'status': 'completed', 'code': 200} Sep 18 00:58:00.750116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d8844-2fc4-4a92-9b0b-071d5f7292fc service neutron] Pushing event updated for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.772875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:00.776372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.781124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-b21a67e1-e74e-4eff-9569-834d5f6da26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.782620 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-b21a67e1-e74e-4eff-9569-834d5f6da26d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25266ebba6644acb81fc7457a9dd1024&device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 1096 time: 0.0642977 Sep 18 00:58:00.837487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-6c6f4f19-a6bf-4363-8f6d-75befab7151f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2230d7b-31d1-41a0-955b-d67ebe927901 HTTP/1.1" status: 200 len: 217 time: 0.0429931 Sep 18 00:58:00.844523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:00.896919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.897284 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Added segment bf5172c3-fe18-4a46-9366-c8e3229d5aa5 of type vlan for network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 Sep 18 00:58:00.904050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:00.924683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ec28-79ba-4f90-8362-e7df46cb28a4 req-69bd7bd9-fd22-412c-9f79-057d4feb60f2 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.926397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '8348bff8-ca82-424f-8d4c-733dd5c7b908', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'port_id': '8348bff8-ca82-424f-8d4c-733dd5c7b908', 'mac_address': 'fa:16:3e:3b:16:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8a967d-7849-4de2-857e-416a733f33bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:00.936605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1477ec28-79ba-4f90-8362-e7df46cb28a4 req-69bd7bd9-fd22-412c-9f79-057d4feb60f2 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 944 time: 0.1059144 Sep 18 00:58:00.938131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1899-7170-434a-828d-fece6b596843 req-1e9f29ff-5ce8-46d5-91ba-2308935d8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:00.940087 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-1e9f29ff-5ce8-46d5-91ba-2308935d8106 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d9a084d-3040-4af0-b7f2-190e4c79d79c HTTP/1.1" status: 200 len: 847 time: 0.0935719 Sep 18 00:58:00.982413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.986569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-106ba9d2-c21a-4309-b06e-cd78414817ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f59a1ea-b340-45e0-8177-e65d3458da9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360124 Sep 18 00:58:01.009651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1477ec28-79ba-4f90-8362-e7df46cb28a4 req-12c1bd22-f66d-4de2-a725-21a53e51a042 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707016 Sep 18 00:58:01.036493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.049963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a35c87d8-9b2b-4701-bf9b-bd40e70b812a', 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a', 'tenant_id': '019e687743b3478ea720e84d5aa0365b', 'fixed_ips': [{'subnet_id': 'a53d3a95-3afb-4a60-9cc0-4598e2c43eb4'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:58:01.051751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.063355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8348bff8-ca82-424f-8d4c-733dd5c7b908 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:01.070133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.075688 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.076218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.096562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:01.128842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4350221 Sep 18 00:58:01.131685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34744) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:01.140098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'network': {'name': 'tempest-router-network02--1169119020'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:01.149829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.182780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de07da5-02d5-419e-b380-7483d14c9b4c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Network': ['ID=6d27d2ca-7aca-499f-a1b6-2f6ce7017571,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.189165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:01.190693 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-46bdc0c8-1e77-49d6-9438-f4564e53cd38 service neutron] 10.222.0.48 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937926 Sep 18 00:58:01.195294 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.198299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:01.233209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:01.277009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.277639 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Added segment e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416 of type vlan for network c009189f-11e5-48e7-bcba-19c1411ebf57 Sep 18 00:58:01.327840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-625c1899-7170-434a-828d-fece6b596843 req-b14d78fa-96fd-4776-841e-dcfbca73db3c service neutron] 10.222.0.48 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289253 Sep 18 00:58:01.330568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.373276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.385568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Allocated IP 172.20.0.2 (a35c87d8-9b2b-4701-bf9b-bd40e70b812a/a53d3a95-3afb-4a60-9cc0-4598e2c43eb4/b4681fbe-bf76-4a9e-9a65-3c4e4be86503) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:01.444894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.450880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-f776505d-50f6-45c6-90fd-101f241a3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.451966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.452555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-f776505d-50f6-45c6-90fd-101f241a3f26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25266ebba6644acb81fc7457a9dd1024&device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 1096 time: 0.0522001 Sep 18 00:58:01.452832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.532600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3981826 Sep 18 00:58:01.535949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:01.541005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'subnet': {'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:01.544195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb8fc-8e83-4cd7-8f0e-d49e819a60d1 req-ddf98a0b-32b5-48eb-8f30-8ca921c4f2d5 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.554925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf6cb8fc-8e83-4cd7-8f0e-d49e819a60d1 req-ddf98a0b-32b5-48eb-8f30-8ca921c4f2d5 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 944 time: 0.1497447 Sep 18 00:58:01.562282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.571430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.606677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Network': ['ID=c009189f-11e5-48e7-bcba-19c1411ebf57,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.610314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:01.614474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:01.619590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:01.648829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf6cb8fc-8e83-4cd7-8f0e-d49e819a60d1 req-d0728c1d-baea-4105-a681-73510e349a1f tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928421 Sep 18 00:58:01.653798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.654332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.654897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.655406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.655891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.656418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.656983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.657484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.657970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.658458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.658986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.659489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf08e53-16b6-4082-a215-fb9d5bc84dd7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.666349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:01.670062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.679708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:01.681472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c009189f-11e5-48e7-bcba-19c1411ebf57 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:01.686163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Pushing event updated for resources: {'Port': ['ID=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.710321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-75eb25b4-4ece-453e-9f54-1df3b697da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.712143 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-75eb25b4-4ece-453e-9f54-1df3b697da9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f59a1ea-b340-45e0-8177-e65d3458da9a HTTP/1.1" status: 200 len: 908 time: 0.2510040 Sep 18 00:58:01.796358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-f6a255dd-640d-4cf0-8dee-37acb97f2195 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2230d7b-31d1-41a0-955b-d67ebe927901 HTTP/1.1" status: 200 len: 217 time: 0.0725236 Sep 18 00:58:01.865038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-3b63046a-12aa-44de-8da0-706b5c0aa89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:01.866970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-3b63046a-12aa-44de-8da0-706b5c0aa89d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d9a084d-3040-4af0-b7f2-190e4c79d79c HTTP/1.1" status: 200 len: 847 time: 0.0586331 Sep 18 00:58:01.938337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-560ff2eb-76a1-45df-8cbd-53a725a99521 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f59a1ea-b340-45e0-8177-e65d3458da9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340011 Sep 18 00:58:01.940085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Attempting to bind port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:01.941578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Attempting to bind port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ced277ad-7155-4388-ac52-b372b8b5b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:01.942124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Attempting to bind port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 on network a35c87d8-9b2b-4701-bf9b-bd40e70b812a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:01.956488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:01.957289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Checking segment: {'id': 'ced277ad-7155-4388-ac52-b372b8b5b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:01.957881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.958437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Bound using segment: {'id': 'ced277ad-7155-4388-ac52-b372b8b5b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:01.959068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Bound port: b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced277ad-7155-4388-ac52-b372b8b5b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a35c87d8-9b2b-4701-bf9b-bd40e70b812a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:01.959636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.058002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.065408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] For port b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:02.069930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] For port b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,segment=NetworkSegment(ced277ad-7155-4388-ac52-b372b8b5b372),segment_id=ced277ad-7155-4388-ac52-b372b8b5b372)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:02.083156 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.125871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Subnet': ['ID=931e142b-8d49-436c-95c9-99fe4101526c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.150665 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-cabf1cfc-6f89-4b21-9a00-2188072125c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021248 Sep 18 00:58:02.180823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.219644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d380-c77b-43e8-bf1e-a75f6112d0a2 None None] Pushing event updated for resources: {'Port': ['ID=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.230909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb114b0-044c-4e6f-bcdf-27562dcc0a61 req-2bdea35e-9767-4fd9-a297-73987b39b010 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:02.237319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bb114b0-044c-4e6f-bcdf-27562dcc0a61 req-2bdea35e-9767-4fd9-a297-73987b39b010 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 945 time: 0.1166441 Sep 18 00:58:02.252788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Checking segment: {'id': 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:02.253145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network hostable DHCP agents. Network: 6d27d2ca-7aca-499f-a1b6-2f6ce7017571, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:02.289273 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-34adc8aa-7b0a-4077-bd62-6df12bc8dd02 req-bca5dde8-8969-46b3-828b-00e69a3e0a92 service neutron] 10.222.0.48 "GET /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271837 Sep 18 00:58:02.289423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8bb114b0-044c-4e6f-bcdf-27562dcc0a61 req-03e94172-20bb-4aea-ae5d-9043b5648fb5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Sep 18 00:58:02.310905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:02.329937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 6d27d2ca-7aca-499f-a1b6-2f6ce7017571) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:02.334547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:02.335134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.342292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ae2a7-df16-4817-879a-652345e8e6e4 None None] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:02.355247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7ebeebf0-8f9e-4b36-992b-61a9a181c9bb tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8145020 Sep 18 00:58:02.355247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34760) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:02.359966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'subnet': {'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:02.522126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Made reservation on behalf of 019e687743b3478ea720e84d5aa0365b for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:02.527801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.578457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-6d27d2ca-7aca-499f-a1b6-2f6ce7017571', 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571', 'tenant_id': '019e687743b3478ea720e84d5aa0365b', 'fixed_ips': [{'subnet_id': '931e142b-8d49-436c-95c9-99fe4101526c'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:58:02.579322 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.743284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Allocated IP 172.20.0.2 (6d27d2ca-7aca-499f-a1b6-2f6ce7017571/931e142b-8d49-436c-95c9-99fe4101526c/7884020c-373e-4768-b67a-1bcb3897819f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:02.773893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.814488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9a1e5-3929-47e7-9cb7-5911cfada1b4 req-801309e2-c207-4e3a-8e65-73bc275523e1 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:02.816837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92e9a1e5-3929-47e7-9cb7-5911cfada1b4 req-801309e2-c207-4e3a-8e65-73bc275523e1 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 944 time: 0.0897186 Sep 18 00:58:02.845554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Subnet': ['ID=cd01c082-1b2b-40bf-934f-b1808255475e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.850296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Checking segment: {'id': 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:02.850504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network hostable DHCP agents. Network: c009189f-11e5-48e7-bcba-19c1411ebf57, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:02.871300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network c009189f-11e5-48e7-bcba-19c1411ebf57 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:02.880851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92e9a1e5-3929-47e7-9cb7-5911cfada1b4 req-502f9dde-d983-4a1a-87f0-0937503f8d47 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Sep 18 00:58:02.882961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c009189f-11e5-48e7-bcba-19c1411ebf57) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:02.910124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:02.910628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.911665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405eda3e-86c6-4ce2-bf34-43a763803fed None None] Network c009189f-11e5-48e7-bcba-19c1411ebf57 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:02.936613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6abf9200-5691-43c3-9519-45e5186f0ac0 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5781612 Sep 18 00:58:02.936837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34768) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:02.987497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.002516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.070684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:03.079920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:03.083532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Pushing event updated for resources: {'Port': ['ID=7884020c-373e-4768-b67a-1bcb3897819f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.103308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:03.172770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Attempting to bind port 7884020c-373e-4768-b67a-1bcb3897819f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:03.173144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Attempting to bind port 7884020c-373e-4768-b67a-1bcb3897819f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:03.173517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Attempting to bind port 7884020c-373e-4768-b67a-1bcb3897819f on network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:03.195858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:03.196264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Checking segment: {'id': 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:03.196682 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.197215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Bound using segment: {'id': 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:03.197702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Bound port: 7884020c-373e-4768-b67a-1bcb3897819f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6d27d2ca-7aca-499f-a1b6-2f6ce7017571'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:03.198091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.210081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c009189f-11e5-48e7-bcba-19c1411ebf57', 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57', 'tenant_id': '019e687743b3478ea720e84d5aa0365b', 'fixed_ips': [{'subnet_id': 'cd01c082-1b2b-40bf-934f-b1808255475e'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:58:03.210930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.263422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.379458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] For port 7884020c-373e-4768-b67a-1bcb3897819f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:03.385380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] For port 7884020c-373e-4768-b67a-1bcb3897819f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7884020c-373e-4768-b67a-1bcb3897819f,segment=NetworkSegment(bf5172c3-fe18-4a46-9366-c8e3229d5aa5),segment_id=bf5172c3-fe18-4a46-9366-c8e3229d5aa5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:03.392206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.473201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cee9c9-81e0-4254-bcb5-7bbdd46797f3 req-7c34d9a4-8d4f-4d15-b164-1ee9fba13ed1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:03.474843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10cee9c9-81e0-4254-bcb5-7bbdd46797f3 req-7c34d9a4-8d4f-4d15-b164-1ee9fba13ed1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 945 time: 0.0667610 Sep 18 00:58:03.478149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b2230d7b-31d1-41a0-955b-d67ebe927901 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:03.480209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7fc39-eb93-4851-9304-bd3aebe5a801 None None] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:03.497059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Allocated IP 172.20.0.2 (c009189f-11e5-48e7-bcba-19c1411ebf57/cd01c082-1b2b-40bf-934f-b1808255475e/ac927411-2d98-4794-9e91-3386f6b7d77f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:03.541434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10cee9c9-81e0-4254-bcb5-7bbdd46797f3 req-a72c1e74-42f8-4b93-aa38-5324e59d3b3d tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574572 Sep 18 00:58:03.616691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] Provisioning complete for port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:03.617075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.703985 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.resource_extend [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:58:03.788896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eea463-2a0e-4c11-86d4-5e8eeea19a98 None None] Pushing event updated for resources: {'Port': ['ID=7884020c-373e-4768-b67a-1bcb3897819f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.829944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4681fbe-bf76-4a9e-9a65-3c4e4be86503 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:03.935023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Allocated IP 172.20.0.1 (6d27d2ca-7aca-499f-a1b6-2f6ce7017571/931e142b-8d49-436c-95c9-99fe4101526c/378b6c86-74a2-4ed6-9cd4-89558c4268c9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:04.044164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.044794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a9b6-39e3-4c72-8939-b19f986f2ac4 req-77aa186d-151b-4b63-a1b0-b6c162e91e34 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:04.055200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0a8a9b6-39e3-4c72-8939-b19f986f2ac4 req-77aa186d-151b-4b63-a1b0-b6c162e91e34 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 944 time: 0.0780289 Sep 18 00:58:04.086358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.123382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0a8a9b6-39e3-4c72-8939-b19f986f2ac4 req-ea3af6cb-c694-4b9f-87f3-b18fbe597c9a tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637262 Sep 18 00:58:04.129289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.177121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:04.180483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:04.183277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:04.215494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] For port b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,segment=NetworkSegment(ced277ad-7155-4388-ac52-b372b8b5b372),segment_id=ced277ad-7155-4388-ac52-b372b8b5b372)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:04.217535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b2230d7b-31d1-41a0-955b-d67ebe927901,segment=NetworkSegment(18655e48-cee3-405a-82a6-2459e1d47be6),segment_id=18655e48-cee3-405a-82a6-2459e1d47be6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:04.220085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Port': ['ID=378b6c86-74a2-4ed6-9cd4-89558c4268c9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.221187 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.240490 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.250756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.271435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.280180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'b2230d7b-31d1-41a0-955b-d67ebe927901', 'network_id': '5f59a1ea-b340-45e0-8177-e65d3458da9a', 'port_id': 'b2230d7b-31d1-41a0-955b-d67ebe927901', 'mac_address': 'fa:16:3e:e1:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9a084d-3040-4af0-b7f2-190e4c79d79c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:04.309397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:04.309932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.340858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Network c009189f-11e5-48e7-bcba-19c1411ebf57 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:04.380468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.407563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:04.410992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:04.417011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687add6-a90f-4f49-9a98-641483ccd702 None None] Pushing event updated for resources: {'Port': ['ID=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.684996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8348bff8-ca82-424f-8d4c-733dd5c7b908 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:04.689307 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.753070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca51ed-7dcb-4523-8830-62060f93802e req-dcca91b6-3d39-45b6-a910-a9735917ef9a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:04.761839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6ca51ed-7dcb-4523-8830-62060f93802e req-dcca91b6-3d39-45b6-a910-a9735917ef9a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 945 time: 0.1253603 Sep 18 00:58:04.794139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.799673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Pushing event updated for resources: {'Port': ['ID=ac927411-2d98-4794-9e91-3386f6b7d77f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.807488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2230d7b-31d1-41a0-955b-d67ebe927901 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:04.813045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.819704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Attempting to bind port ac927411-2d98-4794-9e91-3386f6b7d77f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:04.820113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Attempting to bind port ac927411-2d98-4794-9e91-3386f6b7d77f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:04.820653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Attempting to bind port ac927411-2d98-4794-9e91-3386f6b7d77f on network c009189f-11e5-48e7-bcba-19c1411ebf57 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:04.837548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6ca51ed-7dcb-4523-8830-62060f93802e req-e8b38d61-c4ac-43d6-9d3c-0566bc62bd79 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688567 Sep 18 00:58:04.851383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:04.851773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Checking segment: {'id': 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:04.852288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.852936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Bound using segment: {'id': 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:04.858707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Bound port: ac927411-2d98-4794-9e91-3386f6b7d77f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c009189f-11e5-48e7-bcba-19c1411ebf57'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:04.858707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.943535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Port': ['ID=378b6c86-74a2-4ed6-9cd4-89558c4268c9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.954341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b2230d7b-31d1-41a0-955b-d67ebe927901,segment=NetworkSegment(18655e48-cee3-405a-82a6-2459e1d47be6),segment_id=18655e48-cee3-405a-82a6-2459e1d47be6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:04.964080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] For port ac927411-2d98-4794-9e91-3386f6b7d77f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:04.966124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.971856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] For port ac927411-2d98-4794-9e91-3386f6b7d77f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac927411-2d98-4794-9e91-3386f6b7d77f,segment=NetworkSegment(e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416),segment_id=e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:04.978133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.002798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 8348bff8-ca82-424f-8d4c-733dd5c7b908 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:58:05.005549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.020901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 8348bff8-ca82-424f-8d4c-733dd5c7b908 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:05.021278 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.072909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae137b3e-756c-4efb-95dd-e9045c868ec7 None None] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:05.094284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:05.127552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:05.129999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:05.251138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['b2230d7b-31d1-41a0-955b-d67ebe927901'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:05.343551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05666eb-2a3b-43ab-bb3c-477366d02797 req-cead8a5a-1fbf-43ad-84c4-e95ee19e3489 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:05.368106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c05666eb-2a3b-43ab-bb3c-477366d02797 req-cead8a5a-1fbf-43ad-84c4-e95ee19e3489 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 945 time: 0.1288145 Sep 18 00:58:05.368487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Provisioning complete for port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:05.368971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.372838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Router 78887a56-7289-4fd1-8abc-57c3d8f55434 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:58:05.430293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c05666eb-2a3b-43ab-bb3c-477366d02797 req-562234e8-d48e-4d00-93e6-be52edf37828 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616407 Sep 18 00:58:05.449039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af077abf-5d59-4d46-9e31-9ac0a1bf26c0 None None] Pushing event updated for resources: {'Port': ['ID=ac927411-2d98-4794-9e91-3386f6b7d77f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:05.487588 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.529249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:05.537302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4c39853c-134d-4af2-a85a-a00a4c272f2f tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5989950 Sep 18 00:58:05.541541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34792) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:05.541722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:05.542553 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513c1e0-6f5b-4039-822d-92d0f3291a8b" -d '{"events": [{"server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "name": "network-vif-plugged", "status": "completed", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:05.577819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] Sync routers for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:05.621643 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55606377-e8b2-4a71-b031-dd895d480f03 x-openstack-request-id: req-55606377-e8b2-4a71-b031-dd895d480f03 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:05.621981 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "name": "network-vif-plugged", "status": "completed", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:05.622160 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55606377-e8b2-4a71-b031-dd895d480f03 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:05.623007 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908', 'code': 200} Sep 18 00:58:05.625648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:05.663430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.719295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:05.719934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:05.786505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97206815-f65a-4cd7-a21f-9ce03f9b6284 req-27b55ed5-3807-459f-8b81-1376b4abcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:05.788106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97206815-f65a-4cd7-a21f-9ce03f9b6284 req-27b55ed5-3807-459f-8b81-1376b4abcc08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 1098 time: 0.0794287 Sep 18 00:58:05.838853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:05.869560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:05.870393 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97206815-f65a-4cd7-a21f-9ce03f9b6284 req-adbe2434-092c-4135-b9dd-1bdd14efc88e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735309 Sep 18 00:58:05.913720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:05.914391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:05.973772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Provisioning complete for port 7884020c-373e-4768-b67a-1bcb3897819f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:05.974160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.983639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:05.984456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50921c76-4914-47e9-a903-42dbaa17af16 None None] The sync data for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:06.018282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7884020c-373e-4768-b67a-1bcb3897819f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:06.120147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7884020c-373e-4768-b67a-1bcb3897819f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:06.120813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.131191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac160bb-1196-4131-bf01-241ea6e986d6 req-00c15d52-ce4d-4893-9d2e-0d4775900a8c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:06.138320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aac160bb-1196-4131-bf01-241ea6e986d6 req-00c15d52-ce4d-4893-9d2e-0d4775900a8c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.1799030 Sep 18 00:58:06.161998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.175422 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-29c2a042-95fa-49ab-ab1f-e2e57e56ea76 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:58:06.177837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-29c2a042-95fa-49ab-ab1f-e2e57e56ea76 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6366844 Sep 18 00:58:06.181251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:06.209444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aac160bb-1196-4131-bf01-241ea6e986d6 req-4012747b-d458-4f9a-bc41-a259e9587ed7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Sep 18 00:58:06.224565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] For port 7884020c-373e-4768-b67a-1bcb3897819f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7884020c-373e-4768-b67a-1bcb3897819f,segment=NetworkSegment(bf5172c3-fe18-4a46-9366-c8e3229d5aa5),segment_id=bf5172c3-fe18-4a46-9366-c8e3229d5aa5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:06.243325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.356213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac927411-2d98-4794-9e91-3386f6b7d77f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:06.425849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cfc63-c8e5-42db-b18c-420343dab4d5 None None] Pushing event updated for resources: {'Port': ['ID=7884020c-373e-4768-b67a-1bcb3897819f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.443308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2b159682-ec1e-4128-86cf-1b5b62ae14df None None] Provisioning complete for port 7884020c-373e-4768-b67a-1bcb3897819f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:06.443687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2b159682-ec1e-4128-86cf-1b5b62ae14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.487568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac927411-2d98-4794-9e91-3386f6b7d77f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:06.488741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.620306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31b2e6-2aa8-4832-a49e-34f949e9dad5 req-7fda7ba3-5fd7-4724-b038-1c3c57d5652b tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:06.622801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d31b2e6-2aa8-4832-a49e-34f949e9dad5 req-7fda7ba3-5fd7-4724-b038-1c3c57d5652b tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 945 time: 0.0985789 Sep 18 00:58:06.638957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf31e-a90e-46ed-8e60-d26efb9452c3 None None] Network c009189f-11e5-48e7-bcba-19c1411ebf57 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:06.678489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d31b2e6-2aa8-4832-a49e-34f949e9dad5 req-a9427fe8-35bf-4e48-a184-75d3d8480fca tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Sep 18 00:58:06.743635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.785504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.791221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2b159682-ec1e-4128-86cf-1b5b62ae14df None None] Provisioning complete for port 378b6c86-74a2-4ed6-9cd4-89558c4268c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:06.791718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2b159682-ec1e-4128-86cf-1b5b62ae14df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.888458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2b159682-ec1e-4128-86cf-1b5b62ae14df None None] Port 378b6c86-74a2-4ed6-9cd4-89558c4268c9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:06.893739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ac927411-2d98-4794-9e91-3386f6b7d77f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac927411-2d98-4794-9e91-3386f6b7d77f,segment=NetworkSegment(e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416),segment_id=e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:06.921076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.921992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4681fbe-bf76-4a9e-9a65-3c4e4be86503 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:07.011360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ac927411-2d98-4794-9e91-3386f6b7d77f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.030765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.031279 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.032876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ce44ee46-57a9-4415-ac17-0e28caa6dd48 None None] Provisioning complete for port ac927411-2d98-4794-9e91-3386f6b7d77f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.033322 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce44ee46-57a9-4415-ac17-0e28caa6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.044552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting port 378b6c86-74a2-4ed6-9cd4-89558c4268c9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:07.044897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.180138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.189975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ce44ee46-57a9-4415-ac17-0e28caa6dd48 None None] Provisioning complete for port 378b6c86-74a2-4ed6-9cd4-89558c4268c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.190556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce44ee46-57a9-4415-ac17-0e28caa6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.193710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Calling delete_port for 378b6c86-74a2-4ed6-9cd4-89558c4268c9 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:07.225553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ce44ee46-57a9-4415-ac17-0e28caa6dd48 None None] Port 378b6c86-74a2-4ed6-9cd4-89558c4268c9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:07.350460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9b0099e4-e379-4b3f-953c-2a814424a91c None None] Provisioning complete for port ac927411-2d98-4794-9e91-3386f6b7d77f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.350883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b0099e4-e379-4b3f-953c-2a814424a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.400206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80459b5-7fa6-406c-aefb-3db02213b96e req-c12885cd-fab7-40b9-92b5-fbceac0ac66c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:07.402875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e80459b5-7fa6-406c-aefb-3db02213b96e req-c12885cd-fab7-40b9-92b5-fbceac0ac66c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.0945764 Sep 18 00:58:07.411549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.462345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b2230d7b-31d1-41a0-955b-d67ebe927901 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:07.509322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e80459b5-7fa6-406c-aefb-3db02213b96e req-ac57a4be-8094-4fd1-b9ec-ece63386c5ea tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999894 Sep 18 00:58:07.541742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Port': ['ID=378b6c86-74a2-4ed6-9cd4-89558c4268c9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.549647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port b2230d7b-31d1-41a0-955b-d67ebe927901 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:58:07.555894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port b2230d7b-31d1-41a0-955b-d67ebe927901 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.556616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.650532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.661872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.700073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b2230d7b-31d1-41a0-955b-d67ebe927901,segment=NetworkSegment(18655e48-cee3-405a-82a6-2459e1d47be6),segment_id=18655e48-cee3-405a-82a6-2459e1d47be6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:07.712584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:07.716554 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c846e192-7823-479a-8c2b-eeb08ab10996" -d '{"events": [{"server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:07.721074 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.776802 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66824834-317f-4a1e-8562-1c68d0fbff56 x-openstack-request-id: req-66824834-317f-4a1e-8562-1c68d0fbff56 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:07.777365 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:07.777816 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66824834-317f-4a1e-8562-1c68d0fbff56 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:07.778518 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901', 'code': 200} Sep 18 00:58:07.811980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7884020c-373e-4768-b67a-1bcb3897819f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:07.822601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.862686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd440714-e312-4861-8a6c-9a9b7dab159a req-93f0b7f1-2ed2-4156-b988-125fa1847b5d tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:07.871016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd440714-e312-4861-8a6c-9a9b7dab159a req-93f0b7f1-2ed2-4156-b988-125fa1847b5d tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0670528 Sep 18 00:58:07.877890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7884020c-373e-4768-b67a-1bcb3897819f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:07.878947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.920426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Router 78887a56-7289-4fd1-8abc-57c3d8f55434 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:07.924195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd440714-e312-4861-8a6c-9a9b7dab159a req-47a3770b-2701-4d47-9e84-79847d614bd3 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Sep 18 00:58:07.944968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6bd6-090e-4bdf-abcd-184b032c8f4e req-abe3062a-6180-462a-911f-b72af1f2b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:07.946632 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-14cd6bd6-090e-4bdf-abcd-184b032c8f4e req-abe3062a-6180-462a-911f-b72af1f2b623 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 1098 time: 0.0806816 Sep 18 00:58:07.971843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac927411-2d98-4794-9e91-3386f6b7d77f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:08.018473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac927411-2d98-4794-9e91-3386f6b7d77f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:08.019120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.031342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:08.041584 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5ffaf120-d7ed-44a7-bdb3-60302ad68d69 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555636 Sep 18 00:58:08.041951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34820) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:08.049774 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-14cd6bd6-090e-4bdf-abcd-184b032c8f4e req-200120ca-54a7-4460-bfaa-cc5401f2344d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736072 Sep 18 00:58:08.052568 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] Sync routers for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:08.061660 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:08.062271 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:08.080811 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-3fc25796-4bb4-4d03-bfe3-f450a877bda3 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] delete failed (client error): The resource could not be found. Sep 18 00:58:08.085855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3fc25796-4bb4-4d03-bfe3-f450a877bda3 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-831294269 HTTP/1.1" status: 404 len: 334 time: 0.0396733 Sep 18 00:58:08.086072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34822) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:08.090358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0a4e0370-6d5f-49c4-9363-0ef59e5f5a5b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'router': {'external_gateway_info': {'network_id': '78887a56-7289-4fd1-8abc-57c3d8f55434'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:08.101324 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:08.111056 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:08.111664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:08.146488 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:08.147144 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee60cae3-0ddc-449b-a118-6c50c847181d None None] The sync data for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:08.558060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0370-6d5f-49c4-9363-0ef59e5f5a5b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.578309 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-0a4e0370-6d5f-49c4-9363-0ef59e5f5a5b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] update failed (client error): The resource could not be found. Sep 18 00:58:08.579342 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0a4e0370-6d5f-49c4-9363-0ef59e5f5a5b tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434 HTTP/1.1" status: 404 len: 339 time: 0.4923913 Sep 18 00:58:08.583130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34828) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:08.635122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b6486-7510-4eef-bee5-b4255cd244c0 req-7cf9a486-0a58-4c18-a799-9aba49025236 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:08.636748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f68b6486-7510-4eef-bee5-b4255cd244c0 req-7cf9a486-0a58-4c18-a799-9aba49025236 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.0507448 Sep 18 00:58:08.694162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f68b6486-7510-4eef-bee5-b4255cd244c0 req-2a9e68ed-9ead-4c1e-837e-308ddd8cc58e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Sep 18 00:58:08.767252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:08.900964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.039863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034d4e-abad-489f-bb13-15630c540fd9 req-70210c9e-2b40-461b-873d-f060bb4495f1 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:09.047115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36034d4e-abad-489f-bb13-15630c540fd9 req-70210c9e-2b40-461b-873d-f060bb4495f1 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0593441 Sep 18 00:58:09.086700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36034d4e-abad-489f-bb13-15630c540fd9 req-042efab9-b2da-4b38-beab-05c26416cdcc tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Sep 18 00:58:09.204345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Allocated IP 172.20.0.1 (a35c87d8-9b2b-4701-bf9b-bd40e70b812a/a53d3a95-3afb-4a60-9cc0-4598e2c43eb4/224406c3-8ae1-4de2-8603-424e88f88560) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:09.329957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.362386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.400998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:09.405841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:09.409950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:09.438465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Port': ['ID=224406c3-8ae1-4de2-8603-424e88f88560,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:09.462466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.600609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.718670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ddabdf70-a24b-48ab-91b5-cb679e69a2c5 None None] Provisioning complete for port 224406c3-8ae1-4de2-8603-424e88f88560 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:09.719745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddabdf70-a24b-48ab-91b5-cb679e69a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.922835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.929931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.933732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ddabdf70-a24b-48ab-91b5-cb679e69a2c5 None None] Port 224406c3-8ae1-4de2-8603-424e88f88560 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:10.013863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.015847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event updated for resources: {'Port': ['ID=224406c3-8ae1-4de2-8603-424e88f88560,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.113947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:10.115521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:10.240209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc2614-994f-4d1b-a431-204de840c42e req-f234fd21-e4ef-43f4-9cf6-bbb502226030 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:10.248321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ebc2614-994f-4d1b-a431-204de840c42e req-f234fd21-e4ef-43f4-9cf6-bbb502226030 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0714209 Sep 18 00:58:10.250332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Router 78887a56-7289-4fd1-8abc-57c3d8f55434 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:10.427902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:10.459851 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-162915cd-4307-4a51-8e3b-0721b375e7dc tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8756368 Sep 18 00:58:10.463339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4cdd0cb8-666a-4bba-a454-96d8c2c4dace None None] Provisioning complete for port 224406c3-8ae1-4de2-8603-424e88f88560 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:10.464549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0cb8-666a-4bba-a454-96d8c2c4dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.466325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34860) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:10.539995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd0cb8-666a-4bba-a454-96d8c2c4dace None None] Port 224406c3-8ae1-4de2-8603-424e88f88560 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:10.545244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] Sync routers for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:10.566847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:10.567642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.638839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0871a428-b8ae-4645-9b0a-ca8f139ea521 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.645673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.667911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:10.668615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.739986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.742497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3cbbd-246c-415d-b3c6-4fb0609db520 None None] The sync data for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:10.743958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ebc2614-994f-4d1b-a431-204de840c42e req-32a6ecdc-7a77-4c8b-a45f-7dfb1906922f tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950771 Sep 18 00:58:10.786524 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-0871a428-b8ae-4645-9b0a-ca8f139ea521 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:58:10.788325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0871a428-b8ae-4645-9b0a-ca8f139ea521 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434 HTTP/1.1" status: 409 len: 329 time: 0.3199253 Sep 18 00:58:10.790522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34870) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:11.170333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.462075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting port 224406c3-8ae1-4de2-8603-424e88f88560 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:11.463264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.580559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.594136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Calling delete_port for 224406c3-8ae1-4de2-8603-424e88f88560 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:11.820866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.857152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Port': ['ID=224406c3-8ae1-4de2-8603-424e88f88560,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:12.073604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.313756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Router 78887a56-7289-4fd1-8abc-57c3d8f55434 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:12.409766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:12.416273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b969fa49-4136-4d87-b7da-c9dcd2b2b18c tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236033 Sep 18 00:58:12.418776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34912) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:12.433454 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] Sync routers for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:12.445951 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:12.446566 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.509185 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.509642 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-4a2cf7d9-0be2-4236-88a9-6107148e650d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] show failed (client error): The resource could not be found. Sep 18 00:58:12.515497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:12.516909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4a2cf7d9-0be2-4236-88a9-6107148e650d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-440945286 HTTP/1.1" status: 404 len: 334 time: 0.0963826 Sep 18 00:58:12.522180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-efa545ff-9acb-4f36-bf5e-8ac9c35f18d5 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:12.523306 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] Routers {'78887a56-7289-4fd1-8abc-57c3d8f55434'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:12.523921 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['78887a56-7289-4fd1-8abc-57c3d8f55434'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.580341 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.581002 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a814905-66c2-4f0e-892c-a2bd2c2bb8f2 None None] The sync data for ids ['78887a56-7289-4fd1-8abc-57c3d8f55434'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:12.585436 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-efa545ff-9acb-4f36-bf5e-8ac9c35f18d5 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] update failed (client error): The resource could not be found. Sep 18 00:58:12.586524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-efa545ff-9acb-4f36-bf5e-8ac9c35f18d5 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-87268467 HTTP/1.1" status: 404 len: 333 time: 0.0693305 Sep 18 00:58:12.591084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 34924) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:12.673899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting subnet cd01c082-1b2b-40bf-934f-b1808255475e {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:12.678826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.789499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.938112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.098243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.109180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3032e-fdac-49e1-aea1-b78487524a1c req-0285268a-d2f5-4875-9d1e-bcbbf3c8f4c4 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:13.111101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84f3032e-fdac-49e1-aea1-b78487524a1c req-0285268a-d2f5-4875-9d1e-bcbbf3c8f4c4 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0921862 Sep 18 00:58:13.183386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Subnet': ['ID=cd01c082-1b2b-40bf-934f-b1808255475e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.190077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.195035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:13.198622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d328ae0-e3f2-4645-931c-b44ad25c7d2c None None] Network c009189f-11e5-48e7-bcba-19c1411ebf57 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:13.209885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-abe4c0e3-310d-46ef-b4c0-1b42376fa2a1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/subnets/cd01c082-1b2b-40bf-934f-b1808255475e HTTP/1.1" status: 204 len: 168 time: 0.6176507 Sep 18 00:58:13.255723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84f3032e-fdac-49e1-aea1-b78487524a1c req-46934835-3a71-4613-9651-a13242ea1002 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307273 Sep 18 00:58:13.335241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting subnet 931e142b-8d49-436c-95c9-99fe4101526c {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:13.351683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.404449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.417438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf009429-cf97-49b0-b761-cf1e924db479 req-2b933513-fc2e-4072-a530-c2b0467fb3a2 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:13.418934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf009429-cf97-49b0-b761-cf1e924db479 req-2b933513-fc2e-4072-a530-c2b0467fb3a2 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0746014 Sep 18 00:58:13.499314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] DHCP port deletion for c009189f-11e5-48e7-bcba-19c1411ebf57 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:13.510685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.513342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf009429-cf97-49b0-b761-cf1e924db479 req-f6917071-a052-434a-b8d1-980e401e90d4 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874310 Sep 18 00:58:13.579951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.605910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Deleting port ac927411-2d98-4794-9e91-3386f6b7d77f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:13.606325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.649470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.651384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/subnets/931e142b-8d49-436c-95c9-99fe4101526c HTTP/1.1" status: 204 len: 168 time: 0.4534514 Sep 18 00:58:13.652644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc886c-ac5b-4e54-99b3-048bf9ecdab1 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Subnet': ['ID=931e142b-8d49-436c-95c9-99fe4101526c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.654034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34944) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:13.678160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0dd40-7846-44de-a7a2-80efc6da156a None None] Network 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:13.730416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] For port ac927411-2d98-4794-9e91-3386f6b7d77f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac927411-2d98-4794-9e91-3386f6b7d77f,segment=NetworkSegment(e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416),segment_id=e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:13.730828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.756800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.788333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Calling delete_port for ac927411-2d98-4794-9e91-3386f6b7d77f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:13.813941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting port ac927411-2d98-4794-9e91-3386f6b7d77f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:13.814311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.884260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac927411-2d98-4794-9e91-3386f6b7d77f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:13.902272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] For port ac927411-2d98-4794-9e91-3386f6b7d77f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac927411-2d98-4794-9e91-3386f6b7d77f,segment=NetworkSegment(e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416),segment_id=e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:13.902648 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.918025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Calling delete_port for ac927411-2d98-4794-9e91-3386f6b7d77f owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:14.040093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.044759 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.053766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.078129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Pushing event deleted for resources: {'Port': ['ID=ac927411-2d98-4794-9e91-3386f6b7d77f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.097490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] No DVR routers for this DVR port ac927411-2d98-4794-9e91-3386f6b7d77f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:14.110077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] DHCP port deletion for 6d27d2ca-7aca-499f-a1b6-2f6ce7017571 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:14.116635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.116950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.117295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.117641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.118037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.118372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.118758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.119088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.119418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.120065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.120428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.120620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b6be4-8212-4926-a840-daa9a97e0bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:14.184177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Port': ['ID=ac927411-2d98-4794-9e91-3386f6b7d77f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.192827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Deleting port 7884020c-373e-4768-b67a-1bcb3897819f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:14.193212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.194667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] No DVR routers for this DVR port ac927411-2d98-4794-9e91-3386f6b7d77f on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:14.270543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] For port 7884020c-373e-4768-b67a-1bcb3897819f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7884020c-373e-4768-b67a-1bcb3897819f,segment=NetworkSegment(bf5172c3-fe18-4a46-9366-c8e3229d5aa5),segment_id=bf5172c3-fe18-4a46-9366-c8e3229d5aa5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:14.271276 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.285714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Calling delete_port for 7884020c-373e-4768-b67a-1bcb3897819f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:14.290373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-d7997fbf-ae2b-4f1b-a45f-cb2f20c50b1e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:14.292415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-d7997fbf-ae2b-4f1b-a45f-cb2f20c50b1e tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.2351217 Sep 18 00:58:14.332077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.354211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c009189f-11e5-48e7-bcba-19c1411ebf57']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:14.382365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.411308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51bb57-b7e8-4496-a482-3d4645128201 req-59321b8b-5a23-4c85-a5ae-172f492161c3 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:14.414746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:14.415046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a9fa0a-2ace-4fc7-8035-9b4eb5fb7416') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:14.418634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] Pushing event deleted for resources: {'Port': ['ID=7884020c-373e-4768-b67a-1bcb3897819f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.420769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c51bb57-b7e8-4496-a482-3d4645128201 req-59321b8b-5a23-4c85-a5ae-172f492161c3 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0737174 Sep 18 00:58:14.430088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b027c7-3b08-449b-aa22-af6fb73f3627 None None] No DVR routers for this DVR port 7884020c-373e-4768-b67a-1bcb3897819f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:14.454492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.477444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c51bb57-b7e8-4496-a482-3d4645128201 req-d6d0c330-328d-4ab1-bce8-2aee3aa13a86 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497701 Sep 18 00:58:14.488105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.497454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-7e71929f-200d-4073-9377-5ced864da7c5 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:14.498920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-7e71929f-200d-4073-9377-5ced864da7c5 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.2374074 Sep 18 00:58:14.505344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:14.505737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:14.509114 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:14.602366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Deleting port 61e62c47-36a3-4422-979a-bb83f8efc149 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:14.602756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.650771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.656777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.662073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/networks/c009189f-11e5-48e7-bcba-19c1411ebf57 HTTP/1.1" status: 204 len: 168 time: 1.0070717 Sep 18 00:58:14.663824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 34960) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:14.667347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdfa3-0b7f-49d0-9b70-bc3d6122f947 req-2440eebb-9acc-47b6-a042-e9e4f11972cc tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:14.669166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e89fdfa3-0b7f-49d0-9b70-bc3d6122f947 req-2440eebb-9acc-47b6-a042-e9e4f11972cc tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0724449 Sep 18 00:58:14.720872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e89fdfa3-0b7f-49d0-9b70-bc3d6122f947 req-6ccd48fd-b8a9-46bd-a833-ab2728fae707 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Sep 18 00:58:14.786023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887de94-43cb-4ae2-be4b-cb2d652afd2e tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Network': ['ID=c009189f-11e5-48e7-bcba-19c1411ebf57,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.060668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-c90410a3-4754-4db6-8158-3220ac858673 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:15.062425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-c90410a3-4754-4db6-8158-3220ac858673 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1151333 Sep 18 00:58:15.078801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-7b2f51ea-b4af-480f-9183-a5458bca5646 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/quotas/b34e3f318f70463fbdb581bf16f54ed3 HTTP/1.1" status: 200 len: 375 time: 0.0094781 Sep 18 00:58:15.136025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-a9ab1958-9921-4407-8174-05722cc4ece0 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502076 Sep 18 00:58:15.154904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.165457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] For port 61e62c47-36a3-4422-979a-bb83f8efc149, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=61e62c47-36a3-4422-979a-bb83f8efc149,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:15.165885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.229196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Deleting port b2230d7b-31d1-41a0-955b-d67ebe927901 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:15.229531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.287401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-40db9915-04ec-43de-8d51-1062b08f6553 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421630 Sep 18 00:58:15.385362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-d41a2b67-b13a-45f1-be4f-a04fbb3989a5 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Sep 18 00:58:15.423537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.511060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] For port b2230d7b-31d1-41a0-955b-d67ebe927901, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=b2230d7b-31d1-41a0-955b-d67ebe927901,segment=NetworkSegment(18655e48-cee3-405a-82a6-2459e1d47be6),segment_id=18655e48-cee3-405a-82a6-2459e1d47be6)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:15.511710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.520062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d27d2ca-7aca-499f-a1b6-2f6ce7017571']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:15.572810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:15.573135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5172c3-fe18-4a46-9366-c8e3229d5aa5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:15.583845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e9cd7b9-3df2-4366-b407-cbb823d1cebf req-a8ad778a-24f8-451c-8188-50852aefb6a4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 210 time: 0.0400045 Sep 18 00:58:15.598468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Calling delete_port for b2230d7b-31d1-41a0-955b-d67ebe927901 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:15.626622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.637258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87e934-faea-4079-a8ab-4e1858131215 req-a547c420-74ca-476f-8ae0-f7e80072e91b tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:15.637929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.638685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.639024 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Floating IP 6365402f-a5fd-464e-a872-97e42eb41541 disassociated. External IP: 172.25.7.37, port: 61e62c47-36a3-4422-979a-bb83f8efc149. Sep 18 00:58:15.639347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Calling delete_port for 61e62c47-36a3-4422-979a-bb83f8efc149 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:15.639692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d87e934-faea-4079-a8ab-4e1858131215 req-a547c420-74ca-476f-8ae0-f7e80072e91b tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 946 time: 0.0591834 Sep 18 00:58:15.664152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.704976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d87e934-faea-4079-a8ab-4e1858131215 req-d8948f38-0d19-4602-ae1f-09960442cab9 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/security-groups?id=14f895b5-9e94-4adb-b5d8-68ee89b1bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553031 Sep 18 00:58:15.743898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7884020c-373e-4768-b67a-1bcb3897819f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:15.778648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7884020c-373e-4768-b67a-1bcb3897819f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:15.779143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7884020c-373e-4768-b67a-1bcb3897819f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:15.830222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:15.831683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:15.838183 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:15.863774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4489dc-97e5-4f91-a593-d6be8dfbb9f1 req-c293612f-2aba-4356-9dc0-972834c0a876 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:15.872209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db4489dc-97e5-4f91-a593-d6be8dfbb9f1 req-c293612f-2aba-4356-9dc0-972834c0a876 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 946 time: 0.0716507 Sep 18 00:58:15.965726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db4489dc-97e5-4f91-a593-d6be8dfbb9f1 req-61748574-a3dd-4528-821f-4e50724e5846 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/security-groups?id=31d8a297-1955-454c-b01b-757661a7b093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920546 Sep 18 00:58:15.980642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.982458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.998215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.002177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/networks/6d27d2ca-7aca-499f-a1b6-2f6ce7017571 HTTP/1.1" status: 204 len: 168 time: 1.2989039 Sep 18 00:58:16.005320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35000) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:16.039793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Pushing event deleted for resources: {'Port': ['ID=b2230d7b-31d1-41a0-955b-d67ebe927901,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.045756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785f2e8-7b69-48a9-b147-f5b1c83865f2 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Network': ['ID=6d27d2ca-7aca-499f-a1b6-2f6ce7017571,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.107423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting subnet a53d3a95-3afb-4a60-9cc0-4598e2c43eb4 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:16.111276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.118702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] No DVR routers for this DVR port b2230d7b-31d1-41a0-955b-d67ebe927901 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:16.124448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.126440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-41108529-fb6d-4617-97a1-1b83bc496e99 req-64421e5f-9518-44bd-b5ba-dde57435a513 tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.48 "DELETE /v2.0/ports/b2230d7b-31d1-41a0-955b-d67ebe927901 HTTP/1.1" status: 204 len: 173 time: 1.6165576 Sep 18 00:58:16.126926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'name': 'network-vif-deleted', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:16.129498 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239d28ba-9a72-4b56-a023-90e587fdf36e" -d '{"events": [{"server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "name": "network-vif-deleted", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:16.141944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.156829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.193545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.200843 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f1a0f8-d026-43af-9c7f-e29657a1d540 x-openstack-request-id: req-f3f1a0f8-d026-43af-9c7f-e29657a1d540 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:16.201265 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0d7131-8b1b-4c0e-a824-02e67aa40f2a", "name": "network-vif-deleted", "tag": "b2230d7b-31d1-41a0-955b-d67ebe927901", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:16.201787 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3f1a0f8-d026-43af-9c7f-e29657a1d540 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:16.202230 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0d7131-8b1b-4c0e-a824-02e67aa40f2a', 'name': 'network-vif-deleted', 'tag': 'b2230d7b-31d1-41a0-955b-d67ebe927901', 'status': 'completed', 'code': 200} Sep 18 00:58:16.219409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event deleted for resources: {'Port': ['ID=61e62c47-36a3-4422-979a-bb83f8efc149,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.337510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.391630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Router 039c4da0-0cb8-43d4-932f-d7d81023cbcd has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:16.409183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.441429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.446192 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/subnets/a53d3a95-3afb-4a60-9cc0-4598e2c43eb4 HTTP/1.1" status: 204 len: 168 time: 0.4389050 Sep 18 00:58:16.446706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35006) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:16.446955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c9a5f-11b7-4d2e-a347-0395bc30429d tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Subnet': ['ID=a53d3a95-3afb-4a60-9cc0-4598e2c43eb4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.452079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d27018-a3cf-4eca-9f11-9274c100f1a6 None None] Network a35c87d8-9b2b-4701-bf9b-bd40e70b812a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:16.582991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.601054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:16.617970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Sync routers for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:16.633374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:16.633795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:16.678936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] No DVR routers for this DVR port 61e62c47-36a3-4422-979a-bb83f8efc149 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:16.682202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.684201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d3a8a36c-32c0-4e29-854c-c1a70e600729 req-1331135e-e374-4282-977d-4a38eae961e7 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.54 "DELETE /v2.0/ports/61e62c47-36a3-4422-979a-bb83f8efc149 HTTP/1.1" status: 204 len: 173 time: 2.3091247 Sep 18 00:58:16.726042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 61e62c47-36a3-4422-979a-bb83f8efc149 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:16.766239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Deleting port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:16.766596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.802152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] DHCP port deletion for a35c87d8-9b2b-4701-bf9b-bd40e70b812a request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:16.806855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 61e62c47-36a3-4422-979a-bb83f8efc149 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:16.807205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 61e62c47-36a3-4422-979a-bb83f8efc149 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:16.844358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5bb7757-f900-4f33-b10e-64cb6bb1d11f req-de548686-54a3-4b85-9d90-73a07b137301 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 210 time: 0.0537095 Sep 18 00:58:16.967252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1f99a4f-30ac-4f10-9af3-553ad47d09f8 req-3e8e1fa9-3e9c-4553-bcd0-3ce4cdf74aee tempest-ServerTagsTestJSON-711717205 tempest-ServerTagsTestJSON-711717205-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b0d7131-8b1b-4c0e-a824-02e67aa40f2a HTTP/1.1" status: 200 len: 210 time: 0.0611205 Sep 18 00:58:16.999662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] For port b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,segment=NetworkSegment(ced277ad-7155-4388-ac52-b372b8b5b372),segment_id=ced277ad-7155-4388-ac52-b372b8b5b372)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:17.000022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.006776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:17.030182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Calling delete_port for b4681fbe-bf76-4a9e-9a65-3c4e4be86503 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:17.106232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Deleting port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:17.106605 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.122839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-399c7d9f-cc03-42ee-bce4-3ff632c95593 req-df5c2ba0-c561-44d8-9c79-ceb0233d3800 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cb2ffc-4024-4690-b30c-35d13b905823 HTTP/1.1" status: 200 len: 210 time: 0.0511966 Sep 18 00:58:17.210196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.236153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] For port b4681fbe-bf76-4a9e-9a65-3c4e4be86503, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,segment=NetworkSegment(ced277ad-7155-4388-ac52-b372b8b5b372),segment_id=ced277ad-7155-4388-ac52-b372b8b5b372)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:17.236650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.248126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Port': ['ID=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:17.254164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Calling delete_port for b4681fbe-bf76-4a9e-9a65-3c4e4be86503 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:17.254339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] No DVR routers for this DVR port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:17.350806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.403732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35c87d8-9b2b-4701-bf9b-bd40e70b812a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:17.411301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:17.464683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Checking router: 039c4da0-0cb8-43d4-932f-d7d81023cbcd for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:17.475846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:17.476210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced277ad-7155-4388-ac52-b372b8b5b372') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:17.476604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:17.484670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced277ad-7155-4388-ac52-b372b8b5b372') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:17.535562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-172a920f-56b0-4234-8d5b-fcc7aa3bbfbd tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:17.537945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-172a920f-56b0-4234-8d5b-fcc7aa3bbfbd tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1970868 Sep 18 00:58:17.549890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.555723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Request body: {'port': {'device_id': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'admin_state_up': True, 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:17.581642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.587612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b2230d7b-31d1-41a0-955b-d67ebe927901 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:17.614099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.632270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] No DVR routers for this DVR port b4681fbe-bf76-4a9e-9a65-3c4e4be86503 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:17.634706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:17.637431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: b2230d7b-31d1-41a0-955b-d67ebe927901 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:17.637431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device b2230d7b-31d1-41a0-955b-d67ebe927901 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:17.665853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:17.666083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:17.669122 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:17.676630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c86ed-d6d0-40fd-a59e-c182e4473598 None None] Pushing event deleted for resources: {'Port': ['ID=b4681fbe-bf76-4a9e-9a65-3c4e4be86503,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:17.751034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.761390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.763249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/networks/a35c87d8-9b2b-4701-bf9b-bd40e70b812a HTTP/1.1" status: 204 len: 168 time: 1.3157299 Sep 18 00:58:17.768153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35024) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:17.786324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7129-0616-4ff9-a0d5-945722d9cca7 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Pushing event deleted for resources: {'Network': ['ID=a35c87d8-9b2b-4701-bf9b-bd40e70b812a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:17.795403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:17.802458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.851337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c84fbfaf-a2bd-4a20-8a3e-e0981c2ed1c5 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "GET /v2.0/ports?device_id=78887a56-7289-4fd1-8abc-57c3d8f55434 HTTP/1.1" status: 200 len: 205 time: 0.0740819 Sep 18 00:58:17.866669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:17.930054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4681fbe-bf76-4a9e-9a65-3c4e4be86503 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:17.968107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b4681fbe-bf76-4a9e-9a65-3c4e4be86503 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:17.968744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4681fbe-bf76-4a9e-9a65-3c4e4be86503 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:18.008842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.009112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Allocated IP 172.20.0.11 (26d19a92-2f8e-4ca5-b69f-28ffdb281641/dc8a967d-7849-4de2-857e-416a733f33bc/76a83a51-c583-407c-849c-d0c1d349ff25) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:18.027965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c5c7bff-a141-48a6-b90b-a7dcedb20a44 req-f87da94b-420e-4b3d-bd72-1f91608f2dd1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 210 time: 0.0329161 Sep 18 00:58:18.057677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35034) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.125095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:18.181265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4c2ec-15c1-43a6-a603-d8bb201fe71e None None] The sync data for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 is: [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:52:23Z', 'revision_number': 4, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'a8a211e1-ac54-406a-942b-32bb40f715bb', 'name': '', 'network_id': '0d70dba4-146e-48c3-a591-35b960e66375', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'mac_address': 'fa:16:3e:c5:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:21Z', 'updated_at': '2021-09-18T00:52:28Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'subnets': [{'id': '9c554814-a32a-42a5-b276-02a41bc4395d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:18.181570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Deleting subnet 4d9a084d-3040-4af0-b7f2-190e4c79d79c {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:18.190127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.211527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'name': 'network-vif-deleted', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:18.213838 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e99dd-0c96-4441-a104-9dfd77f4b272" -d '{"events": [{"server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "name": "network-vif-deleted", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:18.215112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.252695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.290958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.308278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.310554 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280e211-2288-400e-b028-781d30978969 x-openstack-request-id: req-3280e211-2288-400e-b028-781d30978969 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:18.310852 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cb2ffc-4024-4690-b30c-35d13b905823", "name": "network-vif-deleted", "tag": "61e62c47-36a3-4422-979a-bb83f8efc149", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:18.311096 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3280e211-2288-400e-b028-781d30978969 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:18.311479 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb2ffc-4024-4690-b30c-35d13b905823', 'name': 'network-vif-deleted', 'tag': '61e62c47-36a3-4422-979a-bb83f8efc149', 'status': 'completed', 'code': 200} Sep 18 00:58:18.315922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.319949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.381439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.395682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:18.419774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:18.452589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.457296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:18.474941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.475798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Fanout notify agent at l3_agent the message router_deleted on router 78887a56-7289-4fd1-8abc-57c3d8f55434 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:58:18.485911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.487962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab187618-eabe-4a02-86a0-88ddce3adf18 tempest-RoutersNegativeTest-729972369 tempest-RoutersNegativeTest-729972369-project] 10.222.0.49 "DELETE /v2.0/routers/78887a56-7289-4fd1-8abc-57c3d8f55434 HTTP/1.1" status: 204 len: 168 time: 0.6192985 Sep 18 00:58:18.492437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:18.495087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:18.513805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Deleting port f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:18.514646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.543080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event updated for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.554641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:18.555315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.561263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9a084d-3040-4af0-b7f2-190e4c79d79c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.564427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.569135 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f697e650-2f79-4719-9504-adc97fbc1742 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4d9a084d-3040-4af0-b7f2-190e4c79d79c HTTP/1.1" status: 204 len: 168 time: 0.5082138 Sep 18 00:58:18.570383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.609872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-b359b5d3-78ca-4d51-8e61-9ef8ebece037 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0625193 Sep 18 00:58:18.653754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Request body: {'port': {'device_id': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.674057 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675385a9-a65a-4aff-a80a-3f2a70381cb1 None None] New status for floating IP 6365402f-a5fd-464e-a872-97e42eb41541: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:58:18.710098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.714233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.714609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.742389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Calling delete_port for f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:18.793906 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.989473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.990660 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.db.api [None req-675385a9-a65a-4aff-a80a-3f2a70381cb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:58:18.991331 n-d-712707-16 neutron-server[106455]: DEBUG oslo_db.api [None req-675385a9-a65a-4aff-a80a-3f2a70381cb1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:58:19.015990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event deleted for resources: {'Port': ['ID=f329fb83-fb7f-48c3-a82a-e6c3ea90ea2b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.019925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.048207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35054) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.087566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f59a1ea-b340-45e0-8177-e65d3458da9a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.101966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.102789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18655e48-cee3-405a-82a6-2459e1d47be6') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.103428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18655e48-cee3-405a-82a6-2459e1d47be6') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.104667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.108451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5b5eb45-7708-4867-9d16-9b0e167452eb tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "DELETE /v2.0/floatingips/6365402f-a5fd-464e-a872-97e42eb41541 HTTP/1.1" status: 204 len: 168 time: 0.8894482 Sep 18 00:58:19.126233 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.213623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.240415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.254647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5d1c-118c-4f33-9a8f-e25eed2b1d3f req-ecbe58d2-b603-4b2e-86b9-a5b7d15dcbf3 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:19.256436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c58e5d1c-118c-4f33-9a8f-e25eed2b1d3f req-ecbe58d2-b603-4b2e-86b9-a5b7d15dcbf3 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 932 time: 0.0819521 Sep 18 00:58:19.278332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:19.278827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:19.281157 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:19.323359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.327567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c58e5d1c-118c-4f33-9a8f-e25eed2b1d3f req-5f680fa4-b5cb-44b8-8561-914ab6750968 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617104 Sep 18 00:58:19.353264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a83a51-c583-407c-849c-d0c1d349ff25 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:19.353911 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.367910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.380383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.389020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.391031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] 10.222.0.49 "DELETE /v2.0/networks/5f59a1ea-b340-45e0-8177-e65d3458da9a HTTP/1.1" status: 204 len: 168 time: 0.8193259 Sep 18 00:58:19.394073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Transition to ACTIVE for port object 76a83a51-c583-407c-849c-d0c1d349ff25 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:58:19.399459 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5eca1450-4290-4626-9435-12f906a955e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=019e687743b3478ea720e84d5aa0365b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477607 Sep 18 00:58:19.405082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.407667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.410421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be2bea-7362-44f5-b900-971005fe47fd admin admin] Pushing event deleted for resources: {'Network': ['ID=5f59a1ea-b340-45e0-8177-e65d3458da9a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.469923 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.473107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Pushing event updated for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.493523 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675385a9-a65a-4aff-a80a-3f2a70381cb1 None None] New status for floating IP 6365402f-a5fd-464e-a872-97e42eb41541: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:58:19.515895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.522127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.525769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] 10.222.0.49 "DELETE /v2.0/security-groups/31d8a297-1955-454c-b01b-757661a7b093 HTTP/1.1" status: 204 len: 168 time: 0.3073704 Sep 18 00:58:19.550781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Attempting to bind port 76a83a51-c583-407c-849c-d0c1d349ff25 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:19.551743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Attempting to bind port 76a83a51-c583-407c-849c-d0c1d349ff25 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:19.552261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Attempting to bind port 76a83a51-c583-407c-849c-d0c1d349ff25 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:19.552915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.557403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Port 76a83a51-c583-407c-849c-d0c1d349ff25 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:58:19.557803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Attempting to bind port 76a83a51-c583-407c-849c-d0c1d349ff25 on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:19.569862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35072) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.576026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:19.576407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Checking segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:19.576799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Bound using segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:19.577296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Bound port: 76a83a51-c583-407c-849c-d0c1d349ff25, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:19.577991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.587076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85346b-c53b-48cc-9e40-7b11a8a65239 tempest-TestServerBasicOps-457481843 tempest-TestServerBasicOps-457481843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8a297-1955-454c-b01b-757661a7b093,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.658838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.662115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.663243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf8b5d0b-a4c5-43ef-b93d-0637157d7f77 HTTP/1.1" status: 204 len: 168 time: 0.2547252 Sep 18 00:58:19.680976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35078) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.693417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649f03d-42ef-4182-9a03-df5020925452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8b5d0b-a4c5-43ef-b93d-0637157d7f77,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.702165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:19.723158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=76a83a51-c583-407c-849c-d0c1d349ff25,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:19.730428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-709d9599-6859-4814-a012-d1b40de98eda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25266ebba6644acb81fc7457a9dd1024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482922 Sep 18 00:58:19.732917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35080) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.765866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.796934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.811257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:19.811962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.813465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] 10.222.0.48 "PUT /v2.0/ports/76a83a51-c583-407c-849c-d0c1d349ff25 HTTP/1.1" status: 200 len: 1093 time: 1.1647093 Sep 18 00:58:19.822607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.897599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.902321 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.907546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14f895b5-9e94-4adb-b5d8-68ee89b1bb57 HTTP/1.1" status: 204 len: 168 time: 0.1731803 Sep 18 00:58:19.932493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca105b99-58c3-4cd9-a171-476767a53b39 service neutron] Pushing event updated for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.934244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013498-386b-47dd-8b89-73fcd8ce81cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f895b5-9e94-4adb-b5d8-68ee89b1bb57,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.040419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-706b8e6b-f8fd-484c-813d-4cbeb345418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:20.042230 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-706b8e6b-f8fd-484c-813d-4cbeb345418b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1548796 Sep 18 00:58:20.395314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:20.397866 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca6269-5e17-4437-86bb-5624141460a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:20.407484 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-aa8eaa59-115a-4f95-bd04-784899afd3b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76a83a51-c583-407c-849c-d0c1d349ff25 HTTP/1.1" status: 200 len: 217 time: 0.3563194 Sep 18 00:58:20.501049 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151db2b1-d410-4cc7-81bc-e2c54b5e261a x-openstack-request-id: req-151db2b1-d410-4cc7-81bc-e2c54b5e261a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:20.501579 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:20.502131 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-151db2b1-d410-4cc7-81bc-e2c54b5e261a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:20.502708 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25', 'status': 'completed', 'code': 200} Sep 18 00:58:20.550157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-71c27ea4-2a80-46cf-a2b3-389f812f7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:20.551739 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-71c27ea4-2a80-46cf-a2b3-389f812f7e8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.1082628 Sep 18 00:58:20.563470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42453cbd-3376-44a0-94b2-bfd19ff37ab5 req-0a7a8fb1-88fd-4f66-baf6-aae4604daf82 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:20.568891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42453cbd-3376-44a0-94b2-bfd19ff37ab5 req-0a7a8fb1-88fd-4f66-baf6-aae4604daf82 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 944 time: 0.1106102 Sep 18 00:58:20.609818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-9a88479c-9440-4328-87bf-de0e87bcf98f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488222 Sep 18 00:58:20.623062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42453cbd-3376-44a0-94b2-bfd19ff37ab5 req-bebdf026-48d2-40b9-8d4d-f97baf87816e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Sep 18 00:58:20.739342 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-fd107279-5a85-4556-8917-7debeb387329 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200941 Sep 18 00:58:20.859305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.922270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ae2ed99-6dfe-4bfe-be58-b46e9c1f32ba req-03e8e627-ad45-45dc-af7c-35e43cd263d6 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613646 Sep 18 00:58:21.117373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6269-5e17-4437-86bb-5624141460a9 req-ab030357-c372-4d6f-b965-522def5515f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:21.119083 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-ab030357-c372-4d6f-b965-522def5515f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0980511 Sep 18 00:58:21.309410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6269-5e17-4437-86bb-5624141460a9 req-7fa790e2-85f2-4ed0-8c84-8742daa474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:21.310913 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-7fa790e2-85f2-4ed0-8c84-8742daa474dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.1776471 Sep 18 00:58:21.325734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Deleting port a8a211e1-ac54-406a-942b-32bb40f715bb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:21.326162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:21.390665 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-19bd8331-fa23-4abf-8ffc-02a99c43929f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76a83a51-c583-407c-849c-d0c1d349ff25 HTTP/1.1" status: 200 len: 217 time: 0.0666904 Sep 18 00:58:21.489506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6269-5e17-4437-86bb-5624141460a9 req-d8e0e202-ed2c-4d5d-b230-a8e6b9f9ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:21.491700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-d8e0e202-ed2c-4d5d-b230-a8e6b9f9ffdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0724382 Sep 18 00:58:21.492798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] For port a8a211e1-ac54-406a-942b-32bb40f715bb, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a8a211e1-ac54-406a-942b-32bb40f715bb,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:21.493156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:21.531115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-00a45964-c2b2-49a7-a1b4-a56572243560 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303845 Sep 18 00:58:21.535736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Calling delete_port for a8a211e1-ac54-406a-942b-32bb40f715bb owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:21.788903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e0e76-e1e6-41fb-a8db-03cc6209c7c7 req-bd6f291c-7ac4-4f33-995e-f482040735e1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:21.798702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e9e0e76-e1e6-41fb-a8db-03cc6209c7c7 req-bd6f291c-7ac4-4f33-995e-f482040735e1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 944 time: 0.0770788 Sep 18 00:58:21.844462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e9e0e76-e1e6-41fb-a8db-03cc6209c7c7 req-3385eabb-fc28-467b-a268-35e121f89c77 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Sep 18 00:58:21.906555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-27015ff8-d911-4dd5-8070-8102b998420f service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658094 Sep 18 00:58:21.944847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:22.082625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a211e1-ac54-406a-942b-32bb40f715bb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:22.172080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72ca6269-5e17-4437-86bb-5624141460a9 req-14e4a5ae-8b95-42e5-b4b6-2cbe45bae044 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534080 Sep 18 00:58:22.322390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:22.571623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Router 039c4da0-0cb8-43d4-932f-d7d81023cbcd has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:22.703850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:22.710891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-288f9274-d2bd-4b36-8693-f1f619f91d05 admin admin] 10.222.0.49 "PUT /v2.0/routers/039c4da0-0cb8-43d4-932f-d7d81023cbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396575 Sep 18 00:58:22.714134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:22.715079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Sync routers for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:22.724865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:22.725485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:22.839722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:22.879661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.056900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.144091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778583-8e9e-4475-9b30-5dd989e53320 req-cf0d2d1f-35cb-40e9-9d66-14db2bbd63d5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:23.146325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55778583-8e9e-4475-9b30-5dd989e53320 req-cf0d2d1f-35cb-40e9-9d66-14db2bbd63d5 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 944 time: 0.1187966 Sep 18 00:58:23.163552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:58:21Z', 'revision_number': 5, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port': {'id': '8fcdb023-244b-499c-96fc-8dd92cdf7a0c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:19Z', 'updated_at': '2021-09-18T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:23.194272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Checking router: 039c4da0-0cb8-43d4-932f-d7d81023cbcd for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:23.204787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Routers {'039c4da0-0cb8-43d4-932f-d7d81023cbcd'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:23.206691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:23.235392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Deleting port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:23.235733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.241586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55778583-8e9e-4475-9b30-5dd989e53320 req-954026c5-431e-444e-8864-553073569eaf tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695329 Sep 18 00:58:23.303986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] Set router 039c4da0-0cb8-43d4-932f-d7d81023cbcd gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:23.369682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] For port 8fcdb023-244b-499c-96fc-8dd92cdf7a0c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:23.370144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.370998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:58:23Z', 'revision_number': 6, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:23.401142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Calling delete_port for 8fcdb023-244b-499c-96fc-8dd92cdf7a0c owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:23.412792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f9899d-6c9a-4178-8d81-b65a89d68b6c None None] The sync data for ids ['039c4da0-0cb8-43d4-932f-d7d81023cbcd'] in n-d-712707-16 is: [{'id': '039c4da0-0cb8-43d4-932f-d7d81023cbcd', 'name': 'tempest-TestServerBasicOps-430514806-router', 'tenant_id': '16abad0d6c7e474da1e26cf934683077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:18Z', 'updated_at': '2021-09-18T00:58:23Z', 'revision_number': 6, 'project_id': '16abad0d6c7e474da1e26cf934683077', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:23.525708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 76a83a51-c583-407c-849c-d0c1d349ff25 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:23.657682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.679167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=76a83a51-c583-407c-849c-d0c1d349ff25,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:23.699818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '76a83a51-c583-407c-849c-d0c1d349ff25', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'port_id': '76a83a51-c583-407c-849c-d0c1d349ff25', 'mac_address': 'fa:16:3e:6d:11:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8a967d-7849-4de2-857e-416a733f33bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:23.701157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcdb023-244b-499c-96fc-8dd92cdf7a0c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:23.763550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.796955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a83a51-c583-407c-849c-d0c1d349ff25 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:23.823620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=76a83a51-c583-407c-849c-d0c1d349ff25,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:23.841827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.855403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.952852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.015496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a8a211e1-ac54-406a-942b-32bb40f715bb no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:24.043087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.045337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.055021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['76a83a51-c583-407c-849c-d0c1d349ff25'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:24.057375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a8a211e1-ac54-406a-942b-32bb40f715bb {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:24.057824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a8a211e1-ac54-406a-942b-32bb40f715bb not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:24.103074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.103646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039c4da0-0cb8-43d4-932f-d7d81023cbcd {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:58:24.108377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.112788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:24.119826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf18eb3b-ca86-485c-ab95-0791d1976d1d admin admin] 10.222.0.49 "DELETE /v2.0/routers/039c4da0-0cb8-43d4-932f-d7d81023cbcd HTTP/1.1" status: 204 len: 168 time: 1.4045286 Sep 18 00:58:24.165853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Deleting subnet 9c554814-a32a-42a5-b276-02a41bc4395d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:24.169793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.230427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.240158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-17504e51-0693-40d3-aec5-d96901b5e1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.351780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.464702 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.500938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c554814-a32a-42a5-b276-02a41bc4395d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.515660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36e5a1-62d0-4b52-9a37-9f29e6c2e9cd None None] Network 0d70dba4-146e-48c3-a591-35b960e66375 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:24.519202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.521669 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0bc04d19-88ff-49d9-b216-3b631b8a18e2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c554814-a32a-42a5-b276-02a41bc4395d HTTP/1.1" status: 204 len: 168 time: 0.4076877 Sep 18 00:58:24.527571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:24.660960 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.759954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Deleting port 0fc40f80-232a-4b30-b305-ab203941beb6 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:24.760278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.865472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] DHCP port deletion for 0d70dba4-146e-48c3-a591-35b960e66375 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:24.947204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] For port 0fc40f80-232a-4b30-b305-ab203941beb6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0fc40f80-232a-4b30-b305-ab203941beb6,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:24.947582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.961710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Calling delete_port for 0fc40f80-232a-4b30-b305-ab203941beb6 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:24.992788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Deleting port 0fc40f80-232a-4b30-b305-ab203941beb6 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:24.993275 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.994873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a75d-516b-4da8-b6a2-b7d2ef3e7a2f req-55e56c14-8af1-4a9a-a610-755615c87a82 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:24.996540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d482a75d-516b-4da8-b6a2-b7d2ef3e7a2f req-55e56c14-8af1-4a9a-a610-755615c87a82 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 945 time: 0.6312602 Sep 18 00:58:25.078689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d482a75d-516b-4da8-b6a2-b7d2ef3e7a2f req-ad2f3220-daa9-4276-91d3-3ffa58349c91 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Sep 18 00:58:25.112614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] For port 0fc40f80-232a-4b30-b305-ab203941beb6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0fc40f80-232a-4b30-b305-ab203941beb6,segment=NetworkSegment(928cbca5-baf7-4f1d-93bd-0775dfd0e7cf),segment_id=928cbca5-baf7-4f1d-93bd-0775dfd0e7cf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.113053 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.131510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Calling delete_port for 0fc40f80-232a-4b30-b305-ab203941beb6 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:25.231365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.266159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] Pushing event deleted for resources: {'Port': ['ID=0fc40f80-232a-4b30-b305-ab203941beb6,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.268012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83b0a6-5d01-4ae2-8e16-37c95d0374c2 None None] No DVR routers for this DVR port 0fc40f80-232a-4b30-b305-ab203941beb6 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:25.431155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.465134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc40f80-232a-4b30-b305-ab203941beb6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.472912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] No DVR routers for this DVR port 0fc40f80-232a-4b30-b305-ab203941beb6 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:25.534446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 76a83a51-c583-407c-849c-d0c1d349ff25 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:25.550683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.580174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d70dba4-146e-48c3-a591-35b960e66375']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.588916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 76a83a51-c583-407c-849c-d0c1d349ff25 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:58:25.592902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.593136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 76a83a51-c583-407c-849c-d0c1d349ff25 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:25.593619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.593908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928cbca5-baf7-4f1d-93bd-0775dfd0e7cf') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.605339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.620631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.626555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:25.627162 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:25.703224 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:25.720341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.733694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.766806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:25.767335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:25.769999 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42004603-9142-47da-ad7f-1b0cf682f039" -d '{"events": [{"server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "name": "network-vif-plugged", "status": "completed", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:25.771639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35252) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:25.783096 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d70dba4-146e-48c3-a591-35b960e66375 HTTP/1.1" status: 204 len: 168 time: 1.2543073 Sep 18 00:58:25.785087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902691f-0e6b-4591-93cf-951653f95970 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d70dba4-146e-48c3-a591-35b960e66375,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.797015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8fcdb023-244b-499c-96fc-8dd92cdf7a0c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:25.864466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=76a83a51-c583-407c-849c-d0c1d349ff25,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.867089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8fcdb023-244b-499c-96fc-8dd92cdf7a0c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:25.867700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8fcdb023-244b-499c-96fc-8dd92cdf7a0c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:25.868095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0fc40f80-232a-4b30-b305-ab203941beb6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:25.922941 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74229a61-7d70-4152-9758-4bc819d8c05b x-openstack-request-id: req-74229a61-7d70-4152-9758-4bc819d8c05b {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:25.923302 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "name": "network-vif-plugged", "status": "completed", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:25.923488 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74229a61-7d70-4152-9758-4bc819d8c05b {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:25.923873 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25', 'code': 200} Sep 18 00:58:25.925132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0fc40f80-232a-4b30-b305-ab203941beb6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:25.925477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0fc40f80-232a-4b30-b305-ab203941beb6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:25.926972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:26.015731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42df740-ca8e-4beb-9f52-6ab48b52ab28 req-563b95e9-0d45-4040-81dd-7112c5fb5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:26.017309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a42df740-ca8e-4beb-9f52-6ab48b52ab28 req-563b95e9-0d45-4040-81dd-7112c5fb5a01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0779498 Sep 18 00:58:26.071552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:26.095536 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a42df740-ca8e-4beb-9f52-6ab48b52ab28 req-4a4e4a1f-cdbd-49e2-bf8e-f4a9e7e151b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Sep 18 00:58:26.310440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ee87a-beeb-4f74-896d-db7ab488dd99 req-f2b0aab5-b3ef-42f3-b653-a91c32140df4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:26.311970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-526ee87a-beeb-4f74-896d-db7ab488dd99 req-f2b0aab5-b3ef-42f3-b653-a91c32140df4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 946 time: 0.1101067 Sep 18 00:58:26.367956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-526ee87a-beeb-4f74-896d-db7ab488dd99 req-8835c99f-9373-4d04-8e49-fd538b763933 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Sep 18 00:58:26.429912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:26.696409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Deleting port b9c00dad-1bc4-419a-8a10-e7235a9ebd08 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:26.696754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:26.779793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] For port b9c00dad-1bc4-419a-8a10-e7235a9ebd08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:26.780133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:26.794102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Calling delete_port for b9c00dad-1bc4-419a-8a10-e7235a9ebd08 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:27.009346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:27.040189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c00dad-1bc4-419a-8a10-e7235a9ebd08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:27.245008 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6564728-33da-47e5-824a-d2920c248e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:27.293150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:27.504623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:27.616117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebd2d6-4158-42ce-baf7-2f0fa01e30d6 req-7041b3c0-7a7d-4aee-ab09-d34294f01cb4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:27.617869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdebd2d6-4158-42ce-baf7-2f0fa01e30d6 req-7041b3c0-7a7d-4aee-ab09-d34294f01cb4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 946 time: 0.1099546 Sep 18 00:58:27.699446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdebd2d6-4158-42ce-baf7-2f0fa01e30d6 req-22a7b4c8-ba1c-4954-b7a3-85555f260eb9 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Sep 18 00:58:27.708850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:27.866677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:27.876583 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Sync routers for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:27.877071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35322) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:27.886658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f9ecbfa8-c6aa-424f-abdb-4140c9272e37 admin admin] 10.222.0.49 "PUT /v2.0/routers/a72447f8-ceb1-4fdf-a722-f53ed2d9f126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130579 Sep 18 00:58:27.907490 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:27.908358 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:58:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:28.017985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.122718 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:28.130624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.225406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Deleting port 29121fd0-fd3e-41a0-9855-7ea989592936 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:28.225753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.348708 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.415961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] For port 29121fd0-fd3e-41a0-9855-7ea989592936, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=29121fd0-fd3e-41a0-9855-7ea989592936,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:28.416709 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.481458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Calling delete_port for 29121fd0-fd3e-41a0-9855-7ea989592936 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:28.484669 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:58:26Z', 'revision_number': 5, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port': {'id': '29121fd0-fd3e-41a0-9855-7ea989592936', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:52:28Z', 'updated_at': '2021-09-18T00:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:28.535349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Checking router: a72447f8-ceb1-4fdf-a722-f53ed2d9f126 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:28.555449 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Routers {'a72447f8-ceb1-4fdf-a722-f53ed2d9f126'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:28.556583 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:58:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:28.662526 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] Set router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:28.740247 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:58:28Z', 'revision_number': 6, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:28.774414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317815c-43d8-4bfc-a3f9-3037a06f3b5d None None] The sync data for ids ['a72447f8-ceb1-4fdf-a722-f53ed2d9f126'] in n-d-712707-16 is: [{'id': 'a72447f8-ceb1-4fdf-a722-f53ed2d9f126', 'name': 'tempest-TestServerBasicOps-550120316-router', 'tenant_id': '486e4b27cd4d497b88058a012e8d1b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:52:27Z', 'updated_at': '2021-09-18T00:58:28Z', 'revision_number': 6, 'project_id': '486e4b27cd4d497b88058a012e8d1b08', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:28.848517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.937625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29121fd0-fd3e-41a0-9855-7ea989592936,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:29.025385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.181240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.185309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.265741 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.266703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72447f8-ceb1-4fdf-a722-f53ed2d9f126 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:58:29.280179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.299816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-54f76e43-71c4-4bb4-abbb-c6ba95e1a1a2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a72447f8-ceb1-4fdf-a722-f53ed2d9f126 HTTP/1.1" status: 204 len: 168 time: 1.4200568 Sep 18 00:58:29.304321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35364) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:29.435073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Deleting subnet ccc29312-e7b0-4aaa-8ac5-4e44925056ef {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:29.440805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.543208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.635933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.680801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.699699 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.726606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc29312-e7b0-4aaa-8ac5-4e44925056ef,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:29.730338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.732266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aaebe5fd-36cc-4ec0-8f47-f51abfd064c4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ccc29312-e7b0-4aaa-8ac5-4e44925056ef HTTP/1.1" status: 204 len: 168 time: 0.4286523 Sep 18 00:58:29.734852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35374) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:29.743218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1025824-cf2f-476f-a8e4-9c9e04254a8d None None] Network a65d5bc1-d91d-40b4-a293-4620985bcfe0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:29.816062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.942857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 29121fd0-fd3e-41a0-9855-7ea989592936 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:29.956047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Deleting port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:29.957328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:29.970546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 29121fd0-fd3e-41a0-9855-7ea989592936 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:29.973963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 29121fd0-fd3e-41a0-9855-7ea989592936 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:29.974503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b9c00dad-1bc4-419a-8a10-e7235a9ebd08 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:30.013368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b9c00dad-1bc4-419a-8a10-e7235a9ebd08 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:30.013368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b9c00dad-1bc4-419a-8a10-e7235a9ebd08 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:30.032792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441a100-945d-483a-a036-e0597974213d None None] DHCP port deletion for a65d5bc1-d91d-40b4-a293-4620985bcfe0 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:30.052525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] For port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:30.053063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.078365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Calling delete_port for c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:30.104645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1441a100-945d-483a-a036-e0597974213d None None] Deleting port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:30.106061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1441a100-945d-483a-a036-e0597974213d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.178231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1441a100-945d-483a-a036-e0597974213d None None] For port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,segment=NetworkSegment(c32ee191-7dce-43e8-8536-f2deb506924c),segment_id=c32ee191-7dce-43e8-8536-f2deb506924c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:30.178633 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1441a100-945d-483a-a036-e0597974213d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.195214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1441a100-945d-483a-a036-e0597974213d None None] Calling delete_port for c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:30.196725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.238119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.249214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] No DVR routers for this DVR port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:30.285529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1441a100-945d-483a-a036-e0597974213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.311396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441a100-945d-483a-a036-e0597974213d None None] Pushing event deleted for resources: {'Port': ['ID=c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.324870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441a100-945d-483a-a036-e0597974213d None None] No DVR routers for this DVR port c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:30.358057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.381776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65d5bc1-d91d-40b4-a293-4620985bcfe0']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:30.391840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32ee191-7dce-43e8-8536-f2deb506924c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:30.392287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32ee191-7dce-43e8-8536-f2deb506924c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:30.409207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.422984 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.430149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:30.430732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:30.432677 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:30.504915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.516617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.521932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] 10.222.0.49 "DELETE /v2.0/networks/a65d5bc1-d91d-40b4-a293-4620985bcfe0 HTTP/1.1" status: 204 len: 168 time: 0.7860069 Sep 18 00:58:30.543254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c597a6-1eae-46db-9b28-223c8986377d admin admin] Pushing event deleted for resources: {'Network': ['ID=a65d5bc1-d91d-40b4-a293-4620985bcfe0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.838188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:30.927648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-30538acc-158c-4746-8b01-b09814c70b47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16abad0d6c7e474da1e26cf934683077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884047 Sep 18 00:58:30.930631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35410) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:31.058129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:31.110243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:31.208605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:31.211137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:31.212413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/204c7082-115c-453a-a840-7da7b895bfc2 HTTP/1.1" status: 204 len: 168 time: 0.2807219 Sep 18 00:58:31.221503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e728b4-3f72-4f9c-8433-dd5ff5fffceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c7082-115c-453a-a840-7da7b895bfc2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:31.785677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:31.800096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35436) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:31.847342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:31.847695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9de4c5f-15fd-4b3d-b50a-eb9d024af9f7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:31.893917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2505cfe8-ea65-45b8-9434-84acf7bd9c9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=486e4b27cd4d497b88058a012e8d1b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925150 Sep 18 00:58:31.896402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35442) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:31.977012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:32.023247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:32.095542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:32.102590 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:32.106199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c7a561d-1f24-40ab-a2e0-5a5559e3aace HTTP/1.1" status: 204 len: 168 time: 0.2060249 Sep 18 00:58:32.124782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e900-cd0a-4d77-98b4-3a857e3dcbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a561d-1f24-40ab-a2e0-5a5559e3aace,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:32.216853 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:35.473310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35514) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:35.658850 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0d32e1f-c33b-4a88-ae97-a6776b77a587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:35.811754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0d32e1f-c33b-4a88-ae97-a6776b77a587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:35.817007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0d32e1f-c33b-4a88-ae97-a6776b77a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:35.849103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35526) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:35.852740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0d32e1f-c33b-4a88-ae97-a6776b77a587 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8aa1a9ef67fa4ababb3111982dbbe6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695853 Sep 18 00:58:35.911282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d32e1f-c33b-4a88-ae97-a6776b77a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8abff-2804-4fb4-89a1-af82eefe267d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:35.968005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:35.995092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.045712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.049519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.051293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31d8abff-2804-4fb4-89a1-af82eefe267d HTTP/1.1" status: 204 len: 168 time: 0.2004926 Sep 18 00:58:36.062053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328e382-cfa3-4e71-8b5b-67d290ad85fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8abff-2804-4fb4-89a1-af82eefe267d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:36.405990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35536) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:36.420577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de979fc6-d821-4068-a3af-a5e03dd61cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.536672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de979fc6-d821-4068-a3af-a5e03dd61cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.544532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de979fc6-d821-4068-a3af-a5e03dd61cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.592095 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-de979fc6-d821-4068-a3af-a5e03dd61cf6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29bd36dc798646e9a7ac25133162e221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850309 Sep 18 00:58:36.594740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:36.601338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de979fc6-d821-4068-a3af-a5e03dd61cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2a8b6-c777-4447-ad55-41aea90bf0d9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:36.676823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.702374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.767422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.770565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:36.774745 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47a2a8b6-c777-4447-ad55-41aea90bf0d9 HTTP/1.1" status: 204 len: 168 time: 0.1761391 Sep 18 00:58:36.789597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cec4b-3f7f-4aab-8ca1-80f5a52c18fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2a8b6-c777-4447-ad55-41aea90bf0d9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:37.161399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35568) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:37.311186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e26460e-09a6-498e-859f-7b708e210e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.423527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e26460e-09a6-498e-859f-7b708e210e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.430548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e26460e-09a6-498e-859f-7b708e210e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.479278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26460e-09a6-498e-859f-7b708e210e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535feeba-c64d-4904-aaad-c897f01dcfe8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:37.492001 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e26460e-09a6-498e-859f-7b708e210e9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87b5fe33fa8b44e3b1e6eb0676a11722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269198 Sep 18 00:58:37.492638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:37.574370 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.625052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.695673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.700524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:37.704305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/535feeba-c64d-4904-aaad-c897f01dcfe8 HTTP/1.1" status: 204 len: 168 time: 0.2088511 Sep 18 00:58:37.721748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a9cf5-0f7a-43be-9fc7-6aec1c22af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535feeba-c64d-4904-aaad-c897f01dcfe8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:40.608179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:40.747230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbf-5874-4c7a-ac13-94d57a2d08e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:40.885344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbf-5874-4c7a-ac13-94d57a2d08e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:40.890953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbf-5874-4c7a-ac13-94d57a2d08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:40.938613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2dbbf-5874-4c7a-ac13-94d57a2d08e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad8bac6-3ed6-42d3-9835-ef10ca4ea849,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:40.954905 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3da2dbbf-5874-4c7a-ac13-94d57a2d08e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=333b979f37504b2485461ac9c46b1c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389862 Sep 18 00:58:40.955436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:41.044722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.073325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.143560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.146459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.150220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ad8bac6-3ed6-42d3-9835-ef10ca4ea849 HTTP/1.1" status: 204 len: 168 time: 0.1976578 Sep 18 00:58:41.156044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972253e0-1623-4bab-96a0-92cb1734983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad8bac6-3ed6-42d3-9835-ef10ca4ea849,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:41.443926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 35772) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:41.457277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c026c587-6106-45f8-9a53-f5749cecbe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.549804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c026c587-6106-45f8-9a53-f5749cecbe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.555210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c026c587-6106-45f8-9a53-f5749cecbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.600897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c026c587-6106-45f8-9a53-f5749cecbe2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f97947b6a4f4e6fa6bfcc4bf3c26d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557136 Sep 18 00:58:41.601300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 35780) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:41.602230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026c587-6106-45f8-9a53-f5749cecbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711e83b3-0e45-4cbc-a82e-20c1dac76f39,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:41.667380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.695414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.749844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.753115 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:41.754477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/711e83b3-0e45-4cbc-a82e-20c1dac76f39 HTTP/1.1" status: 204 len: 168 time: 0.1521909 Sep 18 00:58:41.764349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4ee4-bedd-440f-b4b1-347491182d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e83b3-0e45-4cbc-a82e-20c1dac76f39,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.485882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36000) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:45.766403 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:45.774595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9303-54f8-4eb3-a0be-253c6ed809ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:45.904947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9303-54f8-4eb3-a0be-253c6ed809ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:45.911351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9303-54f8-4eb3-a0be-253c6ed809ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:45.954613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36022) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:45.955656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c1ea9303-54f8-4eb3-a0be-253c6ed809ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c59b0d96623f4e81b2e9c2eb706e3dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664884 Sep 18 00:58:45.971627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea9303-54f8-4eb3-a0be-253c6ed809ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee9d33-33a5-4127-a1da-dfcff151d691,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.034029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.062993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.138243 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.142089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.146382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.149855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22ee9d33-33a5-4127-a1da-dfcff151d691 HTTP/1.1" status: 204 len: 168 time: 0.1914465 Sep 18 00:58:46.171133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee9d33-33a5-4127-a1da-dfcff151d691,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.180612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.181443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.181781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.182237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.182574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.182899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.183221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.183540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.183909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.184256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.184573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.184944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcf9f9-1c8d-4a3c-9620-c2ff549f1084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:46.585631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:46.605184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70f0f0f0-70dd-4352-9c9a-d6b18e78aaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.737726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70f0f0f0-70dd-4352-9c9a-d6b18e78aaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.746943 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70f0f0f0-70dd-4352-9c9a-d6b18e78aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.799251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70f0f0f0-70dd-4352-9c9a-d6b18e78aaaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4a47d1c1d484995a4fcfa7522e74533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122200 Sep 18 00:58:46.800610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0f0f0-70dd-4352-9c9a-d6b18e78aaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab22747-cb97-4d46-b0e9-195f02042200,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.801690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:46.914457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.948746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:47.012681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:47.016208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:47.018277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ab22747-cb97-4d46-b0e9-195f02042200 HTTP/1.1" status: 204 len: 168 time: 0.2153790 Sep 18 00:58:47.059170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31e7c6-50e8-4498-bd42-35f97063aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab22747-cb97-4d46-b0e9-195f02042200,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:49.463637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-d2491edc-5b27-42c5-b525-14815f9f08f4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:49.466261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-d2491edc-5b27-42c5-b525-14815f9f08f4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1503251 Sep 18 00:58:49.490903 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-250951fb-dbf0-4e3a-b76a-967ef33d5c61 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/quotas/b34e3f318f70463fbdb581bf16f54ed3 HTTP/1.1" status: 200 len: 375 time: 0.0179760 Sep 18 00:58:49.569262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-fed3e3a0-1dd4-4828-a41b-589edee5228b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648715 Sep 18 00:58:49.663907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-49dd855a-9452-4325-872b-d5f6914c1082 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864873 Sep 18 00:58:49.776785 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-9a871e06-0246-4579-ae78-0b7c03be9059 service neutron] 10.222.0.49 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055608 Sep 18 00:58:49.854624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:49.990331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea21104e-c8f3-409d-a0e7-be6b32210cbd req-f307ddc7-fc22-45b4-ab98-bc0102038a61 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 210 time: 0.0288699 Sep 18 00:58:50.035089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a1500e6-7b55-4213-8123-9147d0d748c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.150989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a1500e6-7b55-4213-8123-9147d0d748c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.156902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a1500e6-7b55-4213-8123-9147d0d748c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.209905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1500e6-7b55-4213-8123-9147d0d748c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adef6b0-6c92-467d-b8b8-784f6d785e38,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:50.223368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a1500e6-7b55-4213-8123-9147d0d748c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34f5fac464424e5e8377ed4701e78d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631663 Sep 18 00:58:50.223855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:50.297783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.325722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.401581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.404246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.412698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6adef6b0-6c92-467d-b8b8-784f6d785e38 HTTP/1.1" status: 204 len: 168 time: 0.1840167 Sep 18 00:58:50.421667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b0997-6cde-4f0d-804d-b89cec0574c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adef6b0-6c92-467d-b8b8-784f6d785e38,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:50.771114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:50.790327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29779b73-3114-4d36-bdcc-46cc29b11ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.903206 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29779b73-3114-4d36-bdcc-46cc29b11ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.908598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-29779b73-3114-4d36-bdcc-46cc29b11ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:50.951396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-29779b73-3114-4d36-bdcc-46cc29b11ee8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b6ee072f6c49bda7447275f3f03c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789143 Sep 18 00:58:50.952301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779b73-3114-4d36-bdcc-46cc29b11ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d494c-5016-4be8-aed7-1176819b0957,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:50.954007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36198) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:51.043330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.095093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.148947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edf48915-9067-44d7-90d2-7af80351d61a req-e42e1466-145e-43b5-a9d7-8b269d20a3db tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 210 time: 0.0359447 Sep 18 00:58:51.208790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.211697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.212926 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e4d494c-5016-4be8-aed7-1176819b0957 HTTP/1.1" status: 204 len: 168 time: 0.2573235 Sep 18 00:58:51.255167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fad89-62ae-43f6-9d5d-17ff3ab30732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d494c-5016-4be8-aed7-1176819b0957,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:51.296959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-d8fea1d9-8af5-4eaa-8dc5-fe181fbf9768 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:51.299471 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-d8fea1d9-8af5-4eaa-8dc5-fe181fbf9768 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 813 time: 0.1558566 Sep 18 00:58:51.326568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Request body: {'port': {'device_id': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'admin_state_up': True, 'tenant_id': 'b34e3f318f70463fbdb581bf16f54ed3'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:51.453983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Made reservation on behalf of b34e3f318f70463fbdb581bf16f54ed3 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:51.458159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.607355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Allocated IP 172.20.0.9 (26d19a92-2f8e-4ca5-b69f-28ffdb281641/dc8a967d-7849-4de2-857e-416a733f33bc/f96a75bc-9631-4635-a4b1-335bf85e050a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:51.805620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.850660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:51.866940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d', '76a83a51-c583-407c-849c-d0c1d349ff25'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:51.902797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:51.928635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:51.931933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:51.935673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:51.945213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event updated for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:51.991881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:51.992577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.010312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-c55afbc3-d2e9-4549-9c98-6363e4fc2707 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6892576 Sep 18 00:58:52.029888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Request body: {'port': {'device_id': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:52.123882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.308304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797472e1-741b-4037-90f4-49604b76dbb9 req-87b142c0-c191-42dc-858b-d763a29edaaf tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:52.317109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-797472e1-741b-4037-90f4-49604b76dbb9 req-87b142c0-c191-42dc-858b-d763a29edaaf tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 931 time: 0.0615551 Sep 18 00:58:52.375059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-797472e1-741b-4037-90f4-49604b76dbb9 req-7f879a82-66eb-46db-9e6b-13a4a3cb4429 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564308 Sep 18 00:58:52.650165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96a75bc-9631-4635-a4b1-335bf85e050a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:52.664566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.678166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Transition to ACTIVE for port object f96a75bc-9631-4635-a4b1-335bf85e050a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:58:52.681840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.731796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Pushing event updated for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:52.811564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Attempting to bind port f96a75bc-9631-4635-a4b1-335bf85e050a on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:52.812016 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Attempting to bind port f96a75bc-9631-4635-a4b1-335bf85e050a by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:52.812274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Attempting to bind port f96a75bc-9631-4635-a4b1-335bf85e050a on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:52.819919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Port f96a75bc-9631-4635-a4b1-335bf85e050a on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:58:52.820306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Attempting to bind port f96a75bc-9631-4635-a4b1-335bf85e050a on network 26d19a92-2f8e-4ca5-b69f-28ffdb281641 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:52.825388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:52.825757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Checking segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:52.826374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Bound using segment: {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:52.828131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Bound port: f96a75bc-9631-4635-a4b1-335bf85e050a, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ece82b9-6f2f-49be-b301-ca7860d8c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:52.828131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.903010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:52.906156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f96a75bc-9631-4635-a4b1-335bf85e050a,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:52.910997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.946674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:52.947137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:52.948584 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] 10.222.0.54 "PUT /v2.0/ports/f96a75bc-9631-4635-a4b1-335bf85e050a HTTP/1.1" status: 200 len: 1092 time: 0.9230435 Sep 18 00:58:52.949030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:52.951342 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb" -d '{"events": [{"name": "network-changed", "server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:52.995618 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d6040-3761-42f2-9584-a442c0f85178 x-openstack-request-id: req-c71d6040-3761-42f2-9584-a442c0f85178 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:52.996273 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:52.996510 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c71d6040-3761-42f2-9584-a442c0f85178 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:52.997100 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a', 'status': 'completed', 'code': 200} Sep 18 00:58:53.003533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73088f17-b036-4d63-a43c-ff0a3120b5be service neutron] Pushing event updated for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:53.061198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-10af2638-3923-4cc1-8995-13f9be8a6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.062828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-10af2638-3923-4cc1-8995-13f9be8a6688 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 1095 time: 0.0485487 Sep 18 00:58:53.121209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-d71681c7-5bf1-45d4-ba35-8e45392349e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96a75bc-9631-4635-a4b1-335bf85e050a HTTP/1.1" status: 200 len: 217 time: 0.0447576 Sep 18 00:58:53.172269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-508393de-b02b-42c1-9579-0e107afe92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.178609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-508393de-b02b-42c1-9579-0e107afe92a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0470455 Sep 18 00:58:53.218506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-ff89339f-9057-4679-b107-0b4ff04dad52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342107 Sep 18 00:58:53.315861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-45e4d6e8-bc7e-4e9a-960f-dd45324b00a6 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900693 Sep 18 00:58:53.433719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a3b9467-3731-4d3b-a2fc-733f0896e6af req-4a22c7f1-f427-4d62-88bf-696c3b72607b service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102433 Sep 18 00:58:53.499368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ec2d0-ad78-43ba-9b4e-053e3fe53410 req-bc490e6f-fbca-4687-b52b-983ca43b9bb9 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.503353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e27ec2d0-ad78-43ba-9b4e-053e3fe53410 req-bc490e6f-fbca-4687-b52b-983ca43b9bb9 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 943 time: 0.0623901 Sep 18 00:58:53.553706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e27ec2d0-ad78-43ba-9b4e-053e3fe53410 req-eea82390-af71-4177-8f77-af90455c4dde tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Sep 18 00:58:53.587486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-c5f48ab1-40a2-4233-8b30-45cf283f3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.589505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-c5f48ab1-40a2-4233-8b30-45cf283f3d5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 1095 time: 0.0532813 Sep 18 00:58:53.703666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-9be3b48d-b88a-42fa-ab6b-90a75fe9bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.705535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-9be3b48d-b88a-42fa-ab6b-90a75fe9bb16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.1079173 Sep 18 00:58:53.766187 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-17a0aa5d-8e4f-456b-a624-8145e633cc57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96a75bc-9631-4635-a4b1-335bf85e050a HTTP/1.1" status: 200 len: 217 time: 0.0529788 Sep 18 00:58:53.823357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-c10ec6db-09c7-4fa6-b73b-47c504d6f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:53.825760 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-c10ec6db-09c7-4fa6-b73b-47c504d6f848 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0515454 Sep 18 00:58:53.866216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-cd09c35b-4a05-4910-8f13-8f0c0afeb2a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335853 Sep 18 00:58:54.039793 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-b115d0db-10e2-4f27-8e13-e5094d128763 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662984 Sep 18 00:58:54.165680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7f6c2dc-3e83-4694-931e-ab2f64b014fb req-ead3ba4c-965d-49a5-bf90-5fe949216354 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176610 Sep 18 00:58:54.221374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-894f740d-056d-4b60-a823-c58b405da598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:54.634701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:54.729841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634b49d-0c38-4b61-aed4-955f63cd833c req-d0278059-533a-4a3e-87fb-05074ecbb2ac tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:54.737997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7634b49d-0c38-4b61-aed4-955f63cd833c req-d0278059-533a-4a3e-87fb-05074ecbb2ac tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 943 time: 0.1024225 Sep 18 00:58:54.790650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a82-c176-4909-92f0-45c168dfc369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:54.796768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7634b49d-0c38-4b61-aed4-955f63cd833c req-2960b652-9057-4c10-b48f-9336090cd0e6 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Sep 18 00:58:54.908808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a82-c176-4909-92f0-45c168dfc369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:54.914328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6a82-c176-4909-92f0-45c168dfc369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:54.953368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9fbd6a82-c176-4909-92f0-45c168dfc369 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd42841d30624ee98b7a06eb710f69b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172803 Sep 18 00:58:54.954253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd6a82-c176-4909-92f0-45c168dfc369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1d717d-0120-4666-a6fc-e2d2211b3152,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:54.956206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36306) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:55.005008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.025720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.074277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.080634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.080634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c1d717d-0120-4666-a6fc-e2d2211b3152 HTTP/1.1" status: 204 len: 168 time: 0.1207404 Sep 18 00:58:55.086362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82778f41-eca9-4b62-9073-812046723991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1d717d-0120-4666-a6fc-e2d2211b3152,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:55.400760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:55.414753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a03b5f67-1f84-4f5a-a2a6-e4d172705826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.518319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a03b5f67-1f84-4f5a-a2a6-e4d172705826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.522276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a03b5f67-1f84-4f5a-a2a6-e4d172705826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.560256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b5f67-1f84-4f5a-a2a6-e4d172705826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2585fb88-6ed5-4cc6-9ca9-f3b62bf7d268,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:55.569941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a03b5f67-1f84-4f5a-a2a6-e4d172705826 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71d159519b55466684ab3bae31f2fedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658106 Sep 18 00:58:55.570162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36318) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:55.623221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.650237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.702123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.706309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:55.709915 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2585fb88-6ed5-4cc6-9ca9-f3b62bf7d268 HTTP/1.1" status: 204 len: 168 time: 0.1364946 Sep 18 00:58:55.716959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff65dad-e98b-4382-88ca-e0423b477a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585fb88-6ed5-4cc6-9ca9-f3b62bf7d268,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:55.946048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b30c-65b0-4463-8198-bec95a618d1d req-ce916c9e-14de-472c-9d49-3d2db2d79b70 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:55.948303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ea4b30c-65b0-4463-8198-bec95a618d1d req-ce916c9e-14de-472c-9d49-3d2db2d79b70 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 943 time: 0.0601463 Sep 18 00:58:56.001755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ea4b30c-65b0-4463-8198-bec95a618d1d req-af5aac1b-6c7f-42d2-8bd0-b72786286cb7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Sep 18 00:58:56.806795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f96a75bc-9631-4635-a4b1-335bf85e050a details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:56.924783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f96a75bc-9631-4635-a4b1-335bf85e050a,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:56.944532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f96a75bc-9631-4635-a4b1-335bf85e050a', 'network_id': '26d19a92-2f8e-4ca5-b69f-28ffdb281641', 'port_id': 'f96a75bc-9631-4635-a4b1-335bf85e050a', 'mac_address': 'fa:16:3e:8f:3f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8a967d-7849-4de2-857e-416a733f33bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:56.987696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:57.003526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96a75bc-9631-4635-a4b1-335bf85e050a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:57.039813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f96a75bc-9631-4635-a4b1-335bf85e050a,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:57.053598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:57.130075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:57.168685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506112fc-7ccb-417f-8420-7fc0748b101a req-7643c824-51a4-41b3-b9a3-71ebc5d7c841 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:57.170420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-506112fc-7ccb-417f-8420-7fc0748b101a req-7643c824-51a4-41b3-b9a3-71ebc5d7c841 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 944 time: 0.0721276 Sep 18 00:58:57.241319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4321a5bd-dd9e-47d0-97d0-4a4b7ae36e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:57.242448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-506112fc-7ccb-417f-8420-7fc0748b101a req-3689caa1-bcf1-44b0-a48f-ef96d2af8e1f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642905 Sep 18 00:58:57.478089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f96a75bc-9631-4635-a4b1-335bf85e050a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:57.505580 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.339168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.377837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54286-d922-4686-853e-532994494157 req-b6a62b22-301d-4bb2-b950-5fd44097b83b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:58.384836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab54286-d922-4686-853e-532994494157 req-b6a62b22-301d-4bb2-b950-5fd44097b83b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 944 time: 0.0646262 Sep 18 00:58:58.449195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab54286-d922-4686-853e-532994494157 req-3d807aca-082e-4be4-a8f7-130b1a95af6c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Sep 18 00:58:58.553039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36428) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:58.679332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-4ca1-4f06-8681-ea622b150a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.785417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-4ca1-4f06-8681-ea622b150a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.792345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-4ca1-4f06-8681-ea622b150a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.810492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f96a75bc-9631-4635-a4b1-335bf85e050a up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:58.834509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73032a-4ca1-4f06-8681-ea622b150a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1be66-93a2-4d89-a7bc-12e047e2aaa7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:58.841357 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2c73032a-4ca1-4f06-8681-ea622b150a4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c471fdd8c2094e36a154b268056d3b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871470 Sep 18 00:58:58.844497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36432) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:58.876083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f96a75bc-9631-4635-a4b1-335bf85e050a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:58:58.881504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f96a75bc-9631-4635-a4b1-335bf85e050a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:58.882078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.914362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.942540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.979078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:58.998099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.004601 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.008495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:59.009581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bac1be66-93a2-4d89-a7bc-12e047e2aaa7 HTTP/1.1" status: 204 len: 168 time: 0.1632042 Sep 18 00:58:59.020947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746854d4-d5dd-45c8-ac97-084c859c6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1be66-93a2-4d89-a7bc-12e047e2aaa7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:59.022298 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b6332-7bf2-4dcd-b35b-5c4880ff8b03" -d '{"events": [{"server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "name": "network-vif-plugged", "status": "completed", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:59.048628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f96a75bc-9631-4635-a4b1-335bf85e050a,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:59.067666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.135188 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b139b-e631-4a46-89a4-bc22d2c07606 x-openstack-request-id: req-f03b139b-e631-4a46-89a4-bc22d2c07606 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:59.135507 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "name": "network-vif-plugged", "status": "completed", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:59.135734 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f03b139b-e631-4a46-89a4-bc22d2c07606 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:59.136133 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a', 'code': 200} Sep 18 00:58:59.136706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:59.248362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0bf2-b99f-408c-b2eb-87e1a7e4073c req-9608f5da-1629-40ea-b30a-abd14716530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:59.250020 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-946d0bf2-b99f-408c-b2eb-87e1a7e4073c req-9608f5da-1629-40ea-b30a-abd14716530c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 1097 time: 0.0530548 Sep 18 00:58:59.317390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-946d0bf2-b99f-408c-b2eb-87e1a7e4073c req-79da2b0e-5402-440a-9d56-47e641ad9e8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Sep 18 00:58:59.471578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36446) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:59.488660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0200353d-689f-462d-a21f-0228a0f3e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.601423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb047d24-f531-44ac-a5bb-2d2aa00a82e0 req-dd8795da-ea4b-4fd0-802d-f1df186af3ad tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:59.604856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb047d24-f531-44ac-a5bb-2d2aa00a82e0 req-dd8795da-ea4b-4fd0-802d-f1df186af3ad tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.0790880 Sep 18 00:58:59.665407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb047d24-f531-44ac-a5bb-2d2aa00a82e0 req-167abec2-fc1c-49e2-9706-1828fd96dd56 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506508 Sep 18 00:58:59.687717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0200353d-689f-462d-a21f-0228a0f3e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.693834 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0200353d-689f-462d-a21f-0228a0f3e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.704286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.737930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0200353d-689f-462d-a21f-0228a0f3e905 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ef27508d8f14101bfa4008d1f01ef0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651236 Sep 18 00:58:59.741170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36448) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:59.742878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200353d-689f-462d-a21f-0228a0f3e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ddeb1c-2944-4470-bb40-6d4935beb7a8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:59.819075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.843217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.903547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.907628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:59.909043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46ddeb1c-2944-4470-bb40-6d4935beb7a8 HTTP/1.1" status: 204 len: 168 time: 0.1658258 Sep 18 00:58:59.926339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee27d8-55d6-4f3f-86c6-d426fa304efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ddeb1c-2944-4470-bb40-6d4935beb7a8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:00.523517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.529599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.536015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.542480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.549318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.555337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.561583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.564731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-97152d80-5407-48ff-844c-bd75a8af39ed tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1015422 Sep 18 00:59:00.633834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b60a958d-1d15-4d6f-a10f-38b70ca78d0f req-9a6e18dc-60f3-41fa-8aca-5c31c27d5af3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0612304 Sep 18 00:59:00.816687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506818b-5715-4ff3-95e0-d1297dc720e5 req-df38c559-66f4-4418-aeef-299504bef1e7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.818754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e506818b-5715-4ff3-95e0-d1297dc720e5 req-df38c559-66f4-4418-aeef-299504bef1e7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.0620341 Sep 18 00:59:00.902336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e506818b-5715-4ff3-95e0-d1297dc720e5 req-e8a58114-acf6-48e2-b372-9cec0063e420 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Sep 18 00:59:01.816682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.824495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.832064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.839034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.847416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.853864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.860376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.863186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-513926d2-d28b-4af3-90dc-a83aa148614b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1403987 Sep 18 00:59:01.944868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.974284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.980187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.986929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-451c3a37-e246-42ee-9e4a-9d2c58c327a4 req-41194705-d83d-49d1-b696-66680df9d162 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1129324 Sep 18 00:59:01.987244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.993683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:01.999567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.006721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.008635 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-21170867-ac1e-4df9-8607-2c8d084a5c46 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.1724486 Sep 18 00:59:02.090026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa58a0-c546-48a7-9a62-0a8459a36d7f req-214d3c39-229b-40ad-bdf2-34edcf74a438 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.092250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32fa58a0-c546-48a7-9a62-0a8459a36d7f req-214d3c39-229b-40ad-bdf2-34edcf74a438 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.0799215 Sep 18 00:59:02.164825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-a580af7e-4d04-4532-a133-cf5c2ca2edac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552112 Sep 18 00:59:02.168711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-8d4b79cf-398e-4da4-8cc1-afa9a0adf25a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.170487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-8d4b79cf-398e-4da4-8cc1-afa9a0adf25a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1325560 Sep 18 00:59:02.175711 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:02.193585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32fa58a0-c546-48a7-9a62-0a8459a36d7f req-8567bd83-a216-44df-b6b7-89e5cdcd6881 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912242 Sep 18 00:59:02.683225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-72fc148b-9c83-4859-8b0d-724c9e12489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.685075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-72fc148b-9c83-4859-8b0d-724c9e12489b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 1097 time: 0.4536431 Sep 18 00:59:02.881274 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-e2bc0b52-da13-4e0a-95b6-e9e6830c39f7 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7033777 Sep 18 00:59:02.900269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:02.977490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-e6e13857-0c74-48d1-a34f-c2b6b724b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:02.978959 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-e6e13857-0c74-48d1-a34f-c2b6b724b831 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.2687232 Sep 18 00:59:02.995411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:03.110957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-55f7065c-f000-41aa-8615-041a3ad419b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d HTTP/1.1" status: 200 len: 217 time: 0.1226830 Sep 18 00:59:03.186381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.206663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-1ea51f4f-ddc8-4772-944f-cb8b55fb1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.208318 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-1ea51f4f-ddc8-4772-944f-cb8b55fb1c27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0886686 Sep 18 00:59:03.216947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.231072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.244664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.262288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.267588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-53c332cb-96fe-432a-9898-c960fd9c6f1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436106 Sep 18 00:59:03.282647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.289304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:03.298845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-e26d80a1-640e-49f0-bf2c-42095d274d9e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 5446 time: 0.2145410 Sep 18 00:59:03.396563 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-c15987e9-8907-4eb7-b741-44f1f134c9bf service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176972 Sep 18 00:59:03.461759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c1093f9-7b03-40f1-af2e-847fa12c6a26 req-2a984ca5-8508-40b6-8a8b-82d2b03d5d65 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1256864 Sep 18 00:59:03.628941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7d31594d-6a84-47b1-8f6d-ee9c2071548c,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:03.659442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb236788-f36f-4b2a-8c61-7a367c78147b req-1ca88e32-d5ff-443e-af26-a6fae7ee6d53 service neutron] 10.222.0.48 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393677 Sep 18 00:59:03.702695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] For port 7d31594d-6a84-47b1-8f6d-ee9c2071548c, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:03.731187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:03.748350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] device_id is not set on port 7d31594d-6a84-47b1-8f6d-ee9c2071548c yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:03.779862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:03.791620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:03.927496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:03.987946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] No DVR routers for this DVR port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:04.095155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.104505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] In _notify_port_updated(), no bound segment for port 7d31594d-6a84-47b1-8f6d-ee9c2071548c on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:59:04.105605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.108460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.111471 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-84fc0bd2-33bd-43e6-b4b3-361f33677362 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 200 len: 1032 time: 1.2154784 Sep 18 00:59:04.203949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.213057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.218850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-4b14f9ea-da92-4fbf-a653-4f543b62735c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.231944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-4b14f9ea-da92-4fbf-a653-4f543b62735c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "GET /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1112285 Sep 18 00:59:04.251334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:04.350729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabce505-8837-4da6-bf05-e89b605c3b09,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:04.397821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de35df89079b4fd686eaa28a3888623e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655030 Sep 18 00:59:04.400981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36610) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:04.405700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15048285-46be-4562-8648-427cf78024f3 None None] Provisioning complete for port 7d31594d-6a84-47b1-8f6d-ee9c2071548c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:04.406212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15048285-46be-4562-8648-427cf78024f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.416182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.416481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.417036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.417724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.418277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.420562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.426024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.427566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.428238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.431869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.435623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.436153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74355cf-0d5a-455b-81c1-b8ea05b7a4fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:04.449353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-15048285-46be-4562-8648-427cf78024f3 None None] Port 7d31594d-6a84-47b1-8f6d-ee9c2071548c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:04.491907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.552992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.599381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.669899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.677696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.684900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.693644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.700047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.706889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:04.715735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-435cae82-8e70-4db1-967a-7abc6add9f0a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 4667 time: 0.1637809 Sep 18 00:59:04.784180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.788670 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:04.789816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aabce505-8837-4da6-bf05-e89b605c3b09 HTTP/1.1" status: 204 len: 168 time: 0.3868339 Sep 18 00:59:04.814427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78d3e04e-9fe6-49fa-9ab2-81266704b712 req-ae569312-5306-4e17-a28b-1ce99a9d7c47 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&id=e62dfc39-388b-41a5-800c-f0d2142f87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0899742 Sep 18 00:59:04.824798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e347-d206-4d7e-83dd-4006d54b34d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabce505-8837-4da6-bf05-e89b605c3b09,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:04.849290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6ad73c7f-824d-46e3-9a16-a999c8e034c8 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:04.874504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=784b65d3-7996-4d9d-9322-85287a84fdb8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:04.955073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] For port 784b65d3-7996-4d9d-9322-85287a84fdb8, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:05.011224 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.025705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] device_id is not set on port 784b65d3-7996-4d9d-9322-85287a84fdb8 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:05.037880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.042188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:05.046188 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7b2dd-7d85-4776-94c7-6ecb5b238038" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:05.049778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.064381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:05.070004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.071200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7d31594d-6a84-47b1-8f6d-ee9c2071548c no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:05.182658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:05.186265 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb07d32-6597-4468-82bf-bccf512a5ded x-openstack-request-id: req-8eb07d32-6597-4468-82bf-bccf512a5ded {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:05.186553 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:05.186802 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8eb07d32-6597-4468-82bf-bccf512a5ded {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:05.187162 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'code': 200} Sep 18 00:59:05.193156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7d31594d-6a84-47b1-8f6d-ee9c2071548c not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:05.193575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f41fa2fd-f14f-46c7-a525-e34f85b403d9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:05.266879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] No DVR routers for this DVR port 784b65d3-7996-4d9d-9322-85287a84fdb8 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:05.332698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36634) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:05.337682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Pushing event updated for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:05.370862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] In _notify_port_updated(), no bound segment for port 784b65d3-7996-4d9d-9322-85287a84fdb8 on network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:59:05.372327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.372954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:05.374012 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.376462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67f9e81a-285d-46e3-8cd4-6a83ae1e200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.388728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-1a755a2c-8fdf-4839-bc82-f22e082dc98d service neutron] 10.222.0.54 "PUT /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 200 len: 1033 time: 1.1421599 Sep 18 00:59:05.491241 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:05.503765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.504530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 784b65d3-7996-4d9d-9322-85287a84fdb8 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:05.571537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:05.610021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a0e3722b-22a6-47cd-9b38-2d69e8705753 None None] Provisioning complete for port 784b65d3-7996-4d9d-9322-85287a84fdb8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:05.611066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a0e3722b-22a6-47cd-9b38-2d69e8705753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.648939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3722b-22a6-47cd-9b38-2d69e8705753 None None] Port 784b65d3-7996-4d9d-9322-85287a84fdb8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:05.654511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 784b65d3-7996-4d9d-9322-85287a84fdb8 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:05.654965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:05.691781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 824aef4a-0e2e-4924-9d80-c139ef2ed792 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:05.692673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.709165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67f9e81a-285d-46e3-8cd4-6a83ae1e200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.720956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-67f9e81a-285d-46e3-8cd4-6a83ae1e200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.759570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-67f9e81a-285d-46e3-8cd4-6a83ae1e200b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ea4dc488b824afd8149a1656cc53007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251723 Sep 18 00:59:05.798259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36646) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:05.799292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9e81a-285d-46e3-8cd4-6a83ae1e200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9bb127-ee03-4196-82dd-fe0d9c6a7ff4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:05.873537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port 824aef4a-0e2e-4924-9d80-c139ef2ed792, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=824aef4a-0e2e-4924-9d80-c139ef2ed792,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:05.873999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.901424 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.925071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 824aef4a-0e2e-4924-9d80-c139ef2ed792 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:05.929855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:05.997021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:06.002837 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.003871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 824aef4a-0e2e-4924-9d80-c139ef2ed792 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:06.029171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.119917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:06.128163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:06.134949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:06.141478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:06.148676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:06.150861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-5e3be6a9-2fe8-40b1-bbba-eb03284a409c tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 3881 time: 0.1242094 Sep 18 00:59:06.182596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:06.251908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.253931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.262139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.263374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf9bb127-ee03-4196-82dd-fe0d9c6a7ff4 HTTP/1.1" status: 204 len: 168 time: 0.4607599 Sep 18 00:59:06.290401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c65cf-9b58-48de-9d21-e167876dde6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9bb127-ee03-4196-82dd-fe0d9c6a7ff4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:06.303183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bc30575-eb0c-4eda-9fc1-f0aeab711d3c req-2c192f91-e9fe-4e6e-bf2c-3ffcabea12e9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442931 Sep 18 00:59:06.341332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.385424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 7b38c579-905a-495b-a72f-ef4ba8b807e7 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:06.400426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=824aef4a-0e2e-4924-9d80-c139ef2ed792,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:06.486661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port 824aef4a-0e2e-4924-9d80-c139ef2ed792 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:06.491894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.494380 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-f648a431-3ab0-414d-8ef5-8af2078e02f6 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "DELETE /v2.0/ports/824aef4a-0e2e-4924-9d80-c139ef2ed792 HTTP/1.1" status: 204 len: 173 time: 1.0860531 Sep 18 00:59:06.494718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:06.509975 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9595f-e727-4119-8abb-c92ec26384b4" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:06.582879 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155cd869-73ba-475a-a0ff-5509663b3994 x-openstack-request-id: req-155cd869-73ba-475a-a0ff-5509663b3994 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:06.583588 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "824aef4a-0e2e-4924-9d80-c139ef2ed792", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:06.583992 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-155cd869-73ba-475a-a0ff-5509663b3994 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:06.584611 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '824aef4a-0e2e-4924-9d80-c139ef2ed792', 'status': 'completed', 'code': 200} Sep 18 00:59:06.619134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.710075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:06.720718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.733226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port f41fa2fd-f14f-46c7-a525-e34f85b403d9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:06.733582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:06.883767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:07.112338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port f41fa2fd-f14f-46c7-a525-e34f85b403d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f41fa2fd-f14f-46c7-a525-e34f85b403d9,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:07.113355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:07.189073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:07.193143 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e738e5e2-9610-49bc-bfd9-9d6440eb5d7c" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:07.283009 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d80825-b9d6-4ed2-846c-6bf76f5863c6 x-openstack-request-id: req-d6d80825-b9d6-4ed2-846c-6bf76f5863c6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:07.283326 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-unplugged", "status": "completed", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:07.283744 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6d80825-b9d6-4ed2-846c-6bf76f5863c6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:07.284155 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'code': 200} Sep 18 00:59:07.284458 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'code': 200} Sep 18 00:59:07.284692 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'code': 200} Sep 18 00:59:07.418059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:07.418710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:07.418710 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Floating IP 086021f9-0dbd-47e2-acc4-cccaf387d4c1 disassociated. External IP: 172.25.7.157, port: f41fa2fd-f14f-46c7-a525-e34f85b403d9. Sep 18 00:59:07.418943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for f41fa2fd-f14f-46c7-a525-e34f85b403d9 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:07.612670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-67ac7b04-9b84-49e2-97c4-2329e82092d4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:07.628186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-67ac7b04-9b84-49e2-97c4-2329e82092d4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:07.641289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-67ac7b04-9b84-49e2-97c4-2329e82092d4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:07.654462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-67ac7b04-9b84-49e2-97c4-2329e82092d4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:07.663121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-67ac7b04-9b84-49e2-97c4-2329e82092d4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 3144 time: 0.1534905 Sep 18 00:59:07.743540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c29abaf2-9f55-4348-a82e-f014e6745872 req-3e7fb2ff-22bf-43c0-84db-6bd50e7eb934 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787549 Sep 18 00:59:07.764571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:07.812723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=f41fa2fd-f14f-46c7-a525-e34f85b403d9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:07.993470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Router ed3873dc-7b71-465a-ab21-610ed2325226 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:08.163010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:08.178781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Sync routers for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:08.200462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:08.201128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:58:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:08.278745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port f41fa2fd-f14f-46c7-a525-e34f85b403d9 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:08.294121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:08.296390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-13bd07b1-4bad-4353-9fec-13831b79c6d5 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "DELETE /v2.0/ports/f41fa2fd-f14f-46c7-a525-e34f85b403d9 HTTP/1.1" status: 204 len: 173 time: 1.7724116 Sep 18 00:59:08.529436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:08.530111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:08.590410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:08.597256 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e357c-d68e-4454-b3a2-6f1b54e9a832" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:08.677057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:59:08.696775 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59bc25b-635b-4a51-a824-26dd64e37281 x-openstack-request-id: req-d59bc25b-635b-4a51-a824-26dd64e37281 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:08.697065 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "f41fa2fd-f14f-46c7-a525-e34f85b403d9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:08.697316 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d59bc25b-635b-4a51-a824-26dd64e37281 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:08.697703 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': 'f41fa2fd-f14f-46c7-a525-e34f85b403d9', 'status': 'completed', 'code': 200} Sep 18 00:59:08.834328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:08.834834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:08.868850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:09.035850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a2921-4811-4b4d-9019-0ea5732cd578 req-b17958c2-0367-43c4-83f8-b3700597656b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:09.052311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a2921-4811-4b4d-9019-0ea5732cd578 req-b17958c2-0367-43c4-83f8-b3700597656b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:09.059338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a2921-4811-4b4d-9019-0ea5732cd578 req-b17958c2-0367-43c4-83f8-b3700597656b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:09.067971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c29a2921-4811-4b4d-9019-0ea5732cd578 req-b17958c2-0367-43c4-83f8-b3700597656b tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 2410 time: 0.2012367 Sep 18 00:59:09.141944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c29a2921-4811-4b4d-9019-0ea5732cd578 req-039f5ac8-7d31-4b3a-9fc1-16b702d9e668 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688949 Sep 18 00:59:09.211779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:09.276770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Checking router: ed3873dc-7b71-465a-ab21-610ed2325226 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:09.281291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:09.288292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:09.289219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:58:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:09.318240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:09.431548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:09.434645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:09.437279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-b1cbcde3-82da-443a-aa14-02d6623ffadd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "DELETE /v2.0/ports/d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16 HTTP/1.1" status: 204 len: 173 time: 1.1309257 Sep 18 00:59:09.464039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:59:09.590606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 7b38c579-905a-495b-a72f-ef4ba8b807e7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:09.591161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:09.886238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port 7b38c579-905a-495b-a72f-ef4ba8b807e7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=7b38c579-905a-495b-a72f-ef4ba8b807e7,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:09.887382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:09.918544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 7b38c579-905a-495b-a72f-ef4ba8b807e7 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:09.968254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:10.045815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b068f-f035-4b19-b16b-735c2015ed06 None None] The sync data for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 is: [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:11Z', 'revision_number': 4, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f8f69b8-6dd5-4aed-9499-a823782cc07b', 'name': '', 'network_id': 'a48d1e06-83f8-4b6a-9948-3d4ab771356b', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'mac_address': 'fa:16:3e:58:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:10Z', 'updated_at': '2021-09-18T00:49:15Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'subnets': [{'id': 'd94194cf-bec9-4863-862f-d6c88b031b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:10.244032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:10.331342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=7b38c579-905a-495b-a72f-ef4ba8b807e7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:10.357500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:10.424961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da844e-142f-4b14-bfa9-002890b053de req-b63cba1b-db5e-40b5-8cef-ede9b8e1825a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:10.427812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11da844e-142f-4b14-bfa9-002890b053de req-b63cba1b-db5e-40b5-8cef-ede9b8e1825a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 943 time: 0.1530900 Sep 18 00:59:10.441648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port 7b38c579-905a-495b-a72f-ef4ba8b807e7 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:10.449817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:10.451883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-d2f5ba40-7600-4e94-8dd1-6f5f64486d30 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "DELETE /v2.0/ports/7b38c579-905a-495b-a72f-ef4ba8b807e7 HTTP/1.1" status: 204 len: 173 time: 1.0084994 Sep 18 00:59:10.532861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11da844e-142f-4b14-bfa9-002890b053de req-3f2c9b1a-fe49-455e-8886-d75027fe42e3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976293 Sep 18 00:59:10.634313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84b94f-7064-4cf5-be94-1e6053d76fb6 None None] New status for floating IP 086021f9-0dbd-47e2-acc4-cccaf387d4c1: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:59:10.649737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:10.650328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:10.707774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16'}, {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:10.711551 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd71b0-18c5-47c5-9900-d8cb393da01f" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16"}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:10.724109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-394c66a3-5f92-474e-ab58-85826d8d3293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:10.955099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-394c66a3-5f92-474e-ab58-85826d8d3293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:10.957844 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b38e808-3ccb-4c51-b94c-fee4f91629ec x-openstack-request-id: req-5b38e808-3ccb-4c51-b94c-fee4f91629ec {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:10.958267 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "d7e2f6c0-68ae-48fd-a86a-4cf567e0cc16", "status": "completed", "code": 200}, {"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "7b38c579-905a-495b-a72f-ef4ba8b807e7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:10.958704 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b38e808-3ccb-4c51-b94c-fee4f91629ec {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:10.959317 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': 'd7e2f6c0-68ae-48fd-a86a-4cf567e0cc16', 'status': 'completed', 'code': 200} Sep 18 00:59:10.959734 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '7b38c579-905a-495b-a72f-ef4ba8b807e7', 'status': 'completed', 'code': 200} Sep 18 00:59:10.968310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-394c66a3-5f92-474e-ab58-85826d8d3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.042731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c66a3-5f92-474e-ab58-85826d8d3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8af40d-2e12-4edc-a707-f9dc28173d11,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.099895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-394c66a3-5f92-474e-ab58-85826d8d3293 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0a56a9e30a542b7adf6c094ec44e276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7446280 Sep 18 00:59:11.102964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:11.106846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port 6ad73c7f-824d-46e3-9a16-a999c8e034c8, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6ad73c7f-824d-46e3-9a16-a999c8e034c8,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:11.107223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.122221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 6ad73c7f-824d-46e3-9a16-a999c8e034c8 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:11.202028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.236955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.333427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.337722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.340166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea8af40d-2e12-4edc-a707-f9dc28173d11 HTTP/1.1" status: 204 len: 168 time: 0.2358816 Sep 18 00:59:11.366111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27617f40-8365-4166-82b5-c95bf4e060af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8af40d-2e12-4edc-a707-f9dc28173d11,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.411759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.440509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=6ad73c7f-824d-46e3-9a16-a999c8e034c8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.505860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port 6ad73c7f-824d-46e3-9a16-a999c8e034c8 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:11.508725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:11.511630 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca25edff-aeff-49e0-b1b0-bb4beaff77d8 req-20543f3d-fa38-4d74-b710-9eda68729dfd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.54 "DELETE /v2.0/ports/6ad73c7f-824d-46e3-9a16-a999c8e034c8 HTTP/1.1" status: 204 len: 173 time: 1.0462615 Sep 18 00:59:11.675883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e617f61-4bff-4bf5-8686-f783b467284e req-6a9b6039-5d14-40df-828c-0469e3d41b60 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0365472 Sep 18 00:59:12.642096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36834) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:12.797152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db2dd9b1-8c76-4ed6-bbee-e8d7bf56c29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:12.842834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-544fd38b-6a79-4c75-a616-b6c920be054f req-73d84883-2fac-4638-97ee-8e00c37456e4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0408010 Sep 18 00:59:12.934839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db2dd9b1-8c76-4ed6-bbee-e8d7bf56c29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:12.943155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db2dd9b1-8c76-4ed6-bbee-e8d7bf56c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:12.961242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:12.964354 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98920263-5820-42da-b5cc-2ef1f5df8af2" -d '{"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:13.007041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd9b1-8c76-4ed6-bbee-e8d7bf56c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da01e8d3-8452-4c2d-906b-b4e819371cf4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:13.021032 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bcfcb8-0670-438c-825a-ab787f479f97 x-openstack-request-id: req-c9bcfcb8-0670-438c-825a-ab787f479f97 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:13.021323 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f285ffb-668c-498b-812d-bec5051a0cec", "name": "network-vif-deleted", "tag": "6ad73c7f-824d-46e3-9a16-a999c8e034c8", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:13.021572 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9bcfcb8-0670-438c-825a-ab787f479f97 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:13.022052 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f285ffb-668c-498b-812d-bec5051a0cec', 'name': 'network-vif-deleted', 'tag': '6ad73c7f-824d-46e3-9a16-a999c8e034c8', 'status': 'completed', 'code': 200} Sep 18 00:59:13.027910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-db2dd9b1-8c76-4ed6-bbee-e8d7bf56c29e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10a84004934a404b81f5011889c4f2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829195 Sep 18 00:59:13.028945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36846) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:13.088788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:13.114985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:13.177654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:13.183790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:13.189218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da01e8d3-8452-4c2d-906b-b4e819371cf4 HTTP/1.1" status: 204 len: 168 time: 0.1590996 Sep 18 00:59:13.198280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd06d54-72b2-4ec3-978b-a9d8a6b8c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da01e8d3-8452-4c2d-906b-b4e819371cf4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:14.380420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17cfd496-700a-4126-940d-7fd936a3a78d req-af3bab2d-bc1d-4ea4-bfc7-16f12bcf2520 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0391581 Sep 18 00:59:15.567704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f0ded8-340b-4f50-b542-e07dc7b4f2c4 req-eb543f9c-028e-4c11-9486-1a090ff66b86 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0591128 Sep 18 00:59:15.639205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 36966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:15.837109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-81625138-b942-4ac3-b1a9-ecab27fea0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.014088 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-81625138-b942-4ac3-b1a9-ecab27fea0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.020278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-81625138-b942-4ac3-b1a9-ecab27fea0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.070027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 36976) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:16.070499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-81625138-b942-4ac3-b1a9-ecab27fea0b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7907f768ed214433b8deb54235017357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295020 Sep 18 00:59:16.097281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81625138-b942-4ac3-b1a9-ecab27fea0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e08289-a051-4ea4-b240-ae9853763f6d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:16.137353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.139372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.175957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.253569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.257083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.258662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50e08289-a051-4ea4-b240-ae9853763f6d HTTP/1.1" status: 204 len: 168 time: 0.1876092 Sep 18 00:59:16.269793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1584719-cd5c-4b6f-a0df-b7383225a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e08289-a051-4ea4-b240-ae9853763f6d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:16.715980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b735b8ba-793a-4487-b8dc-5bf15e9e0aa7 req-d82c6817-d676-4338-958b-67cfe974828d tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0519266 Sep 18 00:59:16.773189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37002) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:16.790261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1c8b-554c-417b-b142-4314013bf508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.951578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1c8b-554c-417b-b142-4314013bf508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.957651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1c8b-554c-417b-b142-4314013bf508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.018443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1c8b-554c-417b-b142-4314013bf508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19e1e6-86bf-4c96-8d74-89154a92b750,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:17.025189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bcbc1c8b-554c-417b-b142-4314013bf508 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e3184feae0b4bdf8257f2458de3394b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506907 Sep 18 00:59:17.027817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:17.096546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.121521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.189534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.193043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.194294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef19e1e6-86bf-4c96-8d74-89154a92b750 HTTP/1.1" status: 204 len: 168 time: 0.1652579 Sep 18 00:59:17.208526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a14504-b982-499f-af5c-3ae578302514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19e1e6-86bf-4c96-8d74-89154a92b750,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:17.866630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d5baa3d-560a-4818-a359-bfbc6704fd54 req-b26563dd-a2ed-4b22-83ec-d0a1d1b00ed2 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0505233 Sep 18 00:59:18.798834 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-dfee6b56-1684-487b-ac0e-561a701ac266 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714979 Sep 18 00:59:18.968186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-78f3e824-593b-4582-a0ae-891c7c9cfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:18.972174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-78f3e824-593b-4582-a0ae-891c7c9cfc7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 1098 time: 0.0834403 Sep 18 00:59:19.114586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65964d0a-120a-4d29-879e-32cf8fc41c3a req-02102b3e-7374-4ece-b47f-57dbc5f2b6f0 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.1027117 Sep 18 00:59:19.256537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-8903ef07-6077-41bc-ade5-fcadb19b3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:19.257935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-8903ef07-6077-41bc-ade5-fcadb19b3893 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 200 len: 914 time: 0.2487195 Sep 18 00:59:19.334578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-eb942722-1046-43f5-abcf-33ee1d4d1cf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908 HTTP/1.1" status: 200 len: 217 time: 0.0646169 Sep 18 00:59:19.436099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-24d04b7a-0efa-4824-93ce-81c47c58f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:19.437657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-24d04b7a-0efa-4824-93ce-81c47c58f525 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 200 len: 853 time: 0.0928917 Sep 18 00:59:19.477129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-7c056aa6-e5ee-4d62-80b1-9ef50a692d1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26d19a92-2f8e-4ca5-b69f-28ffdb281641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312634 Sep 18 00:59:19.617690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-2b2ce0f9-30ec-460a-aea1-0ba48556cb6b service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305220 Sep 18 00:59:19.919385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:20.092259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8531888d-3773-4dd0-b997-9c3658a13ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.160751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cb3c873a-8854-4c74-a294-6bb440cc2315 req-ede291a7-2abc-459b-acfe-12bfac9d7863 service neutron] 10.222.0.54 "GET /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350556 Sep 18 00:59:20.237984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8531888d-3773-4dd0-b997-9c3658a13ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.246227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8531888d-3773-4dd0-b997-9c3658a13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.293689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531888d-3773-4dd0-b997-9c3658a13ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e2ff3-233d-4338-8e37-429e919c13bd,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:20.300286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8531888d-3773-4dd0-b997-9c3658a13ebd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02f8ca9b1f0441268656dd0f663a8a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794484 Sep 18 00:59:20.302990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:20.362104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0316cb0b-7741-4c13-a48e-ddcd1d04782b req-474cc11d-deb3-4127-b957-04179c8e4790 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0561345 Sep 18 00:59:20.436068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.467974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.582260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.584833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.588440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/817e2ff3-233d-4338-8e37-429e919c13bd HTTP/1.1" status: 204 len: 168 time: 0.2817752 Sep 18 00:59:20.608870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710688f7-8bc4-4cec-be8d-7cbcf9a20336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e2ff3-233d-4338-8e37-429e919c13bd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:21.570095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf2222f6-33d5-44f5-b8b9-5464cd106502 req-8c505edb-e2a1-46ae-96be-8155327e387a tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0295045 Sep 18 00:59:22.293814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:22.434745 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90a4b03-bec4-456b-bbf4-f61e1af0ec45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.544761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90a4b03-bec4-456b-bbf4-f61e1af0ec45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.549948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a90a4b03-bec4-456b-bbf4-f61e1af0ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.591552 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a90a4b03-bec4-456b-bbf4-f61e1af0ec45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd41a0d9c1964d7083c09c6e9559ddfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948952 Sep 18 00:59:22.591782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4b03-bec4-456b-bbf4-f61e1af0ec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c26115-98b5-4ea2-b689-b26d09253930,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:22.593578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:22.667981 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.720448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-042e0b90-3b50-40f1-8bd0-a1b101f5aef9 req-26b5ef05-7324-4c78-9cdf-7a43f6c2e992 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0349369 Sep 18 00:59:22.722411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.767108 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:22.781029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.785264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:22.789835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70c26115-98b5-4ea2-b689-b26d09253930 HTTP/1.1" status: 204 len: 168 time: 0.1918354 Sep 18 00:59:22.800889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd636c6-5caa-42da-8223-5fdf275c74c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c26115-98b5-4ea2-b689-b26d09253930,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:23.849399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-187bae41-dcf3-4d4a-8f6a-19e909877b76 req-9526350d-927c-44ad-baca-611bde5915e4 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0404928 Sep 18 00:59:24.213390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e56b-ffbf-47a6-b9c7-6ac90983bdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:24.246066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:24.366240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6541ffd4-3534-4dbf-8182-4dae007b6567 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2097823453'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:24.367083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6541ffd4-3534-4dbf-8182-4dae007b6567 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Unknown quota resources ['metering_label']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:59:24.559179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6541ffd4-3534-4dbf-8182-4dae007b6567 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:24.560389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6541ffd4-3534-4dbf-8182-4dae007b6567 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3133085 Sep 18 00:59:24.563256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37384) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:24.567509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bf83f52c-12c5-453a-9cca-f25b46ad4eb5 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e4e1c0b0-1932-45e3-95be-50d4576ccdae'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:24.568007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bf83f52c-12c5-453a-9cca-f25b46ad4eb5 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:59:25.015659 n-d-712707-16 neutron-server[106453]: WARNING neutron.services.metering.metering_plugin [None req-bf83f52c-12c5-453a-9cca-f25b46ad4eb5 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 00:59:25.040353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95aa1fde-687a-405f-815a-74e364e85f53 req-3d4d6185-2118-4b81-82e7-d164d11149b9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0359519 Sep 18 00:59:25.151202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf83f52c-12c5-453a-9cca-f25b46ad4eb5 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:25.155323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf83f52c-12c5-453a-9cca-f25b46ad4eb5 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5879850 Sep 18 00:59:25.155545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37390) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.160452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3b3fb8e0-b390-49fe-a06a-a06793ffeece tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e4e1c0b0-1932-45e3-95be-50d4576ccdae'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:25.160944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3b3fb8e0-b390-49fe-a06a-a06793ffeece tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:59:25.217043 n-d-712707-16 neutron-server[106453]: WARNING neutron.services.metering.metering_plugin [None req-3b3fb8e0-b390-49fe-a06a-a06793ffeece tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 00:59:25.303640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb8e0-b390-49fe-a06a-a06793ffeece tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:25.304864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3b3fb8e0-b390-49fe-a06a-a06793ffeece tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1482034 Sep 18 00:59:25.307446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.321237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37394) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.324443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45b03a15-a992-4a33-8387-adcde24ef409 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=ad74e95b-2074-4855-b324-2e1f327084f7 HTTP/1.1" status: 200 len: 462 time: 0.0122871 Sep 18 00:59:25.483331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-74293a61-046c-4245-9798-b6ca92007e3d tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:25.488398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37396) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.492355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-74293a61-046c-4245-9798-b6ca92007e3d tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/ad74e95b-2074-4855-b324-2e1f327084f7 HTTP/1.1" status: 204 len: 168 time: 0.1698935 Sep 18 00:59:25.498823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be9e2338-7f16-4920-b9ea-2d54875aaf31 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=ad74e95b-2074-4855-b324-2e1f327084f7 HTTP/1.1" status: 200 len: 221 time: 0.0090539 Sep 18 00:59:25.502707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37398) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.507625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b33dcc1f-7b6c-4d29-b52e-4e7b47bcdd4f tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1168030672', 'description': 'label created by tempest'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:25.508178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b33dcc1f-7b6c-4d29-b52e-4e7b47bcdd4f tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Unknown quota resources ['metering_label']. {{(pid=106453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:59:25.677751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc1f-7b6c-4d29-b52e-4e7b47bcdd4f tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:25.682187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b33dcc1f-7b6c-4d29-b52e-4e7b47bcdd4f tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1750631 Sep 18 00:59:25.682187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37400) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.771948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0823a299-7d97-45b4-a35d-cdf9d6069321 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=7640c8db-23d0-43df-be49-45c6dbf64e7d HTTP/1.1" status: 200 len: 468 time: 0.0867960 Sep 18 00:59:25.772194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37402) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.972924 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0fdc22ee-1d50-4426-8891-4a4dd597f0e0 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:25.976876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37404) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:25.977081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0fdc22ee-1d50-4426-8891-4a4dd597f0e0 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/7640c8db-23d0-43df-be49-45c6dbf64e7d HTTP/1.1" status: 204 len: 168 time: 0.2039585 Sep 18 00:59:25.991230 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf2043ca-4ff6-456b-9827-2ea90ab27936 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=7640c8db-23d0-43df-be49-45c6dbf64e7d HTTP/1.1" status: 200 len: 216 time: 0.0126143 Sep 18 00:59:25.994722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.014305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3c32b39-cce8-4a26-b712-5d760ef0f0cf tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139613 Sep 18 00:59:26.014538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37410) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.028522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-887894fd-9db4-4fdb-a259-0b5482d57819 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125451 Sep 18 00:59:26.032120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37412) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.098178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37416) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.104113 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-47b0d933-3b41-429a-8134-084cbf849188 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/e4e1c0b0-1932-45e3-95be-50d4576ccdae HTTP/1.1" status: 200 len: 473 time: 0.0707121 Sep 18 00:59:26.118197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.120659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-14a673aa-db59-4b1b-880b-a94e346620a3 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/0d610bfd-1a13-46cf-90ea-aebcbc2c505f HTTP/1.1" status: 200 len: 459 time: 0.0177896 Sep 18 00:59:26.180839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6ce9af9-cdb4-4297-8e5a-19a2393ad557 req-005eb608-9326-498f-bd34-dec87d494067 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0420902 Sep 18 00:59:26.237117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c61559eb-6ad6-49e8-8995-5ecbff5239f8 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:26.240291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c61559eb-6ad6-49e8-8995-5ecbff5239f8 tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/0d610bfd-1a13-46cf-90ea-aebcbc2c505f HTTP/1.1" status: 204 len: 168 time: 0.1190712 Sep 18 00:59:26.240860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.432429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d6605eed-a2f9-4e80-b6d7-6fbf0542671d tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:26.433592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d6605eed-a2f9-4e80-b6d7-6fbf0542671d tempest-MeteringIpV6TestJSON-1706762294 tempest-MeteringIpV6TestJSON-1706762294-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/e4e1c0b0-1932-45e3-95be-50d4576ccdae HTTP/1.1" status: 204 len: 168 time: 0.1917272 Sep 18 00:59:26.724248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37426) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:26.864290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49f25745-34c0-4b24-a44d-2df95f026923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:26.971378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49f25745-34c0-4b24-a44d-2df95f026923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:26.976330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-49f25745-34c0-4b24-a44d-2df95f026923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.019128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f25745-34c0-4b24-a44d-2df95f026923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9131c0d-538f-48f5-870a-f96262b31ef2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:27.024560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-49f25745-34c0-4b24-a44d-2df95f026923 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e36c7abcb3f4243bb1f7165ae24cdcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990425 Sep 18 00:59:27.027263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37430) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:27.085179 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.114348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.180762 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.183445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.184643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9131c0d-538f-48f5-870a-f96262b31ef2 HTTP/1.1" status: 204 len: 168 time: 0.1568499 Sep 18 00:59:27.193885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66397cf-e605-45c5-9e0b-78222a854918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9131c0d-538f-48f5-870a-f96262b31ef2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:27.253958 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2e6b402f-0ac2-4384-bef7-a9d04e12cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.367047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4edb17b-d11c-4450-8255-1c08776d0b69 req-ddcc0364-0f00-4656-aa34-150f73cdd932 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0599039 Sep 18 00:59:27.497435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.583223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37448) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:27.599857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3692-a6c9-4dbf-ae43-c8b5e4f24f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.709617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3692-a6c9-4dbf-ae43-c8b5e4f24f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.714838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3692-a6c9-4dbf-ae43-c8b5e4f24f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.755706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3692-a6c9-4dbf-ae43-c8b5e4f24f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a5294-f80c-475f-9b32-5b2538288d30,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:27.760270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4c0f3692-a6c9-4dbf-ae43-c8b5e4f24f1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f45a824a78e74a769ab3b49b5761b9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756539 Sep 18 00:59:27.763020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37450) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:27.817223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.846930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.904999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.908181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:27.911643 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d0a5294-f80c-475f-9b32-5b2538288d30 HTTP/1.1" status: 204 len: 168 time: 0.1451747 Sep 18 00:59:27.917434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b2ee9-98a9-4ee8-a6b2-a161d76837b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a5294-f80c-475f-9b32-5b2538288d30,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:28.343032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:28.495883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc160be6-aaa9-4be2-96c9-96e961e31961 req-acaf4360-7e4d-43f6-a896-490abeb7b4f8 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0276067 Sep 18 00:59:29.447117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:29.649714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1abc1829-5993-4726-8964-d3cf7388ea9b req-04a96e72-28cd-48df-a35c-2a1656ffa8f8 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0395169 Sep 18 00:59:29.686553 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.695660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-916203919'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:29.723581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Made reservation on behalf of 488a3cdb2f3f4a75b7f841f9b7449cf1 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:29.727105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.736798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.844719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.849769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.877625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:59:29.895141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f2d3b5-e705-401b-9330-448aa5fefceb,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:29.903018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:29.903515 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Added segment 40133f07-3568-4ee7-bac6-17ccab8478dd of type vlan for network 712a135c-e424-4352-a7fe-17446784c4bf Sep 18 00:59:29.978885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.013468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.021525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:30.022460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.064816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6139235 Sep 18 00:59:30.124624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5950b88-71ea-457f-ad8d-4ea07aed0207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Pushing event updated for resources: {'Network': ['ID=712a135c-e424-4352-a7fe-17446784c4bf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:30.136708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 712a135c-e424-4352-a7fe-17446784c4bf details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:59:30.285035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37514) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:30.290032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'network_id': '712a135c-e424-4352-a7fe-17446784c4bf', 'binding:host_id': 'n-h1-712707-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202072469'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:30.316129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Made reservation on behalf of e88c107ca1004121b2f469456c3715a1 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:30.319326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.328858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.460977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.465815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.471908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port f52f0d0b-acf0-416a-a684-e75bbef6eb18 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:30.566750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabc1b7-43d3-44df-90e2-3a8870584788,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:30.755636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port f52f0d0b-acf0-416a-a684-e75bbef6eb18 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:30.798589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bf6bb2b-85c7-4f65-b699-e96fd84c3cbc req-aaf8ebd9-7ef3-42cc-bcc6-f80896094006 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0372012 Sep 18 00:59:30.799795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.810798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:30.873234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=f52f0d0b-acf0-416a-a684-e75bbef6eb18,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:30.916332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Checking segment: {'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:59:30.917158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Network hostable DHCP agents. Network: 712a135c-e424-4352-a7fe-17446784c4bf, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:59:30.944435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Network 712a135c-e424-4352-a7fe-17446784c4bf is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:59:30.961826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 712a135c-e424-4352-a7fe-17446784c4bf) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:30.969557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:30.973446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a92718-53a0-40bd-9df8-90be53c33d5b None None] Network 712a135c-e424-4352-a7fe-17446784c4bf requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:30.990154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:30.990630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:30.991315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:30.997046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:30.997806 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:30.998974 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 2 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.017523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.018244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.018564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.024572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.025036 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.025626 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 3 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.050234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.050757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.051448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.060106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.060677 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.061170 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 4 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.078709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.079850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.080543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.087195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.087663 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.088165 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 5 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.115556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.116058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.116651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.125817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.125817 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.125817 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 6 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.141226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.142135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.142625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.148575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.149036 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.149531 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 7 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.165202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.165638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.166267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.173279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.173687 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.174196 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 8 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.190637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.191111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.191600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.197083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.197514 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.198035 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 9 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.214579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.215835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.217010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.226706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.227141 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.227629 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 10 to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 Sep 18 00:59:31.245016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:31.245423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:31.245852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:31.251161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:31.251573 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f52f0d0b-acf0-416a-a684-e75bbef6eb18 on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:31.252024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.327036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port f52f0d0b-acf0-416a-a684-e75bbef6eb18, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:31.327839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempted to set empty binding levels {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:59:31.334134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.372376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:31.373622 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.396112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=f52f0d0b-acf0-416a-a684-e75bbef6eb18,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:31.400051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1f2a4103-5ea1-4ae1-bce3-84fc24cdb8ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1138852 Sep 18 00:59:31.402977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:31.502766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Deleting port f52f0d0b-acf0-416a-a684-e75bbef6eb18 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:31.503080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.579327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port f52f0d0b-acf0-416a-a684-e75bbef6eb18, host n-h1-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:31.579942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.598594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Calling delete_port for f52f0d0b-acf0-416a-a684-e75bbef6eb18 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:31.686404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.741020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event deleted for resources: {'Port': ['ID=f52f0d0b-acf0-416a-a684-e75bbef6eb18,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:31.750232 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.753211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4fc56e0b-b720-449c-a548-2db884111ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f52f0d0b-acf0-416a-a684-e75bbef6eb18 HTTP/1.1" status: 204 len: 168 time: 0.3484583 Sep 18 00:59:31.755994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37530) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:31.794931 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad20f61-b656-4a0f-9413-3d115a9d9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:59:31.797093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7ad20f61-b656-4a0f-9413-3d115a9d9cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports/f52f0d0b-acf0-416a-a684-e75bbef6eb18 HTTP/1.1" status: 404 len: 333 time: 0.0397856 Sep 18 00:59:31.802851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37532) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:31.808982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'network_id': '712a135c-e424-4352-a7fe-17446784c4bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-864523143'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:31.849595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Made reservation on behalf of e88c107ca1004121b2f469456c3715a1 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:31.853260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:31.879162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port 9177d692-8f0b-4528-9dc0-e138c995d4bc yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:31.955387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dac26a08-4f5e-4e6d-89e7-7b63bc481d3f req-7901536d-f28b-4dec-86fd-2eb2adc762e3 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0500174 Sep 18 00:59:32.018358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8c61-a957-4649-8139-ef836fc199d0 req-b6918e69-b703-4b6f-a6ae-c15881dd5424 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.020743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-595b8c61-a957-4649-8139-ef836fc199d0 req-b6918e69-b703-4b6f-a6ae-c15881dd5424 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.0682743 Sep 18 00:59:32.080510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-595b8c61-a957-4649-8139-ef836fc199d0 req-5ae28625-2f84-4919-870a-472f3ce1fd33 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530741 Sep 18 00:59:32.105458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.150267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.176692 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.210025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Network 712a135c-e424-4352-a7fe-17446784c4bf is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:32.213474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:32.217270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:32.218242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.219411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.234941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=9177d692-8f0b-4528-9dc0-e138c995d4bc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:32.246778 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2b2be90e-119b-4d72-8923-1b0540e6da39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4424000 Sep 18 00:59:32.249434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37542) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:32.255180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:32.318405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.501238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port 9177d692-8f0b-4528-9dc0-e138c995d4bc yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:32.510285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.516703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.569512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=9177d692-8f0b-4528-9dc0-e138c995d4bc,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:32.585612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.585974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.586312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.590593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.590915 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.591291 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 2 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.607492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.607814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.608192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.613280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.613719 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.614228 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 3 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.629566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.630033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.630706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.635322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.635706 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.636203 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 4 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.652689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.653111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.653528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.659355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.659751 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.660241 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 5 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.673384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.673814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.674229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.678841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.679239 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.679712 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 6 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.693178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.693523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.693862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.698253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.698581 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.699123 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 7 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.714683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.715023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.715365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.720356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.720687 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.721084 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 8 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.736537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.736885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.737227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.741689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.742016 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.742406 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 9 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.755005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.755273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.755872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.760338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.760667 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.761059 n-d-712707-16 neutron-server[106452]: INFO neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 10 to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc Sep 18 00:59:32.777206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:32.777550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:32.777893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:32.783106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:32.783444 n-d-712707-16 neutron-server[106452]: ERROR neutron.plugins.ml2.managers [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port 9177d692-8f0b-4528-9dc0-e138c995d4bc on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:32.783822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.852053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port 9177d692-8f0b-4528-9dc0-e138c995d4bc, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:32.852700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempted to set empty binding levels {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:59:32.857996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.902329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] In _notify_port_updated(), no bound segment for port 9177d692-8f0b-4528-9dc0-e138c995d4bc on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:59:32.903346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.904272 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:32.905395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "PUT /v2.0/ports/9177d692-8f0b-4528-9dc0-e138c995d4bc HTTP/1.1" status: 200 len: 979 time: 0.6548924 Sep 18 00:59:32.908184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:32.962205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efe375-cd30-4127-b5ad-b831664556fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=9177d692-8f0b-4528-9dc0-e138c995d4bc,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:32.997551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.997977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.998441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.998921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:32.999370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.000515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.001276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.001729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.002232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.002681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.003416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.003708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.004052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.004540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.004998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.005758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.006165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.012169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-02df72d3-faaf-4511-ab4c-f96d011dfdbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15324 time: 0.0998108 Sep 18 00:59:33.012946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:33.088491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12672670-1fa5-4194-a824-3e43c9301ccf req-4ce2ba33-9604-4a6a-aee2-1280b4a4b862 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f285ffb-668c-498b-812d-bec5051a0cec HTTP/1.1" status: 200 len: 210 time: 0.0394573 Sep 18 00:59:33.149443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Deleting port 9177d692-8f0b-4528-9dc0-e138c995d4bc {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:33.149791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.236554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port 9177d692-8f0b-4528-9dc0-e138c995d4bc, host n-h1-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:33.236893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.254573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Calling delete_port for 9177d692-8f0b-4528-9dc0-e138c995d4bc owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:33.283786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502893c8-3b8d-4fdf-aa6d-be94e0bb5ee8 req-c563856e-12e5-4abc-a121-64517e9887e4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.286472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-502893c8-3b8d-4fdf-aa6d-be94e0bb5ee8 req-c563856e-12e5-4abc-a121-64517e9887e4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.1137121 Sep 18 00:59:33.346702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-502893c8-3b8d-4fdf-aa6d-be94e0bb5ee8 req-e45263c6-c2f6-4022-9bf9-b06663fd87df tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Sep 18 00:59:33.382329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.411889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event deleted for resources: {'Port': ['ID=9177d692-8f0b-4528-9dc0-e138c995d4bc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:33.419406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.422039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-61511afb-2079-4220-a93c-34beaf3e9dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9177d692-8f0b-4528-9dc0-e138c995d4bc HTTP/1.1" status: 204 len: 168 time: 0.4080293 Sep 18 00:59:33.424555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37556) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:33.453675 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-be00a56d-8c8f-41b0-aa27-b172ec3d7e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:59:33.455370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be00a56d-8c8f-41b0-aa27-b172ec3d7e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports/9177d692-8f0b-4528-9dc0-e138c995d4bc HTTP/1.1" status: 404 len: 333 time: 0.0298762 Sep 18 00:59:33.461501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37558) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:33.467178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-34998210', 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:33.491878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Made reservation on behalf of e88c107ca1004121b2f469456c3715a1 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:33.494811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.517507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port 5546f154-dedb-4779-8114-4fa0e137634a yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:33.726073 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.732362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-2aa21fac-02b2-41e3-ac2a-d4af944b77cc tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.734764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-2aa21fac-02b2-41e3-ac2a-d4af944b77cc tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 945 time: 0.0833344 Sep 18 00:59:33.778168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.827310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Network 712a135c-e424-4352-a7fe-17446784c4bf is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:33.832872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:33.839354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:33.841185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.842544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.855982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Deleting port f96a75bc-9631-4635-a4b1-335bf85e050a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:33.856459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=5546f154-dedb-4779-8114-4fa0e137634a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:33.856930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:33.880017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37560) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:33.882424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-88480caa-6255-44ed-8028-5e5a9004bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4192679 Sep 18 00:59:33.928141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fbe15e-ac23-4bdb-b213-56a1941d590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:33.929676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a9fbe15e-ac23-4bdb-b213-56a1941d590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports/5546f154-dedb-4779-8114-4fa0e137634a HTTP/1.1" status: 200 len: 957 time: 0.0483906 Sep 18 00:59:33.932436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37562) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.058906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] For port f96a75bc-9631-4635-a4b1-335bf85e050a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f96a75bc-9631-4635-a4b1-335bf85e050a,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:34.059198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.078380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Calling delete_port for f96a75bc-9631-4635-a4b1-335bf85e050a owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:34.094532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Deleting port 5546f154-dedb-4779-8114-4fa0e137634a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:34.094929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.209511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.223082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.239165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Calling delete_port for 5546f154-dedb-4779-8114-4fa0e137634a owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:34.298941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.330608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-6d47a4b1-8709-42b6-9469-02e8290a096a req-52564c75-57eb-4bb8-99d1-d6518aa25869 service neutron] (106453) timed out ('10.222.0.49', 48658) {{(pid=106453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:59:34.335745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.399574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.402717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.405329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/security-groups/8d5489bf-e933-4fe5-b9b3-cc3a3853b45a HTTP/1.1" status: 204 len: 168 time: 0.1953540 Sep 18 00:59:34.413519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37576) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.451037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb3b3-df04-4e35-abf0-56f3aa8eeafd tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5489bf-e933-4fe5-b9b3-cc3a3853b45a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:34.454596 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-0123c8a3-4b19-4a05-8f05-31a288f04d8e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] show failed (client error): The resource could not be found. Sep 18 00:59:34.458521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0123c8a3-4b19-4a05-8f05-31a288f04d8e tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "GET /v2.0/security-groups/8d5489bf-e933-4fe5-b9b3-cc3a3853b45a HTTP/1.1" status: 404 len: 347 time: 0.0357702 Sep 18 00:59:34.459338 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.464632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37578) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.501760 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.513692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d', '76a83a51-c583-407c-849c-d0c1d349ff25'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:34.527487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65993ba2-af5b-4da4-b2de-0351a4a53dad req-0c25e050-de5a-4888-9cee-b007264fbe1c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:34.535109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65993ba2-af5b-4da4-b2de-0351a4a53dad req-0c25e050-de5a-4888-9cee-b007264fbe1c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e2fb41-577a-43cf-8cb4-2ff9ef4e105a HTTP/1.1" status: 200 len: 867 time: 0.0823998 Sep 18 00:59:34.538510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event deleted for resources: {'Port': ['ID=5546f154-dedb-4779-8114-4fa0e137634a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:34.558810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908', 'f96a75bc-9631-4635-a4b1-335bf85e050a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:34.559067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.563995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e619401-44a8-4704-8f16-d94b365be60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5546f154-dedb-4779-8114-4fa0e137634a HTTP/1.1" status: 204 len: 168 time: 0.6271243 Sep 18 00:59:34.584845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37580) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.626172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65993ba2-af5b-4da4-b2de-0351a4a53dad req-6d520ee2-b2fd-4751-a34b-7bcc0824b01b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851240 Sep 18 00:59:34.645241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event deleted for resources: {'Port': ['ID=f96a75bc-9631-4635-a4b1-335bf85e050a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:34.707974 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aa9447-bece-4399-9393-30cba1e5d6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:59:34.713609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-49aa9447-bece-4399-9393-30cba1e5d6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports/5546f154-dedb-4779-8114-4fa0e137634a HTTP/1.1" status: 404 len: 333 time: 0.1230285 Sep 18 00:59:34.713997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37582) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:34.719491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'network_id': '712a135c-e424-4352-a7fe-17446784c4bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501761980'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:34.742741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] No DVR routers for this DVR port f96a75bc-9631-4635-a4b1-335bf85e050a on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:34.746164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.748686 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2cef792d-4d71-47fd-b432-9f1a3caf7cbc req-da6f78ef-ced9-4de7-a7e6-a5b2ea056c45 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "DELETE /v2.0/ports/f96a75bc-9631-4635-a4b1-335bf85e050a HTTP/1.1" status: 204 len: 173 time: 1.0080378 Sep 18 00:59:34.750932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'name': 'network-vif-deleted', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:34.754854 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53756a27-288b-42c2-961c-f5094030176e" -d '{"events": [{"server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "name": "network-vif-deleted", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:34.770960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Made reservation on behalf of e88c107ca1004121b2f469456c3715a1 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:34.773798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.780166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port e8246565-8bcd-4309-ba83-b4f3f6e7eb88 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:34.781334 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.799824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port f721e2c0-432d-4f13-8d13-81b8ee9559da yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:34.860197 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc73baa-1692-4724-ba06-325c6b8d3f8b x-openstack-request-id: req-9cc73baa-1692-4724-ba06-325c6b8d3f8b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:34.862830 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e2fb41-577a-43cf-8cb4-2ff9ef4e105a", "name": "network-vif-deleted", "tag": "f96a75bc-9631-4635-a4b1-335bf85e050a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:34.863112 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cc73baa-1692-4724-ba06-325c6b8d3f8b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:34.863535 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e2fb41-577a-43cf-8cb4-2ff9ef4e105a', 'name': 'network-vif-deleted', 'tag': 'f96a75bc-9631-4635-a4b1-335bf85e050a', 'status': 'completed', 'code': 200} Sep 18 00:59:34.990228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:34.990565 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.007705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for e8246565-8bcd-4309-ba83-b4f3f6e7eb88 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:35.063202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.117449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.159775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.173769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Network 712a135c-e424-4352-a7fe-17446784c4bf is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:35.177573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:35.182254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:35.183735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:35.184702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.198417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=e8246565-8bcd-4309-ba83-b4f3f6e7eb88,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:35.212283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=f721e2c0-432d-4f13-8d13-81b8ee9559da,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:35.245822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d44e3fc8-6348-46e1-bd2f-fe5c1af81ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5306528 Sep 18 00:59:35.250450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37586) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:35.259214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:35.278646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.282377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.288512 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9afcb27-9c8f-4b0b-93d4-bd2c127556da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/floatingips/086021f9-0dbd-47e2-acc4-cccaf387d4c1 HTTP/1.1" status: 204 len: 168 time: 0.8207533 Sep 18 00:59:35.289294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:35.357318 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.478959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 784b65d3-7996-4d9d-9322-85287a84fdb8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:35.479358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.587084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.592000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] device_id is not set on port f721e2c0-432d-4f13-8d13-81b8ee9559da yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:35.599842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 784b65d3-7996-4d9d-9322-85287a84fdb8 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:35.601338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.610051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.668680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=f721e2c0-432d-4f13-8d13-81b8ee9559da,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:35.685879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.686216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.686558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.692587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.693752 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.693752 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 2 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.721903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.722238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.722573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.729776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.730104 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.730497 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 3 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.743122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.743447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.743786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.748959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.750018 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.750515 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 4 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.765849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.766458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.766937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.771766 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.772594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.772834 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.774672 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 5 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.792481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.792481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.792683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.798998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.799451 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.799855 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 6 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.818505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.818662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.818998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.825167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.825661 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.825986 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 7 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.844918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=784b65d3-7996-4d9d-9322-85287a84fdb8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:35.851932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.852379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.852727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.861564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.861957 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.862366 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 8 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.879262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.879870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.880756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.885976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.886449 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.886883 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 9 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.899043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:35.900079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.900351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.900704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.901640 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b6d2a87f-4e0b-49f2-bf94-587331754146 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/ports/784b65d3-7996-4d9d-9322-85287a84fdb8 HTTP/1.1" status: 204 len: 168 time: 0.6112907 Sep 18 00:59:35.904095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37608) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:35.909113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.909783 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.909890 n-d-712707-16 neutron-server[106453]: INFO neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempt 10 to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da Sep 18 00:59:35.924112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:35.924494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:35.924846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempting to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:35.929651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:59:35.929973 n-d-712707-16 neutron-server[106453]: ERROR neutron.plugins.ml2.managers [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Failed to bind port f721e2c0-432d-4f13-8d13-81b8ee9559da on host n-h1-712707-16 for vnic_type normal using segments [{'id': '40133f07-3568-4ee7-bac6-17ccab8478dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '712a135c-e424-4352-a7fe-17446784c4bf'}] Sep 18 00:59:35.930350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.008405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 7d31594d-6a84-47b1-8f6d-ee9c2071548c {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:36.008881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.029719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port f721e2c0-432d-4f13-8d13-81b8ee9559da, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:36.030099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attempted to set empty binding levels {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:59:36.035632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.071440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] In _notify_port_updated(), no bound segment for port f721e2c0-432d-4f13-8d13-81b8ee9559da on network 712a135c-e424-4352-a7fe-17446784c4bf {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:59:36.072517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:36.073324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.074881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "PUT /v2.0/ports/f721e2c0-432d-4f13-8d13-81b8ee9559da HTTP/1.1" status: 200 len: 980 time: 0.8233023 Sep 18 00:59:36.078726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:36.126097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.142867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 7d31594d-6a84-47b1-8f6d-ee9c2071548c owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:36.150615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645e564-f0f3-4a10-9972-47f1955856ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event updated for resources: {'Port': ['ID=f721e2c0-432d-4f13-8d13-81b8ee9559da,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:36.182851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Deleting port f721e2c0-432d-4f13-8d13-81b8ee9559da {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:36.183207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.272630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] For port f721e2c0-432d-4f13-8d13-81b8ee9559da, host n-h1-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:36.277355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.294379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Calling delete_port for f721e2c0-432d-4f13-8d13-81b8ee9559da owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:36.404039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.448442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.450302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=7d31594d-6a84-47b1-8f6d-ee9c2071548c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:36.514020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Pushing event deleted for resources: {'Port': ['ID=f721e2c0-432d-4f13-8d13-81b8ee9559da,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:36.525057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.527033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-882a156f-ea71-461f-a2c9-5f0be5a4a3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f721e2c0-432d-4f13-8d13-81b8ee9559da HTTP/1.1" status: 204 len: 168 time: 0.4476027 Sep 18 00:59:36.532472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37628) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:36.571173 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f49099-527b-40d2-b3fe-a3feaeb48e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:59:36.571173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-63f49099-527b-40d2-b3fe-a3feaeb48e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780259540-project-admin] 10.222.0.49 "GET /v2.0/ports/f721e2c0-432d-4f13-8d13-81b8ee9559da HTTP/1.1" status: 404 len: 333 time: 0.0343938 Sep 18 00:59:36.574914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37630) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:36.612944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.619879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e6dff27-612b-4ffd-8dcb-94bdb9e0e8aa tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/ports/7d31594d-6a84-47b1-8f6d-ee9c2071548c HTTP/1.1" status: 204 len: 168 time: 0.7145696 Sep 18 00:59:36.622052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37634) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:36.737563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.742341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting subnet f7135f78-e30c-47df-b562-3837db708c08 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:59:36.746962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.824931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:36.997966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.029340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712a135c-e424-4352-a7fe-17446784c4bf']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:37.041398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40133f07-3568-4ee7-bac6-17ccab8478dd') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:37.042033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40133f07-3568-4ee7-bac6-17ccab8478dd') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:37.053473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.070443 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.078477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:59:37.079849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:59:37.106947 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:59:37.189332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.201533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.204526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] 10.222.0.49 "DELETE /v2.0/networks/712a135c-e424-4352-a7fe-17446784c4bf HTTP/1.1" status: 204 len: 168 time: 0.6291945 Sep 18 00:59:37.226423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce3d18-2c71-4074-8506-c8a3446f5e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480338601-project] Pushing event deleted for resources: {'Network': ['ID=712a135c-e424-4352-a7fe-17446784c4bf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:37.231470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.333364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.403815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Subnet': ['ID=f7135f78-e30c-47df-b562-3837db708c08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:37.415168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.422904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b23870db-1da4-4559-af3b-ccd9fc9c77d9 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/subnets/f7135f78-e30c-47df-b562-3837db708c08 HTTP/1.1" status: 204 len: 168 time: 0.7973154 Sep 18 00:59:37.423564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37642) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:37.429102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d4cb1-7399-44d4-84c2-c1793b808542 None None] Network 1ca7ce25-037d-40cf-9f50-8290f4ec4155 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:37.537430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting subnet c6502355-9e9e-43a8-8b5a-b3396025e14b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:59:37.547790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.646633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.712094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37656) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:37.760519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] DHCP port deletion for 1ca7ce25-037d-40cf-9f50-8290f4ec4155 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:59:37.853990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.857842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Deleting port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:37.860057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.963163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] For port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,segment=NetworkSegment(49b505e5-0e5c-4788-a342-286b9b648a44),segment_id=49b505e5-0e5c-4788-a342-286b9b648a44)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:37.966555 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:37.989889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0ba3865-6efa-42f8-8ee7-4b6cef7191b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=488a3cdb2f3f4a75b7f841f9b7449cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762086 Sep 18 00:59:37.992949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37662) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:37.995137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Calling delete_port for 44cb2e37-394a-4062-b1f6-d7b36fcfd59a owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:38.002240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.041045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Subnet': ['ID=c6502355-9e9e-43a8-8b5a-b3396025e14b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.064667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.069614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:38.070098 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-97648a43-d8c2-47b8-93d8-394f7b3d35da tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/subnets/c6502355-9e9e-43a8-8b5a-b3396025e14b HTTP/1.1" status: 204 len: 168 time: 0.6450450 Sep 18 00:59:38.089458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.099181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046f5e4-9766-4c76-807d-eb68c35c0153 None None] Network 2b8a41ae-1f7d-4285-97a6-cd7d15495843 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:38.119687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.186527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.190726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.195661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1f2d3b5-e705-401b-9330-448aa5fefceb HTTP/1.1" status: 204 len: 168 time: 0.2013509 Sep 18 00:59:38.211635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eba16-b5f0-4638-99f7-e31e17900a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f2d3b5-e705-401b-9330-448aa5fefceb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.224381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.230712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.307614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] No DVR routers for this DVR port 44cb2e37-394a-4062-b1f6-d7b36fcfd59a on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:38.403531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Pushing event deleted for resources: {'Port': ['ID=44cb2e37-394a-4062-b1f6-d7b36fcfd59a,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.424169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.424571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.424908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.425439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.425969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.426491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.428643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.429162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.430114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.430633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.432833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.433362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80978ae5-5933-4601-a9d0-2bcc0a636463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.440258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.466495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca7ce25-037d-40cf-9f50-8290f4ec4155']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:38.489574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b505e5-0e5c-4788-a342-286b9b648a44') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:38.490813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b505e5-0e5c-4788-a342-286b9b648a44') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:38.504849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.524367 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.544560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:59:38.545271 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:59:38.550127 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:59:38.600623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] DHCP port deletion for 2b8a41ae-1f7d-4285-97a6-cd7d15495843 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:59:38.678682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:38.708866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Deleting port 6be11f16-e07f-4ecb-9779-ed0c2185668d {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:38.708866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.762379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d4bf75b5-ba75-4201-82f5-cd78b8fe637d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e88c107ca1004121b2f469456c3715a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799441 Sep 18 00:59:38.762713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:38.787741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.792076 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.798084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/networks/1ca7ce25-037d-40cf-9f50-8290f4ec4155 HTTP/1.1" status: 204 len: 168 time: 0.7240701 Sep 18 00:59:38.798923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:38.826822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c2a7-7766-4eaf-81c4-cedfd0dcac2f tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Network': ['ID=1ca7ce25-037d-40cf-9f50-8290f4ec4155,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.853205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] For port 6be11f16-e07f-4ecb-9779-ed0c2185668d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6be11f16-e07f-4ecb-9779-ed0c2185668d,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:38.854687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.884745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Calling delete_port for 6be11f16-e07f-4ecb-9779-ed0c2185668d owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:38.898627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.939274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:38.961557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.044339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.048387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.055843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Deleting port 6be11f16-e07f-4ecb-9779-ed0c2185668d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:39.056190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.057245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cabc1b7-43d3-44df-90e2-3a8870584788 HTTP/1.1" status: 204 len: 168 time: 0.2886901 Sep 18 00:59:39.061638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.086179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e923f-e61f-4403-88b8-94eef3b97dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabc1b7-43d3-44df-90e2-3a8870584788,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.109293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] Pushing event deleted for resources: {'Port': ['ID=6be11f16-e07f-4ecb-9779-ed0c2185668d,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.123045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77085df8-f15d-4801-bd78-ca4a82232b58 None None] No DVR routers for this DVR port 6be11f16-e07f-4ecb-9779-ed0c2185668d on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:39.128197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f96a75bc-9631-4635-a4b1-335bf85e050a no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:39.163162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f96a75bc-9631-4635-a4b1-335bf85e050a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:39.163835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f96a75bc-9631-4635-a4b1-335bf85e050a not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:39.206643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] For port 6be11f16-e07f-4ecb-9779-ed0c2185668d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6be11f16-e07f-4ecb-9779-ed0c2185668d,segment=NetworkSegment(402baa50-936c-412f-9c0f-517dd31acf79),segment_id=402baa50-936c-412f-9c0f-517dd31acf79)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:39.207015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.221957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Calling delete_port for 6be11f16-e07f-4ecb-9779-ed0c2185668d owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:39.363007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.424269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Port': ['ID=6be11f16-e07f-4ecb-9779-ed0c2185668d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.430655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] No DVR routers for this DVR port 6be11f16-e07f-4ecb-9779-ed0c2185668d on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:39.515758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e36024-fe8c-46ce-9e2e-446747298f6f req-9bc4f295-02ea-40cd-8a3b-5e236158c2cd tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:39.518312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41e36024-fe8c-46ce-9e2e-446747298f6f req-9bc4f295-02ea-40cd-8a3b-5e236158c2cd tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 946 time: 0.0588849 Sep 18 00:59:39.565955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.602194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a41ae-1f7d-4285-97a6-cd7d15495843']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:39.615231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402baa50-936c-412f-9c0f-517dd31acf79') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:39.616137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402baa50-936c-412f-9c0f-517dd31acf79') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:39.629932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.636985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41e36024-fe8c-46ce-9e2e-446747298f6f req-59e3075b-f3f7-4e78-a934-51f3166d5978 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117861 Sep 18 00:59:39.657288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.665889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:59:39.666283 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: timer() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:59:39.670465 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:59:39.759631 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.774537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:39.784777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] 10.222.0.49 "DELETE /v2.0/networks/2b8a41ae-1f7d-4285-97a6-cd7d15495843 HTTP/1.1" status: 204 len: 168 time: 0.9834321 Sep 18 00:59:39.829410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c775b-90fa-400d-b7e6-b878186047b1 tempest-TaggedBootDevicesTest_v242-301839722 tempest-TaggedBootDevicesTest_v242-301839722-project] Pushing event deleted for resources: {'Network': ['ID=2b8a41ae-1f7d-4285-97a6-cd7d15495843,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.845596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6be11f16-e07f-4ecb-9779-ed0c2185668d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:40.177163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6be11f16-e07f-4ecb-9779-ed0c2185668d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:40.179106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6be11f16-e07f-4ecb-9779-ed0c2185668d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:40.179106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44cb2e37-394a-4062-b1f6-d7b36fcfd59a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:40.200430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 44cb2e37-394a-4062-b1f6-d7b36fcfd59a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:40.200994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 44cb2e37-394a-4062-b1f6-d7b36fcfd59a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:40.737574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37722) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:40.950680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15171f2-fff1-47ed-957b-591203b6fd7b req-5b6dd5d8-4a8b-422a-9a05-eb9fec811a91 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:40.962094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15171f2-fff1-47ed-957b-591203b6fd7b req-5b6dd5d8-4a8b-422a-9a05-eb9fec811a91 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 946 time: 0.1454482 Sep 18 00:59:40.988293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-cfe110b5-eea9-455f-b207-6f9507695e6b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:41.001728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-cfe110b5-eea9-455f-b207-6f9507695e6b tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 946 time: 0.1372094 Sep 18 00:59:41.051655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15171f2-fff1-47ed-957b-591203b6fd7b req-99bee33d-3dfe-4a39-844c-75381ae3a0e4 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Sep 18 00:59:41.141154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6ef8ff82-ae00-4bef-8f76-a0e57f1ba83c tempest-AgentManagementNegativeTest-399736828 tempest-AgentManagementNegativeTest-399736828-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3974290 Sep 18 00:59:41.267676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Deleting port 76a83a51-c583-407c-849c-d0c1d349ff25 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:41.268007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:41.539811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] For port 76a83a51-c583-407c-849c-d0c1d349ff25, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=76a83a51-c583-407c-849c-d0c1d349ff25,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:41.539811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:41.558934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Calling delete_port for 76a83a51-c583-407c-849c-d0c1d349ff25 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:41.800488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 37784) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:41.810578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:41.828463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d', '76a83a51-c583-407c-849c-d0c1d349ff25'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:41.855626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event deleted for resources: {'Port': ['ID=76a83a51-c583-407c-849c-d0c1d349ff25,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:41.943253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:41.992194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] No DVR routers for this DVR port 76a83a51-c583-407c-849c-d0c1d349ff25 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:41.997641 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.003995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-43690bbe-5210-4392-a996-38aa867aa0e8 req-650a84e0-6a4d-4cee-86a6-d60a6eecc38f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "DELETE /v2.0/ports/76a83a51-c583-407c-849c-d0c1d349ff25 HTTP/1.1" status: 204 len: 173 time: 0.9901159 Sep 18 00:59:42.008779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'name': 'network-vif-deleted', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:42.019794 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709dd769-e715-45dc-a610-bc89c0544240" -d '{"events": [{"server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "name": "network-vif-deleted", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:42.143128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e414820f-fc3a-438a-9449-bd78f6c6c402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.197628 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db2e15-901f-4a9f-a128-055ab8a8d37a x-openstack-request-id: req-76db2e15-901f-4a9f-a128-055ab8a8d37a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:42.198115 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0", "name": "network-vif-deleted", "tag": "76a83a51-c583-407c-849c-d0c1d349ff25", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:42.198496 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76db2e15-901f-4a9f-a128-055ab8a8d37a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:42.199064 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0', 'name': 'network-vif-deleted', 'tag': '76a83a51-c583-407c-849c-d0c1d349ff25', 'status': 'completed', 'code': 200} Sep 18 00:59:42.334342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c18ee15-69e3-4d24-b891-406ac2355212 req-ca12df55-2aa1-4483-9857-15ce5994ba2f tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=7af6a5de-a09d-4a80-a61d-0d98c4a8dbd0 HTTP/1.1" status: 200 len: 210 time: 0.0496993 Sep 18 00:59:42.449284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e414820f-fc3a-438a-9449-bd78f6c6c402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.457786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e414820f-fc3a-438a-9449-bd78f6c6c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.516875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e414820f-fc3a-438a-9449-bd78f6c6c402 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16c1304bb6a045ad89ae7a65ec895ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7135847 Sep 18 00:59:42.518221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414820f-fc3a-438a-9449-bd78f6c6c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b3eb22-f230-4912-9e84-0b9ae0abbcd9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:42.519697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 37856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:42.604398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.637625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.706187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.710788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:42.712820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2b3eb22-f230-4912-9e84-0b9ae0abbcd9 HTTP/1.1" status: 204 len: 168 time: 0.1917224 Sep 18 00:59:42.730008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4defce-245c-412f-9824-b379bcdfd742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b3eb22-f230-4912-9e84-0b9ae0abbcd9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:43.639371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38022) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:43.829818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-149303913'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:43.846318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee506-7066-45c5-8a7c-580366c77264 req-d91e0521-77fc-4021-aa1e-ca90e596968e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:43.848546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-450ee506-7066-45c5-8a7c-580366c77264 req-d91e0521-77fc-4021-aa1e-ca90e596968e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.1211736 Sep 18 00:59:43.885580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Made reservation on behalf of 1cbb9e82a2b942208f5cc9da90b0f057 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:43.889413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:43.900701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:43.918388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-450ee506-7066-45c5-8a7c-580366c77264 req-e567af93-7f4e-424d-aca7-04701fdcbce1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569036 Sep 18 00:59:44.019105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 76a83a51-c583-407c-849c-d0c1d349ff25 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:44.066773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 76a83a51-c583-407c-849c-d0c1d349ff25 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:44.067295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 76a83a51-c583-407c-849c-d0c1d349ff25 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:44.070197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.076182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.163351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0fa24e-46ff-4630-a352-07b066dc7795,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.178668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:59:44.196674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.197027 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Added segment 18e1dd13-d61e-48c1-b95e-356c312dcddf of type vlan for network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b Sep 18 00:59:44.248298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.276256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.289507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:44.290456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.340179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6983263 Sep 18 00:59:44.347000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:44.352256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'subnet': {'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:44.401435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f9864-a9dc-4efb-bc33-85e3c54ae98a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Network': ['ID=44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.413733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:59:44.508182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Made reservation on behalf of 1cbb9e82a2b942208f5cc9da90b0f057 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:44.511762 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.737988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.835908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Subnet': ['ID=4aee07ab-5fc2-45b6-a43b-7664ba5dffee,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.860046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Checking segment: {'id': '18e1dd13-d61e-48c1-b95e-356c312dcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:59:44.861310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network hostable DHCP agents. Network: 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:59:44.910892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:59:44.926997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:44.947159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f1b99-260d-40a7-9353-2d2f550bbeb2 None None] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:44.966069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:44.967231 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.009700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:45.011097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9352f002-e4fa-47ac-a00c-8450d0d3a074 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6617424 Sep 18 00:59:45.019925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1584755650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:45.059546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.061792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.168973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa56d9-8337-4aab-b6b3-ccb8cb0bf494 req-dd2d18aa-b5ad-4cc5-8b2c-aeb47d4bc5c1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:45.175244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10fa56d9-8337-4aab-b6b3-ccb8cb0bf494 req-dd2d18aa-b5ad-4cc5-8b2c-aeb47d4bc5c1 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.0938468 Sep 18 00:59:45.254654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-10fa56d9-8337-4aab-b6b3-ccb8cb0bf494 req-14eba5a9-cf75-488b-bf7c-1671abb26c04 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686622 Sep 18 00:59:45.294624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b', 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b', 'tenant_id': '1cbb9e82a2b942208f5cc9da90b0f057', 'fixed_ips': [{'subnet_id': '4aee07ab-5fc2-45b6-a43b-7664ba5dffee'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:59:45.296802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.528620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Allocated IP 172.20.0.2 (44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b/4aee07ab-5fc2-45b6-a43b-7664ba5dffee/8d86c6c3-3526-42fd-a849-4373d4e1bbf8) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:45.669293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.681300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.722383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.724834 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03e9ce81-36c4-48db-b38d-e6e301abf201 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7133791 Sep 18 00:59:45.727426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38262) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:45.753006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-8e19eaf1-01b6-472f-9d36-430cbb158f0c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:45.766871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-8e19eaf1-01b6-472f-9d36-430cbb158f0c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 946 time: 0.0958741 Sep 18 00:59:45.815932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.826724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.894486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:45.906081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:45.908769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Deleting port 8348bff8-ca82-424f-8d4c-733dd5c7b908 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:45.909369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:45.910322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:45.939143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Pushing event updated for resources: {'Port': ['ID=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:46.010988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Attempting to bind port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:59:46.011353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Attempting to bind port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '18e1dd13-d61e-48c1-b95e-356c312dcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:59:46.011917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Attempting to bind port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 on network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:46.016363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] For port 8348bff8-ca82-424f-8d4c-733dd5c7b908, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8348bff8-ca82-424f-8d4c-733dd5c7b908,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:46.017453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.017768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:59:46.018190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Checking segment: {'id': '18e1dd13-d61e-48c1-b95e-356c312dcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:59:46.018600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.018993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Bound using segment: {'id': '18e1dd13-d61e-48c1-b95e-356c312dcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:46.019470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Bound port: 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e1dd13-d61e-48c1-b95e-356c312dcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:59:46.019854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.037876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Calling delete_port for 8348bff8-ca82-424f-8d4c-733dd5c7b908 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:46.103808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] For port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:46.107554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] For port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,segment=NetworkSegment(18e1dd13-d61e-48c1-b95e-356c312dcddf),segment_id=18e1dd13-d61e-48c1-b95e-356c312dcddf)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:46.131118 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.193391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2fd0-114e-43e9-9ec1-90e32f6af89d None None] Pushing event updated for resources: {'Port': ['ID=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:46.205524 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.223006 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.235387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:46.275301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8348bff8-ca82-424f-8d4c-733dd5c7b908'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:46.300895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event deleted for resources: {'Port': ['ID=8348bff8-ca82-424f-8d4c-733dd5c7b908,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:46.373700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.374916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.375264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.381258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.381942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.382464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.383085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.383654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.384166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.384706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.385376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.385712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:46.404655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] No DVR routers for this DVR port 8348bff8-ca82-424f-8d4c-733dd5c7b908 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:46.417169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.419769 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3736389a-2a06-4b24-b499-1f4bd8a040ab req-68340da2-1332-49af-a697-39166a4cb207 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.54 "DELETE /v2.0/ports/8348bff8-ca82-424f-8d4c-733dd5c7b908 HTTP/1.1" status: 204 len: 173 time: 0.6445091 Sep 18 00:59:46.422594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'name': 'network-vif-deleted', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:46.435219 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc68bf6c-2487-41ef-a6b8-77f72ad250d3" -d '{"events": [{"server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "name": "network-vif-deleted", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:46.494855 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384f970-4051-4c71-b24c-a58e5f59fc44 x-openstack-request-id: req-e384f970-4051-4c71-b24c-a58e5f59fc44 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:46.495233 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097", "name": "network-vif-deleted", "tag": "8348bff8-ca82-424f-8d4c-733dd5c7b908", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:46.495775 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e384f970-4051-4c71-b24c-a58e5f59fc44 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:46.496365 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097', 'name': 'network-vif-deleted', 'tag': '8348bff8-ca82-424f-8d4c-733dd5c7b908', 'status': 'completed', 'code': 200} Sep 18 00:59:46.623281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db129ade-a97e-4496-923c-ef0349507b2a req-2ded8790-193d-43da-aaa4-24e2c55ab221 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f9cb2a-7a63-4cc2-8bd4-18c7602c9097 HTTP/1.1" status: 200 len: 210 time: 0.1061029 Sep 18 00:59:46.995746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:47.359177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Allocated IP 172.20.0.1 (44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b/4aee07ab-5fc2-45b6-a43b-7664ba5dffee/6ba96990-f655-49ad-b4ec-a50c8ad5d30d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:47.493833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:47.536876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:47.583410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:47.587150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:47.595536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:47.643414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=6ba96990-f655-49ad-b4ec-a50c8ad5d30d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:47.669713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:47.789906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120ac72-011c-4fbd-8040-f882614374de None None] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:47.930883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:48.046718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] Provisioning complete for port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:48.047459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.075778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.105951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:48.106631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.304201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.362034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] For port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,segment=NetworkSegment(18e1dd13-d61e-48c1-b95e-356c312dcddf),segment_id=18e1dd13-d61e-48c1-b95e-356c312dcddf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:48.369248 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.377971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.474713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963dfe5-9204-4e9f-8567-6eaafbc56297 None None] Pushing event updated for resources: {'Port': ['ID=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.504644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:59:48.505004 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:59:48.558190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.565220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.643775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.682372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=6ba96990-f655-49ad-b4ec-a50c8ad5d30d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.703985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-25cfc8e5-11a0-4531-a92e-259e7e036675 None None] Provisioning complete for port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:48.704733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25cfc8e5-11a0-4531-a92e-259e7e036675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.800645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:48.802278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:48.857356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-25cfc8e5-11a0-4531-a92e-259e7e036675 None None] Provisioning complete for port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:48.858880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25cfc8e5-11a0-4531-a92e-259e7e036675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.911209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-25cfc8e5-11a0-4531-a92e-259e7e036675 None None] Port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:48.972089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Router cafa4fe8-d2cd-4893-8720-0dbbe0c13d41 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:59:49.105100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8348bff8-ca82-424f-8d4c-733dd5c7b908 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:49.158172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:49.165566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 8348bff8-ca82-424f-8d4c-733dd5c7b908 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:49.165918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8348bff8-ca82-424f-8d4c-733dd5c7b908 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:49.167483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ba72e4c5-0418-4a2c-9666-d3f1e886d749 None None] Provisioning complete for port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:49.167677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ba72e4c5-0418-4a2c-9666-d3f1e886d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:49.176894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db14b2ed-2bce-49da-85c7-6e35758aa65f tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "PUT /v2.0/routers/cafa4fe8-d2cd-4893-8720-0dbbe0c13d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4455948 Sep 18 00:59:49.177186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:49.183256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'port': {'network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b', 'name': 'tempest-FloatingIPNegativeTestJSON-587863515'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:49.281036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] Sync routers for ids ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:49.348008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] Routers {'cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:49.348698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:49.454260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:49.474907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ba72e4c5-0418-4a2c-9666-d3f1e886d749 None None] Port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:49.490486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] Routers {'cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:49.491129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:49.518403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Made reservation on behalf of 1cbb9e82a2b942208f5cc9da90b0f057 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:49.522690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:49.583196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] device_id is not set on port 63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:59:49.590085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:49.591495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd442c-4b26-4a0a-98dc-3ff5ed9be626 None None] The sync data for ids ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:49.623387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-30d4a624-5976-47b6-97f0-d4f0cf38cff2 None None] Provisioning complete for port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:49.624959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-30d4a624-5976-47b6-97f0-d4f0cf38cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:49.674622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-30d4a624-5976-47b6-97f0-d4f0cf38cff2 None None] Port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:49.828585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:49.861272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Allocated IP 172.20.0.13 (44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b/4aee07ab-5fc2-45b6-a43b-7664ba5dffee/63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:49.941290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:49.942018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.138663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.179797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.290238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:50.301675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:50.307212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:50.351445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:50.409094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:50.409916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.438171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38328) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:50.439310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-792cd04b-84a6-477d-9a92-211fa32c1de9 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2595241 Sep 18 00:59:50.442868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:50.521721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.707014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-28cf3d3a-daa1-455b-935c-1bdd6ff4fb69 None None] Provisioning complete for port 63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:59:50.709507 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28cf3d3a-daa1-455b-935c-1bdd6ff4fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.766150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.817583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-28cf3d3a-daa1-455b-935c-1bdd6ff4fb69 None None] Port 63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:59:50.921721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Allocated IP 172.25.7.65 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6d697d55-4d59-4a13-b83f-a8c808c2074b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:51.080351 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.129035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.200627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:51.204894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:51.215175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:51.310498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.318197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=6d697d55-4d59-4a13-b83f-a8c808c2074b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.371855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.584125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.603692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.701474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=6d697d55-4d59-4a13-b83f-a8c808c2074b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.704571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.722560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.726645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd564757-8a35-41ec-ad7e-0056d7a41c3a tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2847250 Sep 18 00:59:51.727991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38340) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:51.734936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ea135412-44e4-46d5-ab52-f55fd6d76923 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'floatingip': {'port_id': '63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:51.782904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea135412-44e4-46d5-ab52-f55fd6d76923 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:51.943772 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ea135412-44e4-46d5-ab52-f55fd6d76923 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] update failed (client error): The resource could not be found. Sep 18 00:59:51.949074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:51.957958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ea135412-44e4-46d5-ab52-f55fd6d76923 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "PUT /v2.0/floatingips/47360bfb-9c6e-4051-8545-76a00804ec91 HTTP/1.1" status: 404 len: 507 time: 0.2266612 Sep 18 00:59:52.092418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting port 6d697d55-4d59-4a13-b83f-a8c808c2074b {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:52.092661 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.181075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.181404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.206070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Calling delete_port for 6d697d55-4d59-4a13-b83f-a8c808c2074b owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:52.412859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.476684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Port': ['ID=6d697d55-4d59-4a13-b83f-a8c808c2074b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.526841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.530532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.534649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-380dada7-b308-4a4a-9dde-7df424c1dd1d tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "DELETE /v2.0/floatingips/47360bfb-9c6e-4051-8545-76a00804ec91 HTTP/1.1" status: 204 len: 168 time: 0.5843849 Sep 18 00:59:52.537553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:52.547333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f220b8f7-97f1-4d1f-aa0d-b99607c74e65 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'floatingip': {'floating_network_id': '44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b', 'port_id': '63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.624914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f220b8f7-97f1-4d1f-aa0d-b99607c74e65 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:52.790774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168236e-c8b2-4198-aa6c-0e5b59fbf340 req-565976a7-9e41-4e0f-895b-1d5e93cd808c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:52.792268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6168236e-c8b2-4198-aa6c-0e5b59fbf340 req-565976a7-9e41-4e0f-895b-1d5e93cd808c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.0734243 Sep 18 00:59:52.848452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38364) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:52.896308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6168236e-c8b2-4198-aa6c-0e5b59fbf340 req-aefd375c-3c82-4620-a70b-ff025ee7dc7c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918460 Sep 18 00:59:52.944406 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-f220b8f7-97f1-4d1f-aa0d-b99607c74e65 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:59:52.945494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f220b8f7-97f1-4d1f-aa0d-b99607c74e65 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4070213 Sep 18 00:59:52.949437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:52.955744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:53.002825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:53.281174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:53.520209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Allocated IP 172.25.7.165 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/336fe671-a73f-4d59-9aa8-5b17a333af08) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:53.721395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:53.821166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:53.879617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:53.883829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:53.892680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:59:53.950431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event updated for resources: {'Port': ['ID=336fe671-a73f-4d59-9aa8-5b17a333af08,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:54.050862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca657-d4cc-473a-8905-49bb046ba0c0 req-ee2b7437-12c2-44ef-a7cf-5f9f01c376a8 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:54.065922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e7ca657-d4cc-473a-8905-49bb046ba0c0 req-ee2b7437-12c2-44ef-a7cf-5f9f01c376a8 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.0724704 Sep 18 00:59:54.127735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e7ca657-d4cc-473a-8905-49bb046ba0c0 req-bfab9cdd-19a2-4457-9442-3d60f69c8015 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Sep 18 00:59:54.209725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e7d8ec2b-29b6-4b33-8db8-3f37e7e9c58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:54.214348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:54.279807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-e326c83b-0f97-4e2d-8041-546dc0af0d9a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:54.281901 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-e326c83b-0f97-4e2d-8041-546dc0af0d9a tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.1742444 Sep 18 00:59:54.340709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting port 336fe671-a73f-4d59-9aa8-5b17a333af08 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:54.341089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:54.557733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:54.558019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:54.578328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Calling delete_port for 336fe671-a73f-4d59-9aa8-5b17a333af08 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:54.602274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Deleting port 1d2afbd9-f9fb-459b-9e55-001477c0065d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:54.602665 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.074367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38384) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:55.130772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] For port 1d2afbd9-f9fb-459b-9e55-001477c0065d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=1d2afbd9-f9fb-459b-9e55-001477c0065d,segment=NetworkSegment(0ece82b9-6f2f-49be-b301-ca7860d8c272),segment_id=0ece82b9-6f2f-49be-b301-ca7860d8c272)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:55.131312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.180802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Calling delete_port for 1d2afbd9-f9fb-459b-9e55-001477c0065d owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:55.211622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Deleting port 5f8f69b8-6dd5-4aed-9499-a823782cc07b {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:55.211965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.259925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.297361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a77abe-5732-4f6d-a8c3-3d4c6520e2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.333325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d469-382e-46df-8664-0128d7435512 req-d95ca6e3-79d5-479d-8dea-ece100805d5e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:55.335234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d839d469-382e-46df-8664-0128d7435512 req-d95ca6e3-79d5-479d-8dea-ece100805d5e tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d8cc9b-075e-4280-a51c-ddf1cec9115c HTTP/1.1" status: 200 len: 945 time: 0.1037209 Sep 18 00:59:55.347100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Port': ['ID=336fe671-a73f-4d59-9aa8-5b17a333af08,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:55.422046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d839d469-382e-46df-8664-0128d7435512 req-cc2863c8-4d91-49db-9442-232b09451e5c tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a5deb62-9ce6-45b5-adc6-5f42c0587479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767081 Sep 18 00:59:55.495266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] For port 5f8f69b8-6dd5-4aed-9499-a823782cc07b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f8f69b8-6dd5-4aed-9499-a823782cc07b,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:55.495900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.501140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a77abe-5732-4f6d-a8c3-3d4c6520e2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.509285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a77abe-5732-4f6d-a8c3-3d4c6520e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.528711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Calling delete_port for 5f8f69b8-6dd5-4aed-9499-a823782cc07b owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:55.560761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d8a77abe-5732-4f6d-a8c3-3d4c6520e2cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98e123f08eb744a3b75d9b1bee008ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849596 Sep 18 00:59:55.562673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a77abe-5732-4f6d-a8c3-3d4c6520e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d740d8fa-0caf-4e15-9273-6220a2c0a3c4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:55.565134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:55.576503 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] create failed (client error): The resource could not be found. Sep 18 00:59:55.580864 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6b5e3fde-3c81-42b2-b06e-dccc2c198980 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6290603 Sep 18 00:59:55.582802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38394) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:55.629010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.653796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.668785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.680670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['1d2afbd9-f9fb-459b-9e55-001477c0065d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:59:55.718146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.721225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.722446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d740d8fa-0caf-4e15-9273-6220a2c0a3c4 HTTP/1.1" status: 204 len: 168 time: 0.1529469 Sep 18 00:59:55.730344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960cf69-4e1c-4374-adcf-53bda6620454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740d8fa-0caf-4e15-9273-6220a2c0a3c4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:55.757874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Pushing event deleted for resources: {'Port': ['ID=1d2afbd9-f9fb-459b-9e55-001477c0065d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:55.846754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] No DVR routers for this DVR port 1d2afbd9-f9fb-459b-9e55-001477c0065d on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:55.851300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.853289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ca7fcd96-14c6-4447-a0c6-7e026ae44976 req-1b33d587-e7f5-4bfc-8bf5-a393314244f7 tempest-AttachVolumeNegativeTest-598157023 tempest-AttachVolumeNegativeTest-598157023-project] 10.222.0.48 "DELETE /v2.0/ports/1d2afbd9-f9fb-459b-9e55-001477c0065d HTTP/1.1" status: 204 len: 173 time: 1.5638902 Sep 18 00:59:55.855235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'name': 'network-vif-deleted', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:59:55.857530 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce19d48f-7ae7-493a-a84b-e5b11da547dc" -d '{"events": [{"server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "name": "network-vif-deleted", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:55.884334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting port 63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:55.884693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:55.914044 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cbc5e2-0106-4400-a59e-ee95e92b03d3 x-openstack-request-id: req-87cbc5e2-0106-4400-a59e-ee95e92b03d3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:55.914340 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d8cc9b-075e-4280-a51c-ddf1cec9115c", "name": "network-vif-deleted", "tag": "1d2afbd9-f9fb-459b-9e55-001477c0065d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:55.914597 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87cbc5e2-0106-4400-a59e-ee95e92b03d3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:55.915070 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d8cc9b-075e-4280-a51c-ddf1cec9115c', 'name': 'network-vif-deleted', 'tag': '1d2afbd9-f9fb-459b-9e55-001477c0065d', 'status': 'completed', 'code': 200} Sep 18 00:59:55.981666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-44fd9c70-e76c-48b7-9310-c65b2ff162d5 req-25f90b01-5fb3-4b68-a21c-ab61d9e3e262 service neutron] (106452) timed out ('10.222.0.54', 56485) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:59:56.021482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.031921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.065495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8f69b8-6dd5-4aed-9499-a823782cc07b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.067485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Calling delete_port for 63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:56.322561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.341952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.407258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Port': ['ID=63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.495174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:56.566425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.567238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Deleting subnet dc8a967d-7849-4de2-857e-416a733f33bc {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:59:56.568415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d722240a-d6e1-499b-8096-5ad5c877d9b3 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "DELETE /v2.0/ports/63c5bd2b-abe5-4ee7-a803-7d12d9fbfee4 HTTP/1.1" status: 204 len: 168 time: 0.9825773 Sep 18 00:59:56.570988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38424) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:56.584556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.628782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.684002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.685109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f62fd-d302-4b11-b236-93e4704db84c tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:56.687417 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f82f62fd-d302-4b11-b236-93e4704db84c tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "GET /v2.0/ports?device_id=cafa4fe8-d2cd-4893-8720-0dbbe0c13d41 HTTP/1.1" status: 200 len: 913 time: 0.1154866 Sep 18 00:59:56.690274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38430) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:56.782645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.822128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8a967d-7849-4de2-857e-416a733f33bc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.833038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:56.837712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-63e29a75-8a42-4cbe-87ec-c8cf6c75e8a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc8a967d-7849-4de2-857e-416a733f33bc HTTP/1.1" status: 204 len: 168 time: 0.3391097 Sep 18 00:59:56.838287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38434) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:56.840926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Router ed3873dc-7b71-465a-ab21-610ed2325226 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:56.932119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.044203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.065962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d19a92-2f8e-4ca5-b69f-28ffdb281641']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.075893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ece82b9-6f2f-49be-b301-ca7860d8c272') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.076271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ece82b9-6f2f-49be-b301-ca7860d8c272') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.088100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.106333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.111422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:57.122145 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7abcfb27-17f1-4e2f-887e-6b63e1695590 admin admin] 10.222.0.49 "PUT /v2.0/routers/ed3873dc-7b71-465a-ab21-610ed2325226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2722774 Sep 18 00:59:57.122873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:57.124158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:59:57.124638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: timer() Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:59:57.128488 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:59:57.132438 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Sync routers for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:57.145466 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:57.146349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.252004 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c3bcd6d-6f67-45a9-87e8-90bc5f95e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.258055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.294587 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.301319 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:59:57.447283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.498276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.505119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] 10.222.0.49 "DELETE /v2.0/networks/26d19a92-2f8e-4ca5-b69f-28ffdb281641 HTTP/1.1" status: 204 len: 168 time: 0.6657693 Sep 18 00:59:57.510053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369d122-04c9-41a3-afc0-30d1c0a4d9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=26d19a92-2f8e-4ca5-b69f-28ffdb281641,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.532189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.544728 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.639611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Deleting port 94cc6774-c101-405a-a944-63f3da393479 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:57.639956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.645659 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '94cc6774-c101-405a-a944-63f3da393479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:59:55Z', 'revision_number': 5, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port': {'id': '94cc6774-c101-405a-a944-63f3da393479', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.813703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] For port 94cc6774-c101-405a-a944-63f3da393479, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=94cc6774-c101-405a-a944-63f3da393479,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:57.814224 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:57.829495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Calling delete_port for 94cc6774-c101-405a-a944-63f3da393479 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:57.868317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Checking router: ed3873dc-7b71-465a-ab21-610ed2325226 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:57.879020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Routers {'ed3873dc-7b71-465a-ab21-610ed2325226'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:57.879986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ed3873dc-7b71-465a-ab21-610ed2325226'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.955909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38472) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:58.008812 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] Set router ed3873dc-7b71-465a-ab21-610ed2325226 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:59:58.057358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ea53fc56-1401-4091-a685-967b912c261e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b34e3f318f70463fbdb581bf16f54ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672472 Sep 18 00:59:58.059814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38474) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:58.079633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.080615 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:59:57Z', 'revision_number': 6, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:58.085535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1d2afbd9-f9fb-459b-9e55-001477c0065d no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:58.127364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 1d2afbd9-f9fb-459b-9e55-001477c0065d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:58.132306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 1d2afbd9-f9fb-459b-9e55-001477c0065d not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:58.140704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cc6774-c101-405a-a944-63f3da393479,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:58.153307 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5eb2a-c383-4221-96ce-45e73cdf45dc None None] The sync data for ids ['ed3873dc-7b71-465a-ab21-610ed2325226'] in n-d-712707-16 is: [{'id': 'ed3873dc-7b71-465a-ab21-610ed2325226', 'name': 'tempest-TaggedBootDevicesTest_v242-1802246705-router', 'tenant_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:49:07Z', 'updated_at': '2021-09-18T00:59:57Z', 'revision_number': 6, 'project_id': '6edacfc83bfc4ed09b3a74d0cd1291ce', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:58.221728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.225990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.259020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.303640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting port 6ba96990-f655-49ad-b4ec-a50c8ad5d30d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:58.303980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.345414 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.350633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.352989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.359827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.362735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.366535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a5deb62-9ce6-45b5-adc6-5f42c0587479 HTTP/1.1" status: 204 len: 168 time: 0.3031108 Sep 18 00:59:58.424105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.424941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3873dc-7b71-465a-ab21-610ed2325226 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:59:58.439309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.440705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4d7bb49a-ac45-4e34-977c-035aa251c551 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ed3873dc-7b71-465a-ab21-610ed2325226 HTTP/1.1" status: 204 len: 168 time: 1.3133774 Sep 18 00:59:58.448446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38484) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:58.462606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4b771-855d-4917-ae28-5b2021c04f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5deb62-9ce6-45b5-adc6-5f42c0587479,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:58.554413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Deleting subnet d94194cf-bec9-4863-862f-d6c88b031b9f {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:59:58.581690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.600794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Calling delete_port for 6ba96990-f655-49ad-b4ec-a50c8ad5d30d owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:58.606075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.681786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.855152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:58.972464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.006909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Port': ['ID=6ba96990-f655-49ad-b4ec-a50c8ad5d30d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.009848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.050941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94194cf-bec9-4863-862f-d6c88b031b9f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.077982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5880508-3ce0-47fb-8fea-14ad8fcbf4a6 None None] Network a48d1e06-83f8-4b6a-9948-3d4ab771356b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:59:59.095924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.100461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38506) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:59.101005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b36cd11e-753c-43d9-8cbd-04c48945335a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d94194cf-bec9-4863-862f-d6c88b031b9f HTTP/1.1" status: 204 len: 168 time: 0.6481905 Sep 18 00:59:59.236173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.289933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.375505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Deleting port e1636154-d4a7-4c8e-85f4-84d5a21e918a {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:59.375953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.382665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] DHCP port deletion for a48d1e06-83f8-4b6a-9948-3d4ab771356b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:59:59.472974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Deleting port e1636154-d4a7-4c8e-85f4-84d5a21e918a {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:59:59.475784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.481452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] For port e1636154-d4a7-4c8e-85f4-84d5a21e918a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e1636154-d4a7-4c8e-85f4-84d5a21e918a,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:59.482093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.508329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Calling delete_port for e1636154-d4a7-4c8e-85f4-84d5a21e918a owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:59.531329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Router cafa4fe8-d2cd-4893-8720-0dbbe0c13d41 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:59.640765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] For port e1636154-d4a7-4c8e-85f4-84d5a21e918a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e1636154-d4a7-4c8e-85f4-84d5a21e918a,segment=NetworkSegment(61fd7022-cb8b-4c2c-9fdb-fa9adb988b61),segment_id=61fd7022-cb8b-4c2c-9fdb-fa9adb988b61)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:59.641186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.659080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:59.664502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Calling delete_port for e1636154-d4a7-4c8e-85f4-84d5a21e918a owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:59:59.672778 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fbc36723-4f37-4214-869d-5f94514976b7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "PUT /v2.0/routers/cafa4fe8-d2cd-4893-8720-0dbbe0c13d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791315 Sep 18 00:59:59.674633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38526) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:59:59.680570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] Sync routers for ids ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:59.682636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.708866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] Routers {'cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:59.709843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.715454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.771164 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:59.810244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.830544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Pushing event deleted for resources: {'Port': ['ID=e1636154-d4a7-4c8e-85f4-84d5a21e918a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.836909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f8f69b8-6dd5-4aed-9499-a823782cc07b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:59.864143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] Routers {'cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:59:59.865280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.869982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] No DVR routers for this DVR port e1636154-d4a7-4c8e-85f4-84d5a21e918a on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:59:59.900322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:59.907890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.908577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0ffa-af2c-4666-a5d7-359b522f8b30 None None] The sync data for ids ['cafa4fe8-d2cd-4893-8720-0dbbe0c13d41'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:59.916945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5f8f69b8-6dd5-4aed-9499-a823782cc07b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:59.917818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f8f69b8-6dd5-4aed-9499-a823782cc07b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:59.918422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 94cc6774-c101-405a-a944-63f3da393479 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:59.944510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 94cc6774-c101-405a-a944-63f3da393479 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:59.945155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 94cc6774-c101-405a-a944-63f3da393479 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:59.945755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e1636154-d4a7-4c8e-85f4-84d5a21e918a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:59.971683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e1636154-d4a7-4c8e-85f4-84d5a21e918a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:59:59.972363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e1636154-d4a7-4c8e-85f4-84d5a21e918a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:59.994814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.025064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] Pushing event deleted for resources: {'Port': ['ID=e1636154-d4a7-4c8e-85f4-84d5a21e918a,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:00.033676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8526e-1fd5-4eb1-86d8-6260fa4e6917 None None] No DVR routers for this DVR port e1636154-d4a7-4c8e-85f4-84d5a21e918a on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:00.156806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.160649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.206836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.288806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.289741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Fanout notify agent at l3_agent the message router_deleted on router cafa4fe8-d2cd-4893-8720-0dbbe0c13d41 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:00.292444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48d1e06-83f8-4b6a-9948-3d4ab771356b']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:00.301451 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.302491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9ddb1a44-0e85-47d1-83c7-1333045fe597 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "DELETE /v2.0/routers/cafa4fe8-d2cd-4893-8720-0dbbe0c13d41 HTTP/1.1" status: 204 len: 168 time: 0.6261268 Sep 18 01:00:00.305169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38552) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:00.333962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:00.334519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fd7022-cb8b-4c2c-9fdb-fa9adb988b61') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:00.356029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.366479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting subnet 4aee07ab-5fc2-45b6-a43b-7664ba5dffee {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:00:00.370284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.388385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.402359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:00.402962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:00.404986 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:00.422787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.501406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.520276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.523795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] 10.222.0.49 "DELETE /v2.0/networks/a48d1e06-83f8-4b6a-9948-3d4ab771356b HTTP/1.1" status: 204 len: 168 time: 1.4222653 Sep 18 01:00:00.525250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae92f0-3b6a-423b-ab17-2aa835f02ced admin admin] Pushing event deleted for resources: {'Network': ['ID=a48d1e06-83f8-4b6a-9948-3d4ab771356b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:00.607413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.700384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.738277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.743947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:00.746168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "DELETE /v2.0/subnets/4aee07ab-5fc2-45b6-a43b-7664ba5dffee HTTP/1.1" status: 204 len: 168 time: 0.4379203 Sep 18 01:00:00.748360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b7df-e0ec-4659-aea9-d05c1e01a715 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Subnet': ['ID=4aee07ab-5fc2-45b6-a43b-7664ba5dffee,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:00.749605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d0013-9018-491b-950f-05a42e5afcd1 None None] Network 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:00.841613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:00.940049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:00.956074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d66f267d-3577-4e91-b61c-684ff5129d94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6edacfc83bfc4ed09b3a74d0cd1291ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130686 Sep 18 01:00:00.960091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38580) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:01.115488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.126355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8982405e-efbe-421f-a022-70853bade2ad None None] DHCP port deletion for 44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:00:01.153380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.198784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Deleting port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:01.199472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.212263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Deleting port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:01.212833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.269532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.282539 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.286429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e62dfc39-388b-41a5-800c-f0d2142f87c8 HTTP/1.1" status: 204 len: 168 time: 0.3226159 Sep 18 01:00:01.299854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8982405e-efbe-421f-a022-70853bade2ad None None] For port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,segment=NetworkSegment(18e1dd13-d61e-48c1-b95e-356c312dcddf),segment_id=18e1dd13-d61e-48c1-b95e-356c312dcddf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:01.300587 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.315598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Calling delete_port for 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:01.364540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce7768-6c31-4768-a446-075049071724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62dfc39-388b-41a5-800c-f0d2142f87c8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:01.388264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] For port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,segment=NetworkSegment(18e1dd13-d61e-48c1-b95e-356c312dcddf),segment_id=18e1dd13-d61e-48c1-b95e-356c312dcddf)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:01.388697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.403334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Calling delete_port for 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:01.474330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:01.512313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982405e-efbe-421f-a022-70853bade2ad None None] Pushing event deleted for resources: {'Port': ['ID=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:01.517295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982405e-efbe-421f-a022-70853bade2ad None None] No DVR routers for this DVR port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:01.836979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:01.877518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:01.877861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:02.045007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.081989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Port': ['ID=8d86c6c3-3526-42fd-a849-4373d4e1bbf8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.086041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] No DVR routers for this DVR port 8d86c6c3-3526-42fd-a849-4373d4e1bbf8 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:02.176024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.192991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.218035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:02.233952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e1dd13-d61e-48c1-b95e-356c312dcddf') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:02.234566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e1dd13-d61e-48c1-b95e-356c312dcddf') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:02.247044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.265246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.274004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:02.274739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:02.280295 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:02.363484 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.394146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.397355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] 10.222.0.49 "DELETE /v2.0/networks/44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b HTTP/1.1" status: 204 len: 168 time: 1.6521063 Sep 18 01:00:02.424760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32ad43-ecfb-4a7c-a725-608634a699a7 tempest-FloatingIPNegativeTestJSON-1121240479 tempest-FloatingIPNegativeTestJSON-1121240479-project] Pushing event deleted for resources: {'Network': ['ID=44e8490f-1e12-4edf-a0d9-b5b32d4a8d3b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.843512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:03.027621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38674) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:03.136479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-301056043-network', 'tenant_id': '866516118ca74223a307a6cda76ff5c6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:03.153029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e7c0e8b8-5c29-4c92-a411-c1248dcfa4b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cbb9e82a2b942208f5cc9da90b0f057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077192 Sep 18 01:00:03.155744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38686) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:03.230731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Made reservation on behalf of 866516118ca74223a307a6cda76ff5c6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:03.233985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.250688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.259724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.289638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.368756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.372624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.374717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac0fa24e-46ff-4630-a352-07b066dc7795 HTTP/1.1" status: 204 len: 168 time: 0.2173171 Sep 18 01:00:03.392929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b70c0-d4be-4a66-ab0f-09740c02b835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0fa24e-46ff-4630-a352-07b066dc7795,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:03.490317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.490317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.575722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:03.635002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.635355 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Added segment b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7 of type vlan for network 90befd74-b9ec-4720-85cc-c1b691bf7498 Sep 18 01:00:03.664390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:03.729575 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.782533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.783723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:03.784306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.835262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8041863 Sep 18 01:00:03.835608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38724) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:03.846595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Request body: {'subnet': {'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-subnet', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:03.898556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Made reservation on behalf of 866516118ca74223a307a6cda76ff5c6 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:03.900925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:03.925609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735509cb-cc14-4b38-b250-adf5555a2fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=90befd74-b9ec-4720-85cc-c1b691bf7498,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:03.956807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:04.253567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.367997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Checking segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:04.368872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Network hostable DHCP agents. Network: 90befd74-b9ec-4720-85cc-c1b691bf7498, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:04.375759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636bee57-ec05-4578-92eb-4a32f121bf1b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.407206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:04.427108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 90befd74-b9ec-4720-85cc-c1b691bf7498) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:04.432872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:04.434608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.436889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4342b1d-640d-4ddd-a9c3-fbaaf19979f0 None None] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:04.464975 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30b5047a-a91a-47aa-aa7a-a7084b91c3a5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6280282 Sep 18 01:00:04.465520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38756) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:04.471571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:04.521355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.522608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.597562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.769893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:04.807939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:04.965282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'networks': [{'name': 'tempest-network--1302147727'}, {'name': 'tempest-network--1861217149'}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:04.965826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-network--1302147727'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:04.966263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-network--1861217149'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:05.015091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'network': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:05.016884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.037543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.085179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef9a27-e6af-4ee3-85aa-f42c98062af1 None None] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:05.184524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.189981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.190872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.192620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.225431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b9b1e-325e-4035-96d4-a5210dfad3c0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.241792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.256351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:05.294928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.294928 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment 336d2e09-4c0e-4728-b4d7-4cc8f62cca7d of type vlan for network 9ce944ce-c5c5-45c7-82a2-ba0546bc5441 Sep 18 01:00:05.379061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Allocated IP 172.25.7.148 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0a715c29-c7b2-4bc6-871f-765d4ab15ef6) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:05.412102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.453261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:05.495033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.495435 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment f9d4da31-ad03-47ba-a967-58f0555b674b of type vlan for network 43dd09b9-d18f-421a-a6c0-87ceb968c9f9 Sep 18 01:00:05.541746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.564574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.594144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.603335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.603858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.611732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:05.624484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:05.625216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:05.677598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9080379 Sep 18 01:00:05.680369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38812) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:05.693343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Pushing event updated for resources: {'Port': ['ID=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.720966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.721366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.721714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.722055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.722383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.722706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.723029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.723351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.723673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.724212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.724566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.724925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:05.734085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:05.736088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:05.738242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:05.949861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=9ce944ce-c5c5-45c7-82a2-ba0546bc5441,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.962192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9ce944ce-c5c5-45c7-82a2-ba0546bc5441 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:06.011001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e83d7-b14d-408a-b75a-52434fa8d44a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:06.029562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e83d7-b14d-408a-b75a-52434fa8d44a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:06.041740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e83d7-b14d-408a-b75a-52434fa8d44a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:06.053348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e83d7-b14d-408a-b75a-52434fa8d44a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:06.058869 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b87e83d7-b14d-408a-b75a-52434fa8d44a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3746350 Sep 18 01:00:06.077366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38828) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:06.109399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.207676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.220132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a0f9-0dd5-4626-9ff6-9cd5ce61b337 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=43dd09b9-d18f-421a-a6c0-87ceb968c9f9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:06.248143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 43dd09b9-d18f-421a-a6c0-87ceb968c9f9 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:06.336780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.364171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce944ce-c5c5-45c7-82a2-ba0546bc5441']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.376005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336d2e09-4c0e-4728-b4d7-4cc8f62cca7d') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.376484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336d2e09-4c0e-4728-b4d7-4cc8f62cca7d') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.387098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.408352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.414928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:06.415277 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.445728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:06.489570 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:06.494981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.508020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.510541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/9ce944ce-c5c5-45c7-82a2-ba0546bc5441 HTTP/1.1" status: 204 len: 168 time: 0.4321318 Sep 18 01:00:06.515544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:06.520754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9c12-fd85-400a-8393-56710038dd79 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=9ce944ce-c5c5-45c7-82a2-ba0546bc5441,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:06.677915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.767734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Router 7245183f-b330-4793-9c64-17770329c6fc is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:06.806219 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.871610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dd09b9-d18f-421a-a6c0-87ceb968c9f9']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.910886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d4da31-ad03-47ba-a967-58f0555b674b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.911183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d4da31-ad03-47ba-a967-58f0555b674b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.934160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:06.955489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.013706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:07.014844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:07.018625 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:07.082181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:07.093891 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Sync routers for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:07.100094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.108375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.110208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/43dd09b9-d18f-421a-a6c0-87ceb968c9f9 HTTP/1.1" status: 204 len: 168 time: 0.5868399 Sep 18 01:00:07.112325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.112858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38878) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:07.114825 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:07.115452 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:07.127966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-597c1082-37c7-4a3e-8f32-ce3baada7141 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6584623 Sep 18 01:00:07.135237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:07.161082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa801f1-1f2f-4244-9eeb-99c0e38d7346 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=43dd09b9-d18f-421a-a6c0-87ceb968c9f9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:07.279627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:07.366224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b95019-85b5-4050-a615-c6669cac7c2d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:07.374512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b95019-85b5-4050-a615-c6669cac7c2d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:07.376158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3b95019-85b5-4050-a615-c6669cac7c2d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2623081 Sep 18 01:00:07.392572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38890) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:07.402870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1299871763'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:07.470505 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:05Z', 'revision_number': 3, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:07.498514 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Checking router: 7245183f-b330-4793-9c64-17770329c6fc for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:07.499027 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Updating router 7245183f-b330-4793-9c64-17770329c6fc port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:07.517524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:07.521140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.531180 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.591447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:07.607237 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.608282 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment 07c293ad-8cac-42d0-a6d3-e281ddd6ff40 of type vlan for network 73611e20-770d-45dc-b83b-bf4fe4430bd4 Sep 18 01:00:07.699721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.811362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.817401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:07.818101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.867246 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.877364 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:07.923911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5229754 Sep 18 01:00:07.924073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:07.929410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-472714082'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:07.955795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb09aee-a320-455c-8d0c-bcd2e2a18755 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=73611e20-770d-45dc-b83b-bf4fe4430bd4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:07.969075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 73611e20-770d-45dc-b83b-bf4fe4430bd4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:07.995701 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Pushing event updated for resources: {'Port': ['ID=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.018827 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.019402 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.019886 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.020408 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.020913 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.021384 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.021861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.022324 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.022791 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.023088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:08.023422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.023898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.024393 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:08.027969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Attempting to bind port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:08.028562 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Attempting to bind port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:08.029079 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Attempting to bind port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:08.035695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:08.036365 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:08.036917 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.037447 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:08.038389 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Bound port: 0a715c29-c7b2-4bc6-871f-765d4ab15ef6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:08.038914 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.054437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.082142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.103985 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] For port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:08.113385 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] For port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:08.114259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:08.121899 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.137853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.138164 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment 877df823-404c-4fb9-b26b-5684f7c47be9 of type vlan for network 528f2a3e-585f-44f5-9ff2-7b72fd2a7521 Sep 18 01:00:08.246694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6288d-0e20-4f68-9d10-68d572a41693 None None] Pushing event updated for resources: {'Port': ['ID=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.251722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.285167 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:08.285796 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.323361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.329657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:08.330744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.336720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Allocated IP 172.20.0.1 (90befd74-b9ec-4720-85cc-c1b691bf7498/636bee57-ec05-4578-92eb-4a32f121bf1b/5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:08.419183 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4917576 Sep 18 01:00:08.421026 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:08.423514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:08.462134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'ports': [{'network_id': '73611e20-770d-45dc-b83b-bf4fe4430bd4', 'name': 'tempest-port--668894049', 'admin_state_up': True}, {'network_id': '528f2a3e-585f-44f5-9ff2-7b72fd2a7521', 'admin_state_up': False}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:08.462892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'port': {'network_id': '73611e20-770d-45dc-b83b-bf4fe4430bd4', 'name': 'tempest-port--668894049', 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:08.463568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'port': {'network_id': '528f2a3e-585f-44f5-9ff2-7b72fd2a7521', 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:08.472300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4f33-40f7-464e-be10-15be83a7d508 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=528f2a3e-585f-44f5-9ff2-7b72fd2a7521,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.494959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 528f2a3e-585f-44f5-9ff2-7b72fd2a7521 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:08.550750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.637650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:08.655153 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.722745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.735163 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:05Z', 'revision_number': 3, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.745449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:08.747595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:08.752789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:08.753712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'port': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:08.758983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.773080 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ff67-d334-4c2a-8689-4956e55fe066 None None] The sync data for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 is: [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:05Z', 'revision_number': 3, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:08.786889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.802201 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.868565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f668f754-7b0c-48c7-ad57-f12beabb9ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:08.905636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] device_id is not set on port f0368887-a5f0-4f56-9763-cf71b9af8bab yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:00:09.043365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.059947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.152926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] device_id is not set on port 9994fcb8-7624-4770-88d5-4d70ab485151 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:00:09.361975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f668f754-7b0c-48c7-ad57-f12beabb9ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.371856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f668f754-7b0c-48c7-ad57-f12beabb9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.405046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668f754-7b0c-48c7-ad57-f12beabb9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc572ff8-b3ad-454b-bc88-e215fb8091ef,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:09.431739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.447485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.460904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f668f754-7b0c-48c7-ad57-f12beabb9ebb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=727122c36b664c45a7852c1c6f99c5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220892 Sep 18 01:00:09.461847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.464034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38934) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:09.480504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.582337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Checking segment: {'id': '07c293ad-8cac-42d0-a6d3-e281ddd6ff40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73611e20-770d-45dc-b83b-bf4fe4430bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:09.582703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network hostable DHCP agents. Network: 73611e20-770d-45dc-b83b-bf4fe4430bd4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:09.586957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Port': ['ID=f0368887-a5f0-4f56-9763-cf71b9af8bab,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:09.609980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:09.612175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network 73611e20-770d-45dc-b83b-bf4fe4430bd4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:09.618136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.642424 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 73611e20-770d-45dc-b83b-bf4fe4430bd4) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:09.650331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.655268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:09.656143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6711a593-3636-4414-9c0e-7c7164be60ee None None] Network 73611e20-770d-45dc-b83b-bf4fe4430bd4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:09.656894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.718412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Port': ['ID=9994fcb8-7624-4770-88d5-4d70ab485151,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:09.782577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Checking segment: {'id': '877df823-404c-4fb9-b26b-5684f7c47be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '528f2a3e-585f-44f5-9ff2-7b72fd2a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:09.782951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network hostable DHCP agents. Network: 528f2a3e-585f-44f5-9ff2-7b72fd2a7521, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:09.835299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:09.843907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network 528f2a3e-585f-44f5-9ff2-7b72fd2a7521 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:09.850290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:09.859992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 528f2a3e-585f-44f5-9ff2-7b72fd2a7521) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:09.865165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:09.880527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:09.885631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:09.891380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:09.919029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978d62a-7db9-4f3c-8183-f8d0dd0b5c92 None None] Network 528f2a3e-585f-44f5-9ff2-7b72fd2a7521 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:09.924715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6aa69c9c-6d81-467d-8114-630aa82f411d tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4974301 Sep 18 01:00:09.930413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:09.931299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38940) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:09.955223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.034195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4dea44-0dc7-4ed1-a93e-893c3b92fcec tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:10.043080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4dea44-0dc7-4ed1-a93e-893c3b92fcec tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:10.050504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ae4dea44-0dc7-4ed1-a93e-893c3b92fcec tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1180885 Sep 18 01:00:10.051191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38946) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:10.148734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Router 7245183f-b330-4793-9c64-17770329c6fc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:10.177542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:10.189830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.215506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Deleting port f0368887-a5f0-4f56-9763-cf71b9af8bab {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:10.221292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.245406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.255005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.259026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc572ff8-b3ad-454b-bc88-e215fb8091ef HTTP/1.1" status: 204 len: 168 time: 0.7904522 Sep 18 01:00:10.280578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1ec1f-2fdc-41c1-b2af-4826395b6210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc572ff8-b3ad-454b-bc88-e215fb8091ef,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:10.385659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.408457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Calling delete_port for f0368887-a5f0-4f56-9763-cf71b9af8bab owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:10.458148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:10.473865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-473436bf-8230-40b1-bc80-3107acb6a909 admin admin] 10.222.0.49 "PUT /v2.0/routers/7245183f-b330-4793-9c64-17770329c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372345 Sep 18 01:00:10.588897 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.611511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.633926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:10.645239 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.687887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Port': ['ID=f0368887-a5f0-4f56-9763-cf71b9af8bab,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:10.693081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.701201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 38966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:10.701323 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-46edef56-40c7-4c45-becf-81afb6538a72 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/ports/f0368887-a5f0-4f56-9763-cf71b9af8bab HTTP/1.1" status: 204 len: 168 time: 0.6490414 Sep 18 01:00:10.764093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:10.925111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38978) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:10.939918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11895473-1541-4275-86cc-e8c6d1d53aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:10.993129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Deleting port 9994fcb8-7624-4770-88d5-4d70ab485151 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:10.993636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.163196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11895473-1541-4275-86cc-e8c6d1d53aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.170166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11895473-1541-4275-86cc-e8c6d1d53aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.243788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-11895473-1541-4275-86cc-e8c6d1d53aae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a854c19574a434e8eb4456e8984062f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174908 Sep 18 01:00:11.251054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 38988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:11.259429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895473-1541-4275-86cc-e8c6d1d53aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e585986e-0ecd-4f30-9157-4dc2a4d4ad46,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:11.328058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.366922 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.424935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Sync routers for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:11.445361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:11.448822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:11.491837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.494794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.498643 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e585986e-0ecd-4f30-9157-4dc2a4d4ad46 HTTP/1.1" status: 204 len: 168 time: 0.2435074 Sep 18 01:00:11.513047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4365a-ea67-440a-8150-a581e1636d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585986e-0ecd-4f30-9157-4dc2a4d4ad46,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:11.659005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:11.669548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.746590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Calling delete_port for 9994fcb8-7624-4770-88d5-4d70ab485151 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:11.851213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-49a00020-a7d1-4114-80c3-aa277b7d66e1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:11.853000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-49a00020-a7d1-4114-80c3-aa277b7d66e1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 818 time: 0.2335992 Sep 18 01:00:11.881421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-14843f2d-6235-4371-8a51-9b387ac2832c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/quotas/866516118ca74223a307a6cda76ff5c6 HTTP/1.1" status: 200 len: 375 time: 0.0180206 Sep 18 01:00:11.943908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:11.952976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:11.959835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-ca45d838-f4eb-4122-b165-9fb81ec4e09b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704041 Sep 18 01:00:12.074823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Port': ['ID=9994fcb8-7624-4770-88d5-4d70ab485151,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:12.094094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:12.094499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.094697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.097574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c38584b0-47c0-4b5c-b376-09edce5a8ef0 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/ports/9994fcb8-7624-4770-88d5-4d70ab485151 HTTP/1.1" status: 204 len: 168 time: 1.3947918 Sep 18 01:00:12.100281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:12.136692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:08Z', 'revision_number': 4, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1', 'name': '', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'mac_address': 'fa:16:3e:6e:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:08Z', 'updated_at': '2021-09-18T01:00:09Z', 'revision_number': 2, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'subnets': [{'id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:12.138804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-52d226e0-608c-4ac6-80ae-ce29ff89b54a service neutron] 10.222.0.49 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774590 Sep 18 01:00:12.173201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-10ebf5a3-2827-4f23-8048-ac48c38979f3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0716608 Sep 18 01:00:12.178266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:12.181086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Checking router: 7245183f-b330-4793-9c64-17770329c6fc for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:12.181558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Updating router 7245183f-b330-4793-9c64-17770329c6fc port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:12.190712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-821702176'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:12.233941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:12.237992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.273266 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.285440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:12.296388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.297021 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment e9247b49-2f97-4edc-9429-3dcef43bc0b4 of type vlan for network 48492031-debc-415b-982b-2349813bac4b Sep 18 01:00:12.303699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-42e045cd-c740-4622-86c7-2698784d4c2f service neutron] 10.222.0.49 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583853 Sep 18 01:00:12.363623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.428130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.434250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:12.434928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.542338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=48492031-debc-415b-982b-2349813bac4b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:12.558627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 48492031-debc-415b-982b-2349813bac4b details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:12.586735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cb23e38d-f576-4958-9c64-6cdcbfd46b39 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4047432 Sep 18 01:00:12.586921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:12.604929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1057401998'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:12.690915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:12.695612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.706876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2e488e7-3a65-468b-a8a8-8befaa4eeaf2 req-fcaf1924-e20a-41e6-bab0-67203de5b4d8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 210 time: 0.0708420 Sep 18 01:00:12.722171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:12.733013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.733509 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Added segment 756307d3-85bb-4bcc-bbf6-65139ea21864 of type vlan for network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd Sep 18 01:00:12.850219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.926884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.933297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:12.937152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.968018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:12.981289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.037615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4495614 Sep 18 01:00:13.127776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff2ab7-d7d4-4838-a836-1ab8a6b9d6d7 None None] Pushing event updated for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:13.137032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:13.143581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'subnets': [{'network_id': '48492031-debc-415b-982b-2349813bac4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2093553066', 'ip_version': 4}, {'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:13.143906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'subnet': {'network_id': '48492031-debc-415b-982b-2349813bac4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2093553066', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:13.156492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Request body: {'subnet': {'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:13.201861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e8b82-7276-45a2-9d5d-e92d51dc58b3 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Network': ['ID=31b8f02c-22f4-47e6-a417-cc9b1965f7bd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:13.242766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:13.453228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Attempting to bind port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:13.454249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Attempting to bind port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:13.459018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Attempting to bind port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 on network 90befd74-b9ec-4720-85cc-c1b691bf7498 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:13.472659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:13.473249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Checking segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:13.473767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.474568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Bound using segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:13.475202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Bound port: 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:13.475742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.571748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] For port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:13.579274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] For port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:13.586537 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.647105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:13.647963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T00:59:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:13.689461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-198da6b3-fc5d-4951-9eab-af7507bebd88 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:13.690750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-198da6b3-fc5d-4951-9eab-af7507bebd88 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 818 time: 0.5114157 Sep 18 01:00:13.698022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Made reservation on behalf of 29f5bf0ff4a34fc7afcbc17d39c20492 for: {'subnet': 2} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:13.706142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.706142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:13.914986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff2ab7-d7d4-4838-a836-1ab8a6b9d6d7 None None] Pushing event updated for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:13.942252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:14.115256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-cff73276-4a60-456b-9a90-7e50f15cb63e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/quotas/866516118ca74223a307a6cda76ff5c6 HTTP/1.1" status: 200 len: 375 time: 0.1105514 Sep 18 01:00:14.342730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-83dde041-fc54-43b6-b88a-5c17673b7701 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2197263 Sep 18 01:00:14.448473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:08Z', 'revision_number': 4, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1', 'name': '', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'mac_address': 'fa:16:3e:6e:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:08Z', 'updated_at': '2021-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'subnets': [{'id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:14.540398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56723bed-669b-42e3-9af3-bddd1e2f8c44 None None] The sync data for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 is: [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:00:08Z', 'revision_number': 4, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1', 'name': '', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'mac_address': 'fa:16:3e:6e:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:08Z', 'updated_at': '2021-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'subnets': [{'id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:14.754868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-96f61763-da1c-454f-b788-ac31f4711120 service neutron] 10.222.0.49 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428936 Sep 18 01:00:14.937634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-4b344bfd-cd48-4357-adb2-a285a8f01c05 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:14.939201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-4b344bfd-cd48-4357-adb2-a285a8f01c05 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 818 time: 0.7818069 Sep 18 01:00:14.955409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Request body: {'port': {'device_id': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'admin_state_up': True, 'tenant_id': '866516118ca74223a307a6cda76ff5c6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:15.026556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-cd1ba75b-5b20-48e4-aa43-d34fc5b67371 service neutron] 10.222.0.49 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610424 Sep 18 01:00:15.137538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:15.222422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Made reservation on behalf of 866516118ca74223a307a6cda76ff5c6 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:15.227047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:15.353856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Checking segment: {'id': 'e9247b49-2f97-4edc-9429-3dcef43bc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '48492031-debc-415b-982b-2349813bac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:15.357762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network hostable DHCP agents. Network: 48492031-debc-415b-982b-2349813bac4b, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:15.495580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Subnet': ['ID=e74b5b7b-0e5b-45ad-90bf-475aaaed4e10,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.517726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2505445a-935f-46cc-bdf8-f2be8d36b89a req-d82a7dd1-6af7-47c1-9346-e5f280c77896 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 210 time: 0.1054249 Sep 18 01:00:15.522549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network 48492031-debc-415b-982b-2349813bac4b is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:15.549701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 48492031-debc-415b-982b-2349813bac4b) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:15.556085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:15.571169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545539a1-1671-49ec-a7b4-bedd2a0f224c None None] Network 48492031-debc-415b-982b-2349813bac4b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:15.608581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Allocated IP 172.20.0.14 (90befd74-b9ec-4720-85cc-c1b691bf7498/636bee57-ec05-4578-92eb-4a32f121bf1b/f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:15.852697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event updated for resources: {'Subnet': ['ID=3cf7c5e0-9673-449d-a3f3-3be9dad38397,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.896574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Checking segment: {'id': '756307d3-85bb-4bcc-bbf6-65139ea21864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:15.896953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network hostable DHCP agents. Network: 31b8f02c-22f4-47e6-a417-cc9b1965f7bd, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:15.975876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:15.977481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:15.997005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 31b8f02c-22f4-47e6-a417-cc9b1965f7bd) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:16.010191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.010781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.013457 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.059367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13ebc377-8a5f-4b96-8837-f861718cac4f tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9206243 Sep 18 01:00:16.062372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:16.095946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3242b-1e69-4e10-99b7-2ccd39ff2714 None None] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:16.143303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.226484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39150) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:16.228443 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.252857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285497f3-e8d2-49b3-a697-a6fe7e14bbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-48492031-debc-415b-982b-2349813bac4b', 'network_id': '48492031-debc-415b-982b-2349813bac4b', 'tenant_id': '29f5bf0ff4a34fc7afcbc17d39c20492', 'fixed_ips': [{'subnet_id': 'e74b5b7b-0e5b-45ad-90bf-475aaaed4e10'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:16.253791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-285497f3-e8d2-49b3-a697-a6fe7e14bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.286222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.301890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2a3c0-2040-425e-b2d6-41bea87d16f8 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.307291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2a3c0-2040-425e-b2d6-41bea87d16f8 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.313196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2a3c0-2040-425e-b2d6-41bea87d16f8 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.336470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-18c2a3c0-2040-425e-b2d6-41bea87d16f8 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2716656 Sep 18 01:00:16.337445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:16.364878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Pushing event updated for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:16.384674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:16.389303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.411679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:16.421536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:16.431151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:16.531175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Deleting subnet e74b5b7b-0e5b-45ad-90bf-475aaaed4e10 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:00:16.543107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.618687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:16.621660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.654803 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-c1beb21e-dc61-4f21-96b5-d6483d1f04ab tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7044008 Sep 18 01:00:16.668104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Request body: {'port': {'device_id': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:16.672363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3410828-8e11-496e-aa1f-c5aae562bda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.781202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.798896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7c5f2b6-9ad0-473d-8470-b10caefa1d57 req-abfb254d-8529-41de-9449-4d53da881132 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 210 time: 0.1346154 Sep 18 01:00:16.852183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.958754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.045039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-31b8f02c-22f4-47e6-a417-cc9b1965f7bd', 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd', 'tenant_id': '29f5bf0ff4a34fc7afcbc17d39c20492', 'fixed_ips': [{'subnet_id': '3cf7c5e0-9673-449d-a3f3-3be9dad38397'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:17.046888 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.121490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3410828-8e11-496e-aa1f-c5aae562bda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.132163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3410828-8e11-496e-aa1f-c5aae562bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.176242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3410828-8e11-496e-aa1f-c5aae562bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8aa423-5ed5-4f47-a48e-b15e6279a095,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.193563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.258948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Subnet': ['ID=e74b5b7b-0e5b-45ad-90bf-475aaaed4e10,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.270208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.276495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f6536a79-b128-4215-acec-1ea59afcf309 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/subnets/e74b5b7b-0e5b-45ad-90bf-475aaaed4e10 HTTP/1.1" status: 204 len: 168 time: 0.9336846 Sep 18 01:00:17.276495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3410828-8e11-496e-aa1f-c5aae562bda2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=279b9c5e4a5346c0b7bf46ae13c85a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0456746 Sep 18 01:00:17.276495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39168) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-285497f3-e8d2-49b3-a697-a6fe7e14bbf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e74b5b7b-0e5b-45ad-90bf-475aaaed4e10: This subnet is being modified by another concurrent operation. Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e74b5b7b-0e5b-45ad-90bf-475aaaed4e10: This subnet is being modified by another concurrent operation. Sep 18 01:00:17.278797 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:00:17.306165 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.317284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5eb61-e280-481e-8207-ec2215f8d811 None None] Network 48492031-debc-415b-982b-2349813bac4b requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:17.329180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:00:17.339465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.354531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Transition to ACTIVE for port object f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:00:17.355668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39170) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:17.373813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.420349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:17.442753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.442958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Deleting subnet 3cf7c5e0-9673-449d-a3f3-3be9dad38397 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:00:17.486513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.517407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.582244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.637645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.639458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Allocated IP 172.20.0.18 (31b8f02c-22f4-47e6-a417-cc9b1965f7bd/3cf7c5e0-9673-449d-a3f3-3be9dad38397/03691c22-68c6-4c60-bc28-aab0463bde0e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:17.657538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Attempting to bind port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:17.658014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Attempting to bind port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:17.663779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Attempting to bind port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a on network 90befd74-b9ec-4720-85cc-c1b691bf7498 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:17.673189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a on network 90befd74-b9ec-4720-85cc-c1b691bf7498 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:00:17.673841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Attempting to bind port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a on network 90befd74-b9ec-4720-85cc-c1b691bf7498 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:17.685834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:17.686186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Checking segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:17.686583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Bound using segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:17.687059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Bound port: f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:17.687493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.833008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:17.836372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:17.842682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:17.843848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.918791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.934575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.938626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.942773 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b8aa423-5ed5-4f47-a48e-b15e6279a095 HTTP/1.1" status: 204 len: 168 time: 0.5859380 Sep 18 01:00:17.955289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc28af3-50be-4f5e-8e90-a6944f64d7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8aa423-5ed5-4f47-a48e-b15e6279a095,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:17.979579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:17.980422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.986661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-91103668-1fcf-428f-be5d-1e1e5d41dab1 service neutron] 10.222.0.48 "PUT /v2.0/ports/f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 1093 time: 1.3230982 Sep 18 01:00:17.987261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:17.989739 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2611b-547a-40de-b506-ff1a5eac330d" -d '{"events": [{"name": "network-changed", "server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:18.061198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5dee0b3-e804-4d40-a513-4dd74d9e6c52 req-c134fae5-4cb2-409a-a157-01274999d017 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 210 time: 0.0748999 Sep 18 01:00:18.086096 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.101082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.112513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.132122 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d193726-4a9f-466a-9f6a-bb26a1f384d3 x-openstack-request-id: req-5d193726-4a9f-466a-9f6a-bb26a1f384d3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:18.136914 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:18.136914 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d193726-4a9f-466a-9f6a-bb26a1f384d3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:18.141523 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a', 'status': 'completed', 'code': 200} Sep 18 01:00:18.214499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.223155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-2f282d48-820e-448b-a3fa-bde9882944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:18.224826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-2f282d48-820e-448b-a3fa-bde9882944a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1748307 Sep 18 01:00:18.251130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Pushing event updated for resources: {'Port': ['ID=03691c22-68c6-4c60-bc28-aab0463bde0e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.281856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:18.286649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:18.295208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:18.308621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-7e65647c-9729-4ffc-8e96-23a8211e0fb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0746942 Sep 18 01:00:18.327155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:18.327535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.339650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-b2a50aeb-e317-4d23-848c-eb8d9ac8f081 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:18.343618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-b2a50aeb-e317-4d23-848c-eb8d9ac8f081 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.54 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 818 time: 0.3506181 Sep 18 01:00:18.391613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Request body: {'port': {'device_id': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'admin_state_up': True, 'tenant_id': '866516118ca74223a307a6cda76ff5c6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:18.439599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-7ce57391-2432-4a04-a2f4-4245b00a6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:18.441149 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-7ce57391-2432-4a04-a2f4-4245b00a6679 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.1254621 Sep 18 01:00:18.480857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.486875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Attempting to bind port 03691c22-68c6-4c60-bc28-aab0463bde0e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:18.487260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Attempting to bind port 03691c22-68c6-4c60-bc28-aab0463bde0e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '756307d3-85bb-4bcc-bbf6-65139ea21864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:18.487777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Attempting to bind port 03691c22-68c6-4c60-bc28-aab0463bde0e on network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:18.495769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:18.496159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Checking segment: {'id': '756307d3-85bb-4bcc-bbf6-65139ea21864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:18.496711 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.497838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Bound using segment: {'id': '756307d3-85bb-4bcc-bbf6-65139ea21864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:18.497838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Bound port: 03691c22-68c6-4c60-bc28-aab0463bde0e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756307d3-85bb-4bcc-bbf6-65139ea21864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '31b8f02c-22f4-47e6-a417-cc9b1965f7bd'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:18.498221 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.640190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39206) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:18.643842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-444b2321-2643-45ad-8f28-4b312df29be1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404265 Sep 18 01:00:18.672686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2711c690-3365-471b-b764-f0d3d024b59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.710171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.712614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] For port 03691c22-68c6-4c60-bc28-aab0463bde0e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:18.716299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] For port 03691c22-68c6-4c60-bc28-aab0463bde0e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=03691c22-68c6-4c60-bc28-aab0463bde0e,segment=NetworkSegment(756307d3-85bb-4bcc-bbf6-65139ea21864),segment_id=756307d3-85bb-4bcc-bbf6-65139ea21864)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:18.733476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.778412 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-2b6b5399-fddb-4d2b-a96a-003bf56e54da service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259997 Sep 18 01:00:18.787430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf7c5e0-9673-449d-a3f3-3be9dad38397,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.795031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.800551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0cb7c1be-6f8d-4a85-a920-4334428275ed tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/subnets/3cf7c5e0-9673-449d-a3f3-3be9dad38397 HTTP/1.1" status: 204 len: 168 time: 1.5222681 Sep 18 01:00:18.803363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:18.803926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Made reservation on behalf of 866516118ca74223a307a6cda76ff5c6 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:18.814216 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:18.915938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6803458-96ff-4d0c-9efa-a8c0411d3a36 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:18.928270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a6803458-96ff-4d0c-9efa-a8c0411d3a36 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193409 Sep 18 01:00:18.935579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39216) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:18.962652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053fbd-8105-4fed-9364-f3abccc88eac None None] Pushing event updated for resources: {'Port': ['ID=03691c22-68c6-4c60-bc28-aab0463bde0e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.968614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39218) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:19.131397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e3e7cff-d04e-466e-a0c3-d2ccd4b6d3e8 req-570461ff-3c7b-4bbe-91dd-2f0f6be4fe9f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439808 Sep 18 01:00:19.152794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Allocated IP 172.20.0.13 (90befd74-b9ec-4720-85cc-c1b691bf7498/636bee57-ec05-4578-92eb-4a32f121bf1b/f2f86727-8c9f-4f60-bbcc-a1798f356cfd) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:19.156196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.272354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2711c690-3365-471b-b764-f0d3d024b59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.274334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c972ed-0db9-4853-8e29-b51cdb75672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.320147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2611b-547a-40de-b506-ff1a5eac330d req-c49f14aa-6b40-412e-9fc3-cf40d9a6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:19.320859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-504b1851-207d-4add-b60d-10182bb1a075 req-6038dbd8-349f-444d-8cf9-2adfaffc34a9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 210 time: 0.0824270 Sep 18 01:00:19.321756 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-c49f14aa-6b40-412e-9fc3-cf40d9a6dd17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1226692 Sep 18 01:00:19.323693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2711c690-3365-471b-b764-f0d3d024b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.377302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2711c690-3365-471b-b764-f0d3d024b59e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=128b060b3bcd40b2b20b6f5ca37494e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334733 Sep 18 01:00:19.384704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39230) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:19.407859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c690-3365-471b-b764-f0d3d024b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6affbe1-7c32-4bd1-9a42-e89606e3711f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:19.447155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Deleting port 03691c22-68c6-4c60-bc28-aab0463bde0e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:19.447512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.499796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.505633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2611b-547a-40de-b506-ff1a5eac330d req-71387fb1-14a8-4fc8-85e3-ccae2f1462ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:19.507152 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-71387fb1-14a8-4fc8-85e3-ccae2f1462ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1723788 Sep 18 01:00:19.556952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.559744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] For port 03691c22-68c6-4c60-bc28-aab0463bde0e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=03691c22-68c6-4c60-bc28-aab0463bde0e,segment=NetworkSegment(756307d3-85bb-4bcc-bbf6-65139ea21864),segment_id=756307d3-85bb-4bcc-bbf6-65139ea21864)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:19.560283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.561401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-e9c552c4-d4d6-46ab-8317-b033b6d9a997 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0450978 Sep 18 01:00:19.581395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Calling delete_port for 03691c22-68c6-4c60-bc28-aab0463bde0e owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:19.623944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.626517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.629873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2611b-547a-40de-b506-ff1a5eac330d req-12d080e1-91da-44e4-aa0e-023a84a31023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:19.631847 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-12d080e1-91da-44e4-aa0e-023a84a31023 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0626390 Sep 18 01:00:19.644885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c972ed-0db9-4853-8e29-b51cdb75672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.685996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c972ed-0db9-4853-8e29-b51cdb75672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.697841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-ebe82aa2-fe8b-48d7-a7c0-86feef72fc11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404174 Sep 18 01:00:19.720372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Network 90befd74-b9ec-4720-85cc-c1b691bf7498 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:19.757517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03c972ed-0db9-4853-8e29-b51cdb75672f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39be0a8f68c94ec187026fba88fa6af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840960 Sep 18 01:00:19.760393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c972ed-0db9-4853-8e29-b51cdb75672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b94119-1f7a-4a33-a884-a18eaf549116,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:19.764849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:19.776353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:19.780842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:19.821527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.824004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.825204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6affbe1-7c32-4bd1-9a42-e89606e3711f HTTP/1.1" status: 204 len: 168 time: 0.4364767 Sep 18 01:00:19.843157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:19.921215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65e11-dbb0-4f00-926d-1fa424eed8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6affbe1-7c32-4bd1-9a42-e89606e3711f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:19.928238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Port': ['ID=03691c22-68c6-4c60-bc28-aab0463bde0e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:19.933520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 03691c22-68c6-4c60-bc28-aab0463bde0e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:19.955509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] No DVR routers for this DVR port 03691c22-68c6-4c60-bc28-aab0463bde0e on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:19.984765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 03691c22-68c6-4c60-bc28-aab0463bde0e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:19.984886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 03691c22-68c6-4c60-bc28-aab0463bde0e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 01:00:20.024104 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.040538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port 03691c22-68c6-4c60-bc28-aab0463bde0e not found, will not notify nova. {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 01:00:20.056699 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.077878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Pushing event updated for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:20.097468 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-da1ad526-779e-4185-88c9-6f00626ab41f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889167 Sep 18 01:00:20.134892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:20.135759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.208970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.226575 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-75d6cbec-6a61-4b4b-9113-320672a25780 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8394501 Sep 18 01:00:20.231665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b8f02c-22f4-47e6-a417-cc9b1965f7bd']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:20.247299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756307d3-85bb-4bcc-bbf6-65139ea21864') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:20.247661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756307d3-85bb-4bcc-bbf6-65139ea21864') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:20.249372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Request body: {'port': {'device_id': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:20.264305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.286035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.297373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:20.298013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.298816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-70f2611b-547a-40de-b506-ff1a5eac330d req-815ef2a0-a493-44a6-87a6-c23f59ce0b6c service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905615 Sep 18 01:00:20.349372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:20.351040 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:20.405952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.409244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.411211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82b94119-1f7a-4a33-a884-a18eaf549116 HTTP/1.1" status: 204 len: 168 time: 0.6451378 Sep 18 01:00:20.428652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e216ab-e859-448e-a68b-ed887394ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b94119-1f7a-4a33-a884-a18eaf549116,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:20.434547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578e1bc-821a-444e-9239-a89b1a04f1b3 None None] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:20.440442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.449677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.455873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/31b8f02c-22f4-47e6-a417-cc9b1965f7bd HTTP/1.1" status: 204 len: 168 time: 1.5154841 Sep 18 01:00:20.458020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:20.477009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578e1bc-821a-444e-9239-a89b1a04f1b3 None None] Network 31b8f02c-22f4-47e6-a417-cc9b1965f7bd could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:20.520526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6040e1df-9769-4caa-8a8a-63e46b454600 None None] Could not find standard attr ID for object 03691c22-68c6-4c60-bc28-aab0463bde0e. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:00:20.555960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bea3e5-c085-42d9-8d03-968c546ba852 tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=31b8f02c-22f4-47e6-a417-cc9b1965f7bd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:20.585184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a345d-8787-4db2-ba7a-d2d89ba5e9d2 None None] DHCP port deletion for 31b8f02c-22f4-47e6-a417-cc9b1965f7bd request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:00:20.612874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f4d39-cff1-4d3a-b115-273da7f73135 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:20.643124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.654901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42640269-003e-4509-a6c2-d6fb47641b63 req-661bee80-cd36-4eb8-8517-7c3bb5eefeb1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:20.663637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42640269-003e-4509-a6c2-d6fb47641b63 req-661bee80-cd36-4eb8-8517-7c3bb5eefeb1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 932 time: 0.1847091 Sep 18 01:00:20.744571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f4d39-cff1-4d3a-b115-273da7f73135 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:20.808050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42640269-003e-4509-a6c2-d6fb47641b63 req-0a1cf181-2fd7-456b-8577-31af276e0e48 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432111 Sep 18 01:00:20.943820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f86727-8c9f-4f60-bbcc-a1798f356cfd {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:00:20.961080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.967452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.004031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48492031-debc-415b-982b-2349813bac4b']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.014272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Transition to ACTIVE for port object f2f86727-8c9f-4f60-bbcc-a1798f356cfd will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:00:21.018197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9247b49-2f97-4edc-9429-3dcef43bc0b4') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.018777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9247b49-2f97-4edc-9429-3dcef43bc0b4') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.028309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.050093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.080939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.089793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:21.090593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:21.094797 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:21.133313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.197766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.208869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.210767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/48492031-debc-415b-982b-2349813bac4b HTTP/1.1" status: 204 len: 168 time: 0.7436519 Sep 18 01:00:21.218922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:21.237090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b116e-bde2-4547-9fe2-0503d46b2b6a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=48492031-debc-415b-982b-2349813bac4b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.304107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Attempting to bind port f2f86727-8c9f-4f60-bbcc-a1798f356cfd on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:21.304107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Attempting to bind port f2f86727-8c9f-4f60-bbcc-a1798f356cfd by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:21.304107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Attempting to bind port f2f86727-8c9f-4f60-bbcc-a1798f356cfd on network 90befd74-b9ec-4720-85cc-c1b691bf7498 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:21.314356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Port f2f86727-8c9f-4f60-bbcc-a1798f356cfd on network 90befd74-b9ec-4720-85cc-c1b691bf7498 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:00:21.314645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Attempting to bind port f2f86727-8c9f-4f60-bbcc-a1798f356cfd on network 90befd74-b9ec-4720-85cc-c1b691bf7498 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:21.323008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:21.323350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Checking segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:21.323738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Bound using segment: {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:21.324176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Bound port: f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:21.324564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.331091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.476411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.487873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:21.512439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528f2a3e-585f-44f5-9ff2-7b72fd2a7521']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.516206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:21.524712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877df823-404c-4fb9-b26b-5684f7c47be9') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.525017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877df823-404c-4fb9-b26b-5684f7c47be9') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.534284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.551933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.594849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:21.595459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.596900 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 200 len: 1093 time: 1.3551311 Sep 18 01:00:21.597825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.599758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:21.601986 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048536d4-9d47-4730-b560-3f1cdb934bef" -d '{"events": [{"name": "network-changed", "server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:21.613305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:21.613723 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:21.617859 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:21.724331 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c63db9-9e62-44d8-8f7b-be76979e49f6 x-openstack-request-id: req-f5c63db9-9e62-44d8-8f7b-be76979e49f6 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:21.724632 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:21.724885 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5c63db9-9e62-44d8-8f7b-be76979e49f6 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:21.725281 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd', 'status': 'completed', 'code': 200} Sep 18 01:00:21.729007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c94ce-f9f3-4857-ab24-70079596d6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.743778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.748295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-fdc04bd9-617a-453e-8fd3-ef65bb8ff951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:21.749937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-fdc04bd9-617a-453e-8fd3-ef65bb8ff951 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0914621 Sep 18 01:00:21.755662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:21.762052 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/528f2a3e-585f-44f5-9ff2-7b72fd2a7521 HTTP/1.1" status: 204 len: 168 time: 0.5418894 Sep 18 01:00:21.765066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:21.817744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e1d9d-be11-47f4-99ce-1aee2193c65a tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=528f2a3e-585f-44f5-9ff2-7b72fd2a7521,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.877704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 03691c22-68c6-4c60-bc28-aab0463bde0e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:21.919103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-bfc5849f-e3dc-499f-964b-ca85f8a03194 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 200 len: 217 time: 0.1024547 Sep 18 01:00:21.950322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 03691c22-68c6-4c60-bc28-aab0463bde0e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:21.951106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 03691c22-68c6-4c60-bc28-aab0463bde0e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:21.984431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351167-d548-48ca-8b99-cce31921b816 req-106aabac-a524-41fd-a2d7-58fbc7390f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:21.986630 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-106aabac-a524-41fd-a2d7-58fbc7390f16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0603120 Sep 18 01:00:22.034960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.059814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e4f7-a23d-4736-bdbf-6d69cc519e40 req-a908410e-2254-412a-abbc-355afa5f3829 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:22.061443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7d5e4f7-a23d-4736-bdbf-6d69cc519e40 req-a908410e-2254-412a-abbc-355afa5f3829 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 944 time: 0.0925465 Sep 18 01:00:22.077829 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-a103e234-80b6-44e2-8b0b-cb7b2e7b8847 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832887 Sep 18 01:00:22.176846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7d5e4f7-a23d-4736-bdbf-6d69cc519e40 req-7749fedf-a149-4c29-a21d-8b9adf6242eb tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929167 Sep 18 01:00:22.182639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.209576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:22.225664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73611e20-770d-45dc-b83b-bf4fe4430bd4']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:22.239187 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-b6dccbc2-05df-4af0-b32b-f9cc5e21a2c2 service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453309 Sep 18 01:00:22.245630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c293ad-8cac-42d0-a6d3-e281ddd6ff40') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:22.246197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c293ad-8cac-42d0-a6d3-e281ddd6ff40') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:22.259299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.280873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.292567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:22.293208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:22.388798 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:22.395640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.404884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.406883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] 10.222.0.49 "DELETE /v2.0/networks/73611e20-770d-45dc-b83b-bf4fe4430bd4 HTTP/1.1" status: 204 len: 168 time: 0.6400440 Sep 18 01:00:22.421908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de6ccb-4444-4304-89a3-717b129553fb tempest-BulkNetworkOpsTest-1090971689 tempest-BulkNetworkOpsTest-1090971689-project] Pushing event deleted for resources: {'Network': ['ID=73611e20-770d-45dc-b83b-bf4fe4430bd4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:22.454295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:22.480057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'port_id': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a', 'mac_address': 'fa:16:3e:10:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:22.497232 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c351167-d548-48ca-8b99-cce31921b816 req-720be204-7af0-4585-8fd5-d0981b13e083 service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510254 Sep 18 01:00:22.589483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.606416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:00:22.632058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:22.642170 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:22.670869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048536d4-9d47-4730-b560-3f1cdb934bef req-9d2a2fe3-1628-400b-91b9-e7944b85e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:22.673039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-9d2a2fe3-1628-400b-91b9-e7944b85e584 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0766907 Sep 18 01:00:22.733886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:22.851249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:00:22.895281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048536d4-9d47-4730-b560-3f1cdb934bef req-3e7ae794-7231-450a-a709-510f99af69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:22.909112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-3e7ae794-7231-450a-a709-510f99af69a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.2272234 Sep 18 01:00:22.956242 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-8882d2aa-34c6-4ea5-a5b0-ffa67d716a1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 200 len: 217 time: 0.0389471 Sep 18 01:00:22.968078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39378) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:23.036371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048536d4-9d47-4730-b560-3f1cdb934bef req-25961799-6968-4e37-967b-5239a15c76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:23.037838 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-25961799-6968-4e37-967b-5239a15c76b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0733981 Sep 18 01:00:23.102246 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-6c81fbf0-8fc7-4233-9e9d-ce4dec8f56ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527234 Sep 18 01:00:23.331035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e478e914-d097-493b-8e04-336c400e25d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29f5bf0ff4a34fc7afcbc17d39c20492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615322 Sep 18 01:00:23.339231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39396) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:23.342006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-f2536d01-5398-43da-8032-d0a8f2a2fc6f service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321818 Sep 18 01:00:23.377366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52525-6b15-4a1e-ad9d-33771d17d74e req-e129da23-cf41-4097-b7e0-76b671bd35fa tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:23.378440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38b52525-6b15-4a1e-ad9d-33771d17d74e req-e129da23-cf41-4097-b7e0-76b671bd35fa tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 944 time: 0.0803392 Sep 18 01:00:23.452034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-38b52525-6b15-4a1e-ad9d-33771d17d74e req-935f6ced-e4e0-4cec-85ac-0ef3584171d0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634117 Sep 18 01:00:23.503401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:23.530907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-048536d4-9d47-4730-b560-3f1cdb934bef req-28c13fbc-0a3c-4178-bb91-d5091fab09bd service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802261 Sep 18 01:00:23.535566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:23.597816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:23.601594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:23.603832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a6b9b1e-325e-4035-96d4-a5210dfad3c0 HTTP/1.1" status: 204 len: 168 time: 0.2608387 Sep 18 01:00:23.633741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bde52-ebcb-4dbb-bb6e-e42cc7d3c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b9b1e-325e-4035-96d4-a5210dfad3c0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:23.985229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39430) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:24.109762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78ae7ea9-4f1a-43cf-b296-d7101bcdf76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.237054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:24.278239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78ae7ea9-4f1a-43cf-b296-d7101bcdf76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.284875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42286b35-ca0b-4efc-9e85-ca7cf3b69eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.290034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-78ae7ea9-4f1a-43cf-b296-d7101bcdf76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.304358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:00:24.313821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:24.314355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.354943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-78ae7ea9-4f1a-43cf-b296-d7101bcdf76c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3292230b7e945cbaccf5e9a2899a41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685362 Sep 18 01:00:24.358446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39448) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:24.380828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae7ea9-4f1a-43cf-b296-d7101bcdf76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bd08b-e4a6-4c53-aa7a-0dabd1878346,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:24.430597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.433962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.460999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.494352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:24.496496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:24.505751 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764af8b1-15c1-4cce-bcac-6c7ab420912b" -d '{"events": [{"server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:24.527611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.527815 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.531108 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:24.532701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c3bd08b-e4a6-4c53-aa7a-0dabd1878346 HTTP/1.1" status: 204 len: 168 time: 0.1730921 Sep 18 01:00:24.548625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6199372-6810-40a8-824a-bc747aa9c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bd08b-e4a6-4c53-aa7a-0dabd1878346,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:24.635383 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4bf69c-7fc6-45b8-9daf-1c333fdecad6 x-openstack-request-id: req-8c4bf69c-7fc6-45b8-9daf-1c333fdecad6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:24.635688 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:24.637574 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c4bf69c-7fc6-45b8-9daf-1c333fdecad6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:24.638965 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a', 'code': 200} Sep 18 01:00:24.703230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b55d-90e9-4351-9191-c32225dc4f6c req-924e1ff0-0964-4569-9118-a183c25fc3c9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:24.705206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a906b55d-90e9-4351-9191-c32225dc4f6c req-924e1ff0-0964-4569-9118-a183c25fc3c9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 944 time: 0.1423624 Sep 18 01:00:24.705704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39464) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:24.714363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:24.772966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a906b55d-90e9-4351-9191-c32225dc4f6c req-f91b0113-3420-4ead-95b2-4150b734ce43 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Sep 18 01:00:24.937995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1094183495'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:24.973544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:24.978447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.004928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.152932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.160901 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.232749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:25.239332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ec6-6507-4706-bcff-81895d765bdd req-774b9d9c-79de-463f-baae-197edcf77b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:25.242293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ff47ec6-6507-4706-bcff-81895d765bdd req-774b9d9c-79de-463f-baae-197edcf77b73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.5722628 Sep 18 01:00:25.283572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1cb8da-9834-4957-b3dc-481584323ac8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:25.296755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.297429 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 87d87d2a-241e-4d79-84c0-03dfc58255ad of type vlan for network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 Sep 18 01:00:25.305805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f2f86727-8c9f-4f60-bbcc-a1798f356cfd details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:25.329448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5ff47ec6-6507-4706-bcff-81895d765bdd req-c0651498-aff8-4d77-ac95-5d3f9171a0a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790563 Sep 18 01:00:25.366768 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.429654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.439053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:25.439659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.474946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:25.489392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd', 'network_id': '90befd74-b9ec-4720-85cc-c1b691bf7498', 'port_id': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd', 'mac_address': 'fa:16:3e:38:d1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636bee57-ec05-4578-92eb-4a32f121bf1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:25.520246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8009136 Sep 18 01:00:25.594065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236c03-12b0-464c-b328-ae29a3c63efe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=dbb0bc07-8aa4-4ebf-abfa-40a356a677d5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:25.608041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:25.654903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39492) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:25.659869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:25.689999 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.708953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f86727-8c9f-4f60-bbcc-a1798f356cfd {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:00:25.729818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:25.735611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.786966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:25.792646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:25.816210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:25.932824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44dc2e-2389-4185-bc66-169b08653a9e req-74937065-50fd-41f7-95a1-5587ba180634 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:25.942486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb44dc2e-2389-4185-bc66-169b08653a9e req-74937065-50fd-41f7-95a1-5587ba180634 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 945 time: 0.0800166 Sep 18 01:00:26.019726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb44dc2e-2389-4185-bc66-169b08653a9e req-a6fa9781-671a-4394-9c0b-7fff5aec9ff9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763354 Sep 18 01:00:26.092526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.112331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f2f86727-8c9f-4f60-bbcc-a1798f356cfd'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:00:26.172084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=2d74c6b4-7eff-47d3-b6be-9d12663a8f87,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:26.191443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '87d87d2a-241e-4d79-84c0-03dfc58255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:26.191806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: dbb0bc07-8aa4-4ebf-abfa-40a356a677d5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:26.238972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:26.254430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, dbb0bc07-8aa4-4ebf-abfa-40a356a677d5) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:26.259023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:26.259838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.275903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49873a58-709f-4049-b0ef-a449a1d873c3 None None] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:26.277968 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a2d0fab-f845-4199-a515-65c021506f20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6217699 Sep 18 01:00:26.281734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:26.297048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780870912'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:26.351163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:26.355178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.408674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:26.432756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.433513 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment f4d93d3e-769c-4694-a0d1-af9750ac1d2c of type vlan for network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 Sep 18 01:00:26.520503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.531920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-dbb0bc07-8aa4-4ebf-abfa-40a356a677d5', 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '2d74c6b4-7eff-47d3-b6be-9d12663a8f87'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:26.534045 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.549837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.556100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:26.557035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:26.614712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:26.620659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '5c88c7fd-4ad1-4f35-aa42-3115c3c8f731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:26.625554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3410709 Sep 18 01:00:26.717988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabab9-66e7-479c-97b0-0e2c5d874b19 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=5c88c7fd-4ad1-4f35-aa42-3115c3c8f731,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:26.724797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Allocated IP 172.20.255.242 (dbb0bc07-8aa4-4ebf-abfa-40a356a677d5/2d74c6b4-7eff-47d3-b6be-9d12663a8f87/1b9e11c4-4523-4b2f-9649-2e58e915b211) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:26.728706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:26.814611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:26.818419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.056208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.068332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.105232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.159141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:27.162921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:27.170753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:27.186843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Pushing event updated for resources: {'Port': ['ID=1b9e11c4-4523-4b2f-9649-2e58e915b211,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:27.240413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=4ec97686-f771-44c6-aa51-fc69aeca9589,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:27.249031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': 'f4d93d3e-769c-4694-a0d1-af9750ac1d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5c88c7fd-4ad1-4f35-aa42-3115c3c8f731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:27.249671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:27.260847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317176b4-a43a-4303-a08d-b01fc7d2005f req-087bad87-949d-4fcb-a6bc-62f60260ee07 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:27.262399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-317176b4-a43a-4303-a08d-b01fc7d2005f req-087bad87-949d-4fcb-a6bc-62f60260ee07 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 945 time: 0.1146436 Sep 18 01:00:27.273658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f6d12c4-3310-4128-9d6f-f05965a345bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.286371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Attempting to bind port 1b9e11c4-4523-4b2f-9649-2e58e915b211 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:27.286673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Attempting to bind port 1b9e11c4-4523-4b2f-9649-2e58e915b211 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '87d87d2a-241e-4d79-84c0-03dfc58255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:27.287040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Attempting to bind port 1b9e11c4-4523-4b2f-9649-2e58e915b211 on network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:27.293627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:27.295683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Checking segment: {'id': '87d87d2a-241e-4d79-84c0-03dfc58255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:27.296123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.296569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Bound using segment: {'id': '87d87d2a-241e-4d79-84c0-03dfc58255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:27.297554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Bound port: 1b9e11c4-4523-4b2f-9649-2e58e915b211, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d87d2a-241e-4d79-84c0-03dfc58255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dbb0bc07-8aa4-4ebf-abfa-40a356a677d5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:27.298174 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.307388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f2f86727-8c9f-4f60-bbcc-a1798f356cfd up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:27.320111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:27.353584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-317176b4-a43a-4303-a08d-b01fc7d2005f req-988c07c4-5a39-4277-93a7-9638fabde0c9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Sep 18 01:00:27.357064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:27.362270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:27.363422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.378477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad518522-9bd5-4972-bbd7-bc208ebb628c None None] Network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:27.386648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f1268498-17ea-47a4-b1ff-a4bcfd02576d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7706761 Sep 18 01:00:27.389832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39572) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:27.534487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.572849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port f2f86727-8c9f-4f60-bbcc-a1798f356cfd completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:00:27.579536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port f2f86727-8c9f-4f60-bbcc-a1798f356cfd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:27.580095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.586302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.626818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] For port 1b9e11c4-4523-4b2f-9649-2e58e915b211, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:27.632629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb661f4-b2bf-4145-bd8a-b4aefe77cb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-5c88c7fd-4ad1-4f35-aa42-3115c3c8f731', 'network_id': '5c88c7fd-4ad1-4f35-aa42-3115c3c8f731', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '4ec97686-f771-44c6-aa51-fc69aeca9589'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:27.633746 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bb661f4-b2bf-4145-bd8a-b4aefe77cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.660732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.662649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] For port 1b9e11c4-4523-4b2f-9649-2e58e915b211, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1b9e11c4-4523-4b2f-9649-2e58e915b211,segment=NetworkSegment(87d87d2a-241e-4d79-84c0-03dfc58255ad),segment_id=87d87d2a-241e-4d79-84c0-03dfc58255ad)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:27.683430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.805640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:27.891516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec97686-f771-44c6-aa51-fc69aeca9589,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:28.047410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.076737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c88c7fd-4ad1-4f35-aa42-3115c3c8f731']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:28.087532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d93d3e-769c-4694-a0d1-af9750ac1d2c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:28.087844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d93d3e-769c-4694-a0d1-af9750ac1d2c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:28.105634 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.135714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.144112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:28.145222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:28.232885 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:28.254449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.297572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb43736-dfff-45de-8e86-5202be66915f None None] Pushing event updated for resources: {'Port': ['ID=1b9e11c4-4523-4b2f-9649-2e58e915b211,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-4bb661f4-b2bf-4145-bd8a-b4aefe77cb99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec97686-f771-44c6-aa51-fc69aeca9589: This subnet is being modified by another concurrent operation. Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec97686-f771-44c6-aa51-fc69aeca9589: This subnet is being modified by another concurrent operation. Sep 18 01:00:28.302107 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:00:28.316868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:28.318619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.320205 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b07eba0-4913-4195-9ee9-fbd8dc14114d" -d '{"events": [{"server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:28.333903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.337931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f06110-9c47-4bcb-959c-5bfa6da3d83d None None] Network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:28.338070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 HTTP/1.1" status: 204 len: 168 time: 0.9464931 Sep 18 01:00:28.342187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39644) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:28.356179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123831394'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:28.362235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d707-095e-4257-96de-2899ca3151f1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=5c88c7fd-4ad1-4f35-aa42-3115c3c8f731,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:28.363285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:28.371564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f06110-9c47-4bcb-959c-5bfa6da3d83d None None] Network 5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:28.377829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.378992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.414533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:28.430332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.436094 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b93e608-16b1-45d3-baa1-bd6537bd518a x-openstack-request-id: req-2b93e608-16b1-45d3-baa1-bd6537bd518a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:28.436599 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:28.437193 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b93e608-16b1-45d3-baa1-bd6537bd518a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:28.437922 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd', 'code': 200} Sep 18 01:00:28.454981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:28.553603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:28.589183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ccfee-78ee-4cf9-acb6-a5072f58703b req-c266e11b-da48-4a52-92ed-5131c1ca7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:28.602002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.602382 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment a090abde-82ac-4e09-9e07-4d07691561b5 of type vlan for network 80b90b90-92c6-4cbf-94e6-53253f2ad5f8 Sep 18 01:00:28.603733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-172ccfee-78ee-4cf9-acb6-a5072f58703b req-c266e11b-da48-4a52-92ed-5131c1ca7c5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0674205 Sep 18 01:00:28.670848 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-172ccfee-78ee-4cf9-acb6-a5072f58703b req-b4c58726-bc72-4100-a4b6-b23460dbfd03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Sep 18 01:00:28.681255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f297e-c74d-4a68-a803-b7eab1068838 req-7e2eac7b-54c2-4eb5-b57c-174ac5152fd7 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:28.689704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f15f297e-c74d-4a68-a803-b7eab1068838 req-7e2eac7b-54c2-4eb5-b57c-174ac5152fd7 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1546197 Sep 18 01:00:28.693022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.743359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f15f297e-c74d-4a68-a803-b7eab1068838 req-12e2a442-06c9-4d5c-b48b-0744ec397f3f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Sep 18 01:00:28.781850 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.789813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:28.790454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:28.879652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=80b90b90-92c6-4cbf-94e6-53253f2ad5f8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:28.885249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d8d0107f-1055-41db-8e89-228791df1316 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5410860 Sep 18 01:00:28.888482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:28.889809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39664) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:28.893977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '80b90b90-92c6-4cbf-94e6-53253f2ad5f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:28.912743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 80b90b90-92c6-4cbf-94e6-53253f2ad5f8 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:29.078112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:29.083296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.159574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e54349fa-c939-4f71-9911-35a4456fc4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.173585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Performing IP validity checks on allocation pools {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 01:00:29.174139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 01:00:29.320499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e54349fa-c939-4f71-9911-35a4456fc4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.327288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e54349fa-c939-4f71-9911-35a4456fc4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.337875 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.372729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13651221-bb5e-4c9d-8291-baac267cfc1d None None] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:29.384421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e54349fa-c939-4f71-9911-35a4456fc4f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7599bd95fcc42a4a095471808e27817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915779 Sep 18 01:00:29.387094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:29.390445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54349fa-c939-4f71-9911-35a4456fc4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a1d12-7f4b-407b-9595-123d43520b13,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:29.457076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.489038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=7baad868-5b8b-468c-8ebd-9915d23d180a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:29.495013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.508218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] Provisioning complete for port 1b9e11c4-4523-4b2f-9649-2e58e915b211 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:29.508767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.519105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': 'a090abde-82ac-4e09-9e07-4d07691561b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80b90b90-92c6-4cbf-94e6-53253f2ad5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:29.519469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 80b90b90-92c6-4cbf-94e6-53253f2ad5f8, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:29.557076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 80b90b90-92c6-4cbf-94e6-53253f2ad5f8 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:29.570879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 80b90b90-92c6-4cbf-94e6-53253f2ad5f8) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:29.573215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.576848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.579226 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/900a1d12-7f4b-407b-9595-123d43520b13 HTTP/1.1" status: 204 len: 168 time: 0.1903069 Sep 18 01:00:29.588929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:29.592422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.609136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a3f0a-6c03-4c28-b6a6-0af4c9c8aa3c None None] Network 80b90b90-92c6-4cbf-94e6-53253f2ad5f8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:29.613517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6239e5b-b707-49a9-bad6-93a049f82ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a1d12-7f4b-407b-9595-123d43520b13,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:29.625434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b1ca20d9-ebdd-4474-8810-6f5373f1390b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7351449 Sep 18 01:00:29.627695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:29.752349 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.781472 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:29.995034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.018314 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.030413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a2b7-e714-426a-bef9-83446c4a3ef9 req-55894b7a-83d4-4c5c-b40b-45c481a6b16e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:30.033091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbb4a2b7-e714-426a-bef9-83446c4a3ef9 req-55894b7a-83d4-4c5c-b40b-45c481a6b16e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1097059 Sep 18 01:00:30.040258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1b9e11c4-4523-4b2f-9649-2e58e915b211 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:30.131827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbb4a2b7-e714-426a-bef9-83446c4a3ef9 req-5e4b1f24-08b2-4ab2-9ebb-3473b9146f1d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924947 Sep 18 01:00:30.144647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f084d75-fb00-45f0-999e-d67beb930658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-80b90b90-92c6-4cbf-94e6-53253f2ad5f8', 'network_id': '80b90b90-92c6-4cbf-94e6-53253f2ad5f8', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '7baad868-5b8b-468c-8ebd-9915d23d180a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:30.147448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f084d75-fb00-45f0-999e-d67beb930658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.175643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.219679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=7baad868-5b8b-468c-8ebd-9915d23d180a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:30.245016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:30.259079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a48-f8bb-45ea-b78f-69152704d902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.320283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1b9e11c4-4523-4b2f-9649-2e58e915b211 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:30.320769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.326397 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.352651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b90b90-92c6-4cbf-94e6-53253f2ad5f8']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:30.366568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] For port 1b9e11c4-4523-4b2f-9649-2e58e915b211, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1b9e11c4-4523-4b2f-9649-2e58e915b211,segment=NetworkSegment(87d87d2a-241e-4d79-84c0-03dfc58255ad),segment_id=87d87d2a-241e-4d79-84c0-03dfc58255ad)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:30.376125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a090abde-82ac-4e09-9e07-4d07691561b5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:30.376839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a090abde-82ac-4e09-9e07-4d07691561b5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:30.380853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30626606-102c-41a8-925b-7054015c8293 None None] Network 80b90b90-92c6-4cbf-94e6-53253f2ad5f8 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:30.384860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.395560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.416736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.425190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:30.426228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:30.430489 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:30.488549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a48-f8bb-45ea-b78f-69152704d902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.496362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a48-f8bb-45ea-b78f-69152704d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.531891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73895a8-c255-45f9-b033-da8ac6a96ae6 None None] Pushing event updated for resources: {'Port': ['ID=1b9e11c4-4523-4b2f-9649-2e58e915b211,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:30.533629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b95a9a48-f8bb-45ea-b78f-69152704d902 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b08b8ae46b3b468f8cc8179133f8a2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875404 Sep 18 01:00:30.537229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.538891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39702) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:30.570085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.572872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/80b90b90-92c6-4cbf-94e6-53253f2ad5f8 HTTP/1.1" status: 204 len: 168 time: 0.9439752 Sep 18 01:00:30.583567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a9a48-f8bb-45ea-b78f-69152704d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4dd581-99a9-43a4-8519-09262d254f15,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:30.586550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:30.601429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3646c254-b4f1-415c-ae5f-608e889c2475 None None] Provisioning complete for port 1b9e11c4-4523-4b2f-9649-2e58e915b211 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:30.602178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3646c254-b4f1-415c-ae5f-608e889c2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.628498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1986011812'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:30.673436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99065742-4ce6-46c8-b9ed-4aa0ee88c962 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=80b90b90-92c6-4cbf-94e6-53253f2ad5f8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:30.682138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7b31e-60b5-4771-956c-c0f7d4baf1a7 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:30.729880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.756725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.768597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:30.772147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.794909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7b31e-60b5-4771-956c-c0f7d4baf1a7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:30.829106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:30.853529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.854180 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment f2dea44c-61bd-41dd-98d6-744d47c5199a of type vlan for network 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 Sep 18 01:00:30.892822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.896032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.897204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f4dd581-99a9-43a4-8519-09262d254f15 HTTP/1.1" status: 204 len: 168 time: 0.3565331 Sep 18 01:00:30.913977 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.918402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31f51a-023f-4a56-9311-2c8b1714d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4dd581-99a9-43a4-8519-09262d254f15,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:30.952671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.959951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:30.960769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:31.082132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=019bfa4b-92bb-4abc-ad24-2b9ac555e7d9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:31.094406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39718) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:31.100870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '019bfa4b-92bb-4abc-ad24-2b9ac555e7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:31.103641 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1591f4b4-1724-41bf-95a9-a5094a9cfc0b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4900539 Sep 18 01:00:31.108004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:31.240511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:31.246514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:31.406306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915c195-3c4c-474d-bdab-726bb82f1c13 req-757fab6f-d37e-4621-8834-0e3009227ec6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:31.408053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7915c195-3c4c-474d-bdab-726bb82f1c13 req-757fab6f-d37e-4621-8834-0e3009227ec6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1316445 Sep 18 01:00:31.463238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7915c195-3c4c-474d-bdab-726bb82f1c13 req-ee185802-8eb5-47ab-9ff8-e2cfe4677036 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Sep 18 01:00:31.596708 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:31.926897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1b9e11c4-4523-4b2f-9649-2e58e915b211 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:31.981914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-d49a803b-3e29-4929-a99b-1a631cdd2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:31.983608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-d49a803b-3e29-4929-a99b-1a631cdd2e50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1098 time: 0.1093459 Sep 18 01:00:32.034640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1b9e11c4-4523-4b2f-9649-2e58e915b211 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:32.037642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.189763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-9bb98e35-6129-4cf3-915f-85a91cc0679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:32.191277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-9bb98e35-6129-4cf3-915f-85a91cc0679e service neutron] 10.222.0.54 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1988485 Sep 18 01:00:32.250866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.260250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:32.267374 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-350f9819-507e-42bd-ad27-198572e18a44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 200 len: 217 time: 0.0645993 Sep 18 01:00:32.317714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=bc6300d5-8441-4d18-8498-9bff8acf34de,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:32.348910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5c18a-e642-45d0-9cfd-9f44f2eb2e1a req-3d40f62b-b634-4e1d-b0bb-520686fa3204 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:32.357929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4af5c18a-e642-45d0-9cfd-9f44f2eb2e1a req-3d40f62b-b634-4e1d-b0bb-520686fa3204 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1843135 Sep 18 01:00:32.364991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-333316a3-605d-4e1c-a1ca-d8f7e6b2ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:32.366479 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-333316a3-605d-4e1c-a1ca-d8f7e6b2ac5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0917437 Sep 18 01:00:32.383942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': 'f2dea44c-61bd-41dd-98d6-744d47c5199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '019bfa4b-92bb-4abc-ad24-2b9ac555e7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:32.384437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:32.427212 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-5acd4a12-611c-4977-95eb-064b46514f70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526352 Sep 18 01:00:32.438647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4af5c18a-e642-45d0-9cfd-9f44f2eb2e1a req-f606d95d-6e9e-4098-bd18-2b83a6f0b4a5 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793898 Sep 18 01:00:32.445940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:32.460650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:32.466241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:32.467737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.471715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c256d7a4-4330-4d4b-9f3f-63c31392d77b None None] Network 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:32.514331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03c6dde1-3e4a-4b5d-a553-36c9309039e5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4185519 Sep 18 01:00:32.515207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:32.594777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-54c07d42-370f-47a3-a4cb-7e7754ebe404 service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523726 Sep 18 01:00:32.609234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cda53a6f-5d7c-4e15-8788-9a9cd9d142cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.667067 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.689354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acfcb9d-4670-4196-969e-fd32e67e6035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-019bfa4b-92bb-4abc-ad24-2b9ac555e7d9', 'network_id': '019bfa4b-92bb-4abc-ad24-2b9ac555e7d9', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': 'bc6300d5-8441-4d18-8498-9bff8acf34de'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:32.691799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8acfcb9d-4670-4196-969e-fd32e67e6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.736130 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.835252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-8acfcb9d-4670-4196-969e-fd32e67e6035 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc6300d5-8441-4d18-8498-9bff8acf34de: This subnet is being modified by another concurrent operation. Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc6300d5-8441-4d18-8498-9bff8acf34de: This subnet is being modified by another concurrent operation. Sep 18 01:00:32.841946 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:00:32.847456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-866f2394-f1eb-47c8-a3af-7b11fa6939bd req-ad835c82-217a-4743-aa4b-496ace1c3af0 service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332351 Sep 18 01:00:32.862719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cda53a6f-5d7c-4e15-8788-9a9cd9d142cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.864708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f0983-4d4b-470e-ad6f-ae291de8c5b5 None None] Network 019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:32.879293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cda53a6f-5d7c-4e15-8788-9a9cd9d142cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:32.891958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6300d5-8441-4d18-8498-9bff8acf34de,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:32.985454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cda53a6f-5d7c-4e15-8788-9a9cd9d142cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b94c2dcfc0d4bb3adbc514312f33bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241435 Sep 18 01:00:32.988370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39800) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:32.989036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53a6f-5d7c-4e15-8788-9a9cd9d142cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a5546-cd29-4ea0-a156-52b571502197,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:33.008558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.034835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019bfa4b-92bb-4abc-ad24-2b9ac555e7d9']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:33.053890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d9d75-926b-4eca-9946-3b29318347a6 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:33.055285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dea44c-61bd-41dd-98d6-744d47c5199a') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:33.055861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dea44c-61bd-41dd-98d6-744d47c5199a') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:33.068267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.079128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.085486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.097336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:33.101294 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:33.108868 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:33.110974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.157993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d9d75-926b-4eca-9946-3b29318347a6 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:33.184930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.187715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.195917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f8a5546-cd29-4ea0-a156-52b571502197 HTTP/1.1" status: 204 len: 168 time: 0.1999304 Sep 18 01:00:33.201071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.208407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f61d6-cf8d-4d2d-9a80-8ed651c7f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a5546-cd29-4ea0-a156-52b571502197,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:33.227024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.234972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39808) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:33.237424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 HTTP/1.1" status: 204 len: 168 time: 0.7210407 Sep 18 01:00:33.240615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051743173'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:33.271935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:33.276007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.284681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c3ca6-ef69-4c13-a34f-a95466367f37 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=019bfa4b-92bb-4abc-ad24-2b9ac555e7d9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:33.306482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:33.330030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.330793 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 01eb8b74-5b7f-4fea-b7fb-fea549b6aca7 of type vlan for network 8abd77e6-7d74-4c03-b61f-82ecf59492c7 Sep 18 01:00:33.380218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.421925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.428861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:33.429530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.509368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=8abd77e6-7d74-4c03-b61f-82ecf59492c7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:33.546766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8abd77e6-7d74-4c03-b61f-82ecf59492c7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:33.547544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39822) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:33.549153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-105335e8-dd01-434f-99b2-3675534ea7dd tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3122871 Sep 18 01:00:33.570760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '8abd77e6-7d74-4c03-b61f-82ecf59492c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:33.726482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657fb45-effc-47dd-9133-b4b937d1c945 req-d5eaf29b-290d-420e-82c4-55eb60cd1350 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:33.728266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c657fb45-effc-47dd-9133-b4b937d1c945 req-d5eaf29b-290d-420e-82c4-55eb60cd1350 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1621459 Sep 18 01:00:33.759566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:33.763690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:33.812547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c657fb45-effc-47dd-9133-b4b937d1c945 req-b793349f-0931-4ccc-9df0-9ad4e5200c05 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708678 Sep 18 01:00:33.989846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.055202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:34.063030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '01eb8b74-5b7f-4fea-b7fb-fea549b6aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8abd77e6-7d74-4c03-b61f-82ecf59492c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:34.063405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 8abd77e6-7d74-4c03-b61f-82ecf59492c7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:34.084343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 8abd77e6-7d74-4c03-b61f-82ecf59492c7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:34.093559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8abd77e6-7d74-4c03-b61f-82ecf59492c7) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:34.097693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:34.098333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.105602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164b343-e624-46d9-bb10-b6464df75699 None None] Network 8abd77e6-7d74-4c03-b61f-82ecf59492c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:34.116811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e699c523-8489-4e03-8618-5335dfd6063a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5674725 Sep 18 01:00:34.119096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:34.257563 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.302466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810853c5-3e5f-410b-8f69-0cc876d136c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8abd77e6-7d74-4c03-b61f-82ecf59492c7', 'network_id': '8abd77e6-7d74-4c03-b61f-82ecf59492c7', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:34.303581 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-810853c5-3e5f-410b-8f69-0cc876d136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.326591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.415777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-810853c5-3e5f-410b-8f69-0cc876d136c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa: This subnet is being modified by another concurrent operation. Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa: This subnet is being modified by another concurrent operation. Sep 18 01:00:34.419508 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:00:34.438445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66564696-2e77-4278-8cae-8dc3bcace4d2 None None] Network 8abd77e6-7d74-4c03-b61f-82ecf59492c7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:34.509487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:34.575886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b20fa-cfdd-4956-9bfc-b60bb65e5938 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:34.576584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.610594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abd77e6-7d74-4c03-b61f-82ecf59492c7']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:34.622697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01eb8b74-5b7f-4fea-b7fb-fea549b6aca7') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:34.623053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01eb8b74-5b7f-4fea-b7fb-fea549b6aca7') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:34.634397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.650028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.666206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b20fa-cfdd-4956-9bfc-b60bb65e5938 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:34.671040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:34.671605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:34.676088 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:34.755873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.765437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.767628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/8abd77e6-7d74-4c03-b61f-82ecf59492c7 HTTP/1.1" status: 204 len: 168 time: 0.6472604 Sep 18 01:00:34.771253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39894) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:34.776489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1906041911'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:34.793072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14362d-94cd-4237-a8dd-11d5aff43fe6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=8abd77e6-7d74-4c03-b61f-82ecf59492c7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:34.820863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:34.822317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.867223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:34.883775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.884734 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 7f40afb8-af55-447c-85aa-1d4912a2a794 of type vlan for network 03141ef5-ccf6-4e12-bdb0-28062ed54da4 Sep 18 01:00:34.942912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.976126 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:34.983081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:34.983703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.000944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56ce7-4b39-4f78-83fe-a1b2e4864588 req-d1fca274-2ddf-4104-b63c-812947e88888 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:35.009323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ab56ce7-4b39-4f78-83fe-a1b2e4864588 req-d1fca274-2ddf-4104-b63c-812947e88888 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0981829 Sep 18 01:00:35.030492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2581069 Sep 18 01:00:35.033343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:35.039924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '03141ef5-ccf6-4e12-bdb0-28062ed54da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:35.064556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ab56ce7-4b39-4f78-83fe-a1b2e4864588 req-77cff1f9-95c7-4664-a175-6c42a565409e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536385 Sep 18 01:00:35.089663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39906) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:35.098076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25350a46-970a-437e-af24-cccee41bad38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=03141ef5-ccf6-4e12-bdb0-28062ed54da4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.109954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 03141ef5-ccf6-4e12-bdb0-28062ed54da4 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:35.192920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:35.197348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.219579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36a9c583-02f0-4bd9-b5f6-2e0bbdc3404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.258307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Performing IP validity checks on allocation pools {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 01:00:35.258813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.ipam_backend_mixin [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 01:00:35.316860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36a9c583-02f0-4bd9-b5f6-2e0bbdc3404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.321824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-36a9c583-02f0-4bd9-b5f6-2e0bbdc3404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.363786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-36a9c583-02f0-4bd9-b5f6-2e0bbdc3404a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d25385dc7ae4f5cb4c94a45b013fd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705803 Sep 18 01:00:35.363786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9c583-02f0-4bd9-b5f6-2e0bbdc3404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5331af1c-6d31-45c4-b9cf-8a08147a5912,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.366068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39910) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:35.400492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.423545 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.457397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=44d30fbb-9efd-4b15-9589-aa3ec36bd1b7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.464747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.474670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '7f40afb8-af55-447c-85aa-1d4912a2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '03141ef5-ccf6-4e12-bdb0-28062ed54da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:35.475037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 03141ef5-ccf6-4e12-bdb0-28062ed54da4, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:35.493014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 03141ef5-ccf6-4e12-bdb0-28062ed54da4 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:35.504761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 03141ef5-ccf6-4e12-bdb0-28062ed54da4) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:35.511219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:35.513064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.518424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1933e8f-30b9-417f-bfa4-a3eb9a3741e6 None None] Network 03141ef5-ccf6-4e12-bdb0-28062ed54da4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:35.531329 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.534472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.539881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5331af1c-6d31-45c4-b9cf-8a08147a5912 HTTP/1.1" status: 204 len: 168 time: 0.1707177 Sep 18 01:00:35.540048 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bb53d968-8504-4960-a684-f58a74f3f2fa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5026448 Sep 18 01:00:35.540665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:35.551024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a232a-4501-48e3-81cb-16de43198f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5331af1c-6d31-45c4-b9cf-8a08147a5912,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.677027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.728785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f6080-ec42-434f-94ae-513b754a2eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-03141ef5-ccf6-4e12-bdb0-28062ed54da4', 'network_id': '03141ef5-ccf6-4e12-bdb0-28062ed54da4', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '44d30fbb-9efd-4b15-9589-aa3ec36bd1b7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:35.729881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da6f6080-ec42-434f-94ae-513b754a2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.756350 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.844755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-da6f6080-ec42-434f-94ae-513b754a2eaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44d30fbb-9efd-4b15-9589-aa3ec36bd1b7: This subnet is being modified by another concurrent operation. Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44d30fbb-9efd-4b15-9589-aa3ec36bd1b7: This subnet is being modified by another concurrent operation. Sep 18 01:00:35.864718 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:00:35.882328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96aedb-35cb-45eb-ada5-a6320a537f4e None None] Network 03141ef5-ccf6-4e12-bdb0-28062ed54da4 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:35.889874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=44d30fbb-9efd-4b15-9589-aa3ec36bd1b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.941310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39928) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:35.958211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97f7c6e8-8871-4094-bb40-86bc2bd62b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:35.989449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.023310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03141ef5-ccf6-4e12-bdb0-28062ed54da4']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:36.038137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f40afb8-af55-447c-85aa-1d4912a2a794') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:36.038474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f40afb8-af55-447c-85aa-1d4912a2a794') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:36.050493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.069741 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.084860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:36.086225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:36.090320 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:36.104314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97f7c6e8-8871-4094-bb40-86bc2bd62b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.111026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97f7c6e8-8871-4094-bb40-86bc2bd62b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.168245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97f7c6e8-8871-4094-bb40-86bc2bd62b2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=599d291ae1d3411f9128a86f7377e134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249413 Sep 18 01:00:36.168888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39936) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:36.174054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.182463 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.185125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/03141ef5-ccf6-4e12-bdb0-28062ed54da4 HTTP/1.1" status: 204 len: 168 time: 0.6424468 Sep 18 01:00:36.188940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 39938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:36.191276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7c6e8-8871-4094-bb40-86bc2bd62b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d2230-d28e-4c00-90fa-954019a4254b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.194667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891508016'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:36.229755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20246993-aca6-4aeb-8f71-bc07dcc3de9b None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:36.236282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566c511-3f79-447f-b5c8-4862c36e8e7d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=03141ef5-ccf6-4e12-bdb0-28062ed54da4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.238693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:36.242431 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.271474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:36.279360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f8f2-f9f3-426d-a6dd-cea9f49a1664 req-30edd22a-c64d-4c1d-a1d6-beab0c570baf tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:36.280977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43e9f8f2-f9f3-426d-a6dd-cea9f49a1664 req-30edd22a-c64d-4c1d-a1d6-beab0c570baf tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1112001 Sep 18 01:00:36.283028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.283734 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 1840b7fb-9bca-4e5a-8583-2978b9ab1e68 of type vlan for network 851610d8-38e7-411a-bc3e-6972235737c9 Sep 18 01:00:36.325520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20246993-aca6-4aeb-8f71-bc07dcc3de9b None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:36.333003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.334346 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43e9f8f2-f9f3-426d-a6dd-cea9f49a1664 req-eb6e04f3-2bc7-477e-87b9-6846e1afaa8f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Sep 18 01:00:36.335493 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.369465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.371603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.375934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:36.376599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.422701 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2328773 Sep 18 01:00:36.427777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39944) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:36.443394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '851610d8-38e7-411a-bc3e-6972235737c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:36.457854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c37bd-4979-4ab8-b633-6d4a1e9ad800 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=851610d8-38e7-411a-bc3e-6972235737c9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.471156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 851610d8-38e7-411a-bc3e-6972235737c9 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:36.485760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.488478 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.492326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c0d2230-d28e-4c00-90fa-954019a4254b HTTP/1.1" status: 204 len: 168 time: 0.3177207 Sep 18 01:00:36.504308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c086b89-1b9b-4e0c-81ab-c09246a506f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d2230-d28e-4c00-90fa-954019a4254b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.571340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:36.577949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.772564 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:36.816416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.876115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=f71f5ca8-614e-4e33-94e0-007396da1659,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.910607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '1840b7fb-9bca-4e5a-8583-2978b9ab1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:36.910974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 851610d8-38e7-411a-bc3e-6972235737c9, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:36.928828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 851610d8-38e7-411a-bc3e-6972235737c9 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:36.939171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 851610d8-38e7-411a-bc3e-6972235737c9) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:36.943649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:36.944274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:36.949028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8ceb3-499b-42b6-b0a9-8d5ea6537845 None None] Network 851610d8-38e7-411a-bc3e-6972235737c9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:36.970510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-022bfdac-8cbe-4fb7-8036-83c7b135e9d3 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5407398 Sep 18 01:00:36.973101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 39966) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:37.111752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.126139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-851610d8-38e7-411a-bc3e-6972235737c9', 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': 'f71f5ca8-614e-4e33-94e0-007396da1659'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:37.127754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.176306 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.279696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Allocated IP 172.20.0.1 (851610d8-38e7-411a-bc3e-6972235737c9/f71f5ca8-614e-4e33-94e0-007396da1659/3f15cb5c-604f-45e6-b438-f2a5e32a3275) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:37.432854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.443120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.466003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Network 851610d8-38e7-411a-bc3e-6972235737c9 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:37.493531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.508827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:37.513629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:37.549844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478f62-d775-485b-8e05-2ef36fa29afe req-1206a3de-450d-49ca-875e-51a554073244 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:37.551419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11478f62-d775-485b-8e05-2ef36fa29afe req-1206a3de-450d-49ca-875e-51a554073244 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1079729 Sep 18 01:00:37.555069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=f71f5ca8-614e-4e33-94e0-007396da1659,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:37.556953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Pushing event updated for resources: {'Port': ['ID=3f15cb5c-604f-45e6-b438-f2a5e32a3275,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:37.586776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Attempting to bind port 3f15cb5c-604f-45e6-b438-f2a5e32a3275 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:37.587157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Attempting to bind port 3f15cb5c-604f-45e6-b438-f2a5e32a3275 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '1840b7fb-9bca-4e5a-8583-2978b9ab1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:37.587527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Attempting to bind port 3f15cb5c-604f-45e6-b438-f2a5e32a3275 on network 851610d8-38e7-411a-bc3e-6972235737c9 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:37.593766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:37.594083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Checking segment: {'id': '1840b7fb-9bca-4e5a-8583-2978b9ab1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:37.595079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.595491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Bound using segment: {'id': '1840b7fb-9bca-4e5a-8583-2978b9ab1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:37.595972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Bound port: 3f15cb5c-604f-45e6-b438-f2a5e32a3275, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1840b7fb-9bca-4e5a-8583-2978b9ab1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '851610d8-38e7-411a-bc3e-6972235737c9'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:37.596389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.653680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.667023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] For port 3f15cb5c-604f-45e6-b438-f2a5e32a3275, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:37.668941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11478f62-d775-485b-8e05-2ef36fa29afe req-8ed6cb27-8f63-472d-a384-8cd3b46dfc28 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078129 Sep 18 01:00:37.671513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] For port 3f15cb5c-604f-45e6-b438-f2a5e32a3275, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f15cb5c-604f-45e6-b438-f2a5e32a3275,segment=NetworkSegment(1840b7fb-9bca-4e5a-8583-2978b9ab1e68),segment_id=1840b7fb-9bca-4e5a-8583-2978b9ab1e68)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:37.678539 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.691783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851610d8-38e7-411a-bc3e-6972235737c9']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:37.711921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1840b7fb-9bca-4e5a-8583-2978b9ab1e68') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:37.712425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1840b7fb-9bca-4e5a-8583-2978b9ab1e68') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:37.726767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.752071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.768433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:37.769040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:37.776269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a523350-e61a-4349-8d9a-3a0e9abb6c15 None None] Pushing event updated for resources: {'Port': ['ID=3f15cb5c-604f-45e6-b438-f2a5e32a3275,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:37.785269 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:37.787901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25873b-eb63-4eec-8f05-fcb3a7ef4d27 None None] Network 851610d8-38e7-411a-bc3e-6972235737c9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:37.866066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 01:00:37.866066 n-d-712707-16 neutron-server[106453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 01:00:37.866066 n-d-712707-16 neutron-server[106453]: [parameters: {'id': '851610d8-38e7-411a-bc3e-6972235737c9'}] Sep 18 01:00:37.866066 n-d-712707-16 neutron-server[106453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:00:37.866490 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:00:37.943204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42622a-b0b5-44f0-9178-dbe685d3c960 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:38.013015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42622a-b0b5-44f0-9178-dbe685d3c960 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:38.110017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40014) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:38.227495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-324757149', 'router:external': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:38.249523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Made reservation on behalf of 890ed5b614c1473a84e75ea369618d89 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:38.251805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.261108 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.360575 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.365963 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.371122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.393535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:38.408378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1db8eb-6c07-4b01-8418-9c78a15b4f2b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:38.415222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.415553 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Added segment 6adcc563-09ec-438b-a472-cd471c92c851 of type vlan for network 0daf2a35-548f-4f0e-a416-1519f446a965 Sep 18 01:00:38.494641 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.511877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting port 3f15cb5c-604f-45e6-b438-f2a5e32a3275 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:38.512337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.581427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.582376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:38.582947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.623225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5118165 Sep 18 01:00:38.624969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] For port 3f15cb5c-604f-45e6-b438-f2a5e32a3275, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=3f15cb5c-604f-45e6-b438-f2a5e32a3275,segment=NetworkSegment(1840b7fb-9bca-4e5a-8583-2978b9ab1e68),segment_id=1840b7fb-9bca-4e5a-8583-2978b9ab1e68)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:38.625340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.626323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:38.632515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'subnet': {'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:38.661008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Made reservation on behalf of 890ed5b614c1473a84e75ea369618d89 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:38.663786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.671482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Calling delete_port for 3f15cb5c-604f-45e6-b438-f2a5e32a3275 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:38.678572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c6f03-ad6d-4919-b706-cf86d145c8aa tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Network': ['ID=0daf2a35-548f-4f0e-a416-1519f446a965,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:38.692548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0daf2a35-548f-4f0e-a416-1519f446a965 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:38.773603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.815925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Port': ['ID=3f15cb5c-604f-45e6-b438-f2a5e32a3275,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:38.817831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No DVR routers for this DVR port 3f15cb5c-604f-45e6-b438-f2a5e32a3275 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:38.928897 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:38.944064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b88f-3413-427b-bbe0-ad63e27f1d32 req-050569f7-b837-46ad-b279-3ad18c45f26d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:38.945520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e12b88f-3413-427b-bbe0-ad63e27f1d32 req-050569f7-b837-46ad-b279-3ad18c45f26d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1334035 Sep 18 01:00:38.969956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851610d8-38e7-411a-bc3e-6972235737c9']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:38.987672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1840b7fb-9bca-4e5a-8583-2978b9ab1e68') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:38.988072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1840b7fb-9bca-4e5a-8583-2978b9ab1e68') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:39.001592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.023737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e12b88f-3413-427b-bbe0-ad63e27f1d32 req-93d5f6cd-1547-4de1-8260-278cbf5df9db tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663075 Sep 18 01:00:39.027527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.034520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:39.034979 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:39.039076 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:39.041327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 01:00:39.041327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.097538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Subnet': ['ID=208bd37a-ea1f-4659-8509-5de4fcc35693,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.105150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Checking segment: {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:39.105511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network hostable DHCP agents. Network: 0daf2a35-548f-4f0e-a416-1519f446a965, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:39.111232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.117358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.125457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/851610d8-38e7-411a-bc3e-6972235737c9 HTTP/1.1" status: 204 len: 168 time: 2.1467512 Sep 18 01:00:39.126363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:39.132134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-508896946'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.135309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network 0daf2a35-548f-4f0e-a416-1519f446a965 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:39.138707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4de85-6f04-47e7-bb65-c1f9421435b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=851610d8-38e7-411a-bc3e-6972235737c9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.154553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0daf2a35-548f-4f0e-a416-1519f446a965) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:39.161228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:39.161824 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.164907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea2078-7df4-4b02-acd0-7b21a620941a None None] Network 0daf2a35-548f-4f0e-a416-1519f446a965 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:39.177912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:39.182557 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.198676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fdb23e50-3236-4f09-b7eb-7f2f79e82b68 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5705712 Sep 18 01:00:39.202344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:39.207825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2040744902', 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.218795 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:39.230554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.231720 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment bc5d2136-e1d2-48d1-8d93-2721f14ae0d3 of type vlan for network f66ab03e-20f5-4612-899d-9013d4152f55 Sep 18 01:00:39.235198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Made reservation on behalf of 890ed5b614c1473a84e75ea369618d89 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:39.240460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.260029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] device_id is not set on port 9a033557-5431-46cc-825a-920425668ca6 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:00:39.282970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.313207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.320575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:39.321288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.326577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea074074-6ea2-46f6-a949-52ce84cfce6d None None] Network 0daf2a35-548f-4f0e-a416-1519f446a965 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:39.372250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40028) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:39.372900 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2405925 Sep 18 01:00:39.382500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.403407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149696c9-56a9-4c54-89e0-219ae627ca18 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=f66ab03e-20f5-4612-899d-9013d4152f55,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.413247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 2001:db8::aa (0daf2a35-548f-4f0e-a416-1519f446a965/208bd37a-ea1f-4659-8509-5de4fcc35693/9a033557-5431-46cc-825a-920425668ca6) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:39.439815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f66ab03e-20f5-4612-899d-9013d4152f55 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:39.561243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:39.564640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.691709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.773815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.850296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network 0daf2a35-548f-4f0e-a416-1519f446a965 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:39.856727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:39.859670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:39.861103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:39.861721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.877995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:39.887891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=9a033557-5431-46cc-825a-920425668ca6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.923833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5234dc70-3f3c-46eb-ae26-a86f3ce2db3e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7202747 Sep 18 01:00:39.929061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40032) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:39.954997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=c4dee54b-46d8-4187-b80b-93b27042a73d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.980439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:39.980931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: f66ab03e-20f5-4612-899d-9013d4152f55, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:40.004389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network f66ab03e-20f5-4612-899d-9013d4152f55 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:40.019090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f66ab03e-20f5-4612-899d-9013d4152f55) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:40.030047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927eccd-87d1-463c-8696-20320b62d3e4 None None] Network f66ab03e-20f5-4612-899d-9013d4152f55 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:40.038216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:40.038886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.043174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Deleting port 9a033557-5431-46cc-825a-920425668ca6 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:40.043637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.060388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c7f5f521-6ca4-49e2-9a8a-e2d460c60eda tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6826324 Sep 18 01:00:40.066083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40036) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:40.191500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.208704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.220295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f66ab03e-20f5-4612-899d-9013d4152f55', 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': 'c4dee54b-46d8-4187-b80b-93b27042a73d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:40.220937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Calling delete_port for 9a033557-5431-46cc-825a-920425668ca6 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:40.222186 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.302701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.336704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0336-8509-4e4c-bdc1-101cf58fc29e req-7d21d503-47a6-4aa0-a4f3-0fbef76eddf5 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:40.345438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-becc0336-8509-4e4c-bdc1-101cf58fc29e req-7d21d503-47a6-4aa0-a4f3-0fbef76eddf5 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1319358 Sep 18 01:00:40.414290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-becc0336-8509-4e4c-bdc1-101cf58fc29e req-37e03ce1-6aea-442c-8e43-ace2b5bc5c65 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677347 Sep 18 01:00:40.420886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Allocated IP 172.20.0.1 (f66ab03e-20f5-4612-899d-9013d4152f55/c4dee54b-46d8-4187-b80b-93b27042a73d/6d996b90-eccf-48aa-88d6-5a1090949c6c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:40.429214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.459820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a033557-5431-46cc-825a-920425668ca6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:40.494407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.499844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:40.500061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ab457b2-3666-4d12-853f-e22f9024401d tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9a033557-5431-46cc-825a-920425668ca6 HTTP/1.1" status: 204 len: 168 time: 0.5690763 Sep 18 01:00:40.505283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965', 'external_fixed_ips': [{'subnet_id': '208bd37a-ea1f-4659-8509-5de4fcc35693', 'ip_address': '2001:db8::aa'}]}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:40.541872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.544369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.610049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.625401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.626293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.671080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Network f66ab03e-20f5-4612-899d-9013d4152f55 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:40.674294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:40.678486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:40.718344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.743289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Pushing event updated for resources: {'Port': ['ID=6d996b90-eccf-48aa-88d6-5a1090949c6c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:40.760579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.760930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.761271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.761613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.761941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.762306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.762639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.763107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.763619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.763954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.764297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.764810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:40.772757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Attempting to bind port 6d996b90-eccf-48aa-88d6-5a1090949c6c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:40.772912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Attempting to bind port 6d996b90-eccf-48aa-88d6-5a1090949c6c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:40.773428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Attempting to bind port 6d996b90-eccf-48aa-88d6-5a1090949c6c on network f66ab03e-20f5-4612-899d-9013d4152f55 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:40.780505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:40.780985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Checking segment: {'id': 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:40.781481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.781951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Bound using segment: {'id': 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:40.782501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Bound port: 6d996b90-eccf-48aa-88d6-5a1090949c6c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f66ab03e-20f5-4612-899d-9013d4152f55'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:40.785173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.787948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dee54b-46d8-4187-b80b-93b27042a73d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:40.913433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] For port 6d996b90-eccf-48aa-88d6-5a1090949c6c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:40.915202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.919518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.920009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] For port 6d996b90-eccf-48aa-88d6-5a1090949c6c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6d996b90-eccf-48aa-88d6-5a1090949c6c,segment=NetworkSegment(bc5d2136-e1d2-48d1-8d93-2721f14ae0d3),segment_id=bc5d2136-e1d2-48d1-8d93-2721f14ae0d3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:40.925750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:40.942671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ab03e-20f5-4612-899d-9013d4152f55']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:40.964468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:40.964826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:40.983821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.003988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.011926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:41.020706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.037448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4609-6500-4cfb-817d-4750b0c413aa None None] Pushing event updated for resources: {'Port': ['ID=6d996b90-eccf-48aa-88d6-5a1090949c6c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:41.067365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf81c2-de0c-4105-a86d-86d0bccf52e8 None None] Network f66ab03e-20f5-4612-899d-9013d4152f55 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:41.118612 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:41.134409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 01:00:41.134409 n-d-712707-16 neutron-server[106453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 01:00:41.134409 n-d-712707-16 neutron-server[106453]: [parameters: {'id': 'f66ab03e-20f5-4612-899d-9013d4152f55'}] Sep 18 01:00:41.134409 n-d-712707-16 neutron-server[106453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:00:41.134833 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:00:41.224936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54ea32-edca-489f-8446-b6617b8719ad None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:00:41.274042 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.295731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.314585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54ea32-edca-489f-8446-b6617b8719ad None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:00:41.463883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 2001:db8::aa (0daf2a35-548f-4f0e-a416-1519f446a965/208bd37a-ea1f-4659-8509-5de4fcc35693/75d66ff1-ad7f-4d0d-9a83-91763cf192d3) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:41.587470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e20a93-ba15-4cdd-8d53-8683c523afe2 req-fe8cd81c-6f97-48e4-9adf-d93dfa351fd4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:41.589084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e20a93-ba15-4cdd-8d53-8683c523afe2 req-fe8cd81c-6f97-48e4-9adf-d93dfa351fd4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1116607 Sep 18 01:00:41.634475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.636765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.658274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8e20a93-ba15-4cdd-8d53-8683c523afe2 req-a97b4bf6-25bf-49c1-b0be-e27c5e967e63 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608120 Sep 18 01:00:41.720122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.773205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network 0daf2a35-548f-4f0e-a416-1519f446a965 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:41.774823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting port 6d996b90-eccf-48aa-88d6-5a1090949c6c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:41.775164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:41.788286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:41.790736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:41.806227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=75d66ff1-ad7f-4d0d-9a83-91763cf192d3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:42.293200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] For port 6d996b90-eccf-48aa-88d6-5a1090949c6c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6d996b90-eccf-48aa-88d6-5a1090949c6c,segment=NetworkSegment(bc5d2136-e1d2-48d1-8d93-2721f14ae0d3),segment_id=bc5d2136-e1d2-48d1-8d93-2721f14ae0d3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:42.294469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.311147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Calling delete_port for 6d996b90-eccf-48aa-88d6-5a1090949c6c owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:42.481023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.483745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.540243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Port': ['ID=6d996b90-eccf-48aa-88d6-5a1090949c6c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:42.545769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No DVR routers for this DVR port 6d996b90-eccf-48aa-88d6-5a1090949c6c on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:42.665110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.723358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ab03e-20f5-4612-899d-9013d4152f55']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:42.748905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:42.749105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5d2136-e1d2-48d1-8d93-2721f14ae0d3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:42.776555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.829224 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.845544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:42.845942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.856355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010025-b71b-45f3-9060-db3b2ef8c659 req-47ada4e3-91ee-4c42-8b29-7b0e3a913f4c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:42.858003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83010025-b71b-45f3-9060-db3b2ef8c659 req-47ada4e3-91ee-4c42-8b29-7b0e3a913f4c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1243031 Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:42.858637 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:42.899776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.993590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83010025-b71b-45f3-9060-db3b2ef8c659 req-336de097-3fbf-4e1d-b89e-ea55c0c9fadb tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201615 Sep 18 01:00:42.999947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.008846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.012812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/f66ab03e-20f5-4612-899d-9013d4152f55 HTTP/1.1" status: 204 len: 168 time: 2.9453874 Sep 18 01:00:43.014204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:43.019891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066967737'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:43.041423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:43.045476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.059148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bab24-4a0b-4885-a9db-ca6bd18c0ea9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=f66ab03e-20f5-4612-899d-9013d4152f55,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:43.068535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:43.078794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.079437 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 15c23de7-6646-4d41-8bb5-a21204c628b6 of type vlan for network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 Sep 18 01:00:43.114523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router 0d36421b-2d99-40eb-b954-097f32ca93e7 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:43.124157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.151544 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.157134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:43.157734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.197266 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1814573 Sep 18 01:00:43.218369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:43.223909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:43.226183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f61e-6f1a-4873-ba48-2e243485800c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=6ebee889-47b6-45f2-83ce-172e3e4a4b82,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:43.238163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:43.289386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:43.301172 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Sync routers for ids ['0d36421b-2d99-40eb-b954-097f32ca93e7'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:43.313527 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Routers {'0d36421b-2d99-40eb-b954-097f32ca93e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:43.314144 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d36421b-2d99-40eb-b954-097f32ca93e7'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:43.345682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.346932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a35334b-48a7-4f20-bb73-943b9d2aee46 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.8455157 Sep 18 01:00:43.350744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40064) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:43.452280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.465482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.470976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.495496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 is not hosted by any dhcp agent {{(pid=106453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 01:00:43.502296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:43.503159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.504817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "PUT /v2.0/networks/6ebee889-47b6-45f2-83ce-172e3e4a4b82 HTTP/1.1" status: 200 len: 723 time: 0.2852676 Sep 18 01:00:43.508060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40068) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:43.513888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:43.535940 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Set router 0d36421b-2d99-40eb-b954-097f32ca93e7 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:43.565267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997088f-5c85-43b2-b598-cc73d8cafb46 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=6ebee889-47b6-45f2-83ce-172e3e4a4b82,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:43.577659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:43.674579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.684208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:43.689051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.803048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d36421b-2d99-40eb-b954-097f32ca93e7', 'name': '', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965', 'external_fixed_ips': [{'subnet_id': '208bd37a-ea1f-4659-8509-5de4fcc35693', 'ip_address': '2001:db8::aa'}], 'enable_snat': True}, 'gw_port_id': '75d66ff1-ad7f-4d0d-9a83-91763cf192d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:40Z', 'updated_at': '2021-09-18T01:00:42Z', 'revision_number': 3, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port': {'id': '75d66ff1-ad7f-4d0d-9a83-91763cf192d3', 'name': '', 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d36421b-2d99-40eb-b954-097f32ca93e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '208bd37a-ea1f-4659-8509-5de4fcc35693', 'ip_address': '2001:db8::aa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:41Z', 'updated_at': '2021-09-18T01:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '208bd37a-ea1f-4659-8509-5de4fcc35693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:43.831081 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Checking router: 0d36421b-2d99-40eb-b954-097f32ca93e7 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:43.831461 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Updating router 0d36421b-2d99-40eb-b954-097f32ca93e7 port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:43.862408 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.912080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.928153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Deleting port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:43.928523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.044464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=8bcb3f26-f8df-4485-992e-b9a6bedea067,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:44.072803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '15c23de7-6646-4d41-8bb5-a21204c628b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:44.073205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 6ebee889-47b6-45f2-83ce-172e3e4a4b82, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:44.079139 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.096005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Calling delete_port for 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:44.114960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:44.153966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c302c0-8d53-49bc-8cd1-f3251c01c524 req-34e4601d-1a4a-4dea-acef-a6c70469d389 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:44.155876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 6ebee889-47b6-45f2-83ce-172e3e4a4b82) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:44.156563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7c302c0-8d53-49bc-8cd1-f3251c01c524 req-34e4601d-1a4a-4dea-acef-a6c70469d389 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0628839 Sep 18 01:00:44.162352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:44.162943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.165121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10a6e5-4427-4524-9e71-680540349ba9 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:44.183197 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.186376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-17ee693a-9c44-4b1c-beda-c9d4d5ccbc56 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6770504 Sep 18 01:00:44.191826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40072) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:44.193121 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.197106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:44.240630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7c302c0-8d53-49bc-8cd1-f3251c01c524 req-0b46c0f1-836f-4ae4-9d16-9aac5a405245 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529628 Sep 18 01:00:44.249029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:44.249452 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:44.249813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 on network 0daf2a35-548f-4f0e-a416-1519f446a965 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:44.261381 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:44.261753 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Checking segment: {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:44.262671 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.263061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Bound using segment: {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:44.263521 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Bound port: 75d66ff1-ad7f-4d0d-9a83-91763cf192d3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:44.263908 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.266322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8e757-06e8-453b-9a88-161214d2dd20 None None] Pushing event updated for resources: {'Port': ['ID=75d66ff1-ad7f-4d0d-9a83-91763cf192d3,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:44.332536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] For port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:44.346913 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.db.api [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:00:44.346913 n-d-712707-16 neutron-server[106455]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 18 01:00:44.346913 n-d-712707-16 neutron-server[106455]: [parameters: {'port_id': '75d66ff1-ad7f-4d0d-9a83-91763cf192d3', 'host': 'n-d-712707-16', 'level': 0, 'driver': 'openvswitch', 'segment_id': '6adcc563-09ec-438b-a472-cd471c92c851'}] Sep 18 01:00:44.346913 n-d-712707-16 neutron-server[106455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:00:44.347757 n-d-712707-16 neutron-server[106455]: DEBUG oslo_db.api [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:00:44.352343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29458771'] for subnet, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.397456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-6ebee889-47b6-45f2-83ce-172e3e4a4b82', 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '8bcb3f26-f8df-4485-992e-b9a6bedea067'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:44.398401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.469407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.508589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d66ff1-ad7f-4d0d-9a83-91763cf192d3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:44.563771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.688093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Allocated IP 172.20.0.2 (6ebee889-47b6-45f2-83ce-172e3e4a4b82/8bcb3f26-f8df-4485-992e-b9a6bedea067/55230c6a-0a00-40a0-90b5-720ecbf052c0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:44.844969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.851171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.867703 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:44.868780 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:44.870392 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Attempting to bind port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 on network 0daf2a35-548f-4f0e-a416-1519f446a965 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:44.877377 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:44.878033 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Checking segment: {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:44.878618 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.879184 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Bound using segment: {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:44.880701 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Bound port: 75d66ff1-ad7f-4d0d-9a83-91763cf192d3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adcc563-09ec-438b-a472-cd471c92c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0daf2a35-548f-4f0e-a416-1519f446a965'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:44.881277 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.891682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:44.897032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:44.900015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:44.909344 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Port 75d66ff1-ad7f-4d0d-9a83-91763cf192d3 has been deleted concurrently {{(pid=106455) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 01:00:44.915763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Pushing event updated for resources: {'Port': ['ID=55230c6a-0a00-40a0-90b5-720ecbf052c0,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:44.932605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Routers {'0d36421b-2d99-40eb-b954-097f32ca93e7'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:44.933246 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d36421b-2d99-40eb-b954-097f32ca93e7'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:44.974796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.975968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762724283396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30358399'] for subnet, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.978187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Attempting to bind port 55230c6a-0a00-40a0-90b5-720ecbf052c0 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:44.978349 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.978773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Attempting to bind port 55230c6a-0a00-40a0-90b5-720ecbf052c0 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '15c23de7-6646-4d41-8bb5-a21204c628b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:44.979661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Attempting to bind port 55230c6a-0a00-40a0-90b5-720ecbf052c0 on network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:44.987917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:44.988674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Checking segment: {'id': '15c23de7-6646-4d41-8bb5-a21204c628b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:44.989345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.989946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Bound using segment: {'id': '15c23de7-6646-4d41-8bb5-a21204c628b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:44.990653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Bound port: 55230c6a-0a00-40a0-90b5-720ecbf052c0, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c23de7-6646-4d41-8bb5-a21204c628b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ebee889-47b6-45f2-83ce-172e3e4a4b82'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:44.991313 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.022341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:45.022919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.026738 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] Set router 0d36421b-2d99-40eb-b954-097f32ca93e7 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:45.026897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "PUT /v2.0/subnets/8bcb3f26-f8df-4485-992e-b9a6bedea067 HTTP/1.1" status: 200 len: 806 time: 0.8313944 Sep 18 01:00:45.027041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40076) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:45.070138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e078047-3960-42a1-abea-ec4dc36c193d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=8bcb3f26-f8df-4485-992e-b9a6bedea067,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.074979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.075884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d36421b-2d99-40eb-b954-097f32ca93e7 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:45.077339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1649087f-9b18-4db4-8822-417affed1476 None None] For port 55230c6a-0a00-40a0-90b5-720ecbf052c0, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:45.081056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.082011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d40697a1-0bcc-4ac8-a696-086b6d5fb281 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/routers/0d36421b-2d99-40eb-b954-097f32ca93e7 HTTP/1.1" status: 204 len: 168 time: 1.7300997 Sep 18 01:00:45.084550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40078) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:45.088778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1649087f-9b18-4db4-8822-417affed1476 None None] For port 55230c6a-0a00-40a0-90b5-720ecbf052c0, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=55230c6a-0a00-40a0-90b5-720ecbf052c0,segment=NetworkSegment(15c23de7-6646-4d41-8bb5-a21204c628b6),segment_id=15c23de7-6646-4d41-8bb5-a21204c628b6)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:45.098915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.125628 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d36421b-2d99-40eb-b954-097f32ca93e7', 'name': '', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:40Z', 'updated_at': '2021-09-18T01:00:44Z', 'revision_number': 5, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:45.135526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Deleting subnet 208bd37a-ea1f-4659-8509-5de4fcc35693 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:00:45.139538 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.179222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649087f-9b18-4db4-8822-417affed1476 None None] Pushing event updated for resources: {'Port': ['ID=55230c6a-0a00-40a0-90b5-720ecbf052c0,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.185199 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fbe9d-a1b9-4d5d-9876-c489411a5272 None None] The sync data for ids ['0d36421b-2d99-40eb-b954-097f32ca93e7'] in n-d-712707-16 is: [{'id': '0d36421b-2d99-40eb-b954-097f32ca93e7', 'name': '', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:40Z', 'updated_at': '2021-09-18T01:00:44Z', 'revision_number': 5, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:45.194182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.240729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.241192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.318435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting port 55230c6a-0a00-40a0-90b5-720ecbf052c0 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:45.318894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.321826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.359639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=208bd37a-ea1f-4659-8509-5de4fcc35693,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.362312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.364640 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b1493283-c8ef-4b40-a88f-4397ac874b9a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/208bd37a-ea1f-4659-8509-5de4fcc35693 HTTP/1.1" status: 204 len: 168 time: 0.2789097 Sep 18 01:00:45.368110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40082) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:45.461829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] For port 55230c6a-0a00-40a0-90b5-720ecbf052c0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=55230c6a-0a00-40a0-90b5-720ecbf052c0,segment=NetworkSegment(15c23de7-6646-4d41-8bb5-a21204c628b6),segment_id=15c23de7-6646-4d41-8bb5-a21204c628b6)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:45.462209 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.478544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Calling delete_port for 55230c6a-0a00-40a0-90b5-720ecbf052c0 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:45.493187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.604203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398498-c9c8-4ca3-8607-030d2d59e008 req-c4f401d0-a288-4ea1-8f74-3b71d1350861 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:45.606517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c398498-c9c8-4ca3-8607-030d2d59e008 req-c4f401d0-a288-4ea1-8f74-3b71d1350861 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0780854 Sep 18 01:00:45.616408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.653692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daf2a35-548f-4f0e-a416-1519f446a965']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:45.663605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adcc563-09ec-438b-a472-cd471c92c851') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:45.663970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adcc563-09ec-438b-a472-cd471c92c851') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:45.666178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c398498-c9c8-4ca3-8607-030d2d59e008 req-d5b1371e-ed0a-47f9-b855-06503ced47c5 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495760 Sep 18 01:00:45.675060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.697478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.706458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:45.707017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: items = [ Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:45.709703 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:45.726271 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.753804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Port': ['ID=55230c6a-0a00-40a0-90b5-720ecbf052c0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.783848 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.789659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0daf2a35-548f-4f0e-a416-1519f446a965 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:00:45.792320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.794854 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0daf2a35-548f-4f0e-a416-1519f446a965 HTTP/1.1" status: 204 len: 168 time: 0.4257088 Sep 18 01:00:45.802413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No DVR routers for this DVR port 55230c6a-0a00-40a0-90b5-720ecbf052c0 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:45.804689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d4e3-42dc-4ea5-a6b9-d7a5f7efedc6 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Network': ['ID=0daf2a35-548f-4f0e-a416-1519f446a965,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.866110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.955325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.995618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcb3f26-f8df-4485-992e-b9a6bedea067,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:46.068396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.084140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40092) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.092161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'name': 'tempest-router--591024207', 'project_id': 'c6f01f0906af45999782b8226371e2cc'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:46.106894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebee889-47b6-45f2-83ce-172e3e4a4b82']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:46.116084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.117181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c23de7-6646-4d41-8bb5-a21204c628b6') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:46.117485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c23de7-6646-4d41-8bb5-a21204c628b6') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:46.118231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.131141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.155951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.165112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.172867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:46.173496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:46.176793 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:46.186154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.193388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.210943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.213015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5922aa2-cc89-439c-b2a0-d31e0399d807 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1274107 Sep 18 01:00:46.222241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40094) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.261973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.286299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.291521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/6ebee889-47b6-45f2-83ce-172e3e4a4b82 HTTP/1.1" status: 204 len: 168 time: 1.2631910 Sep 18 01:00:46.292949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea0a0-8ba3-4ba2-beed-ecb7793ce088 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=6ebee889-47b6-45f2-83ce-172e3e4a4b82,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:46.294942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.327452 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-975c903c-ec98-4e9a-a6e8-b32a6e23cd20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:46.328435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975c903c-ec98-4e9a-a6e8-b32a6e23cd20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:46.333880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.334718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-975c903c-ec98-4e9a-a6e8-b32a6e23cd20 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/6ebee889-47b6-45f2-83ce-172e3e4a4b82 HTTP/1.1" status: 404 len: 339 time: 0.0384872 Sep 18 01:00:46.335555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.341561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172757808', 'description': 'd1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:46.495556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:46.500132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.541861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.547015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.594110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:46.607883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.608445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48f0f11a-d9c4-4db7-87aa-951a33eaddb0 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:46.613449 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.614650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2fa69961-a723-4caa-8fb8-1c9388fdb5c0 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/routers/48f0f11a-d9c4-4db7-87aa-951a33eaddb0 HTTP/1.1" status: 204 len: 168 time: 0.3910725 Sep 18 01:00:46.616079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.616394 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment d376130b-3675-4b35-99c7-97070fd68f86 of type vlan for network e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 Sep 18 01:00:46.665964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.705468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.712200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:46.712896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.732793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2365705b-faac-478f-901b-c812870020ff None None] Could not find standard attr ID for object 55230c6a-0a00-40a0-90b5-720ecbf052c0. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:00:46.774451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4378402 Sep 18 01:00:46.780433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40106) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.785849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a6c4d-7014-43f3-b322-d6fdef925e88 None None] DHCP port deletion for 6ebee889-47b6-45f2-83ce-172e3e4a4b82 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:00:46.813975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31a950-0d55-401b-99b5-277664215c32 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:46.828115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:46.836593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.837200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.837814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.838337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.838865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.839387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.840493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.841068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.841596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.842117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.842660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.843178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d458c1-6c5b-4237-9d1b-c18e74a8f7a4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:46.846983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31a950-0d55-401b-99b5-277664215c32 None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:46.861207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d517d0a-3a22-4f49-94f3-84cbbf25da9c None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:46.863458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:46.875782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40108) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.935367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d517d0a-3a22-4f49-94f3-84cbbf25da9c None None] Network 6ebee889-47b6-45f2-83ce-172e3e4a4b82 could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:46.955271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a72d3a-9aeb-433c-9e7c-a64de151e1ca tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:46.956918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b1a72d3a-9aeb-433c-9e7c-a64de151e1ca tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks?id=e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 HTTP/1.1" status: 200 len: 760 time: 0.1755788 Sep 18 01:00:46.959759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40112) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:46.965759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'description': 'd2'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:46.969366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30491c8-94d3-4341-bf65-d2c82914bd9e req-cf75e139-38b4-465f-8120-88bb6d3af1f4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:46.971311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b30491c8-94d3-4341-bf65-d2c82914bd9e req-cf75e139-38b4-465f-8120-88bb6d3af1f4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1926131 Sep 18 01:00:47.019132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b30491c8-94d3-4341-bf65-d2c82914bd9e req-bb20e60e-8a7e-494b-a978-948945557ff2 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Sep 18 01:00:47.180527 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.209098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.217839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-88465572', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:47.219767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 is not hosted by any dhcp agent {{(pid=106452) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 01:00:47.225359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:47.225961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.227243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "PUT /v2.0/networks/e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 HTTP/1.1" status: 200 len: 757 time: 0.2663803 Sep 18 01:00:47.230437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40114) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:47.280848 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.281980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.292748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b3211-25b4-43c3-8740-ff94365ef68c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:47.304503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:47.341475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b9dbb9-9bdd-43b5-b3a8-c5cb43ca3c62 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:47.346684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b3b9dbb9-9bdd-43b5-b3a8-c5cb43ca3c62 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks?id=e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 HTTP/1.1" status: 200 len: 760 time: 0.1106672 Sep 18 01:00:47.347470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40116) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:47.352819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968078014'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:47.384239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:47.388383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.404427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.416546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:47.428133 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.428497 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment 493dd2f4-696a-4579-a105-b1d379401cf9 of type vlan for network 709f9e35-f331-4c64-ab90-8e7889992bda Sep 18 01:00:47.477999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.505966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.511873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:47.512818 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.546676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1980393 Sep 18 01:00:47.549371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:47.554064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '709f9e35-f331-4c64-ab90-8e7889992bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:47.572096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.614117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c4552-4c00-414a-b611-042a9071ff6b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=709f9e35-f331-4c64-ab90-8e7889992bda,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:47.627950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 709f9e35-f331-4c64-ab90-8e7889992bda details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:47.700622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:47.705767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.788107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 55230c6a-0a00-40a0-90b5-720ecbf052c0 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:47.806826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.820630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 55230c6a-0a00-40a0-90b5-720ecbf052c0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:47.820988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 55230c6a-0a00-40a0-90b5-720ecbf052c0 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:47.834487 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.922048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:47.945639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Allocated IP 172.25.7.65 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/3bc57e5e-032d-4012-9e5e-7681b390f75a) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:47.992174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=ca22cfd1-09e5-4adb-aa41-d144a39941b5,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:48.009547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': '493dd2f4-696a-4579-a105-b1d379401cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '709f9e35-f331-4c64-ab90-8e7889992bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:48.009907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 709f9e35-f331-4c64-ab90-8e7889992bda, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:48.026463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 709f9e35-f331-4c64-ab90-8e7889992bda is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:48.036509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 709f9e35-f331-4c64-ab90-8e7889992bda) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:48.042591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:48.044143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.055833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb70939-2810-42dd-af29-6cc2f64b34f3 None None] Network 709f9e35-f331-4c64-ab90-8e7889992bda requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:48.062267 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-15c7a2da-24d8-4701-b4af-322bf81b20aa tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5118694 Sep 18 01:00:48.065244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40126) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.085598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.132596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.194080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.197645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:48.222003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:48.224718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:48.256639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.314868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf3c52-fba3-4b95-8bc9-a3395d633668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-709f9e35-f331-4c64-ab90-8e7889992bda', 'network_id': '709f9e35-f331-4c64-ab90-8e7889992bda', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': 'ca22cfd1-09e5-4adb-aa41-d144a39941b5'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:48.316608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95cf3c52-fba3-4b95-8bc9-a3395d633668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.329021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.381989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event updated for resources: {'Port': ['ID=3bc57e5e-032d-4012-9e5e-7681b390f75a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:48.416857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f44c30-b05c-40db-85ea-2db69d3ffdc0 None None] Network 709f9e35-f331-4c64-ab90-8e7889992bda requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:48.429225 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.430083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85297a6-5d38-475b-bb7d-9414432f7619 req-ad856f0f-d63d-4099-bbcc-516b6676921d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:48.431647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a85297a6-5d38-475b-bb7d-9414432f7619 req-ad856f0f-d63d-4099-bbcc-516b6676921d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.2637415 Sep 18 01:00:48.458593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709f9e35-f331-4c64-ab90-8e7889992bda']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:48.469113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493dd2f4-696a-4579-a105-b1d379401cf9') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:48.469405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493dd2f4-696a-4579-a105-b1d379401cf9') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:48.479579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.495963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.503986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:48.504425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.528830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a85297a6-5d38-475b-bb7d-9414432f7619 req-92e6d27e-8ba9-4f81-802e-71bf7dee2884 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893865 Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:48.542799 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:48.568169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=ca22cfd1-09e5-4adb-aa41-d144a39941b5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:48.587127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.607627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.614487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.618863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/709f9e35-f331-4c64-ab90-8e7889992bda HTTP/1.1" status: 204 len: 168 time: 0.5501320 Sep 18 01:00:48.619730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.639187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2da24-256b-4447-9e86-b0753f70dfe9 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=709f9e35-f331-4c64-ab90-8e7889992bda,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:48.658160 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace47c02-2d4d-496e-804a-62170cb43785 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] GET failed (client error): The resource could not be found. Sep 18 01:00:48.662251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ace47c02-2d4d-496e-804a-62170cb43785 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets/ca22cfd1-09e5-4adb-aa41-d144a39941b5 HTTP/1.1" status: 404 len: 337 time: 0.0395796 Sep 18 01:00:48.662457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40134) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.680584 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beb3d1d-8f73-452a-b925-635398aa16c1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:48.681121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beb3d1d-8f73-452a-b925-635398aa16c1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:48.687285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3beb3d1d-8f73-452a-b925-635398aa16c1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/709f9e35-f331-4c64-ab90-8e7889992bda HTTP/1.1" status: 404 len: 339 time: 0.0195370 Sep 18 01:00:48.687568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40136) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.789887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.882035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986bdcf-3c46-419c-b5dc-92d003373af2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:48.883630 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2986bdcf-3c46-419c-b5dc-92d003373af2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1951346 Sep 18 01:00:48.888986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40138) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.925526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-98c31cce-4e80-4260-a2c3-aa54efdd6999 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 207 time: 0.0373681 Sep 18 01:00:48.928917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40140) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:48.960105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Router 2916f5e3-a20a-4e02-acef-13b1e205203d is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:49.112779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a5f92-ed60-45db-babb-331466ac1e79 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.118650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a5f92-ed60-45db-babb-331466ac1e79 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.125288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a5f92-ed60-45db-babb-331466ac1e79 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.132066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a5f92-ed60-45db-babb-331466ac1e79 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.133871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b5a5f92-ed60-45db-babb-331466ac1e79 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2015917 Sep 18 01:00:49.138493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40144) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.261196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-034ac18f-2200-4bcd-8800-fe2574d6c70e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1214511 Sep 18 01:00:49.264849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.318500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9a49a-3944-42c8-8992-baa2bf50e4c6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.320042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9a49a-3944-42c8-8992-baa2bf50e4c6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.321656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2af9a49a-3944-42c8-8992-baa2bf50e4c6 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0558388 Sep 18 01:00:49.326232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40148) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.378361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ee16d-2bea-4b67-946d-2ebd44bf0b38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.380137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ee16d-2bea-4b67-946d-2ebd44bf0b38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['shared'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.381920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-771ee16d-2bea-4b67-946d-2ebd44bf0b38 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0547211 Sep 18 01:00:49.385469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.490654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507dc761-8f28-46cf-9c1c-9a08d1d8a338 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.492050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-507dc761-8f28-46cf-9c1c-9a08d1d8a338 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks/dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 HTTP/1.1" status: 200 len: 800 time: 0.1056302 Sep 18 01:00:49.495902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40152) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.545382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:49.556304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] Sync routers for ids ['2916f5e3-a20a-4e02-acef-13b1e205203d'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:49.568155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.568578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] Routers {'2916f5e3-a20a-4e02-acef-13b1e205203d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:49.569226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2916f5e3-a20a-4e02-acef-13b1e205203d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:49.572295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-11cde09f-e940-411b-8ca0-186bdaa537fb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6950772 Sep 18 01:00:49.572900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.607870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:49.613489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d80f0bdb-8e61-4974-bd10-f83577b01509 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/networks/dbb0bc07-8aa4-4ebf-abfa-40a356a677d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1156979 Sep 18 01:00:49.613777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40160) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.617019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] Routers {'2916f5e3-a20a-4e02-acef-13b1e205203d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:49.617636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['2916f5e3-a20a-4e02-acef-13b1e205203d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:49.650401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:49.651061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9d0f6-1950-4ffd-95aa-cf0019e5e938 None None] The sync data for ids ['2916f5e3-a20a-4e02-acef-13b1e205203d'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:49.735264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470eff7-7c05-479c-bd7f-41ec6944b967 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.736562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e470eff7-7c05-479c-bd7f-41ec6944b967 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets/2d74c6b4-7eff-47d3-b6be-9d12663a8f87 HTTP/1.1" status: 200 len: 811 time: 0.1208301 Sep 18 01:00:49.740163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.783682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb460d3-8e19-4760-a773-5a7aad1f127f req-d3ad3dba-e69a-4a9b-a26b-15c016a814f8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.785190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fb460d3-8e19-4760-a773-5a7aad1f127f req-d3ad3dba-e69a-4a9b-a26b-15c016a814f8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1706188 Sep 18 01:00:49.821213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09b67f4a-75f2-4b02-9aa8-4db1eb6758da tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/2916f5e3-a20a-4e02-acef-13b1e205203d HTTP/1.1" status: 200 len: 922 time: 0.2469227 Sep 18 01:00:49.823969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40164) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.841216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1259b1-7b30-4a6f-b1ce-600b0003659e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['shared'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.842647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f1259b1-7b30-4a6f-b1ce-600b0003659e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "GET /v2.0/subnets/2d74c6b4-7eff-47d3-b6be-9d12663a8f87?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1015480 Sep 18 01:00:49.846338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40166) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.852777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754195587'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:49.855909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0bf8e3f8-33ee-4883-aeb0-c5d917fc40e7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=2916f5e3-a20a-4e02-acef-13b1e205203d HTTP/1.1" status: 200 len: 205 time: 0.0296869 Sep 18 01:00:49.858436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:49.861390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fb460d3-8e19-4760-a773-5a7aad1f127f req-19b89c02-ffed-4137-a679-b5835e85ef3d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658848 Sep 18 01:00:49.878875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:49.882707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.909873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:49.919078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.919426 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Added segment da5f27eb-25f3-42bd-b492-04a0ff42fb98 of type vlan for network 3b705591-9b82-4d4a-af96-ed97c09c834f Sep 18 01:00:49.959613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.966198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.985240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:49.990938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.991532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.028882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1817036 Sep 18 01:00:50.031659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40170) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:50.068217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:50.070119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.076285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb9a0e-4312-4158-a4b4-3dcd603581f5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Network': ['ID=3b705591-9b82-4d4a-af96-ed97c09c834f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.091007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:50.139298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port 3bc57e5e-032d-4012-9e5e-7681b390f75a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:50.139650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.178975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Made reservation on behalf of 1694846aef4a4a749051de42ea9d5636 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:50.182973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.223453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.235796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for 3bc57e5e-032d-4012-9e5e-7681b390f75a owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:50.250838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Performing IP validity checks on allocation pools {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 01:00:50.251373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 01:00:50.395418 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.473698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=2d26a381-2840-4974-a23f-3188aa465e98,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.482213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Checking segment: {'id': 'da5f27eb-25f3-42bd-b492-04a0ff42fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:50.482589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network hostable DHCP agents. Network: 3b705591-9b82-4d4a-af96-ed97c09c834f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:50.505593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Network 3b705591-9b82-4d4a-af96-ed97c09c834f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:50.517866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3b705591-9b82-4d4a-af96-ed97c09c834f) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:50.522748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:50.523347 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.528568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35bb0c9-23d8-4b04-8533-015216cee7c9 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:50.549297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b6ab2629-a0dd-493a-86b9-2d1c1ad3a972 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5165219 Sep 18 01:00:50.553114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40184) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:50.764023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:50.764023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32597421'] for subnet, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.771278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.800543 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=3bc57e5e-032d-4012-9e5e-7681b390f75a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.871951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.873207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3b705591-9b82-4d4a-af96-ed97c09c834f', 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f', 'tenant_id': '1694846aef4a4a749051de42ea9d5636', 'fixed_ips': [{'subnet_id': '2d26a381-2840-4974-a23f-3188aa465e98'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:00:50.874087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.008084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762724283396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32677199'] for subnet, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.024705 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.027289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.070864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:51.072301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.074355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "PUT /v2.0/subnets/2d26a381-2840-4974-a23f-3188aa465e98 HTTP/1.1" status: 200 len: 877 time: 0.5201635 Sep 18 01:00:51.078904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:51.099034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Allocated IP 172.20.0.3 (3b705591-9b82-4d4a-af96-ed97c09c834f/2d26a381-2840-4974-a23f-3188aa465e98/2078bbd5-4924-49f8-952b-c1b39f477793) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:51.111114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278b178-6410-418e-be92-2965a19735b0 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event updated for resources: {'Subnet': ['ID=2d26a381-2840-4974-a23f-3188aa465e98,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.130352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.130943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router 2916f5e3-a20a-4e02-acef-13b1e205203d {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:51.139584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.144165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c9b2ff00-4341-4f9a-9cc2-adeddcfcc0c2 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/2916f5e3-a20a-4e02-acef-13b1e205203d HTTP/1.1" status: 204 len: 168 time: 1.2814527 Sep 18 01:00:51.144578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:51.149810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-773638686', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:51.175227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.176679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.254385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.293873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b20b-ae37-4867-b068-1ba1ad42dc62 req-2ff8ff72-6fbd-44cc-bfad-8b11727b8fae tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:51.295459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad61b20b-ae37-4867-b068-1ba1ad42dc62 req-2ff8ff72-6fbd-44cc-bfad-8b11727b8fae tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.3354974 Sep 18 01:00:51.301211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.318409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.328043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.369242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad61b20b-ae37-4867-b068-1ba1ad42dc62 req-3c09118a-dd39-4744-b820-fd322c0e7ece tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641506 Sep 18 01:00:51.403092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting port 2078bbd5-4924-49f8-952b-c1b39f477793 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:51.403443 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.404720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:51.406725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:51.410556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:51.423841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Pushing event updated for resources: {'Port': ['ID=2078bbd5-4924-49f8-952b-c1b39f477793,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.454950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.479138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Attempting to bind port 2078bbd5-4924-49f8-952b-c1b39f477793 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:51.479980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Attempting to bind port 2078bbd5-4924-49f8-952b-c1b39f477793 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'da5f27eb-25f3-42bd-b492-04a0ff42fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:51.479980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Attempting to bind port 2078bbd5-4924-49f8-952b-c1b39f477793 on network 3b705591-9b82-4d4a-af96-ed97c09c834f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:51.486061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:51.486467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Checking segment: {'id': 'da5f27eb-25f3-42bd-b492-04a0ff42fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:51.486859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.487263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Bound using segment: {'id': 'da5f27eb-25f3-42bd-b492-04a0ff42fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:51.487747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Bound port: 2078bbd5-4924-49f8-952b-c1b39f477793, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5f27eb-25f3-42bd-b492-04a0ff42fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b705591-9b82-4d4a-af96-ed97c09c834f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:51.488141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.523880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] For port 2078bbd5-4924-49f8-952b-c1b39f477793, host n-d-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:51.524433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.541258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Calling delete_port for 2078bbd5-4924-49f8-952b-c1b39f477793 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:51.576803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] For port 2078bbd5-4924-49f8-952b-c1b39f477793, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:51.581661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] For port 2078bbd5-4924-49f8-952b-c1b39f477793, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2078bbd5-4924-49f8-952b-c1b39f477793,segment=NetworkSegment(da5f27eb-25f3-42bd-b492-04a0ff42fb98),segment_id=da5f27eb-25f3-42bd-b492-04a0ff42fb98)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:51.601799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.686103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa655-d87b-4d76-b990-6474c533c0f9 None None] Pushing event updated for resources: {'Port': ['ID=2078bbd5-4924-49f8-952b-c1b39f477793,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.696260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.730071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Port': ['ID=2078bbd5-4924-49f8-952b-c1b39f477793,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.758226 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.781754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.784255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No DVR routers for this DVR port 2078bbd5-4924-49f8-952b-c1b39f477793 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:51.838061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.942536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 172.25.7.4 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/2d98ea6d-45e5-4338-a1e8-1fca782d61a3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:51.947046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:51.993147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=2d26a381-2840-4974-a23f-3188aa465e98,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:52.076647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.092302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.098801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b705591-9b82-4d4a-af96-ed97c09c834f']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.109064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5f27eb-25f3-42bd-b492-04a0ff42fb98') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.109442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5f27eb-25f3-42bd-b492-04a0ff42fb98') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.119357 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.135074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.139456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.142963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:52.143443 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:52.146911 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:52.202826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:52.205958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:52.213466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:52.217062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:52.225037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.233177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.240345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/3b705591-9b82-4d4a-af96-ed97c09c834f HTTP/1.1" status: 204 len: 168 time: 1.1501908 Sep 18 01:00:52.240567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.255233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb64d-a2d8-4046-80b4-c535cfd5c649 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=3b705591-9b82-4d4a-af96-ed97c09c834f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:52.278605 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a452518-ba00-4c12-a0f4-bb6cb44636d1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.279355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a452518-ba00-4c12-a0f4-bb6cb44636d1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.281332 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a452518-ba00-4c12-a0f4-bb6cb44636d1 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/2d26a381-2840-4974-a23f-3188aa465e98 HTTP/1.1" status: 404 len: 337 time: 0.0398242 Sep 18 01:00:52.283970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.307750 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ec038e-ad15-40f5-bfc6-2f7afce6f37b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.308340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ec038e-ad15-40f5-bfc6-2f7afce6f37b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.311003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-20ec038e-ad15-40f5-bfc6-2f7afce6f37b tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/3b705591-9b82-4d4a-af96-ed97c09c834f HTTP/1.1" status: 404 len: 339 time: 0.0259182 Sep 18 01:00:52.314991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40234) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.344384 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b12732f-af10-4768-9a0b-e7786edaca4c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.344850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b12732f-af10-4768-9a0b-e7786edaca4c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.346595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8b12732f-af10-4768-9a0b-e7786edaca4c tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/ca22cfd1-09e5-4adb-aa41-d144a39941b5 HTTP/1.1" status: 404 len: 337 time: 0.0306125 Sep 18 01:00:52.349296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40236) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.368123 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1806cf4-f0fb-4e03-9d18-aab964777586 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.368708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1806cf4-f0fb-4e03-9d18-aab964777586 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.373372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f1806cf4-f0fb-4e03-9d18-aab964777586 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/709f9e35-f331-4c64-ab90-8e7889992bda HTTP/1.1" status: 404 len: 339 time: 0.0202231 Sep 18 01:00:52.373611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40238) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.475552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.570021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352deaa-782b-47ff-9b47-129a83c58493 req-1f297747-72a0-40df-b929-6f4ce787e6df tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:52.571783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9352deaa-782b-47ff-9b47-129a83c58493 req-1f297747-72a0-40df-b929-6f4ce787e6df tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0920951 Sep 18 01:00:52.584357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.664607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.706843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9352deaa-782b-47ff-9b47-129a83c58493 req-59cbe8dc-b068-4cdd-8064-3e12d37e81df tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099072 Sep 18 01:00:52.711447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.723444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd376130b-3675-4b35-99c7-97070fd68f86') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.723929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd376130b-3675-4b35-99c7-97070fd68f86') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:52.737143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.757356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.766261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:52.766706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:52.770415 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:52.816118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.865688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.880948 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:52.883367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22 HTTP/1.1" status: 204 len: 168 time: 0.5088515 Sep 18 01:00:52.887929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.894998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e729f-d52d-470f-8948-bc334cc2a065 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=e8dbfcb5-1b2e-45e8-a70a-f7f641ae6e22,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:52.956479 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-902c27be-a1df-4be1-809a-db49c62b96de tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.956936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902c27be-a1df-4be1-809a-db49c62b96de tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.958653 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-902c27be-a1df-4be1-809a-db49c62b96de tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/8bcb3f26-f8df-4485-992e-b9a6bedea067 HTTP/1.1" status: 404 len: 337 time: 0.0696702 Sep 18 01:00:52.961413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40254) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:52.984553 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9600d0-93f1-46a2-9145-a75dc8b404c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:52.985127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9600d0-93f1-46a2-9145-a75dc8b404c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:52.988319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5b9600d0-93f1-46a2-9145-a75dc8b404c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/6ebee889-47b6-45f2-83ce-172e3e4a4b82 HTTP/1.1" status: 404 len: 339 time: 0.0243616 Sep 18 01:00:52.989729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40258) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.014086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router 6272a973-ff8e-487e-bbe0-5322987cbe4f is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:53.029110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-884f4b40-3f2f-4eb7-ac92-481e55ca48c9 None None] Could not find standard attr ID for object 2078bbd5-4924-49f8-952b-c1b39f477793. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:00:53.036617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202ef59-fa96-443e-b4c5-aa47708d9753 None None] DHCP port deletion for 3b705591-9b82-4d4a-af96-ed97c09c834f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:00:53.037234 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b94279-b743-4c54-9e42-b6f35d1490c4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.037789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b94279-b743-4c54-9e42-b6f35d1490c4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.040344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d7b94279-b743-4c54-9e42-b6f35d1490c4 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/c4dee54b-46d8-4187-b80b-93b27042a73d HTTP/1.1" status: 404 len: 337 time: 0.0495381 Sep 18 01:00:53.042901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.066966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b350efa-014d-4b96-bc3c-f054ec566300 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:53.075863 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1b99b7-a1f2-4515-912c-d9b094bd7654 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.076546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1b99b7-a1f2-4515-912c-d9b094bd7654 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.078304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db1b99b7-a1f2-4515-912c-d9b094bd7654 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/f66ab03e-20f5-4612-899d-9013d4152f55 HTTP/1.1" status: 404 len: 339 time: 0.0338557 Sep 18 01:00:53.080786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40262) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.085147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b350efa-014d-4b96-bc3c-f054ec566300 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:53.092802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2849b8e-0bc5-4970-87ff-bc5fab342bf8 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:53.108830 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-998ee6ca-98d3-4520-b571-7cd79231ce8a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.109300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998ee6ca-98d3-4520-b571-7cd79231ce8a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.110291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2849b8e-0bc5-4970-87ff-bc5fab342bf8 None None] Network 3b705591-9b82-4d4a-af96-ed97c09c834f could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:00:53.113468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-998ee6ca-98d3-4520-b571-7cd79231ce8a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/f71f5ca8-614e-4e33-94e0-007396da1659 HTTP/1.1" status: 404 len: 337 time: 0.0293317 Sep 18 01:00:53.116464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40266) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.136117 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d23a58-9a93-48aa-82f7-e1196b62e28a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.137722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d23a58-9a93-48aa-82f7-e1196b62e28a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.139877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-28d23a58-9a93-48aa-82f7-e1196b62e28a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/851610d8-38e7-411a-bc3e-6972235737c9 HTTP/1.1" status: 404 len: 339 time: 0.0222006 Sep 18 01:00:53.142499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40268) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.165368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:53.172095 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd88acf-f8e2-4386-96cb-eda190738fbb tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.172709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd88acf-f8e2-4386-96cb-eda190738fbb tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.176370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9cd88acf-f8e2-4386-96cb-eda190738fbb tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/44d30fbb-9efd-4b15-9589-aa3ec36bd1b7 HTTP/1.1" status: 404 len: 337 time: 0.0310621 Sep 18 01:00:53.177048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40270) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.187219 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Sync routers for ids ['6272a973-ff8e-487e-bbe0-5322987cbe4f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:53.197143 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Routers {'6272a973-ff8e-487e-bbe0-5322987cbe4f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:53.197457 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6272a973-ff8e-487e-bbe0-5322987cbe4f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:53.197612 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7fb4ee-ffed-45d3-9fc7-1ab3d5b3022a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.198032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7fb4ee-ffed-45d3-9fc7-1ab3d5b3022a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.202797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d7fb4ee-ffed-45d3-9fc7-1ab3d5b3022a tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/03141ef5-ccf6-4e12-bdb0-28062ed54da4 HTTP/1.1" status: 404 len: 339 time: 0.0227599 Sep 18 01:00:53.203049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.208093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.211648 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7552c603-4c8c-4d1c-b726-c9e8c127456a tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0659401 Sep 18 01:00:53.212643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40276) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.237530 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-429736a9-263a-456b-9a8b-2d2a31eb62a5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.237721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429736a9-263a-456b-9a8b-2d2a31eb62a5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.241593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-429736a9-263a-456b-9a8b-2d2a31eb62a5 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/2a02ea06-ed12-4ad2-85dd-cda9f3ce41aa HTTP/1.1" status: 404 len: 337 time: 0.0352964 Sep 18 01:00:53.241971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.261071 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-86219377-d69f-49b0-ad78-b7df4c73139f tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.262497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86219377-d69f-49b0-ad78-b7df4c73139f tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.264440 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-86219377-d69f-49b0-ad78-b7df4c73139f tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/8abd77e6-7d74-4c03-b61f-82ecf59492c7 HTTP/1.1" status: 404 len: 339 time: 0.0214674 Sep 18 01:00:53.267027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.297352 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f4fc1-24ef-43ce-9006-4a7c595b550e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.297917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f4fc1-24ef-43ce-9006-4a7c595b550e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.299944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-990f4fc1-24ef-43ce-9006-4a7c595b550e tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/bc6300d5-8441-4d18-8498-9bff8acf34de HTTP/1.1" status: 404 len: 337 time: 0.0317557 Sep 18 01:00:53.302369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40282) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.322254 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2adc2e6-6f00-463c-a667-f23480d5f461 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.322820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2adc2e6-6f00-463c-a667-f23480d5f461 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.325071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d2adc2e6-6f00-463c-a667-f23480d5f461 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/019bfa4b-92bb-4abc-ad24-2b9ac555e7d9 HTTP/1.1" status: 404 len: 339 time: 0.0216262 Sep 18 01:00:53.327685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40286) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.337957 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Set router 6272a973-ff8e-487e-bbe0-5322987cbe4f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:53.353803 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-41012d83-9ba5-47bb-bcef-a7775de97662 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.354258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41012d83-9ba5-47bb-bcef-a7775de97662 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.356794 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-41012d83-9ba5-47bb-bcef-a7775de97662 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/7baad868-5b8b-468c-8ebd-9915d23d180a HTTP/1.1" status: 404 len: 337 time: 0.0278039 Sep 18 01:00:53.359271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.383842 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09e68b-04b2-45a0-83f1-d85eb6feb191 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.384724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa09e68b-04b2-45a0-83f1-d85eb6feb191 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.386715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa09e68b-04b2-45a0-83f1-d85eb6feb191 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/80b90b90-92c6-4cbf-94e6-53253f2ad5f8 HTTP/1.1" status: 404 len: 339 time: 0.0262337 Sep 18 01:00:53.389187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40290) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.392789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be4b06ab-d6a6-48d4-928f-89ffa9a20ce4 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/6272a973-ff8e-487e-bbe0-5322987cbe4f HTTP/1.1" status: 200 len: 906 time: 0.1786687 Sep 18 01:00:53.397404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.402276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-773638686', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': True}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:53.420075 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-be651469-7784-4422-b446-9610397de98d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.420855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be651469-7784-4422-b446-9610397de98d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.422607 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be651469-7784-4422-b446-9610397de98d tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/4ec97686-f771-44c6-aa51-fc69aeca9589 HTTP/1.1" status: 404 len: 337 time: 0.0321746 Sep 18 01:00:53.425202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40294) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.450848 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-475ee63c-65d1-44fa-bb0a-52343fc76828 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] DELETE failed (client error): The resource could not be found. Sep 18 01:00:53.451500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475ee63c-65d1-44fa-bb0a-52343fc76828 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:00:53.453225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-475ee63c-65d1-44fa-bb0a-52343fc76828 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/5c88c7fd-4ad1-4f35-aa42-3115c3c8f731 HTTP/1.1" status: 404 len: 339 time: 0.0268512 Sep 18 01:00:53.455819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40298) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:53.488276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.489241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.528158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting subnet 2d74c6b4-7eff-47d3-b6be-9d12663a8f87 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:00:53.539107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.545766 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'name': 'tempest-snat-router-773638686', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': False}, 'gw_port_id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:52Z', 'revision_number': 3, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port': {'id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:53.576743 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Checking router: 6272a973-ff8e-487e-bbe0-5322987cbe4f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:53.577092 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Updating router 6272a973-ff8e-487e-bbe0-5322987cbe4f port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:53.595763 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.601993 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.645530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.831140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.893876 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.903627 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.911265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.960451 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Attempting to bind port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:00:53.961082 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Attempting to bind port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:00:53.961600 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Attempting to bind port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:53.970902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a731-eefb-49a4-8852-8acff2e58aef req-5ec9de41-8e1f-4167-8189-02b7c12b1558 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:53.972834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aea2a731-eefb-49a4-8852-8acff2e58aef req-5ec9de41-8e1f-4167-8189-02b7c12b1558 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1442170 Sep 18 01:00:53.983451 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe80fe8-a252-46f8-a98b-561dd74e41bf None None] Pushing event updated for resources: {'Port': ['ID=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:53.988502 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:00:53.988875 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:00:53.989275 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:53.989653 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:53.990108 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Bound port: 2d98ea6d-45e5-4338-a1e8-1fca782d61a3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:00:53.990486 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.076009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aea2a731-eefb-49a4-8852-8acff2e58aef req-9f28f037-a14c-4c0e-92a4-fa599256cef9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954757 Sep 18 01:00:54.077345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.104764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.109560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/subnets/2d74c6b4-7eff-47d3-b6be-9d12663a8f87 HTTP/1.1" status: 204 len: 168 time: 0.6504929 Sep 18 01:00:54.109941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:54.125465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e05755-e787-45a0-abe2-ecc7c28ed3df None None] Network dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:00:54.129499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bb73f-7409-4742-b99c-da7b744aeafe tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Subnet': ['ID=2d74c6b4-7eff-47d3-b6be-9d12663a8f87,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.157204 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] For port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:54.160537 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] For port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:54.166558 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.233019 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe80fe8-a252-46f8-a98b-561dd74e41bf None None] Pushing event updated for resources: {'Port': ['ID=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.260546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.273073 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da85f2df-7d56-412e-8a66-50471d6d33b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.294900 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Routers {'6272a973-ff8e-487e-bbe0-5322987cbe4f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:54.295720 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6272a973-ff8e-487e-bbe0-5322987cbe4f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:54.303748 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.320499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Deleting port 1b9e11c4-4523-4b2f-9649-2e58e915b211 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:54.320965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.350117 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.432830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] DHCP port deletion for dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:00:54.451883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] For port 1b9e11c4-4523-4b2f-9649-2e58e915b211, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1b9e11c4-4523-4b2f-9649-2e58e915b211,segment=NetworkSegment(87d87d2a-241e-4d79-84c0-03dfc58255ad),segment_id=87d87d2a-241e-4d79-84c0-03dfc58255ad)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:54.452364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.469906 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] Set router 6272a973-ff8e-487e-bbe0-5322987cbe4f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:54.485948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Deleting port 1b9e11c4-4523-4b2f-9649-2e58e915b211 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:54.486380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.495939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Calling delete_port for 1b9e11c4-4523-4b2f-9649-2e58e915b211 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:54.507518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 172.25.7.170 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:54.564390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] For port 1b9e11c4-4523-4b2f-9649-2e58e915b211, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1b9e11c4-4523-4b2f-9649-2e58e915b211,segment=NetworkSegment(87d87d2a-241e-4d79-84c0-03dfc58255ad),segment_id=87d87d2a-241e-4d79-84c0-03dfc58255ad)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:54.564739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.580879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Calling delete_port for 1b9e11c4-4523-4b2f-9649-2e58e915b211 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:54.640280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.678057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.713238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.725648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] No DVR routers for this DVR port 1b9e11c4-4523-4b2f-9649-2e58e915b211 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:54.734869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333570-bcfc-46f2-ac4a-00097717c3b5 None None] Pushing event deleted for resources: {'Port': ['ID=1b9e11c4-4523-4b2f-9649-2e58e915b211,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.756178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] No DVR routers for this DVR port 1b9e11c4-4523-4b2f-9649-2e58e915b211 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:00:54.764671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Port': ['ID=1b9e11c4-4523-4b2f-9649-2e58e915b211,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.771494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.782315 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'name': 'tempest-snat-router-773638686', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': False}, 'gw_port_id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:52Z', 'revision_number': 3, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port': {'id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:54.811858 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311534-50fb-466c-9fd4-bef4e576f1fe None None] The sync data for ids ['6272a973-ff8e-487e-bbe0-5322987cbe4f'] in n-d-712707-16 is: [{'id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'name': 'tempest-snat-router-773638686', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': False}, 'gw_port_id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:52Z', 'revision_number': 3, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port': {'id': '2d98ea6d-45e5-4338-a1e8-1fca782d61a3', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272a973-ff8e-487e-bbe0-5322987cbe4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:51Z', 'updated_at': '2021-09-18T01:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:54.835536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:54.842561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:54.855053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.858749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:00:54.873484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.913560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb0bc07-8aa4-4ebf-abfa-40a356a677d5']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:54.930871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d87d2a-241e-4d79-84c0-03dfc58255ad') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:54.931165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d87d2a-241e-4d79-84c0-03dfc58255ad') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:54.955627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.971365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.977871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:00:54.978264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:00:54.982679 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:00:55.070436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.077078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.083509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] 10.222.0.49 "DELETE /v2.0/networks/dbb0bc07-8aa4-4ebf-abfa-40a356a677d5 HTTP/1.1" status: 204 len: 168 time: 0.9681053 Sep 18 01:00:55.108914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f431-0020-4474-8f13-990c6ad268c2 tempest-NetworksTest-1489198953 tempest-NetworksTest-1489198953-project] Pushing event deleted for resources: {'Network': ['ID=dbb0bc07-8aa4-4ebf-abfa-40a356a677d5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:55.288373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.306308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc2e6f-27b8-46c9-b4b6-616c537d0e7e req-6a63c868-b75b-4cc2-8cd3-806497696093 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:55.308069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5bc2e6f-27b8-46c9-b4b6-616c537d0e7e req-6a63c868-b75b-4cc2-8cd3-806497696093 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0993216 Sep 18 01:00:55.577465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40348) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:55.712067 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd919510-d1d0-4c90-9343-afd7ba8b6b45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1694846aef4a4a749051de42ea9d5636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328347 Sep 18 01:00:55.715085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40354) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:55.798329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.846907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.927391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:55.946256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.950114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:55.951666 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf1cb8da-9834-4957-b3dc-481584323ac8 HTTP/1.1" status: 204 len: 168 time: 0.2355733 Sep 18 01:00:55.974055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89c947-75dd-4335-aebd-cd6deb8ce221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1cb8da-9834-4957-b3dc-481584323ac8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:56.012537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:56.012927 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.058033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f5bc2e6f-27b8-46c9-b4b6-616c537d0e7e req-9322e083-dd36-4184-b7fd-bb12028f69e0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137873 Sep 18 01:00:56.161057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.174577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.185943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:56.192617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.276357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:56.301561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1b9e11c4-4523-4b2f-9649-2e58e915b211 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:56.332212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1b9e11c4-4523-4b2f-9649-2e58e915b211 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:56.332710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1b9e11c4-4523-4b2f-9649-2e58e915b211 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:56.358701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router f8512724-5f1a-4653-95d9-b4aa3ec23f16 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:56.480849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:56.490645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Sync routers for ids ['f8512724-5f1a-4653-95d9-b4aa3ec23f16'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:56.500122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Routers {'f8512724-5f1a-4653-95d9-b4aa3ec23f16'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:56.501104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['f8512724-5f1a-4653-95d9-b4aa3ec23f16'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:56.509638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.511135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4ada4006-4a6c-4402-b9b6-dce61ae29956 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1125484 Sep 18 01:00:56.514298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40382) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:56.641806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Set router f8512724-5f1a-4653-95d9-b4aa3ec23f16 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:00:56.694620 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-99c6ac0a-05d4-49b5-b477-90ac7e63f6da tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/f8512724-5f1a-4653-95d9-b4aa3ec23f16 HTTP/1.1" status: 200 len: 907 time: 0.1765604 Sep 18 01:00:56.695176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40390) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:56.846223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:56.936569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8512724-5f1a-4653-95d9-b4aa3ec23f16', 'name': 'tempest-snat-router-773638686', 'tenant_id': '890ed5b614c1473a84e75ea369618d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:53Z', 'updated_at': '2021-09-18T01:00:55Z', 'revision_number': 3, 'project_id': '890ed5b614c1473a84e75ea369618d89', 'gw_port': {'id': '0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8512724-5f1a-4653-95d9-b4aa3ec23f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:54Z', 'updated_at': '2021-09-18T01:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:56.978600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Checking router: f8512724-5f1a-4653-95d9-b4aa3ec23f16 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:56.979266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Updating router f8512724-5f1a-4653-95d9-b4aa3ec23f16 port 0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:57.008793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.013562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.103283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Deleting port 0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:57.103718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.233365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.262808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Calling delete_port for 0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:57.309417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a0e5-b553-425d-856d-a5d1ed2dddc2 req-6b235c00-1472-444f-83d8-535365e86966 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:57.311048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b64a0e5-b553-425d-856d-a5d1ed2dddc2 req-6b235c00-1472-444f-83d8-535365e86966 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1045074 Sep 18 01:00:57.401524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b64a0e5-b553-425d-856d-a5d1ed2dddc2 req-3e4c088f-9301-4c89-aecb-9dcd8bbe29e4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835702 Sep 18 01:00:57.436539 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4824-d4a8-4f1d-933f-ab27f2bf9e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.521962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.536488 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.578108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:57.607967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:00:57.608451 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:00:57.646081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.743628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.746343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.806950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.807274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8512724-5f1a-4653-95d9-b4aa3ec23f16 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:57.815001 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.816250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73aef011-4af3-4eaa-bd6d-51699009b075 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f8512724-5f1a-4653-95d9-b4aa3ec23f16 HTTP/1.1" status: 204 len: 168 time: 1.1203842 Sep 18 01:00:57.818710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40432) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:57.896531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:57.948734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.955127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:57.955617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.082511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.139288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Port 0e1d1afa-b946-4d6a-b2b2-cf96b4fd05e4 not found while updating agent binding for router f8512724-5f1a-4653-95d9-b4aa3ec23f16. {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 01:00:58.141121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Deleting port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:00:58.141461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.149547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Routers set() bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:00:58.150144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Router IDs set() for agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 01:00:58.150935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_agentschedulers_db [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8512724-5f1a-4653-95d9-b4aa3ec23f16'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent'). {{(pid=106454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 01:00:58.151506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaff7b9-b0f8-43e9-a572-49a84716a082 None None] The sync data for ids ['f8512724-5f1a-4653-95d9-b4aa3ec23f16'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:58.248966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] For port 2d98ea6d-45e5-4338-a1e8-1fca782d61a3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:58.249710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.265318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Calling delete_port for 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:00:58.351213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.562061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ae27a-3453-43fc-91b4-b5b69fd94e0e req-947a5cbe-6480-4d34-bb31-e8b3ba716293 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.565196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c45ae27a-3453-43fc-91b4-b5b69fd94e0e req-947a5cbe-6480-4d34-bb31-e8b3ba716293 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0567338 Sep 18 01:00:58.618666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c45ae27a-3453-43fc-91b4-b5b69fd94e0e req-de50f952-d388-4272-abd1-42c0dc9d1eed tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Sep 18 01:00:58.809333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:58.835174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d98ea6d-45e5-4338-a1e8-1fca782d61a3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:58.916664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.010952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.013985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.060183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.061316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6272a973-ff8e-487e-bbe0-5322987cbe4f {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:00:59.066176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.071115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3c1ab9cb-205e-45e6-a4e3-fdc9e02d0929 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "DELETE /v2.0/routers/6272a973-ff8e-487e-bbe0-5322987cbe4f HTTP/1.1" status: 204 len: 168 time: 1.2437580 Sep 18 01:00:59.071899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40478) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:00:59.078182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175510683', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:59.102136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.103479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.194521 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.363123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.616398 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.633624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915c973-7d09-4c6d-94f0-e7c3989e58f5 req-b88c67fe-e899-417c-b647-77e5d7593f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:59.635480 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c915c973-7d09-4c6d-94f0-e7c3989e58f5 req-b88c67fe-e899-417c-b647-77e5d7593f27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0571082 Sep 18 01:00:59.656585 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.703957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:59.727425 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c915c973-7d09-4c6d-94f0-e7c3989e58f5 req-1043d2e9-7c9d-44d7-b99b-ccc94f9d634d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814590 Sep 18 01:00:59.831608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca1ebf-2f17-4ee4-ae99-d324d223d44d req-3812b5be-0e52-4ed4-bd08-68fa09a2786b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:59.839278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeca1ebf-2f17-4ee4-ae99-d324d223d44d req-3812b5be-0e52-4ed4-bd08-68fa09a2786b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1221254 Sep 18 01:00:59.871987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:59.886381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Allocated IP 172.25.7.81 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/54dacd25-10ca-44bc-b7a0-40af359f2036) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:59.891472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:00:59.892048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2d98ea6d-45e5-4338-a1e8-1fca782d61a3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:59.941295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eeca1ebf-2f17-4ee4-ae99-d324d223d44d req-b2ecd102-7611-4fe9-9262-8c07d1e3c9e7 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Sep 18 01:01:00.082838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:00.123301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:00.169716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:00.173035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:00.188049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:00.237551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event updated for resources: {'Port': ['ID=54dacd25-10ca-44bc-b7a0-40af359f2036,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:00.482749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:00.720548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:00.870431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Router 0ff80916-8912-46b4-8270-c5c54262fe88 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:01.266497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d139dd-b32e-4a6a-be62-ec79663c1595 req-a0a3f247-7c8f-4c82-90fe-438ef1803d58 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:01.268035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09d139dd-b32e-4a6a-be62-ec79663c1595 req-a0a3f247-7c8f-4c82-90fe-438ef1803d58 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1033497 Sep 18 01:01:01.269105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:01.285074 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] Sync routers for ids ['0ff80916-8912-46b4-8270-c5c54262fe88'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:01.297895 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] Routers {'0ff80916-8912-46b4-8270-c5c54262fe88'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:01.298949 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0ff80916-8912-46b4-8270-c5c54262fe88'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:01.312751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:01.316761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40548) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:01.317302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3adddf63-efd1-4e0f-8bba-a6b2860be017 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2432144 Sep 18 01:01:01.321292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:01.322689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09d139dd-b32e-4a6a-be62-ec79663c1595 req-3bb1c46d-6595-4882-afd3-500c3179d672 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Sep 18 01:01:01.357029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:01.379014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] Routers {'0ff80916-8912-46b4-8270-c5c54262fe88'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:01.379654 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0ff80916-8912-46b4-8270-c5c54262fe88'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:01.418147 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:01.418834 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3e88b-8c60-4e6e-a365-e6ba6351dff4 None None] The sync data for ids ['0ff80916-8912-46b4-8270-c5c54262fe88'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:01.484891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ee48-5c21-4dce-bd08-50ddf5c7cc19 req-170b7046-ffea-4b3f-967b-8ed26b4bab4b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:01.486629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4865ee48-5c21-4dce-bd08-50ddf5c7cc19 req-170b7046-ffea-4b3f-967b-8ed26b4bab4b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0585544 Sep 18 01:01:01.531062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4865ee48-5c21-4dce-bd08-50ddf5c7cc19 req-10ebb9c9-b804-4ef9-826f-633887a24185 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Sep 18 01:01:01.798020 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:01.855011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffbe3-c966-419a-921e-b95d52589e0a req-68be63e2-13da-449a-8110-76532bd82ccc tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:01.858271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afbffbe3-c966-419a-921e-b95d52589e0a req-68be63e2-13da-449a-8110-76532bd82ccc tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0852849 Sep 18 01:01:01.962256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afbffbe3-c966-419a-921e-b95d52589e0a req-b2e93639-f861-4506-ab85-0e6b0d21c89c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Sep 18 01:01:02.194138 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:02.345797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:02.349212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:02.467436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router 0ff80916-8912-46b4-8270-c5c54262fe88 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:02.588422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:02.593572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:02.594840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b1316b81-3058-4b6c-9d5a-03fb66938657 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "PUT /v2.0/routers/0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 200 len: 925 time: 1.2770286 Sep 18 01:01:02.597509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:02.600765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] Sync routers for ids ['0ff80916-8912-46b4-8270-c5c54262fe88'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:02.621594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] Routers {'0ff80916-8912-46b4-8270-c5c54262fe88'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:02.622568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0ff80916-8912-46b4-8270-c5c54262fe88'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.657628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.668063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] Routers {'0ff80916-8912-46b4-8270-c5c54262fe88'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:02.669235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0ff80916-8912-46b4-8270-c5c54262fe88'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.705298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.705960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa929a43-bc75-42d0-a2be-affeaaa66adc None None] The sync data for ids ['0ff80916-8912-46b4-8270-c5c54262fe88'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:02.747467 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-80943d39-70b4-498d-9a6e-f597613f976b tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 200 len: 925 time: 0.1485872 Sep 18 01:01:02.752965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40596) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:02.842586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47392e4-eb34-458c-8ad3-c494e26407c7 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:02.844201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e47392e4-eb34-458c-8ad3-c494e26407c7 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=0ff80916-8912-46b4-8270-c5c54262fe88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0901530 Sep 18 01:01:02.846736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:03.092210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934b56c-b636-451c-be1e-396199d6ac62 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.094877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f934b56c-b636-451c-be1e-396199d6ac62 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.2471828 Sep 18 01:01:03.100669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40612) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:03.143853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40614) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:03.144412 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3530837-1a4d-40cc-9723-05b4693cadb0 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 200 len: 205 time: 0.0414224 Sep 18 01:01:03.156076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503f3f7-32f8-416c-8f20-c1706270cf5a req-7503786d-3eed-4621-9e2f-eac93a9be14b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.157967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a503f3f7-32f8-416c-8f20-c1706270cf5a req-7503786d-3eed-4621-9e2f-eac93a9be14b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0797367 Sep 18 01:01:03.252688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a503f3f7-32f8-416c-8f20-c1706270cf5a req-1e7fe8bf-c02e-4ca3-84f8-9e50645d1f0f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870862 Sep 18 01:01:03.318965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:03.454652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:03.521018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port 54dacd25-10ca-44bc-b7a0-40af359f2036 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:03.521466 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:03.681880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e1a0-149e-4e9f-939b-6844245dabef req-1867339e-20b7-4c1c-8f0f-79dfe0a66527 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.685023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59a7e1a0-149e-4e9f-939b-6844245dabef req-1867339e-20b7-4c1c-8f0f-79dfe0a66527 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1412878 Sep 18 01:01:03.692141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:03.709095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-ed05580e-b26e-4b44-b7bf-4eecff5b5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.712581 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-ed05580e-b26e-4b44-b7bf-4eecff5b5cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.1079054 Sep 18 01:01:03.725944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for 54dacd25-10ca-44bc-b7a0-40af359f2036 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:03.821323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59a7e1a0-149e-4e9f-939b-6844245dabef req-0286def5-c58d-4ab7-a870-f0bae7e7c458 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165421 Sep 18 01:01:03.923756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-16ff8031-2c6b-4fdd-ad93-37e502d2de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.925339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-16ff8031-2c6b-4fdd-ad93-37e502d2de88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1836984 Sep 18 01:01:03.992395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.001122 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-e3a1b8d4-ba68-41df-89f1-f20ef5b9a9f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0671525 Sep 18 01:01:04.044539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=54dacd25-10ca-44bc-b7a0-40af359f2036,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:04.075486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-e695cb3b-a5f4-4842-b7e3-a0a417355482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:04.077022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-e695cb3b-a5f4-4842-b7e3-a0a417355482 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0683029 Sep 18 01:01:04.122001 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-640aa59c-0965-4bea-86e9-606838c8f1fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378532 Sep 18 01:01:04.140241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.257126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-f36df218-9a93-4243-a7b7-a488bc2c4561 service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278925 Sep 18 01:01:04.269151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.272188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.327810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.328650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff80916-8912-46b4-8270-c5c54262fe88 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:04.336847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.338199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3e56916-6704-49f5-bb89-b1e991b46bf7 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 204 len: 168 time: 1.1920295 Sep 18 01:01:04.342591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40632) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:04.348171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1221690797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:04.388944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6dc8f0c-a7dc-4ac9-9ae1-1bd4fd3014a5 req-8b91157c-ea19-454a-b935-626fab4b012f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244757 Sep 18 01:01:04.390217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.391364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.451314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.455923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.473757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.474993 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e11d1ada-27f0-4416-990e-5011aa277e62 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1313889 Sep 18 01:01:04.478051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40634) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:04.483239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:04.698501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.954175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:04.976519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:05.033105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacdae2-aab9-438b-b464-8b2369072a81 req-92b8259b-fe93-41ae-935d-c71311e1a535 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:05.034828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eacdae2-aab9-438b-b464-8b2369072a81 req-92b8259b-fe93-41ae-935d-c71311e1a535 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1316750 Sep 18 01:01:05.124573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eacdae2-aab9-438b-b464-8b2369072a81 req-25ea1359-7dab-4960-baa6-1daf5614fc70 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Sep 18 01:01:05.135441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Allocated IP 172.25.7.245 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/ef8ae943-7307-4fe0-a42a-e2a503844d0b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:05.290235 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:05.340974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:05.388895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:05.393866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:05.399650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:05.428409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event updated for resources: {'Port': ['ID=ef8ae943-7307-4fe0-a42a-e2a503844d0b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:05.716667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:06.039444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:06.047287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:06.250207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Router c6134b35-a7d0-48db-a8da-f62e943db54a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:06.453403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:06.466884 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] Sync routers for ids ['c6134b35-a7d0-48db-a8da-f62e943db54a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:06.474161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:06.475667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be2d75cf-16c7-48b0-af3b-c41ebc04df89 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "PUT /v2.0/routers/c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 200 len: 884 time: 1.9964368 Sep 18 01:01:06.478674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:06.480637 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] Routers {'c6134b35-a7d0-48db-a8da-f62e943db54a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:06.481360 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c6134b35-a7d0-48db-a8da-f62e943db54a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:06.519693 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:06.532390 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] Routers {'c6134b35-a7d0-48db-a8da-f62e943db54a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:06.533411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c6134b35-a7d0-48db-a8da-f62e943db54a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:06.572702 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:06.574407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0b4b6-7291-4515-bee6-f28b46f47c6b None None] The sync data for ids ['c6134b35-a7d0-48db-a8da-f62e943db54a'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:06.624845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-67865861-c5b2-4ceb-8615-e9e513c89bdd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 200 len: 925 time: 0.1447022 Sep 18 01:01:06.627590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:06.749312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2ba4b-14ce-47ca-b107-e207aa74a45e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:06.752647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2ab2ba4b-14ce-47ca-b107-e207aa74a45e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=c6134b35-a7d0-48db-a8da-f62e943db54a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1240234 Sep 18 01:01:06.755924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40666) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:06.926318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-4c0c4abf-38a3-4f8c-a10e-3f2527a732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:06.933991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-4c0c4abf-38a3-4f8c-a10e-3f2527a732eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0740197 Sep 18 01:01:06.942065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c2521-a667-41d0-aa74-48cef1aba353 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:06.943483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-828c2521-a667-41d0-aa74-48cef1aba353 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.1866860 Sep 18 01:01:06.947778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:06.982178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-88a80d1a-f533-472d-b845-66b0f15ab380 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 200 len: 205 time: 0.0332391 Sep 18 01:01:06.985868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40672) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:07.001290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17678b0e-22bc-405f-9625-11f8a6a4f3c3 req-8a71f5c7-e511-470c-bd04-fbe55c7d8490 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:07.008996 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17678b0e-22bc-405f-9625-11f8a6a4f3c3 req-8a71f5c7-e511-470c-bd04-fbe55c7d8490 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1187601 Sep 18 01:01:07.272068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-7f7ee0f1-bc77-4da6-a6c7-8e8ba9b1a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:07.279376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-7f7ee0f1-bc77-4da6-a6c7-8e8ba9b1a84b service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.3330679 Sep 18 01:01:07.340689 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-bef62c02-477e-4182-807c-fa554304fe33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0548575 Sep 18 01:01:07.358010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17678b0e-22bc-405f-9625-11f8a6a4f3c3 req-bf23b3d8-2be9-45e5-b2ca-229f5aea8f9e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479276 Sep 18 01:01:07.430053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:07.435185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-726179fe-1d3f-4f12-bbd0-784024be6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:07.437305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-726179fe-1d3f-4f12-bbd0-784024be6ce3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0902674 Sep 18 01:01:07.502947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-a591a755-51dc-4322-8ba9-86bf0e613bcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589952 Sep 18 01:01:07.612574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:07.642505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-1f1be16b-0e58-4a01-8ed3-addab6ba713f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320691 Sep 18 01:01:07.679692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port ef8ae943-7307-4fe0-a42a-e2a503844d0b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:07.680040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:07.758485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c76d451b-a3a7-4140-a4a6-6d987b4cb4fe req-826e9a91-c1a8-448a-9208-7e1b06473392 service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076779 Sep 18 01:01:07.783448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:07.798549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for ef8ae943-7307-4fe0-a42a-e2a503844d0b owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:08.039395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.070499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=ef8ae943-7307-4fe0-a42a-e2a503844d0b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:08.109588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.110010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.110181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.110793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.110793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.113387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:08.160970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.267184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.269933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.321565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.321565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router c6134b35-a7d0-48db-a8da-f62e943db54a {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:08.329178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.330282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a06e54d7-e229-451f-82fa-5355141ef792 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 204 len: 168 time: 1.3434958 Sep 18 01:01:08.337819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40686) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:08.342934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736503805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:08.373145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.374331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.433898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.438873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.457944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:08.459177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b2442514-33d5-45ea-bec0-c837cf833a0b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1203673 Sep 18 01:01:08.462518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40690) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:08.467695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': True}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:08.505395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42367-8269-4d8b-ae53-c85ed817f89b req-6eb064bd-915e-41bf-a8be-79a36a8dafe6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:08.507177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35c42367-8269-4d8b-ae53-c85ed817f89b req-6eb064bd-915e-41bf-a8be-79a36a8dafe6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0656564 Sep 18 01:01:08.555757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35c42367-8269-4d8b-ae53-c85ed817f89b req-bc4d51eb-a063-49ec-949c-41b269831f74 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Sep 18 01:01:08.680573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:09.181593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:09.201342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:09.319943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 172.25.7.119 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e9e3a75e-1718-465d-9a77-8c445ea1b586) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:09.454973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:09.506237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:09.553801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:09.556765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:09.565125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:09.619414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e3a75e-1718-465d-9a77-8c445ea1b586,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:09.764204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28b89-77d4-4abe-96ba-1d49d800c255 req-73f98cfc-21c0-441b-84df-c2c08b76141a tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:09.765716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ba28b89-77d4-4abe-96ba-1d49d800c255 req-73f98cfc-21c0-441b-84df-c2c08b76141a tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0620747 Sep 18 01:01:09.812083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ba28b89-77d4-4abe-96ba-1d49d800c255 req-c421ab7e-e198-4d77-a72e-f7d30c475422 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Sep 18 01:01:09.966510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:10.186940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:10.190768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:10.338365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router 118fcec0-dd7d-4617-a69f-2d6536c10b33 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:10.455465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:10.468700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] Sync routers for ids ['118fcec0-dd7d-4617-a69f-2d6536c10b33'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:10.469707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:10.478440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40712) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:10.482105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70e7a3d7-e3e1-4d89-91a7-fd63ffb48bfd tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "PUT /v2.0/routers/118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 200 len: 919 time: 2.0185132 Sep 18 01:01:10.485189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] Routers {'118fcec0-dd7d-4617-a69f-2d6536c10b33'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:10.486002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['118fcec0-dd7d-4617-a69f-2d6536c10b33'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.518117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.527077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] Routers {'118fcec0-dd7d-4617-a69f-2d6536c10b33'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:10.527992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['118fcec0-dd7d-4617-a69f-2d6536c10b33'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.577544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.578527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b6b8a-8a9c-4c3b-86b2-d9e1afe8e4d5 None None] The sync data for ids ['118fcec0-dd7d-4617-a69f-2d6536c10b33'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:10.655825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5924a88d-df1a-4656-a106-7eb625d8917e tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 200 len: 925 time: 0.1668851 Sep 18 01:01:10.656085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40716) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:10.702623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a15cfe9-504b-401f-986c-dfc3a489a7f4 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.704289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3a15cfe9-504b-401f-986c-dfc3a489a7f4 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=118fcec0-dd7d-4617-a69f-2d6536c10b33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0470500 Sep 18 01:01:10.706841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40718) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:10.847855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a71dd6-d53c-4605-a57f-4e272890f693 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.849338 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-11a71dd6-d53c-4605-a57f-4e272890f693 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.1415670 Sep 18 01:01:10.852414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:10.894270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03ddaee6-ad51-49a3-8cf8-22f23cc9b9d1 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 200 len: 205 time: 0.0407026 Sep 18 01:01:10.896952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40728) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:10.966382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16240-fea1-4826-8db8-853a415dc98d req-d86fbc49-fe59-4641-9658-ab7d54baa238 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.968043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcf16240-fea1-4826-8db8-853a415dc98d req-d86fbc49-fe59-4641-9658-ab7d54baa238 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0695786 Sep 18 01:01:11.025100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.035086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcf16240-fea1-4826-8db8-853a415dc98d req-766d1f08-33f6-4ccb-a750-3db1480b99f8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600917 Sep 18 01:01:11.135079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.188729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port e9e3a75e-1718-465d-9a77-8c445ea1b586 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:11.189070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.265973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.278758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for e9e3a75e-1718-465d-9a77-8c445ea1b586 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:11.446048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.471886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=e9e3a75e-1718-465d-9a77-8c445ea1b586,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.548154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.641603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.643744 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.688551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.689190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router 118fcec0-dd7d-4617-a69f-2d6536c10b33 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:11.697113 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.698234 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-955e027d-c619-459b-bec5-aa3d63959186 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 204 len: 168 time: 0.8002143 Sep 18 01:01:11.702437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:11.714584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-814654439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.761733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.762801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.818363 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.822341 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.841346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.846258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7ca59286-eb34-4a78-992f-e9ed4e928b75 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1403167 Sep 18 01:01:11.846680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40736) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:11.851296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'enable_snat': False}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.109582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:12.181815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed1ec-ca99-419c-afd0-5d02a3b26ee2 req-cb9159c8-5740-4fda-8f46-2f0ff14728e4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:12.185031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625ed1ec-ca99-419c-afd0-5d02a3b26ee2 req-cb9159c8-5740-4fda-8f46-2f0ff14728e4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0717661 Sep 18 01:01:12.235750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625ed1ec-ca99-419c-afd0-5d02a3b26ee2 req-2ffc541e-492b-4d07-a1f8-fdcb2040b2c2 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Sep 18 01:01:12.329646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:12.348571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:12.459929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Allocated IP 172.25.7.211 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/2fd6877c-099c-4fbd-9a98-429cbaf32ee2) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:12.561138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:12.598310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:12.634862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:12.639206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:12.642599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:12.665689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd6877c-099c-4fbd-9a98-429cbaf32ee2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.256388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.422527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673511d-6661-463d-b57b-5ed35abf8727 req-6f97e1c3-4956-4be0-81ff-aae2ce022ad3 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:13.430399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4673511d-6661-463d-b57b-5ed35abf8727 req-6f97e1c3-4956-4be0-81ff-aae2ce022ad3 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0766423 Sep 18 01:01:13.480030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4673511d-6661-463d-b57b-5ed35abf8727 req-bd1a3072-0263-4de2-8b15-ed99b01aca0d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Sep 18 01:01:13.494997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.498833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.641840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Router fc7bf725-84b7-4894-94fc-12fa295a6e33 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:13.757685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:13.762331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.763049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fa81b9e9-809f-4cc7-814f-5cde86f5df88 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "PUT /v2.0/routers/fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 200 len: 919 time: 1.9154239 Sep 18 01:01:13.765860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40864) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:13.769074 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] Sync routers for ids ['fc7bf725-84b7-4894-94fc-12fa295a6e33'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:13.800912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] Routers {'fc7bf725-84b7-4894-94fc-12fa295a6e33'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:13.802646 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fc7bf725-84b7-4894-94fc-12fa295a6e33'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:13.838400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:13.841865 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:13.849983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] Routers {'fc7bf725-84b7-4894-94fc-12fa295a6e33'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:13.853362 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fc7bf725-84b7-4894-94fc-12fa295a6e33'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:13.889483 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:13.890142 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fbdcf-59a7-4967-9341-abf798d3b88d None None] The sync data for ids ['fc7bf725-84b7-4894-94fc-12fa295a6e33'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:13.920910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6ff42a40-e45b-4a40-b070-cfcf0911a178 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 200 len: 925 time: 0.1538548 Sep 18 01:01:13.923610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40884) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:13.967403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3a750-663a-4c95-8a87-2156ff4b71b7 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:13.968990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70d3a750-663a-4c95-8a87-2156ff4b71b7 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=fc7bf725-84b7-4894-94fc-12fa295a6e33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0442054 Sep 18 01:01:13.971511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:14.065954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5874ad-bce3-43fe-828c-ebd7b289a962 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:14.067507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be5874ad-bce3-43fe-828c-ebd7b289a962 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/networks/fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 881 time: 0.0950849 Sep 18 01:01:14.070337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 40910) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:14.105558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a7e1c2d6-11bc-4f8c-8882-f8d171d1bfdc tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 200 len: 205 time: 0.0306773 Sep 18 01:01:14.105662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 40918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:14.227033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.341185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.397001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port 2fd6877c-099c-4fbd-9a98-429cbaf32ee2 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:14.397343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.496118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.510290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for 2fd6877c-099c-4fbd-9a98-429cbaf32ee2 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:14.597106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007c13f-e9c4-45c7-a496-f760fe83d3d6 req-1076bcf8-e0c5-4006-bbd1-adac398b4955 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:14.599388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d007c13f-e9c4-45c7-a496-f760fe83d3d6 req-1076bcf8-e0c5-4006-bbd1-adac398b4955 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Sep 18 01:01:14.658595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d007c13f-e9c4-45c7-a496-f760fe83d3d6 req-84abef55-f66d-4bd8-9550-eb7fe89aae34 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Sep 18 01:01:14.712211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.739183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=2fd6877c-099c-4fbd-9a98-429cbaf32ee2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:14.823214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.935944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.939454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.996692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.997225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router fc7bf725-84b7-4894-94fc-12fa295a6e33 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:15.005566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.007283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1983c16-ee64-46f9-bbdd-e05b1913d174 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 204 len: 168 time: 0.9002309 Sep 18 01:01:15.012319 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:15.017573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-752079135', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:15.064095 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.065495 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.141251 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.316366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.564637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.584746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.704143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Allocated IP 172.25.7.84 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6385a4b6-0089-40dc-af2e-f9dc1bfe5de1) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:15.944848 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.956471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186161b-60ee-4695-85fe-d865ca463ad9 req-e7147794-250b-486e-bc70-ee0ad70f18a8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:15.957694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e186161b-60ee-4695-85fe-d865ca463ad9 req-e7147794-250b-486e-bc70-ee0ad70f18a8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1971736 Sep 18 01:01:16.020654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e186161b-60ee-4695-85fe-d865ca463ad9 req-1678ca03-209c-4b83-890d-733e30c665b8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Sep 18 01:01:16.032518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:16.088202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:16.092413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:16.096395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:16.131120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event updated for resources: {'Port': ['ID=6385a4b6-0089-40dc-af2e-f9dc1bfe5de1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:16.167941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:16.634717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:16.832189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:16.985929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Router fee35e63-6030-4e29-886e-2f91788d33b0 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:17.149238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:17.166614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] Sync routers for ids ['fee35e63-6030-4e29-886e-2f91788d33b0'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:17.176831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] Routers {'fee35e63-6030-4e29-886e-2f91788d33b0'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:17.177952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fee35e63-6030-4e29-886e-2f91788d33b0'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:17.181645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.186769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9b7c1a7e-36cd-484c-b1f7-b55a3a536602 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1731627 Sep 18 01:01:17.186916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41254) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:17.192431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:17.197194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e67f-682e-4a01-839e-8b668cb0885c req-2bff7f06-3026-47d0-b7f8-849388a8a8b8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:17.199836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb1e67f-682e-4a01-839e-8b668cb0885c req-2bff7f06-3026-47d0-b7f8-849388a8a8b8 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0857561 Sep 18 01:01:17.210272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:17.219990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] Routers {'fee35e63-6030-4e29-886e-2f91788d33b0'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:17.220766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fee35e63-6030-4e29-886e-2f91788d33b0'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:17.257807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:17.258572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1568843-d11a-4d54-ba0a-72b3a44f17ec None None] The sync data for ids ['fee35e63-6030-4e29-886e-2f91788d33b0'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:17.265426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb1e67f-682e-4a01-839e-8b668cb0885c req-c88a2083-0e1f-4e38-8453-611c39ef51d2 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588081 Sep 18 01:01:17.563599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.576956 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.641313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Deleting port 6385a4b6-0089-40dc-af2e-f9dc1bfe5de1 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:17.641654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.728857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.742201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Calling delete_port for 6385a4b6-0089-40dc-af2e-f9dc1bfe5de1 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:17.923643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.950142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Pushing event deleted for resources: {'Port': ['ID=6385a4b6-0089-40dc-af2e-f9dc1bfe5de1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:18.015942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.250306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.255413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.388958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Router fee35e63-6030-4e29-886e-2f91788d33b0 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:18.430234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f8e5-53bd-43ca-934e-1b8d42e23088 req-736b3fa0-55f2-4b52-aedb-fc3c64c665c0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:18.433324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaf2f8e5-53bd-43ca-934e-1b8d42e23088 req-736b3fa0-55f2-4b52-aedb-fc3c64c665c0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0739124 Sep 18 01:01:18.502396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:18.510041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.511910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c88c9dcc-3728-4a1e-9b9e-04911c04d0ea tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "PUT /v2.0/routers/fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 200 len: 709 time: 1.3238139 Sep 18 01:01:18.514616 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] Sync routers for ids ['fee35e63-6030-4e29-886e-2f91788d33b0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:18.515067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41274) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:18.518861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaf2f8e5-53bd-43ca-934e-1b8d42e23088 req-401cd5e6-3e62-4edb-b46c-d86014466d9a tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718327 Sep 18 01:01:18.529516 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] Routers {'fee35e63-6030-4e29-886e-2f91788d33b0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:18.532452 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fee35e63-6030-4e29-886e-2f91788d33b0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:18.575832 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:18.585877 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] Routers {'fee35e63-6030-4e29-886e-2f91788d33b0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:18.586770 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:00:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fee35e63-6030-4e29-886e-2f91788d33b0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:18.623059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:18.624179 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50941cc9-442e-4e56-b7f3-cd47e239c04d None None] The sync data for ids ['fee35e63-6030-4e29-886e-2f91788d33b0'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:18.663481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41278) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:18.792199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5026d9-e4e6-4a26-b490-6e7818cc4b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.899142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5026d9-e4e6-4a26-b490-6e7818cc4b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.905293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4e5026d9-e4e6-4a26-b490-6e7818cc4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.951990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4e5026d9-e4e6-4a26-b490-6e7818cc4b55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=761ac51fadc24f499fbcf4d5e0ce6a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848437 Sep 18 01:01:18.952778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5026d9-e4e6-4a26-b490-6e7818cc4b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d05de7-898b-4ca6-ab16-62ca00e8168f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:18.955972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41282) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:18.987176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5917fe66-7ee8-4326-bf21-2728794a1cd1 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/routers/fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 200 len: 744 time: 0.4698169 Sep 18 01:01:18.989965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41284) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.013882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.035661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.041319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f66af5c-6ec6-49d8-9df6-f85a75532661 tempest-RoutersIpV6AdminTest-1545906432 tempest-RoutersIpV6AdminTest-1545906432-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&device_id=fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 200 len: 205 time: 0.0479405 Sep 18 01:01:19.042265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41286) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.047457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9553-56cf-419b-8958-a538a44df77d req-68e21f66-1ee4-4a76-91aa-761c89567642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:19.048952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-39ee9553-56cf-419b-8958-a538a44df77d req-68e21f66-1ee4-4a76-91aa-761c89567642 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.1228485 Sep 18 01:01:19.076875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4d09894-a765-4f3a-a353-78c112d52a5e tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 200 len: 205 time: 0.0311184 Sep 18 01:01:19.077179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.112583 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.115860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.120509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78d05de7-898b-4ca6-ab16-62ca00e8168f HTTP/1.1" status: 204 len: 168 time: 0.1599829 Sep 18 01:01:19.128354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1819d2-9524-493e-a965-962aa2357355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d05de7-898b-4ca6-ab16-62ca00e8168f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:19.131717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-39ee9553-56cf-419b-8958-a538a44df77d req-35e1df3b-13f3-4adb-abef-07c4f3aa5a5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Sep 18 01:01:19.164535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.353890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.356749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.402947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.403664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Fanout notify agent at l3_agent the message router_deleted on router fee35e63-6030-4e29-886e-2f91788d33b0 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:19.415174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.416478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27f228ed-fd91-4631-8669-7e20641a8bfb tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 204 len: 168 time: 0.3383634 Sep 18 01:01:19.420447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41296) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.449939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d659be52-9e52-406e-95db-b99e2a0abd54 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 200 len: 205 time: 0.0279331 Sep 18 01:01:19.452496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.463262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41300) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.478345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7538-fcaa-4f7c-ba85-9a1ba68885aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.495763 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-b9d16299-27f3-4942-bdf9-a622161d0c34 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.496869 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9d16299-27f3-4942-bdf9-a622161d0c34 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/fee35e63-6030-4e29-886e-2f91788d33b0 HTTP/1.1" status: 404 len: 336 time: 0.0433371 Sep 18 01:01:19.499446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.529020 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce4ba028-f93e-4884-9fa4-f344e9fe2483 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 200 len: 205 time: 0.0284152 Sep 18 01:01:19.531305 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41304) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.573208 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-552e9a2c-08ed-4cb9-be5f-0684f775537d tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.574267 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-552e9a2c-08ed-4cb9-be5f-0684f775537d tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/fc7bf725-84b7-4894-94fc-12fa295a6e33 HTTP/1.1" status: 404 len: 336 time: 0.0420859 Sep 18 01:01:19.577160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41308) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.614940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b23ecceb-b032-4a57-8d2a-415c7933b592 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 200 len: 205 time: 0.0366714 Sep 18 01:01:19.617431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.647676 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7538-fcaa-4f7c-ba85-9a1ba68885aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.654470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7538-fcaa-4f7c-ba85-9a1ba68885aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.661476 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-9287e53d-f165-48ee-9ed8-a0f4b96f03d0 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.664680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9287e53d-f165-48ee-9ed8-a0f4b96f03d0 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/118fcec0-dd7d-4617-a69f-2d6536c10b33 HTTP/1.1" status: 404 len: 336 time: 0.0462286 Sep 18 01:01:19.665539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41312) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.696701 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb552e98-37b4-4df9-b74a-79060de8b295 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 200 len: 205 time: 0.0280707 Sep 18 01:01:19.698103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41314) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.703875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb4e7538-fcaa-4f7c-ba85-9a1ba68885aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e724904d468e48c2bebc94a03999e827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364511 Sep 18 01:01:19.704396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41316) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.710281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ede1-7cc3-44bf-893e-019b1c606851 req-71e534e9-46f2-4b58-8ec1-9a5281649fa4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:19.711780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a5ede1-7cc3-44bf-893e-019b1c606851 req-71e534e9-46f2-4b58-8ec1-9a5281649fa4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1013379 Sep 18 01:01:19.712889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e7538-fcaa-4f7c-ba85-9a1ba68885aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c84d8a-871b-4caf-95e3-1fa0b54e1672,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:19.755931 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-83c7cc5a-e6f5-4679-882b-4c4253b8a953 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.756989 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-83c7cc5a-e6f5-4679-882b-4c4253b8a953 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/c6134b35-a7d0-48db-a8da-f62e943db54a HTTP/1.1" status: 404 len: 336 time: 0.0578721 Sep 18 01:01:19.759697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41318) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.778402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1a5ede1-7cc3-44bf-893e-019b1c606851 req-8528883d-eab2-423b-a83a-4692c784f63c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Sep 18 01:01:19.800041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.810093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b156d495-d8f5-4294-a92e-5308e524028f tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 200 len: 205 time: 0.0491881 Sep 18 01:01:19.811442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41320) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.825435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.852815 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ff24d4fd-7d76-484a-853d-ec573e58491f tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.853853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff24d4fd-7d76-484a-853d-ec573e58491f tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/0ff80916-8912-46b4-8270-c5c54262fe88 HTTP/1.1" status: 404 len: 336 time: 0.0414338 Sep 18 01:01:19.857329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.875822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.878440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:19.879894 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03c84d8a-871b-4caf-95e3-1fa0b54e1672 HTTP/1.1" status: 204 len: 168 time: 0.1741705 Sep 18 01:01:19.885270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-388ea0e1-e61f-4db8-84cd-68ccbd63510b tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "GET /v2.0/ports?device_id=2916f5e3-a20a-4e02-acef-13b1e205203d HTTP/1.1" status: 200 len: 205 time: 0.0268977 Sep 18 01:01:19.887926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.894615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111231-669c-4e7b-bf29-26e092101aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c84d8a-871b-4caf-95e3-1fa0b54e1672,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:19.934519 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-a2a30aae-5aca-45f4-83d8-c0186b07838a tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] delete failed (client error): The resource could not be found. Sep 18 01:01:19.935452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a2a30aae-5aca-45f4-83d8-c0186b07838a tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/routers/2916f5e3-a20a-4e02-acef-13b1e205203d HTTP/1.1" status: 404 len: 336 time: 0.0464649 Sep 18 01:01:19.938285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41328) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:19.968882 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df7245d-921d-4b74-bd35-0facfa803d06 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] DELETE failed (client error): The resource could not be found. Sep 18 01:01:19.969420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df7245d-921d-4b74-bd35-0facfa803d06 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:01:19.971512 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6df7245d-921d-4b74-bd35-0facfa803d06 tempest-RoutersIpV6AdminTest-1042066129 tempest-RoutersIpV6AdminTest-1042066129-project] 10.222.0.49 "DELETE /v2.0/subnets/208bd37a-ea1f-4659-8509-5de4fcc35693 HTTP/1.1" status: 404 len: 337 time: 0.0322390 Sep 18 01:01:20.330349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41344) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:20.564415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75daa991-a69a-481c-a27e-083354aee6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:20.648511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-84fca03d-dbcc-4af9-80d5-208ef1dd9bdb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738158 Sep 18 01:01:20.755520 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75daa991-a69a-481c-a27e-083354aee6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:20.761894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75daa991-a69a-481c-a27e-083354aee6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:20.796171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04a54-d796-471f-b414-1292b1bcc923 req-0f1fd2a8-3292-470d-9a31-28d558eb0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:20.797977 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-0f1fd2a8-3292-470d-9a31-28d558eb0747 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0801535 Sep 18 01:01:20.814405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-75daa991-a69a-481c-a27e-083354aee6c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57328a74eb8e487580f17658083fb992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823046 Sep 18 01:01:20.817155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41368) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:20.817802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa991-a69a-481c-a27e-083354aee6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f06cbd-8903-45ba-9f09-245c75b7374d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:20.948373 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:20.959823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04a54-d796-471f-b414-1292b1bcc923 req-327673e3-b4a3-42ed-bd0d-263574091317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:20.962096 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-327673e3-b4a3-42ed-bd0d-263574091317 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1148322 Sep 18 01:01:20.972322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.014347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94882ab-8110-4163-8ee3-e07d823120ce req-3313c2b0-c561-4ab6-8d35-943693809ebc tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.022558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b94882ab-8110-4163-8ee3-e07d823120ce req-3313c2b0-c561-4ab6-8d35-943693809ebc tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1351140 Sep 18 01:01:21.038175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-cf3c97b7-3064-4765-8bc4-5c901d02508d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 200 len: 217 time: 0.0677619 Sep 18 01:01:21.076503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b94882ab-8110-4163-8ee3-e07d823120ce req-80fa9c81-8cad-4400-a6f7-465180f4d5ee tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 Sep 18 01:01:21.088939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.093314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.097964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12f06cbd-8903-45ba-9f09-245c75b7374d HTTP/1.1" status: 204 len: 168 time: 0.2796814 Sep 18 01:01:21.110908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312d19-6b75-4a96-ba2f-d498945d998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f06cbd-8903-45ba-9f09-245c75b7374d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:21.123723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04a54-d796-471f-b414-1292b1bcc923 req-58dd26cd-7756-41ad-ad23-6f61aeddac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.125523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-58dd26cd-7756-41ad-ad23-6f61aeddac07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0783520 Sep 18 01:01:21.170358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-8a7cadd6-4937-4a20-8084-550b8b903e9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291040 Sep 18 01:01:21.184963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-7caed84c-c381-442b-8704-4bf03990e3a3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:01:21.186323 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-7caed84c-c381-442b-8704-4bf03990e3a3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077486 Sep 18 01:01:21.338951 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-dd80f5b3-45c3-4b5f-a21d-ce8905d982bc service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403105 Sep 18 01:01:21.474657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-ddaafcbc-a91f-4864-905d-6328ebf838c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.476475 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-ddaafcbc-a91f-4864-905d-6328ebf838c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0893309 Sep 18 01:01:21.499176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f93f2-d4b3-4698-892d-7d1a3321d633 req-a5e5644c-43b0-4404-988d-2cc3c17e9ca0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.507876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a5f93f2-d4b3-4698-892d-7d1a3321d633 req-a5e5644c-43b0-4404-988d-2cc3c17e9ca0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1099224 Sep 18 01:01:21.563000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a5f93f2-d4b3-4698-892d-7d1a3321d633 req-916dd2bf-50f4-4329-b5ed-1945fda1402f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Sep 18 01:01:21.634220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4db04a54-d796-471f-b414-1292b1bcc923 req-59018d0d-2b6a-4511-a359-1bc5ee82f925 service neutron] 10.222.0.54 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864356 Sep 18 01:01:21.663832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-0faa1e12-1a9e-401c-9c24-d146e314abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.665527 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-0faa1e12-1a9e-401c-9c24-d146e314abf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1816828 Sep 18 01:01:21.711678 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-52e36741-ae94-485d-8628-0aa2f47300c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0385864 Sep 18 01:01:21.750682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41398) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:21.770988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-6b019460-3826-4b5a-ad9a-2b2227132f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:21.772514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-6b019460-3826-4b5a-ad9a-2b2227132f75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0538671 Sep 18 01:01:21.815523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-c237c498-0ffe-4b02-bd39-55fcbf025ddc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355422 Sep 18 01:01:21.817813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fcf9c4ed-d917-428b-a4b1-b9b3758f7543 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=890ed5b614c1473a84e75ea369618d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668869 Sep 18 01:01:21.820117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41400) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:21.878685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.919011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-390084b7-f614-4be6-b178-4167a1b153d8 service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957162 Sep 18 01:01:21.920051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.981279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.984659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:21.986529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab1db8eb-6c07-4b01-8418-9c78a15b4f2b HTTP/1.1" status: 204 len: 168 time: 0.1650591 Sep 18 01:01:21.998122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d68120-4ac0-4a4d-98e4-0c6ea383a15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1db8eb-6c07-4b01-8418-9c78a15b4f2b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:22.080461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5dea90bf-a4a5-416f-9fb3-83cb148d7282 req-92679712-f7d5-4b76-a5b6-38f5886908ed service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482091 Sep 18 01:01:22.331939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41416) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:22.461501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f48be4f8-ccac-446e-a955-ff4f1bc6b167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.555403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f48be4f8-ccac-446e-a955-ff4f1bc6b167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.559548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f48be4f8-ccac-446e-a955-ff4f1bc6b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.611719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41432) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:22.619365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f48be4f8-ccac-446e-a955-ff4f1bc6b167 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=633cdcdc3e784fbe8efe7c64231a80ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859912 Sep 18 01:01:22.621503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48be4f8-ccac-446e-a955-ff4f1bc6b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7b63d-b404-47f9-b6c6-3449ee6bcde5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:22.711949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37584436-0794-4f56-908b-754e50451ce9 req-7b50b33a-0d31-4f66-a915-dde2766b6b88 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:22.715532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37584436-0794-4f56-908b-754e50451ce9 req-7b50b33a-0d31-4f66-a915-dde2766b6b88 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0731499 Sep 18 01:01:22.725858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.761849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.778639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37584436-0794-4f56-908b-754e50451ce9 req-d858e2a9-1ed0-48d4-ae42-86479ed160ae tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Sep 18 01:01:22.830958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.833844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:22.835069 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0b7b63d-b404-47f9-b6c6-3449ee6bcde5 HTTP/1.1" status: 204 len: 168 time: 0.2223349 Sep 18 01:01:22.843367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648cdb2-f5ec-4826-af77-4c43eb60f500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b7b63d-b404-47f9-b6c6-3449ee6bcde5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:23.205281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41454) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:23.219958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c62e30a-410a-4394-be2b-d36d962e1ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.315714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c62e30a-410a-4394-be2b-d36d962e1ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.320571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c62e30a-410a-4394-be2b-d36d962e1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.368472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62e30a-410a-4394-be2b-d36d962e1ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2312f6b-e783-46fe-aa8b-2222b8578624,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:23.402254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8c62e30a-410a-4394-be2b-d36d962e1ed0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb031bd0fcce438f8d0a7a2833260d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952066 Sep 18 01:01:23.404565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41460) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:23.457311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.479927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.524322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41462) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:23.533824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.536722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.538079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2312f6b-e783-46fe-aa8b-2222b8578624 HTTP/1.1" status: 204 len: 168 time: 0.1325202 Sep 18 01:01:23.549268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b47ef3-1823-4172-882f-1ad5450ca628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2312f6b-e783-46fe-aa8b-2222b8578624,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:23.648015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-751589497', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:23.672358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Made reservation on behalf of 9030287a826644f6a4e441ea4f69f61d for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:23.674924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.685217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.794422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.801409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:23.807850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] device_id is not set on port a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:23.868276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512f9d0-316b-4bd6-95fa-6953f9c80818,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:23.946700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Allocated IP 172.25.7.60 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:24.001647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4d388-b0cf-4b90-9ac3-f27a3f006c78 req-872b1d9d-f600-4576-af67-28f11cb95e1b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:24.009570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dea4d388-b0cf-4b90-9ac3-f27a3f006c78 req-872b1d9d-f600-4576-af67-28f11cb95e1b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1016102 Sep 18 01:01:24.066067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dea4d388-b0cf-4b90-9ac3-f27a3f006c78 req-5ff0d304-3ead-445c-acb5-6b95fde49bd2 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509155 Sep 18 01:01:24.120875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41490) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:24.141015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.184875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.219861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3f39f20-670c-4dc8-ae39-198c3a64133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.247866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:24.251447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:24.255949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:24.293929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:24.302911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e48f43a7-143d-4225-a33b-c8428edc78e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=143e0ec89e6b4d39b5ce64cb65003432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786723 Sep 18 01:01:24.303291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41500) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:24.314667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:24.315531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.336559 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00ba752a-1c70-4678-9cb8-5a4b9425311c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8082173 Sep 18 01:01:24.336845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41502) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:24.342006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.60'}]}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:24.364884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.365523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.367062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.391335 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.465480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.469976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.470234 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.470594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37bcca83-af8d-4eca-8e92-15cad15b4743 HTTP/1.1" status: 204 len: 168 time: 0.1662571 Sep 18 01:01:24.481575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e61f9c-ec9e-46d5-8c3d-3893b2dda57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcca83-af8d-4eca-8e92-15cad15b4743,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:24.642448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.920928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:24.950026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.216730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.389173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.391332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.439671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.440105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d35ab59b-bda7-4b4f-81ff-1678a8046172 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:25.457288 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 01:01:25.461056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e96cf2f3-12b9-4f91-811d-b6b642066651 tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1204753 Sep 18 01:01:25.461254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41554) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:25.548677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Deleting port a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:25.549328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.650657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.667295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Calling delete_port for a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:25.696906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607f7d-675b-4a8d-b82a-6efe7e3e4963 req-bc81164b-ca5c-482d-82af-22934de01884 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:25.699499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00607f7d-675b-4a8d-b82a-6efe7e3e4963 req-bc81164b-ca5c-482d-82af-22934de01884 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0605190 Sep 18 01:01:25.749184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00607f7d-675b-4a8d-b82a-6efe7e3e4963 req-ecda1b64-29f9-4253-9e36-1c94ccbe7f4e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Sep 18 01:01:25.825207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:25.881763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:25.973798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41574) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:26.001583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.006868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5e0e2ba4-47dc-45a2-ac75-4a42f88ed33c tempest-RoutersAdminNegativeTest-1361905454 tempest-RoutersAdminNegativeTest-1361905454-project-admin] 10.222.0.49 "DELETE /v2.0/ports/a8e74aa6-7543-4d2d-aaa6-bcc79bc6c0f0 HTTP/1.1" status: 204 len: 168 time: 0.5414660 Sep 18 01:01:26.123321 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e18103d4-a12f-4858-bed1-92da24a099eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.281512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e18103d4-a12f-4858-bed1-92da24a099eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.286579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e18103d4-a12f-4858-bed1-92da24a099eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.295420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:26.342658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e18103d4-a12f-4858-bed1-92da24a099eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db55ba98b2e34681a39ae664caf13f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675926 Sep 18 01:01:26.345204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18103d4-a12f-4858-bed1-92da24a099eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60473c12-8e20-42a9-b2ef-93f101103ec9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:26.345905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:26.406187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.444722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.451348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e21501ed-be12-4160-9d26-cff017eb9ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.538510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.542119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.543942 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60473c12-8e20-42a9-b2ef-93f101103ec9 HTTP/1.1" status: 204 len: 168 time: 0.1970592 Sep 18 01:01:26.560430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb475a0-a45f-4c9e-b917-041e19d78dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60473c12-8e20-42a9-b2ef-93f101103ec9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:26.641708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e21501ed-be12-4160-9d26-cff017eb9ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.649182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e21501ed-be12-4160-9d26-cff017eb9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.696160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e21501ed-be12-4160-9d26-cff017eb9ca2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb2b8604530b437c8bf20ed5a5dc7c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992727 Sep 18 01:01:26.697294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21501ed-be12-4160-9d26-cff017eb9ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c7b52-e9f7-4eb0-8f10-a1372330d54d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:26.699454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:26.765013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.786814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.838097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.840811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:26.842250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e95c7b52-e9f7-4eb0-8f10-a1372330d54d HTTP/1.1" status: 204 len: 168 time: 0.1417518 Sep 18 01:01:26.849899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3867f-b79d-40af-bb2f-94af8e3d6b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c7b52-e9f7-4eb0-8f10-a1372330d54d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:26.891147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41604) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:26.906962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c42be57-cdc4-467d-8a7d-a166e6d017c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.032979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c42be57-cdc4-467d-8a7d-a166e6d017c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.038671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c42be57-cdc4-467d-8a7d-a166e6d017c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.095613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5c42be57-cdc4-467d-8a7d-a166e6d017c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ef701cb45b44833b113ddf62f8edb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041495 Sep 18 01:01:27.096186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41612) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:27.108014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42be57-cdc4-467d-8a7d-a166e6d017c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d9553-63a6-47fe-864c-d88e033c0676,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:27.175612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.201475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.248641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41626) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:27.252940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-23899d73-4708-4dea-8523-d912ff528fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.265303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-d2eda669-00ff-4d67-9c06-0c21c368b53d tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459158 Sep 18 01:01:27.306358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-27ad5612-029b-462a-b5e2-9745577721e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9030287a826644f6a4e441ea4f69f61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543463 Sep 18 01:01:27.307778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41628) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:27.443852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.446411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.448338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b8d9553-63a6-47fe-864c-d88e033c0676 HTTP/1.1" status: 204 len: 168 time: 0.3503680 Sep 18 01:01:27.473576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b3fd9-0719-4ec2-bc31-84f2951eeff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d9553-63a6-47fe-864c-d88e033c0676,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:27.491830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-debbb1cb-77de-4bb8-b18f-00057fd4716c tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:27.499765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-debbb1cb-77de-4bb8-b18f-00057fd4716c tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268903 Sep 18 01:01:27.519502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-35e50de2-5d12-4abc-9cba-f251292fd523 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/quotas/ae5b5dc2f04d4c5f9aab7edd69d7a266 HTTP/1.1" status: 200 len: 375 time: 0.0186584 Sep 18 01:01:27.525732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.565508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-071efdd6-88f9-4334-9cd9-6745076c2b59 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450161 Sep 18 01:01:27.750455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.775902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.785035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e88e9a7e-a7a9-4078-95e3-caf0c6dce410 req-763024c2-8844-4692-a9d7-f1341ff2e6de tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Sep 18 01:01:27.850836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.853997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:27.857881 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c512f9d0-316b-4bd6-95fa-6953f9c80818 HTTP/1.1" status: 204 len: 168 time: 0.5487168 Sep 18 01:01:27.866908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7df81-ecc8-414f-9933-da941f3d4fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512f9d0-316b-4bd6-95fa-6953f9c80818,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:28.365654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:28.706137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:28.818863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1217701124'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:28.850121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:28.854776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:28.877951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:28.905185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cd4c45b-6a8e-420b-9ab1-afc320037543 req-da73d365-8a03-43f9-92cb-791d7d8a5c99 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 210 time: 0.0432715 Sep 18 01:01:28.940910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-ab679e7b-5b55-411a-983a-9a159ec074ac tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432000 Sep 18 01:01:29.226476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.239105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-c3490f41-c567-4544-9668-4d05bcd4868d tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:29.240685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-c3490f41-c567-4544-9668-4d05bcd4868d tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917490 Sep 18 01:01:29.241924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.276784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Request body: {'port': {'device_id': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': 'ae5b5dc2f04d4c5f9aab7edd69d7a266'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:29.293489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ee1e8-ab22-42bb-8089-ba4066390af8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:29.310799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:29.357715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.358061 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Added segment 7252ea25-867a-4f94-890d-78c3e200c5dd of type vlan for network 7d0a04ba-2298-4e08-86d3-a867bb50c815 Sep 18 01:01:29.420684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.460090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.466774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:29.467371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.475970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Made reservation on behalf of ae5b5dc2f04d4c5f9aab7edd69d7a266 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:29.480549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.515393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.533319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8234618 Sep 18 01:01:29.534426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41710) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:29.542545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'subnet': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:29.581017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79521-68fb-42d3-aa2e-2336a740ce57 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Network': ['ID=7d0a04ba-2298-4e08-86d3-a867bb50c815,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:29.593082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:29.692629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.702563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.722008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:29.725636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.732559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:29.752096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f50a8-bd38-40ba-8caa-d809ad68b10d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:29.890827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Allocated IP 192.168.233.21 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/14fe0c6b-71bb-4e79-98bb-7da4fa20eb13) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:29.960974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.043589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2442710-8078-45d8-8453-9ac89f0e11de req-183222fd-4578-4e8d-9593-a21c34406344 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Sep 18 01:01:30.081365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Subnet': ['ID=70d0aff8-7f09-4f0b-bf95-d36a4472605a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:30.083314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.112849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Checking segment: {'id': '7252ea25-867a-4f94-890d-78c3e200c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:30.113232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network hostable DHCP agents. Network: 7d0a04ba-2298-4e08-86d3-a867bb50c815, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:30.133516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.137710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:30.149598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7d0a04ba-2298-4e08-86d3-a867bb50c815) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:30.154278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:30.154952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.164145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb418a-e6f4-4eac-b5bb-cb59a59686d6 None None] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:30.172821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a881bd97-b9f5-46ba-b161-10706a67d70c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370757 Sep 18 01:01:30.175430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41728) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:30.182675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-1620155156'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:30.203083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:30.206463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:30.210346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:30.221376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Pushing event updated for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:30.270427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:30.271082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.302021 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-a9e4206d-744d-445a-bb26-ec796614359f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0313952 Sep 18 01:01:30.315810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Request body: {'port': {'device_id': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:30.350677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:30.355256 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.375995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port dbb139a7-735e-4c86-b821-1aaf50b55834 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:30.411471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.492779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-7d0a04ba-2298-4e08-86d3-a867bb50c815', 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'tenant_id': 'f892dca55485452c9a6cf81543d9e5bc', 'fixed_ips': [{'subnet_id': '70d0aff8-7f09-4f0b-bf95-d36a4472605a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:01:30.495286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.610665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.2 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/dbb139a7-735e-4c86-b821-1aaf50b55834) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:30.661821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9bc569b0-70c7-4451-a683-0a5a8b066a74 None None] Provisioning complete for port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:30.662374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bc569b0-70c7-4451-a683-0a5a8b066a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.706877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9bc569b0-70c7-4451-a683-0a5a8b066a74 None None] Port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:30.814586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.853132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.857834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:01:30.868802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.889523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Transition to ACTIVE for port object 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:01:30.906369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:30.917682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:30.921630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:30.929884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:30.933062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a9baa99d-7ab1-4426-9466-1d875d3aced9 {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:01:30.933848 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:01:30.969411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.013203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.014675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.039065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8622539 Sep 18 01:01:31.042542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41742) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:31.051041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-442621596', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:a6:a5'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:31.067918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Attempting to bind port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:31.068306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Attempting to bind port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:31.068610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Attempting to bind port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:31.082025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:01:31.082359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Attempting to bind port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:31.090007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:31.091103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29a1dd-d2ef-466e-a043-e9be22b19274 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=dbb139a7-735e-4c86-b821-1aaf50b55834,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.093385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:31.093385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:31.095363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Bound port: 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:31.095887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.225776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:31.230227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:31.235530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.277236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.277997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.279463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] 10.222.0.48 "PUT /v2.0/ports/14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 HTTP/1.1" status: 200 len: 1096 time: 0.9685237 Sep 18 01:01:31.280048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:31.283365 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6307c782-eb57-4b13-8c72-c0c9d39862de" -d '{"events": [{"name": "network-changed", "server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:31.285478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82dbe3-b143-421d-a436-2b126dd10947 req-40eecd58-7388-4344-a71d-b4eaaa5139ce tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.287533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e82dbe3-b143-421d-a436-2b126dd10947 req-40eecd58-7388-4344-a71d-b4eaaa5139ce tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 947 time: 0.0930634 Sep 18 01:01:31.294827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:31.326839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561452c-dfe4-43b6-8b5f-59bbea269ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.364765 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc62990-121d-4c88-abbb-c87fcc86cb3f x-openstack-request-id: req-1bc62990-121d-4c88-abbb-c87fcc86cb3f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:31.365061 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:31.365315 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bc62990-121d-4c88-abbb-c87fcc86cb3f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:31.365820 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13', 'status': 'completed', 'code': 200} Sep 18 01:01:31.385211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-5765a38b-5265-4340-b74c-6da4243607b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.386955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-5765a38b-5265-4340-b74c-6da4243607b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 1099 time: 0.0550628 Sep 18 01:01:31.436013 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.437698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:31.444466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-89da413b-95a8-41d7-9d9a-eee905e4ab6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 HTTP/1.1" status: 200 len: 217 time: 0.0489945 Sep 18 01:01:31.560272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-788524a8-2ff9-4d79-a3dc-29db936f1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.562974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-788524a8-2ff9-4d79-a3dc-29db936f1645 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.1080048 Sep 18 01:01:31.601856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Allocated IP 172.20.0.3 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/4e8e2b31-019f-4ee9-8428-3b5f68632c04) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:31.633505 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2a66-1bd9-4106-a95c-d0eff0be2121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.637029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d57f-460d-428d-b832-47da93f015ef req-db881f13-a155-4242-89c0-dc302e8a28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:31.638541 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-db881f13-a155-4242-89c0-dc302e8a28ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653417 Sep 18 01:01:31.659076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e82dbe3-b143-421d-a436-2b126dd10947 req-acae417e-4bd5-49c3-a90f-e39f21bb9c30 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558538 Sep 18 01:01:31.701798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.725477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port 34076da5-3bf2-440e-aef0-c5f2e171f927 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:31.773384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-09ae13db-d4b8-4be2-82dc-07e4fd5a2e43 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233597 Sep 18 01:01:31.800716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.806409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.848705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:31.853156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:31.857033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:31.871145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.14 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/34076da5-3bf2-440e-aef0-c5f2e171f927) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:31.873816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2a66-1bd9-4106-a95c-d0eff0be2121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.881034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2a66-1bd9-4106-a95c-d0eff0be2121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.891160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Pushing event updated for resources: {'Port': ['ID=4e8e2b31-019f-4ee9-8428-3b5f68632c04,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.931029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Attempting to bind port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:31.932348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Attempting to bind port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '7252ea25-867a-4f94-890d-78c3e200c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:31.932936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Attempting to bind port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 on network 7d0a04ba-2298-4e08-86d3-a867bb50c815 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:31.938289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:31.939359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Checking segment: {'id': '7252ea25-867a-4f94-890d-78c3e200c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:31.940010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.940490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Bound using segment: {'id': '7252ea25-867a-4f94-890d-78c3e200c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:31.941158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Bound port: 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7252ea25-867a-4f94-890d-78c3e200c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:31.941610 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.945986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad2a66-1bd9-4106-a95c-d0eff0be2121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f48f0a-fdcd-4074-b710-4b674a93e41d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.951356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b4ad2a66-1bd9-4106-a95c-d0eff0be2121 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9157f485c4a147eba4cd5cafcd461e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126374 Sep 18 01:01:31.954687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-66b5d57f-460d-428d-b832-47da93f015ef req-15a13193-a9e0-4970-9202-92c9415682af service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729732 Sep 18 01:01:31.954687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:32.009438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.024529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] For port 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:32.029558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] For port 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e8e2b31-019f-4ee9-8428-3b5f68632c04,segment=NetworkSegment(7252ea25-867a-4f94-890d-78c3e200c5dd),segment_id=7252ea25-867a-4f94-890d-78c3e200c5dd)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:32.033233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.057626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.088920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.097793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91b7d-c9b5-4e0a-bd04-bae36f934458 None None] Pushing event updated for resources: {'Port': ['ID=4e8e2b31-019f-4ee9-8428-3b5f68632c04,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.098092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-c706a3f4-905f-4df1-ac34-ff1b1603eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.099608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-c706a3f4-905f-4df1-ac34-ff1b1603eb25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 1099 time: 0.0872860 Sep 18 01:01:32.134983 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.178988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.182297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.185799 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3f48f0a-fdcd-4074-b710-4b674a93e41d HTTP/1.1" status: 204 len: 168 time: 0.2279058 Sep 18 01:01:32.195272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828d59-e70b-4515-8261-97fee7fdd6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f48f0a-fdcd-4074-b710-4b674a93e41d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.195442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=34076da5-3bf2-440e-aef0-c5f2e171f927,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.197861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.201071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:32.203007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:32.205891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:32.230193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-cdd93096-6534-4759-a263-231415e325e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.231749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-cdd93096-6534-4759-a263-231415e325e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.1247022 Sep 18 01:01:32.269458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.272334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.281232 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-76f9e401-051f-4f97-9f95-488101710ed2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 HTTP/1.1" status: 200 len: 217 time: 0.0410659 Sep 18 01:01:32.288883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-63af689a-4059-4d3d-b0a5-960226d7571a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2450891 Sep 18 01:01:32.291242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41760) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:32.348375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-a24eaaa0-6c1c-4293-ba59-92064418a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.351675 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-a24eaaa0-6c1c-4293-ba59-92064418a736 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0605123 Sep 18 01:01:32.407932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249abd0-920c-4b41-9ba1-281481727c17 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.415424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249abd0-920c-4b41-9ba1-281481727c17 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.427523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249abd0-920c-4b41-9ba1-281481727c17 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.433009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-f51bbb25-144f-4c34-a4b1-fb903f2d202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.433191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1249abd0-920c-4b41-9ba1-281481727c17 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1369467 Sep 18 01:01:32.433298 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-f51bbb25-144f-4c34-a4b1-fb903f2d202d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719421 Sep 18 01:01:32.433298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:32.592639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41766) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:32.594966 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-9c62d8ff-a99f-4523-9e70-d634a4a5a774 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491389 Sep 18 01:01:32.606388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aafd8784-c974-46fd-9f35-5c8914632357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.622629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port 34076da5-3bf2-440e-aef0-c5f2e171f927 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:32.622969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.698296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aafd8784-c974-46fd-9f35-5c8914632357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.702469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aafd8784-c974-46fd-9f35-5c8914632357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.740506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd8784-c974-46fd-9f35-5c8914632357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5fb168-4de2-49ca-bbbb-708c5b911949,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.746096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aafd8784-c974-46fd-9f35-5c8914632357 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb4f444436bf4068aea59c5ea15d227d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522706 Sep 18 01:01:32.751668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41770) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:32.803524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.811644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b30d-7fd3-4d61-bbc9-0a6c71c384c5 req-f506df53-6375-40c3-9f77-528bc90a4f19 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:32.820550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a48b30d-7fd3-4d61-bbc9-0a6c71c384c5 req-f506df53-6375-40c3-9f77-528bc90a4f19 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 947 time: 0.0727441 Sep 18 01:01:32.835248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for 34076da5-3bf2-440e-aef0-c5f2e171f927 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:32.839130 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6307c782-eb57-4b13-8c72-c0c9d39862de req-d35d5508-653e-4c86-a045-6f2699448bde service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365096 Sep 18 01:01:32.869048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a48b30d-7fd3-4d61-bbc9-0a6c71c384c5 req-f831fc03-0b61-4a65-b8cb-f7b5b2845395 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Sep 18 01:01:32.904501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:32.940193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.029701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.032285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.033441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e5fb168-4de2-49ca-bbbb-708c5b911949 HTTP/1.1" status: 204 len: 168 time: 0.2808373 Sep 18 01:01:33.047461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbfbe1-d2dd-4134-96db-bd5f38bcb598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5fb168-4de2-49ca-bbbb-708c5b911949,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:33.057597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.096666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=34076da5-3bf2-440e-aef0-c5f2e171f927,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:33.155868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ba671-4efa-4af4-a532-f68b0ca6d4f6 None None] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:33.232407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] Provisioning complete for port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:33.232775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.246222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.250481 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-95b5ef44-b631-4754-b977-039661d3dd46 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/34076da5-3bf2-440e-aef0-c5f2e171f927 HTTP/1.1" status: 204 len: 168 time: 0.8103657 Sep 18 01:01:33.250859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:33.279571 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3341e2b-3f56-4f66-8788-ba99140d0e2d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] GET failed (client error): The resource could not be found. Sep 18 01:01:33.285503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d3341e2b-3f56-4f66-8788-ba99140d0e2d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports/34076da5-3bf2-440e-aef0-c5f2e171f927 HTTP/1.1" status: 404 len: 333 time: 0.0294404 Sep 18 01:01:33.285796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41780) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:33.290774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-335865584'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:33.379067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.412011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:33.418556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.421071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] For port 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e8e2b31-019f-4ee9-8428-3b5f68632c04,segment=NetworkSegment(7252ea25-867a-4f94-890d-78c3e200c5dd),segment_id=7252ea25-867a-4f94-890d-78c3e200c5dd)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:33.425792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.448642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:33.489051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8bcce-bba9-4ca5-93c7-d1d9322fe728 None None] Pushing event updated for resources: {'Port': ['ID=4e8e2b31-019f-4ee9-8428-3b5f68632c04,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:33.573746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.5 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/f8ed7829-b5c4-4422-9c86-f303c8ce28c3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:33.656323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-34f5f0b1-06a8-4b03-b055-a9671fc8bfaf None None] Provisioning complete for port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:33.656705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-34f5f0b1-06a8-4b03-b055-a9671fc8bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.761786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.790569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-34f5f0b1-06a8-4b03-b055-a9671fc8bfaf None None] Provisioning complete for port dbb139a7-735e-4c86-b821-1aaf50b55834 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:33.791627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-34f5f0b1-06a8-4b03-b055-a9671fc8bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.831148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:33.835846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-34f5f0b1-06a8-4b03-b055-a9671fc8bfaf None None] Port dbb139a7-735e-4c86-b821-1aaf50b55834 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:33.900916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:33.918469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=f8ed7829-b5c4-4422-9c86-f303c8ce28c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:33.920993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:33.930369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:33.989626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e8e2b31-019f-4ee9-8428-3b5f68632c04 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:33.998566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fd0c42aa-18e3-4784-86dc-7b9ce4983d68 None None] Provisioning complete for port dbb139a7-735e-4c86-b821-1aaf50b55834 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:33.999286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd0c42aa-18e3-4784-86dc-7b9ce4983d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.006163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:34.006837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.035229 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-741af176-cc82-42d3-9929-8a6a0b76930c tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7482860 Sep 18 01:01:34.035511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41804) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:34.046132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:a6:a5'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:34.089324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ae3dc-3663-4d29-9273-49a4f05b7261 req-339a2ff5-0948-4a72-9f18-bcf54ccb2170 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:34.090810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c42aa-18e3-4784-86dc-7b9ce4983d68 None None] Port dbb139a7-735e-4c86-b821-1aaf50b55834 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:34.090955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef5ae3dc-3663-4d29-9273-49a4f05b7261 req-339a2ff5-0948-4a72-9f18-bcf54ccb2170 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 947 time: 0.0945606 Sep 18 01:01:34.102135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:34.102452 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.148664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.206866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9d2f230d-18c8-4f60-aa25-79595f8c54ce None None] Could not find standard attr ID for object 34076da5-3bf2-440e-aef0-c5f2e171f927. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:01:34.210888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef5ae3dc-3663-4d29-9273-49a4f05b7261 req-e4d46b46-0434-41d5-baef-36b84b9e8a47 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Sep 18 01:01:34.385584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.390835 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.428108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7a2331c0-8258-4420-8a91-7ded67ae82ff None None] Provisioning complete for port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:34.428514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a2331c0-8258-4420-8a91-7ded67ae82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.472338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7a2331c0-8258-4420-8a91-7ded67ae82ff None None] Port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:34.488696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=f8ed7829-b5c4-4422-9c86-f303c8ce28c3,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:34.501874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] In _notify_port_updated(), no bound segment for port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 on network 7d0a04ba-2298-4e08-86d3-a867bb50c815 {{(pid=106453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 01:01:34.507926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:34.508614 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.511145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd6f214a-8464-4d3c-a91b-4ecde7371a01 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "PUT /v2.0/ports/f8ed7829-b5c4-4422-9c86-f303c8ce28c3 HTTP/1.1" status: 200 len: 992 time: 0.4696937 Sep 18 01:01:34.513742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41816) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:34.557659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:34.618975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:34.620062 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.671263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:34.684885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13', 'mac_address': 'fa:16:3e:10:69:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:34.737729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.749214 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.752371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:01:34.765510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for f8ed7829-b5c4-4422-9c86-f303c8ce28c3 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:34.772537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:34.778713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.832676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:34.903151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4d86de8c-95fe-44f4-8585-807bd6b948bb None None] Provisioning complete for port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:34.903607 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d86de8c-95fe-44f4-8585-807bd6b948bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.922790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:34.953226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4d86de8c-95fe-44f4-8585-807bd6b948bb None None] Port f8ed7829-b5c4-4422-9c86-f303c8ce28c3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:34.956634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=f8ed7829-b5c4-4422-9c86-f303c8ce28c3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:35.034741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14fe0c6b-71bb-4e79-98bb-7da4fa20eb13'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:01:35.171532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.174131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ae2e6abe-7e96-4f69-8b19-a0aeaefb0971 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/f8ed7829-b5c4-4422-9c86-f303c8ce28c3 HTTP/1.1" status: 204 len: 168 time: 0.6590507 Sep 18 01:01:35.177948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41840) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:35.212419 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca0a141-a83e-405d-a6f5-78d5e11fded8 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] GET failed (client error): The resource could not be found. Sep 18 01:01:35.214700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dca0a141-a83e-405d-a6f5-78d5e11fded8 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports/f8ed7829-b5c4-4422-9c86-f303c8ce28c3 HTTP/1.1" status: 404 len: 333 time: 0.0356927 Sep 18 01:01:35.219841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41842) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:35.226007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-1990594131'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:35.357262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374437c7-0634-4f19-b06e-09820893e02a req-3f0abec8-5bbf-4fb1-9965-8b5114b7e513 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:35.360734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374437c7-0634-4f19-b06e-09820893e02a req-3f0abec8-5bbf-4fb1-9965-8b5114b7e513 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 948 time: 0.0681007 Sep 18 01:01:35.373479 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:35.377036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.396993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port f9794056-d4d4-4d9d-82cb-7e5396c361bb yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:35.411714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-374437c7-0634-4f19-b06e-09820893e02a req-4b311b2f-0687-40ba-ac50-34b4d5c8d138 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Sep 18 01:01:35.507559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.13 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/f9794056-d4d4-4d9d-82cb-7e5396c361bb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:35.663010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.697380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.715883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41862) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:35.746630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:35.749791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:35.756593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:35.760539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=f9794056-d4d4-4d9d-82cb-7e5396c361bb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:35.808306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:35.809028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.826587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a4567ac4-b0b5-4bdc-b923-a20fbb96c788 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6048455 Sep 18 01:01:35.829032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41866) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:35.836239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:a6:a5'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:35.848587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf167a4f-be0d-4b31-83de-f89c752e1f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.951781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf167a4f-be0d-4b31-83de-f89c752e1f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.957896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf167a4f-be0d-4b31-83de-f89c752e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:35.980942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f8c65c2e-8169-46a4-83d9-9af326feea36 None None] Provisioning complete for port f9794056-d4d4-4d9d-82cb-7e5396c361bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:35.981488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c2e-8169-46a4-83d9-9af326feea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.002875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf167a4f-be0d-4b31-83de-f89c752e1f0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32ef8cb27fc742e1ae50131df5121b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834086 Sep 18 01:01:36.002875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167a4f-be0d-4b31-83de-f89c752e1f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2089a0-6552-4e7e-9a29-407d50d6ce51,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:36.005638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:36.027077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f8c65c2e-8169-46a4-83d9-9af326feea36 None None] Port f9794056-d4d4-4d9d-82cb-7e5396c361bb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:36.032108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.109687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.160022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.272462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.275270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.276752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a2089a0-6552-4e7e-9a29-407d50d6ce51 HTTP/1.1" status: 204 len: 168 time: 0.2698047 Sep 18 01:01:36.286588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.293440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.295338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff28ea-a3ac-4af8-bd0c-1e90ddbf0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2089a0-6552-4e7e-9a29-407d50d6ce51,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:36.392554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=f9794056-d4d4-4d9d-82cb-7e5396c361bb,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:36.406361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] In _notify_port_updated(), no bound segment for port f9794056-d4d4-4d9d-82cb-7e5396c361bb on network 7d0a04ba-2298-4e08-86d3-a867bb50c815 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 01:01:36.412004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:36.412673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.414038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e096693c-9b1e-4d39-8e49-e0e2091d6202 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "PUT /v2.0/ports/f9794056-d4d4-4d9d-82cb-7e5396c361bb HTTP/1.1" status: 200 len: 997 time: 0.5830009 Sep 18 01:01:36.416974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41874) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:36.517616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port f9794056-d4d4-4d9d-82cb-7e5396c361bb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:36.518114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.541343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf654c-370d-4aa5-9026-a92d9c235354 req-134ceba0-2d20-4091-81df-c2ce6d65985f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:36.543850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56bf654c-370d-4aa5-9026-a92d9c235354 req-134ceba0-2d20-4091-81df-c2ce6d65985f tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 948 time: 0.0605032 Sep 18 01:01:36.567673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:36.593669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56bf654c-370d-4aa5-9026-a92d9c235354 req-31ba8c28-bda0-4014-8e96-db6dd744a68b tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Sep 18 01:01:36.626297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.641976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for f9794056-d4d4-4d9d-82cb-7e5396c361bb owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:36.664752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:36.679144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a220d61c-9db4-46e1-96f7-ce90e170bcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.781118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-85233d16-a566-489d-8d4a-a98ee66f8aaf None None] Provisioning complete for port f9794056-d4d4-4d9d-82cb-7e5396c361bb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:36.781511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-85233d16-a566-489d-8d4a-a98ee66f8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.785600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a220d61c-9db4-46e1-96f7-ce90e170bcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.790781 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a220d61c-9db4-46e1-96f7-ce90e170bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.798606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.812805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:01:36.819447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:36.819945 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.842577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a220d61c-9db4-46e1-96f7-ce90e170bcf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9c86416aa114aef8c9d909ced6cd265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766281 Sep 18 01:01:36.843336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-85233d16-a566-489d-8d4a-a98ee66f8aaf None None] Port f9794056-d4d4-4d9d-82cb-7e5396c361bb cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:36.843929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41882) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:36.844770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220d61c-9db4-46e1-96f7-ce90e170bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe6455-da81-4524-ad65-b73926855cc0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:36.915530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.925170 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.943404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:36.981289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:36.984585 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a7ead-6613-4efb-9816-382215440b7e" -d '{"events": [{"server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "name": "network-vif-plugged", "status": "completed", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:37.003033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:37.009075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.033391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.036123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.039795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cebe6455-da81-4524-ad65-b73926855cc0 HTTP/1.1" status: 204 len: 168 time: 0.1895969 Sep 18 01:01:37.057321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f0c9-6ac2-4416-aa7d-8e505bb15688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe6455-da81-4524-ad65-b73926855cc0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:37.062374 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3606a-a525-4bfe-9e3d-60cfc2c472a6 x-openstack-request-id: req-61d3606a-a525-4bfe-9e3d-60cfc2c472a6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:37.062811 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "name": "network-vif-plugged", "status": "completed", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:37.062929 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61d3606a-a525-4bfe-9e3d-60cfc2c472a6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:37.063326 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13', 'code': 200} Sep 18 01:01:37.102056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:37.150915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=f9794056-d4d4-4d9d-82cb-7e5396c361bb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:37.246538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa88a-366d-41f2-bff7-101ff47b8cee req-2e511989-e08e-4484-911b-b8ab824f99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.248133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-894aa88a-366d-41f2-bff7-101ff47b8cee req-2e511989-e08e-4484-911b-b8ab824f99b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 1101 time: 0.0983939 Sep 18 01:01:37.260632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.266085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:37.268282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-900a55a9-1a85-4957-8f73-6bf8f64429df tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/f9794056-d4d4-4d9d-82cb-7e5396c361bb HTTP/1.1" status: 204 len: 168 time: 0.8467283 Sep 18 01:01:37.310605 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-894aa88a-366d-41f2-bff7-101ff47b8cee req-6be6e8e2-3332-4828-86b5-d8741a09892c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Sep 18 01:01:37.328126 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5035d25-7bc9-4142-9d83-ed3f8b4168d2 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] GET failed (client error): The resource could not be found. Sep 18 01:01:37.333086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b5035d25-7bc9-4142-9d83-ed3f8b4168d2 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports/f9794056-d4d4-4d9d-82cb-7e5396c361bb HTTP/1.1" status: 404 len: 333 time: 0.0626721 Sep 18 01:01:37.333491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41898) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:37.340103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-979854951'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:37.471775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:37.475380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.499073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port 4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:37.596188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-b569b6e5-8a92-4cd8-8bfd-973a7ebb8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.598170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-b569b6e5-8a92-4cd8-8bfd-973a7ebb8f22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0464339 Sep 18 01:01:37.647143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f337-7acd-42eb-abb1-db83821c6e6b req-3979426e-53bf-496c-840c-63aacdfb9fe1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.648861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0860f337-7acd-42eb-abb1-db83821c6e6b req-3979426e-53bf-496c-840c-63aacdfb9fe1 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0918581 Sep 18 01:01:37.678618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.10 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:37.722787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-6b14f861-2b4d-444d-aef7-3c2d9adc3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.724309 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-6b14f861-2b4d-444d-aef7-3c2d9adc3fe6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1173258 Sep 18 01:01:37.757851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0860f337-7acd-42eb-abb1-db83821c6e6b req-10e872d7-1ea7-4ef0-82be-7b9cf8020560 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010127 Sep 18 01:01:37.773250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-129b542c-341b-413c-8350-2625332fd69d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0402782 Sep 18 01:01:37.795202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b51d-9829-4cbc-8d26-c7f48d55abb6 req-b2ce3ca9-9a54-4364-8c10-92b42a754d17 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.796883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b57b51d-9829-4cbc-8d26-c7f48d55abb6 req-b2ce3ca9-9a54-4364-8c10-92b42a754d17 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 949 time: 0.1120908 Sep 18 01:01:37.836159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-749c05f7-2c91-4e2a-a46a-c1d897e5f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:37.838189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-749c05f7-2c91-4e2a-a46a-c1d897e5f4f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0551641 Sep 18 01:01:37.871296 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-a247d1f4-c829-4a4c-a342-9d9873509c70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257185 Sep 18 01:01:37.900498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b57b51d-9829-4cbc-8d26-c7f48d55abb6 req-552c4cb8-0ba1-4253-9714-15eebfc77ac7 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798450 Sep 18 01:01:37.933093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.953606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41922) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:37.981616 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:37.988068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-8fac0b48-607a-4440-a2e4-78b110cb012c service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095698 Sep 18 01:01:38.026301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:38.029478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:38.033215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:38.062164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.073671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1844243360-network', 'tenant_id': '5fe9fcdf39e24dc09efe5016e7299bb4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:38.091404 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-068c52ad-4ab8-4628-8981-29fd0b28710e req-2b747232-0864-4385-a4eb-b89e5d1deb3f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951152 Sep 18 01:01:38.105218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:38.105839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.114251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Made reservation on behalf of 5fe9fcdf39e24dc09efe5016e7299bb4 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:38.116651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.130247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.139873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-587b718d-b34d-4ac3-8d1f-52d6731b7568 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8053117 Sep 18 01:01:38.142976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41928) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:38.148505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'network_id': '7d0a04ba-2298-4e08-86d3-a867bb50c815', 'name': 'tempest-AllowedAddressPairTestJSON-435716741'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:38.241245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.248419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.277403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Made reservation on behalf of f892dca55485452c9a6cf81543d9e5bc for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:38.279886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:38.281254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.288907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08adad-7af7-438b-852a-65f1cec3cd9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.300289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] device_id is not set on port 8530df18-868a-4d80-aca5-383d6a4613d4 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:38.305498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.305850 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Added segment 4fa2e10c-000c-4cff-ad33-4c8984ca2ad2 of type vlan for network b3db380e-0629-4299-a290-621b20e21c98 Sep 18 01:01:38.354726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.387421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.389193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:38.390135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-09e8d2fc-dce7-4407-bf83-8f65f084d427 None None] Provisioning complete for port 4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:38.390789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.391410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-09e8d2fc-dce7-4407-bf83-8f65f084d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.426050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Allocated IP 172.20.0.4 (7d0a04ba-2298-4e08-86d3-a867bb50c815/70d0aff8-7f09-4f0b-bf95-d36a4472605a/8530df18-868a-4d80-aca5-383d6a4613d4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:38.428092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4734309 Sep 18 01:01:38.431438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:38.436623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-09e8d2fc-dce7-4407-bf83-8f65f084d427 None None] Port 4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:38.439656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Request body: {'subnet': {'network_id': 'b3db380e-0629-4299-a290-621b20e21c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1844243360-subnet', 'tenant_id': '5fe9fcdf39e24dc09efe5016e7299bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:38.465198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0360991-ecab-4f3a-aab9-3842d45b7d88 admin admin] Pushing event updated for resources: {'Network': ['ID=b3db380e-0629-4299-a290-621b20e21c98,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.476387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b3db380e-0629-4299-a290-621b20e21c98 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:38.482898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Made reservation on behalf of 5fe9fcdf39e24dc09efe5016e7299bb4 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:38.485228 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.680946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.758403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.765731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.853888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:38.868961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:38.870769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=8530df18-868a-4d80-aca5-383d6a4613d4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.872977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:38.876862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7174ff1c-71c9-4fb8-b363-58dafb2377b3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.878486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd2c3b-ee22-4125-a06e-76f047bd4b00 req-2ed6a030-542f-4900-83bc-e240c9677177 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:38.880355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30dd2c3b-ee22-4125-a06e-76f047bd4b00 req-2ed6a030-542f-4900-83bc-e240c9677177 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0504339 Sep 18 01:01:38.909159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Checking segment: {'id': '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:38.909513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Network hostable DHCP agents. Network: b3db380e-0629-4299-a290-621b20e21c98, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:38.942725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:38.943372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:38.944030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30dd2c3b-ee22-4125-a06e-76f047bd4b00 req-c46d6b6e-0b68-4b99-9602-9dda05c8427e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Sep 18 01:01:38.956873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Network b3db380e-0629-4299-a290-621b20e21c98 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:38.971263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0afc1d52-9969-4447-9ae4-05372b196043 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8217320 Sep 18 01:01:38.971263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:38.975530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:a6:a5'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6c:3e:1f'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:38.981288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b3db380e-0629-4299-a290-621b20e21c98) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:38.990427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e7220-188d-4ebe-aa2e-0c7056dd2ba9 None None] Network b3db380e-0629-4299-a290-621b20e21c98 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:39.007934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:39.008856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.037858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c18bf-3626-4b39-a243-1ae94be0d223 req-e9e69839-2c65-4343-8d8c-af15ea68f6ad tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:39.047157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e0c18bf-3626-4b39-a243-1ae94be0d223 req-e9e69839-2c65-4343-8d8c-af15ea68f6ad tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 949 time: 0.0654647 Sep 18 01:01:39.064209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-86d10f77-9176-4bf5-a37d-1e3a026c01a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6225281 Sep 18 01:01:39.073156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.106138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e0c18bf-3626-4b39-a243-1ae94be0d223 req-e99b8ca9-504a-4304-81e6-9a7906f31d08 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578561 Sep 18 01:01:39.142589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea3f97-c607-4b87-ab20-d4d33078efd1 None None] Network b3db380e-0629-4299-a290-621b20e21c98 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:39.308245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ad428639-7e2b-4157-9e54-f61382b87224 None None] Provisioning complete for port 8530df18-868a-4d80-aca5-383d6a4613d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:39.308649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad428639-7e2b-4157-9e54-f61382b87224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.350558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.355073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ad428639-7e2b-4157-9e54-f61382b87224 None None] Port 8530df18-868a-4d80-aca5-383d6a4613d4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:39.356994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.441641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31365071-c459-44a4-8130-744e4f866819 req-fe851325-de49-4005-b746-8e11cfdc9506 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:39.442263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event updated for resources: {'Port': ['ID=8530df18-868a-4d80-aca5-383d6a4613d4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:39.451300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31365071-c459-44a4-8130-744e4f866819 req-fe851325-de49-4005-b746-8e11cfdc9506 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 949 time: 0.0667591 Sep 18 01:01:39.457137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] In _notify_port_updated(), no bound segment for port 8530df18-868a-4d80-aca5-383d6a4613d4 on network 7d0a04ba-2298-4e08-86d3-a867bb50c815 {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 01:01:39.464561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:39.465439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.468287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6ca29b36-1f23-4c75-81a9-2c1bfa7b156d tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "PUT /v2.0/ports/8530df18-868a-4d80-aca5-383d6a4613d4 HTTP/1.1" status: 200 len: 1055 time: 0.4969935 Sep 18 01:01:39.470400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41952) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:39.505093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31365071-c459-44a4-8130-744e4f866819 req-38669edb-8eeb-498a-961b-a1456d59a753 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Sep 18 01:01:39.591043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port 8530df18-868a-4d80-aca5-383d6a4613d4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:39.591392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.674636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bca6045f-3756-47b4-bc61-5b7e20329533 None None] Provisioning complete for port 8530df18-868a-4d80-aca5-383d6a4613d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:39.675167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bca6045f-3756-47b4-bc61-5b7e20329533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.679386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.692888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for 8530df18-868a-4d80-aca5-383d6a4613d4 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:39.712338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bca6045f-3756-47b4-bc61-5b7e20329533 None None] Port 8530df18-868a-4d80-aca5-383d6a4613d4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:39.781510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41962) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:39.786896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974870508-network', 'tenant_id': '9fc17d672b784796ba664e3d3f96ac68'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:39.810447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Made reservation on behalf of 9fc17d672b784796ba664e3d3f96ac68 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:39.813407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.821845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.838405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.868416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=8530df18-868a-4d80-aca5-383d6a4613d4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:39.956203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.965272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.980944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:39.994844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:39.996916 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Added segment dca1646d-4798-4081-8e68-46ed6234ffb7 of type vlan for network 9329378d-5890-4638-b889-60f9ea23dce3 Sep 18 01:01:40.088606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.106816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f0448-98ba-45a7-ad5f-bfc20edaa823,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.139996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.144033 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-40dbc8c6-e444-466e-8cf4-d1f2c907648a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/8530df18-868a-4d80-aca5-383d6a4613d4 HTTP/1.1" status: 204 len: 168 time: 0.6705375 Sep 18 01:01:40.146230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:40.161744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.162773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:40.163425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.180912 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e92a62f-5f1d-48fb-a196-3995222c9c4a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] GET failed (client error): The resource could not be found. Sep 18 01:01:40.183510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e92a62f-5f1d-48fb-a196-3995222c9c4a tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports/8530df18-868a-4d80-aca5-383d6a4613d4 HTTP/1.1" status: 404 len: 333 time: 0.0363369 Sep 18 01:01:40.186235 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:40.198141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e44d7-ef4b-445d-bd68-bcd6808c7082 req-de352e02-5137-42ec-b7b7-ef6f322f3eda tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:40.199809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-525e44d7-ef4b-445d-bd68-bcd6808c7082 req-de352e02-5137-42ec-b7b7-ef6f322f3eda tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1390095 Sep 18 01:01:40.209928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4272809 Sep 18 01:01:40.212978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 41970) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:40.221437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Request body: {'subnet': {'network_id': '9329378d-5890-4638-b889-60f9ea23dce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974870508-subnet', 'tenant_id': '9fc17d672b784796ba664e3d3f96ac68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:40.264048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea3d4-3a4a-4972-a769-7ecccc02b7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9329378d-5890-4638-b889-60f9ea23dce3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.275194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9329378d-5890-4638-b889-60f9ea23dce3 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:40.290170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Made reservation on behalf of 9fc17d672b784796ba664e3d3f96ac68 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:40.292895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-525e44d7-ef4b-445d-bd68-bcd6808c7082 req-a2696f3a-d17d-4512-807b-29a560881219 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 Sep 18 01:01:40.293282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.378351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port 4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:40.378693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.513176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.531089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for 4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:40.629084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.641473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034779f-713b-4232-9312-d7338a25f428 req-0730a5be-f67c-440f-8f51-dc3d50a991e4 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:40.642968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3034779f-713b-4232-9312-d7338a25f428 req-0730a5be-f67c-440f-8f51-dc3d50a991e4 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 949 time: 0.0538735 Sep 18 01:01:40.683010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3034779f-713b-4232-9312-d7338a25f428 req-4f0c2c76-7697-4462-84e0-d9cda00b4081 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/security-groups?id=e51f50a8-bd38-40ba-8caa-d809ad68b10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Sep 18 01:01:40.702434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378248e4-0cf0-482a-bc8d-4e3998121788,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.788880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Checking segment: {'id': 'dca1646d-4798-4081-8e68-46ed6234ffb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9329378d-5890-4638-b889-60f9ea23dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:40.789156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Network hostable DHCP agents. Network: 9329378d-5890-4638-b889-60f9ea23dce3, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:40.814265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-13d1763b-0024-48b6-8c33-fbd6604d78af tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:40.815723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-13d1763b-0024-48b6-8c33-fbd6604d78af tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.48 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 949 time: 0.1108892 Sep 18 01:01:40.833272 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:40.858511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Network 9329378d-5890-4638-b889-60f9ea23dce3 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:40.892298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.908661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9329378d-5890-4638-b889-60f9ea23dce3) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:40.918917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc008d4-a728-4265-8099-8da1fb03806c None None] Network 9329378d-5890-4638-b889-60f9ea23dce3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:40.944177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:40.944796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.001454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-22b3e2c1-5f16-4df4-a8eb-039db6720729 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7786701 Sep 18 01:01:41.013241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.018860 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f73b08ed-cd20-4d96-ba59-e144d070be91 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc HTTP/1.1" status: 204 len: 168 time: 0.8289945 Sep 18 01:01:41.019246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41976) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:41.038303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Deleting port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:41.039011 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.063865 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-212f9c4b-bd25-4e3a-81eb-ea1f0969e531 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] GET failed (client error): The resource could not be found. Sep 18 01:01:41.067621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279196a-e594-4464-83b1-e93e7de30dcb None None] Network 9329378d-5890-4638-b889-60f9ea23dce3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:41.070987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-212f9c4b-bd25-4e3a-81eb-ea1f0969e531 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "GET /v2.0/ports/4ebb3d54-9385-4bbd-a0a8-ed9b609a73fc HTTP/1.1" status: 404 len: 333 time: 0.0504267 Sep 18 01:01:41.076579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 41978) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:41.166351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] For port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:41.169496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.193981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Calling delete_port for 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:41.226546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port dbb139a7-735e-4c86-b821-1aaf50b55834 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:41.226896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.328084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.342271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for dbb139a7-735e-4c86-b821-1aaf50b55834 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:41.357361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.370277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14fe0c6b-71bb-4e79-98bb-7da4fa20eb13'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:01:41.420932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Pushing event deleted for resources: {'Port': ['ID=14fe0c6b-71bb-4e79-98bb-7da4fa20eb13,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:41.485666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] No DVR routers for this DVR port 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:01:41.498730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.501752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02f0cc8-0d32-49f1-b989-7eaa14381b44 req-87b165e3-bb07-43ab-abe4-448dff6c976e tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.48 "DELETE /v2.0/ports/14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 HTTP/1.1" status: 204 len: 173 time: 0.6780460 Sep 18 01:01:41.502216 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'name': 'network-vif-deleted', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:41.505650 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2d5e7-5127-4dbb-82ae-6b112e14fe80" -d '{"events": [{"server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "name": "network-vif-deleted", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:41.553856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31448-aa87-4b53-8c37-daa248e9eeee req-002acd17-9eaf-4ded-a57b-6201bbb2b49b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:41.561693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1a31448-aa87-4b53-8c37-daa248e9eeee req-002acd17-9eaf-4ded-a57b-6201bbb2b49b tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1274083 Sep 18 01:01:41.683006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1a31448-aa87-4b53-8c37-daa248e9eeee req-fd9ce60c-b6e9-4aaf-a4f1-ed4e75085b26 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204324 Sep 18 01:01:41.733019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.744765 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c075bd1-7a0b-4fa8-a7bb-83285abb2b0f x-openstack-request-id: req-1c075bd1-7a0b-4fa8-a7bb-83285abb2b0f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:41.745769 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c48ca2-d24a-4af8-9175-b89be33348d1", "name": "network-vif-deleted", "tag": "14fe0c6b-71bb-4e79-98bb-7da4fa20eb13", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:41.746026 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c075bd1-7a0b-4fa8-a7bb-83285abb2b0f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:41.746430 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c48ca2-d24a-4af8-9175-b89be33348d1', 'name': 'network-vif-deleted', 'tag': '14fe0c6b-71bb-4e79-98bb-7da4fa20eb13', 'status': 'completed', 'code': 200} Sep 18 01:01:41.778908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=dbb139a7-735e-4c86-b821-1aaf50b55834,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:41.878792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5ec91d47-4706-4cc1-8ea6-4c169279bb56 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:41.880650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5ec91d47-4706-4cc1-8ea6-4c169279bb56 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/networks?id=b3db380e-0629-4299-a290-621b20e21c98 HTTP/1.1" status: 200 len: 809 time: 0.2723887 Sep 18 01:01:41.886885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d50797b-0004-4bb4-8f41-a65d38aad3f4 req-79172e8c-ac35-4ac6-8b48-70219903c631 tempest-VolumesNegativeTest-691217492 tempest-VolumesNegativeTest-691217492-project] 10.222.0.49 "GET /v2.0/ports?device_id=58c48ca2-d24a-4af8-9175-b89be33348d1 HTTP/1.1" status: 200 len: 210 time: 0.0576053 Sep 18 01:01:41.908788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-82331941-637b-41b0-a6bc-46741e772c4b tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/quotas/5fe9fcdf39e24dc09efe5016e7299bb4 HTTP/1.1" status: 200 len: 375 time: 0.0208597 Sep 18 01:01:41.913707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:41.916166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-497d3077-5814-4446-8ccc-720fe2e20a12 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/ports/dbb139a7-735e-4c86-b821-1aaf50b55834 HTTP/1.1" status: 204 len: 168 time: 0.8379850 Sep 18 01:01:41.919793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42000) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:41.947963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-659f6f98-4c43-4ec4-8bb1-e15d1b285ca4 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fe9fcdf39e24dc09efe5016e7299bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291636 Sep 18 01:01:41.959780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-0f934080-182a-41d8-92c8-19a7a24f2bca service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:01:41.961424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-0f934080-182a-41d8-92c8-19a7a24f2bca service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066316 Sep 18 01:01:41.987339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting subnet 70d0aff8-7f09-4f0b-bf95-d36a4472605a {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:01:41.991298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.046208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.065970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-e0ebae24-98bb-479e-bb7f-7529940df87b service neutron] 10.222.0.49 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954275 Sep 18 01:01:42.131874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.159714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-e34836d5-46b2-41a1-9882-68f93ac1c7c5 service neutron] 10.222.0.49 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 Sep 18 01:01:42.190838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.220684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Subnet': ['ID=70d0aff8-7f09-4f0b-bf95-d36a4472605a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:42.222658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.224879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-de3a56df-a883-40d9-b168-1ddb8e960893 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/subnets/70d0aff8-7f09-4f0b-bf95-d36a4472605a HTTP/1.1" status: 204 len: 168 time: 0.3037164 Sep 18 01:01:42.227096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42002) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:42.230255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e718622-d796-4fa9-b0f0-a00544f78086 None None] Network 7d0a04ba-2298-4e08-86d3-a867bb50c815 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:42.348386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81a48c9d-da2c-44d8-b346-8e9bf1dd3399 req-91d63c6f-3729-4b54-a530-2a90c880b84a tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 210 time: 0.0363951 Sep 18 01:01:42.353343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.424724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Deleting port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:42.424895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.427103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] DHCP port deletion for 7d0a04ba-2298-4e08-86d3-a867bb50c815 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:01:42.476988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Deleting port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:42.477431 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.501136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] For port 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e8e2b31-019f-4ee9-8428-3b5f68632c04,segment=NetworkSegment(7252ea25-867a-4f94-890d-78c3e200c5dd),segment_id=7252ea25-867a-4f94-890d-78c3e200c5dd)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:42.501522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.519651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Calling delete_port for 4e8e2b31-019f-4ee9-8428-3b5f68632c04 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:42.548881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] For port 4e8e2b31-019f-4ee9-8428-3b5f68632c04, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4e8e2b31-019f-4ee9-8428-3b5f68632c04,segment=NetworkSegment(7252ea25-867a-4f94-890d-78c3e200c5dd),segment_id=7252ea25-867a-4f94-890d-78c3e200c5dd)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:42.549281 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.564270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Calling delete_port for 4e8e2b31-019f-4ee9-8428-3b5f68632c04 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:42.607371 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.637727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] No DVR routers for this DVR port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:01:42.644777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.644977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Port': ['ID=4e8e2b31-019f-4ee9-8428-3b5f68632c04,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:42.676643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Pushing event deleted for resources: {'Port': ['ID=4e8e2b31-019f-4ee9-8428-3b5f68632c04,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:42.684433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] No DVR routers for this DVR port 4e8e2b31-019f-4ee9-8428-3b5f68632c04 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:01:42.686674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.687068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.687491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.687678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.688000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.688358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.688684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.689028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.689350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.689704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.690019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.690356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d0a7a-9d2e-4239-b1db-2a365ffa6cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:42.729898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.752967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0a04ba-2298-4e08-86d3-a867bb50c815']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:42.763703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7252ea25-867a-4f94-890d-78c3e200c5dd') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:42.763945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7252ea25-867a-4f94-890d-78c3e200c5dd') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:42.782225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.816097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.825664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:42.826053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:01:42.828953 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:01:43.102992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e96e9a-aaf2-44f4-87d3-dba581fb63b0 req-ddbe7eaa-6178-4b45-968c-85e3262eabe0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:43.104601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15e96e9a-aaf2-44f4-87d3-dba581fb63b0 req-ddbe7eaa-6178-4b45-968c-85e3262eabe0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.3343503 Sep 18 01:01:43.158709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.173210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.175127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] 10.222.0.49 "DELETE /v2.0/networks/7d0a04ba-2298-4e08-86d3-a867bb50c815 HTTP/1.1" status: 204 len: 168 time: 0.9468513 Sep 18 01:01:43.190098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15e96e9a-aaf2-44f4-87d3-dba581fb63b0 req-1a52ac7a-4a3f-45d6-8d1a-bc8435692715 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596900 Sep 18 01:01:43.191478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cb0c-6967-47c9-a8c2-a26c3849b3f6 tempest-AllowedAddressPairTestJSON-99490933 tempest-AllowedAddressPairTestJSON-99490933-project] Pushing event deleted for resources: {'Network': ['ID=7d0a04ba-2298-4e08-86d3-a867bb50c815,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:43.486478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f6bfde13-3296-49ac-9e59-1d1b0eaed0a2 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:43.489349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f6bfde13-3296-49ac-9e59-1d1b0eaed0a2 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.48 "GET /v2.0/networks?id=b3db380e-0629-4299-a290-621b20e21c98 HTTP/1.1" status: 200 len: 809 time: 0.1816959 Sep 18 01:01:43.497303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7173cda0-47aa-4981-ab31-f87d77333603 req-7093c54f-cc7a-4abe-b8e0-3bf782f80d33 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 210 time: 0.0440519 Sep 18 01:01:43.508374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Request body: {'port': {'device_id': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98', 'admin_state_up': True, 'tenant_id': '5fe9fcdf39e24dc09efe5016e7299bb4'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:43.514430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:43.630202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Made reservation on behalf of 5fe9fcdf39e24dc09efe5016e7299bb4 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:43.633894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.682441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7efee00a-0515-488e-93d1-e2bcb15f6788 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f892dca55485452c9a6cf81543d9e5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641169 Sep 18 01:01:43.682988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:43.733685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.757565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.772616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Allocated IP 172.20.0.2 (b3db380e-0629-4299-a290-621b20e21c98/7174ff1c-71c9-4fb8-b363-58dafb2377b3/707a6cfa-85c6-43bf-872e-0078f4473ca6) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:43.820718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.824827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:43.835536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb2ee1e8-ab22-42bb-8089-ba4066390af8 HTTP/1.1" status: 204 len: 168 time: 0.1446064 Sep 18 01:01:43.854007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf31e-168b-41a4-918b-6f19c7790d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ee1e8-ab22-42bb-8089-ba4066390af8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:43.890978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e8e2b31-019f-4ee9-8428-3b5f68632c04 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:43.912523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4e8e2b31-019f-4ee9-8428-3b5f68632c04 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:01:43.912872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4e8e2b31-019f-4ee9-8428-3b5f68632c04 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:43.978992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.016188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.058518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Network b3db380e-0629-4299-a290-621b20e21c98 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:44.063466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:44.067242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:44.097868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Pushing event updated for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:44.126676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:44.127297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.147677 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-5d0432ef-e575-4ce3-91f5-5fc88f02f902 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476758 Sep 18 01:01:44.161474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Request body: {'port': {'device_id': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:44.230539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.337270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f95b6-f4a4-42af-81f4-e8ef909cee25 req-f2646de2-cbd4-4456-8694-e7937ebc5c36 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:44.340102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-616f95b6-f4a4-42af-81f4-e8ef909cee25 req-f2646de2-cbd4-4456-8694-e7937ebc5c36 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0586314 Sep 18 01:01:44.385901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-616f95b6-f4a4-42af-81f4-e8ef909cee25 req-3d624367-f126-47ae-88de-e9ce1417a7b9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Sep 18 01:01:44.605079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:44.628907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5e539-7f0c-40e9-a123-f36699d2b048 req-651bac0f-58bb-43dc-9625-e7e18c83d7fb tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:44.631656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:01:44.631919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80f5e539-7f0c-40e9-a123-f36699d2b048 req-651bac0f-58bb-43dc-9625-e7e18c83d7fb tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 931 time: 0.0605085 Sep 18 01:01:44.632036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14fe0c6b-71bb-4e79-98bb-7da4fa20eb13 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:44.640161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707a6cfa-85c6-43bf-872e-0078f4473ca6 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:01:44.647987 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.669884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Transition to ACTIVE for port object 707a6cfa-85c6-43bf-872e-0078f4473ca6 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:01:44.678593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.679838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80f5e539-7f0c-40e9-a123-f36699d2b048 req-a0afdbf0-cad7-4a3b-bf57-29fee238ccc2 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Sep 18 01:01:44.680365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:44.756982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Pushing event updated for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:44.802830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-258204571'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:44.811288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Attempting to bind port 707a6cfa-85c6-43bf-872e-0078f4473ca6 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:44.811704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Attempting to bind port 707a6cfa-85c6-43bf-872e-0078f4473ca6 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:44.812095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Attempting to bind port 707a6cfa-85c6-43bf-872e-0078f4473ca6 on network b3db380e-0629-4299-a290-621b20e21c98 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:44.816624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Port 707a6cfa-85c6-43bf-872e-0078f4473ca6 on network b3db380e-0629-4299-a290-621b20e21c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:01:44.817132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Attempting to bind port 707a6cfa-85c6-43bf-872e-0078f4473ca6 on network b3db380e-0629-4299-a290-621b20e21c98 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:44.823367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:44.823884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Checking segment: {'id': '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:44.824288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Bound using segment: {'id': '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:44.824723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Bound port: 707a6cfa-85c6-43bf-872e-0078f4473ca6, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:44.825082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.829063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Made reservation on behalf of 98477ee5395d4387996ef8f6787a4255 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:44.832598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.841595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.893635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:44.899579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6,segment=NetworkSegment(4fa2e10c-000c-4cff-ad33-4c8984ca2ad2),segment_id=4fa2e10c-000c-4cff-ad33-4c8984ca2ad2)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:44.907479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.948245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:44.948877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.950310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] 10.222.0.48 "PUT /v2.0/ports/707a6cfa-85c6-43bf-872e-0078f4473ca6 HTTP/1.1" status: 200 len: 1092 time: 0.7939568 Sep 18 01:01:44.950755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:44.953022 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:44.958600 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.965018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.000040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:45.003773 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e786f-937a-48ae-a82d-a709ef4fd34f x-openstack-request-id: req-335e786f-937a-48ae-a82d-a709ef4fd34f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:45.004129 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:45.004648 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-335e786f-937a-48ae-a82d-a709ef4fd34f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:45.005105 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6', 'status': 'completed', 'code': 200} Sep 18 01:01:45.006014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a182974c-42aa-40a0-a54a-39870b9ad427,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:45.013344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890a49d-8cea-4abe-ad53-6aa86e291065 service neutron] Pushing event updated for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:45.019103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.019543 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Added segment b2310edb-b52d-48d0-8319-146022da00bb of type vlan for network 69af287d-668f-4cb1-a947-ef8d5d591f7d Sep 18 01:01:45.055056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-6850321e-aed2-4080-9738-d13884d7f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:45.057450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-6850321e-aed2-4080-9738-d13884d7f844 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fe9fcdf39e24dc09efe5016e7299bb4&device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 1095 time: 0.0579331 Sep 18 01:01:45.065747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.095442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.101433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:45.102039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.102898 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-4ef40123-8f6f-4bf8-9951-020e789bc99a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6 HTTP/1.1" status: 200 len: 217 time: 0.0369394 Sep 18 01:01:45.150360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4687450 Sep 18 01:01:45.153915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:45.160564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Request body: {'subnet': {'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:45.185786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412edb-266f-40ab-b1bf-b2a4383fc083 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'Network': ['ID=69af287d-668f-4cb1-a947-ef8d5d591f7d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:45.198714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:45.199282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-348ca621-9c73-44e7-89fb-498eceb00516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:45.200707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-348ca621-9c73-44e7-89fb-498eceb00516 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7174ff1c-71c9-4fb8-b363-58dafb2377b3 HTTP/1.1" status: 200 len: 849 time: 0.0879550 Sep 18 01:01:45.271137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-e80cb096-57f4-4106-8d5b-c72f7b79d71f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3db380e-0629-4299-a290-621b20e21c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360022 Sep 18 01:01:45.324314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Made reservation on behalf of 98477ee5395d4387996ef8f6787a4255 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:45.327715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:45.447734 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-1be9e849-ea32-49d8-84f5-09ff6d0e41a4 service neutron] 10.222.0.48 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661673 Sep 18 01:01:45.523152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10699b-1cb4-4d9a-877d-f706222a69a6 req-e59e3de3-7808-48fa-8bc1-d69fa37689f6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:45.524964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee10699b-1cb4-4d9a-877d-f706222a69a6 req-e59e3de3-7808-48fa-8bc1-d69fa37689f6 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0562320 Sep 18 01:01:45.572871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee10699b-1cb4-4d9a-877d-f706222a69a6 req-8162a376-b97a-4957-b6f6-321d8de3e81e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Sep 18 01:01:45.597485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4b4af76-e933-4316-896e-2bdecfadcf02 req-024873bf-3470-4cf7-9c27-d4ef2420eda7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425848 Sep 18 01:01:45.833418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8908-32ab-4ae4-b894-1b5d4b86e3e8 req-7c3a77ab-4e6e-4b23-a289-70b0d2dbdc43 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:45.835240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bffa8908-32ab-4ae4-b894-1b5d4b86e3e8 req-7c3a77ab-4e6e-4b23-a289-70b0d2dbdc43 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 943 time: 0.0766559 Sep 18 01:01:45.902864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bffa8908-32ab-4ae4-b894-1b5d4b86e3e8 req-61458892-c110-40f3-a6f4-938e57db3929 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Sep 18 01:01:46.038025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.088110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-061ae875-7606-477e-80cc-966793264632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.089647 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-061ae875-7606-477e-80cc-966793264632 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fe9fcdf39e24dc09efe5016e7299bb4&device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 1095 time: 0.1174164 Sep 18 01:01:46.126514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'Subnet': ['ID=d23f890c-b13b-4fe8-8552-197284a017ae,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:46.151865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.181484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Checking segment: {'id': 'b2310edb-b52d-48d0-8319-146022da00bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:46.181938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Network hostable DHCP agents. Network: 69af287d-668f-4cb1-a947-ef8d5d591f7d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:46.212917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:46.226251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-738da980-f73d-439f-95a3-3f585af8545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.228013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-738da980-f73d-439f-95a3-3f585af8545c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3db380e-0629-4299-a290-621b20e21c98 HTTP/1.1" status: 200 len: 910 time: 0.1273742 Sep 18 01:01:46.229650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 69af287d-668f-4cb1-a947-ef8d5d591f7d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:46.233704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.234279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.242528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db5272-38e0-40cd-940a-e00de87f703b None None] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:46.277011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-d7252a1c-a0bc-4da0-a95e-4b237725ac21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6 HTTP/1.1" status: 200 len: 217 time: 0.0398664 Sep 18 01:01:46.284015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3330c4e8-3804-495b-9709-3c83b212a313 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1288733 Sep 18 01:01:46.287145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42286) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:46.293249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Request body: {'port': {'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-188703916'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:46.339691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-ca415004-0721-422e-999b-382f8c713a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.342461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-ca415004-0721-422e-999b-382f8c713a47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7174ff1c-71c9-4fb8-b363-58dafb2377b3 HTTP/1.1" status: 200 len: 849 time: 0.0571861 Sep 18 01:01:46.383385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-31e98834-c34c-4b44-80fa-b580adff3972 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3db380e-0629-4299-a290-621b20e21c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311611 Sep 18 01:01:46.423095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-69af287d-668f-4cb1-a947-ef8d5d591f7d', 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d', 'tenant_id': '98477ee5395d4387996ef8f6787a4255', 'fixed_ips': [{'subnet_id': 'd23f890c-b13b-4fe8-8552-197284a017ae'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:01:46.424644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.427121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Made reservation on behalf of 98477ee5395d4387996ef8f6787a4255 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:46.433317 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.451500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] device_id is not set on port 4251c960-1b4b-4dd8-b8b0-565b73678745 yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:46.485906 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-5fec17da-0e18-4b97-8827-0f05abfe7030 service neutron] 10.222.0.48 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939403 Sep 18 01:01:46.579041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Allocated IP 2001:db8::5 (69af287d-668f-4cb1-a947-ef8d5d591f7d/d23f890c-b13b-4fe8-8552-197284a017ae/4251c960-1b4b-4dd8-b8b0-565b73678745) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:46.604709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0c8247e1-1c76-43df-a8e3-a3cd7f7dc477 req-01ddd061-319f-466b-b887-49b3e7937962 service neutron] 10.222.0.48 "GET /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096458 Sep 18 01:01:46.754179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249161b-3a8e-49b2-a028-f5c20cc5ec62 req-70091049-efe6-4e18-82c2-9e4a6a57d6da tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.755851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5249161b-3a8e-49b2-a028-f5c20cc5ec62 req-70091049-efe6-4e18-82c2-9e4a6a57d6da tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0966480 Sep 18 01:01:46.791527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.814907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5249161b-3a8e-49b2-a028-f5c20cc5ec62 req-ceb60542-4a33-486d-bbab-10eb96c0f053 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511281 Sep 18 01:01:46.849892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.907531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Allocated IP 2001:db8::2 (69af287d-668f-4cb1-a947-ef8d5d591f7d/d23f890c-b13b-4fe8-8552-197284a017ae/ae40db13-2eae-4fa2-8428-6ebcee355b16) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:46.908403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:46.911995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:46.916836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:46.922822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:46.923458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.935731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'Port': ['ID=4251c960-1b4b-4dd8-b8b0-565b73678745,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:46.959700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:46.960956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c20199b0-fe39-4fcf-b076-e5c4b099fb19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6721737 Sep 18 01:01:46.965443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Request body: {'port': {'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1281922640', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:46.965941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] bootfile-name is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:46.966314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] tftp-server is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:46.966675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] server-ip-address is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:47.033388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2abf8-d17a-4c65-aba8-73051041ae69 req-cfc5df10-e6c8-4f18-8cc6-ad05a646f01c tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:47.035168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ac2abf8-d17a-4c65-aba8-73051041ae69 req-cfc5df10-e6c8-4f18-8cc6-ad05a646f01c tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 943 time: 0.0636852 Sep 18 01:01:47.088255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ac2abf8-d17a-4c65-aba8-73051041ae69 req-52ad1f1a-a060-4980-a657-9142cda1f596 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Sep 18 01:01:47.111301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.115408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Made reservation on behalf of 98477ee5395d4387996ef8f6787a4255 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:47.120041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.123899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.153655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] device_id is not set on port 6877d68a-b52d-4e7f-9e64-f83a1f3b0a73 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:47.159989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:47.163154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:47.167350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:47.197762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Pushing event updated for resources: {'Port': ['ID=ae40db13-2eae-4fa2-8428-6ebcee355b16,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:47.230701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Attempting to bind port ae40db13-2eae-4fa2-8428-6ebcee355b16 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:47.231080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Attempting to bind port ae40db13-2eae-4fa2-8428-6ebcee355b16 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'b2310edb-b52d-48d0-8319-146022da00bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:47.231468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Attempting to bind port ae40db13-2eae-4fa2-8428-6ebcee355b16 on network 69af287d-668f-4cb1-a947-ef8d5d591f7d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:47.236617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:47.236929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Checking segment: {'id': 'b2310edb-b52d-48d0-8319-146022da00bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:47.237325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.237713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Bound using segment: {'id': 'b2310edb-b52d-48d0-8319-146022da00bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:47.238168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Bound port: ae40db13-2eae-4fa2-8428-6ebcee355b16, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2310edb-b52d-48d0-8319-146022da00bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69af287d-668f-4cb1-a947-ef8d5d591f7d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:47.238543 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.278999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Allocated IP 2001:db8::3c2 (69af287d-668f-4cb1-a947-ef8d5d591f7d/d23f890c-b13b-4fe8-8552-197284a017ae/6877d68a-b52d-4e7f-9e64-f83a1f3b0a73) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:47.311666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] For port ae40db13-2eae-4fa2-8428-6ebcee355b16, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:47.316909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] For port ae40db13-2eae-4fa2-8428-6ebcee355b16, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae40db13-2eae-4fa2-8428-6ebcee355b16,segment=NetworkSegment(b2310edb-b52d-48d0-8319-146022da00bb),segment_id=b2310edb-b52d-48d0-8319-146022da00bb)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:47.321501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.386155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35b57-0a07-4407-8375-a2d9c8ccaca3 None None] Pushing event updated for resources: {'Port': ['ID=ae40db13-2eae-4fa2-8428-6ebcee355b16,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:47.465643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.505923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.560880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:47.563488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:47.567618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:47.573800 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:47.574435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.600711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'Port': ['ID=6877d68a-b52d-4e7f-9e64-f83a1f3b0a73,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:47.609405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6484294 Sep 18 01:01:47.611168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.611493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.611830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.612164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.612587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.612932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.613266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.613442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42298) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:47.613860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.613938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.614224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.614548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.614867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef66d7b-0055-48b5-918a-a3c92d4624a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:47.674154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b867fd-bc80-49c5-8c51-79bb772d539a tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:47.680268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b867fd-bc80-49c5-8c51-79bb772d539a tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:47.689650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b867fd-bc80-49c5-8c51-79bb772d539a tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:47.691398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e6b867fd-bc80-49c5-8c51-79bb772d539a tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0770779 Sep 18 01:01:47.694333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42300) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:47.789994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Deleting port 6877d68a-b52d-4e7f-9e64-f83a1f3b0a73 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:47.790272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.891728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.906782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Calling delete_port for 6877d68a-b52d-4e7f-9e64-f83a1f3b0a73 owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:47.941017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae40db13-2eae-4fa2-8428-6ebcee355b16 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:47.997150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae40db13-2eae-4fa2-8428-6ebcee355b16 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:47.997772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.021045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451741-3c8d-4497-9488-7f813f00075c req-67454ca9-5150-41bf-83b7-b3c0e3d732df tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:48.022726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f451741-3c8d-4497-9488-7f813f00075c req-67454ca9-5150-41bf-83b7-b3c0e3d732df tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1087408 Sep 18 01:01:48.083810 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.086158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f451741-3c8d-4497-9488-7f813f00075c req-9d716d95-0aa2-45d3-acc0-280557185e3f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Sep 18 01:01:48.122687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ae40db13-2eae-4fa2-8428-6ebcee355b16, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae40db13-2eae-4fa2-8428-6ebcee355b16,segment=NetworkSegment(b2310edb-b52d-48d0-8319-146022da00bb),segment_id=b2310edb-b52d-48d0-8319-146022da00bb)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:48.129998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.174561 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.211244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ae40db13-2eae-4fa2-8428-6ebcee355b16,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:48.212652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event deleted for resources: {'Port': ['ID=6877d68a-b52d-4e7f-9e64-f83a1f3b0a73,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:48.278077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.284468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:48.292085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Request body: {'port': {'name': 'tempest-new-port-name-894568175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:48.292515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] bootfile-name is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:48.293697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] tftp-server is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:48.294065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.api.validators [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] server-ip-address is not in valid_values {{(pid=106452) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 01:01:48.297833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8f33fa33-92d9-40d4-ae24-fd3d1d336c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "DELETE /v2.0/ports/6877d68a-b52d-4e7f-9e64-f83a1f3b0a73 HTTP/1.1" status: 204 len: 168 time: 0.6023712 Sep 18 01:01:48.328832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b78f-61db-4960-99a5-f242ec27ce79 req-eb7b29f8-45ed-478d-825a-67c0739e2a0f tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:48.331493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6282b78f-61db-4960-99a5-f242ec27ce79 req-eb7b29f8-45ed-478d-825a-67c0739e2a0f tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 943 time: 0.1231496 Sep 18 01:01:48.378846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6282b78f-61db-4960-99a5-f242ec27ce79 req-b3773b28-6fa4-4c58-ba04-b74fd63becdb tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Sep 18 01:01:48.413911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.483835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65836ebd-3740-4a54-a676-0f7f1513b59d None None] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:48.565958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe75ddbf-f72c-4596-a901-ce59ce9e9e8a None None] Provisioning complete for port ae40db13-2eae-4fa2-8428-6ebcee355b16 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:48.566382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe75ddbf-f72c-4596-a901-ce59ce9e9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.579576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42314) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:48.623335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 707a6cfa-85c6-43bf-872e-0078f4473ca6 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:48.654636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.661549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.699998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] In _notify_port_updated(), no bound segment for port 4251c960-1b4b-4dd8-b8b0-565b73678745 on network 69af287d-668f-4cb1-a947-ef8d5d591f7d {{(pid=106452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 01:01:48.705925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:48.706713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.711082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42318) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:48.717081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "PUT /v2.0/ports/4251c960-1b4b-4dd8-b8b0-565b73678745 HTTP/1.1" status: 200 len: 1127 time: 0.4311402 Sep 18 01:01:48.738214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1cebe-84e2-4b2e-a3d9-0d8581656316 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event updated for resources: {'Port': ['ID=4251c960-1b4b-4dd8-b8b0-565b73678745,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:48.772809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d638c0-6931-4fe2-850b-6d7a18592188 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:48.774222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c2d638c0-6931-4fe2-850b-6d7a18592188 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "GET /v2.0/ports/4251c960-1b4b-4dd8-b8b0-565b73678745 HTTP/1.1" status: 200 len: 1127 time: 0.0619764 Sep 18 01:01:48.779252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:48.798453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b9a07494-1122-40fc-962d-22914466e7a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae5b5dc2f04d4c5f9aab7edd69d7a266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174857 Sep 18 01:01:48.799390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:48.847322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6,segment=NetworkSegment(4fa2e10c-000c-4cff-ad33-4c8984ca2ad2),segment_id=4fa2e10c-000c-4cff-ad33-4c8984ca2ad2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:48.862071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.864744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '707a6cfa-85c6-43bf-872e-0078f4473ca6', 'network_id': 'b3db380e-0629-4299-a290-621b20e21c98', 'port_id': '707a6cfa-85c6-43bf-872e-0078f4473ca6', 'mac_address': 'fa:16:3e:01:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7174ff1c-71c9-4fb8-b363-58dafb2377b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:48.889968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.906465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.907530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Deleting port 4251c960-1b4b-4dd8-b8b0-565b73678745 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:48.907748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.921685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707a6cfa-85c6-43bf-872e-0078f4473ca6 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:01:48.949142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.952553 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.956028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e51f50a8-bd38-40ba-8caa-d809ad68b10d HTTP/1.1" status: 204 len: 168 time: 0.1538370 Sep 18 01:01:48.956173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6,segment=NetworkSegment(4fa2e10c-000c-4cff-ad33-4c8984ca2ad2),segment_id=4fa2e10c-000c-4cff-ad33-4c8984ca2ad2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:48.964050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.964197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5db4ba-0594-4cbf-bf64-ca7566b0b687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f50a8-bd38-40ba-8caa-d809ad68b10d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:49.038701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.040099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:49.059040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Calling delete_port for 4251c960-1b4b-4dd8-b8b0-565b73678745 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:49.147243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b6d48d2c-1c7f-4ef4-8aaf-701346812901 None None] Provisioning complete for port 4251c960-1b4b-4dd8-b8b0-565b73678745 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:49.149488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b6d48d2c-1c7f-4ef4-8aaf-701346812901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.213402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['707a6cfa-85c6-43bf-872e-0078f4473ca6'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:01:49.247107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.271993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b6d48d2c-1c7f-4ef4-8aaf-701346812901 None None] Port 4251c960-1b4b-4dd8-b8b0-565b73678745 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:49.279317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4def9-a8b1-48c1-94fa-c153316bbcd0 req-a0de0da5-c509-46b5-b1de-ef4af2e7d057 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:49.284180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfe4def9-a8b1-48c1-94fa-c153316bbcd0 req-a0de0da5-c509-46b5-b1de-ef4af2e7d057 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1207960 Sep 18 01:01:49.292074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b6d48d2c-1c7f-4ef4-8aaf-701346812901 None None] Provisioning complete for port ae40db13-2eae-4fa2-8428-6ebcee355b16 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:49.292473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b6d48d2c-1c7f-4ef4-8aaf-701346812901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.325122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event deleted for resources: {'Port': ['ID=4251c960-1b4b-4dd8-b8b0-565b73678745,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:49.348962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfe4def9-a8b1-48c1-94fa-c153316bbcd0 req-c14c6f41-d95d-476c-a7e9-a2108f1eb71c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596144 Sep 18 01:01:49.359126 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.365666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42336) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:49.375855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d85c917-16b8-4a18-99a8-2435e2562fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "DELETE /v2.0/ports/4251c960-1b4b-4dd8-b8b0-565b73678745 HTTP/1.1" status: 204 len: 168 time: 0.5958364 Sep 18 01:01:49.452367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Deleting subnet d23f890c-b13b-4fe8-8552-197284a017ae {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:01:49.456643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.544489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.609830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89424-9e35-4de1-a0fd-5f07ecb07430 req-50bdd435-4dc6-4d0d-9227-25551123ea8d tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:49.610835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-23d1f60f-fe15-4258-896e-f3213d0e64a6 None None] Could not find standard attr ID for object 4251c960-1b4b-4dd8-b8b0-565b73678745. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:01:49.611428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e89424-9e35-4de1-a0fd-5f07ecb07430 req-50bdd435-4dc6-4d0d-9227-25551123ea8d tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 944 time: 0.0951412 Sep 18 01:01:49.686317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e89424-9e35-4de1-a0fd-5f07ecb07430 req-7265f548-23fe-438d-8b3d-184cb30f2cd4 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678136 Sep 18 01:01:49.689744 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.725919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0991ad6a-5fbd-4cf5-8c4b-e541829007c9 None None] Could not find standard attr ID for object 6877d68a-b52d-4e7f-9e64-f83a1f3b0a73. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:01:49.764025 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.791984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event deleted for resources: {'Subnet': ['ID=d23f890c-b13b-4fe8-8552-197284a017ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:49.797907 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.801121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1a92ecb5-fa61-4229-8069-5b6b9a5aec12 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "DELETE /v2.0/subnets/d23f890c-b13b-4fe8-8552-197284a017ae HTTP/1.1" status: 204 len: 168 time: 0.4337010 Sep 18 01:01:49.802328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:49.893710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae40db13-2eae-4fa2-8428-6ebcee355b16 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:49.905387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:49.920363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a473ae5a-282f-4a6a-a71f-21850c0c41aa None None] Network 69af287d-668f-4cb1-a947-ef8d5d591f7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:49.970088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Deleting port ae40db13-2eae-4fa2-8428-6ebcee355b16 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:49.970766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.037343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] For port ae40db13-2eae-4fa2-8428-6ebcee355b16, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae40db13-2eae-4fa2-8428-6ebcee355b16,segment=NetworkSegment(b2310edb-b52d-48d0-8319-146022da00bb),segment_id=b2310edb-b52d-48d0-8319-146022da00bb)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:50.037749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.048794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae40db13-2eae-4fa2-8428-6ebcee355b16 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:50.049172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.051902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Calling delete_port for ae40db13-2eae-4fa2-8428-6ebcee355b16 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:50.148638 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.164974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9ed25-8d89-47eb-9bc6-875c734cf07d None None] DHCP port deletion for 69af287d-668f-4cb1-a947-ef8d5d591f7d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:01:50.177066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event deleted for resources: {'Port': ['ID=ae40db13-2eae-4fa2-8428-6ebcee355b16,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.182926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] No DVR routers for this DVR port ae40db13-2eae-4fa2-8428-6ebcee355b16 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:01:50.263098 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.283068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69af287d-668f-4cb1-a947-ef8d5d591f7d']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:50.292570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2310edb-b52d-48d0-8319-146022da00bb') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:50.292854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2310edb-b52d-48d0-8319-146022da00bb') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:50.307133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.320842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.327477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:50.327894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:01:50.331029 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:01:50.395157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.412057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.413987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] 10.222.0.49 "DELETE /v2.0/networks/69af287d-668f-4cb1-a947-ef8d5d591f7d HTTP/1.1" status: 204 len: 168 time: 0.6107023 Sep 18 01:01:50.415771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d3a7a-4947-4236-8bff-8b43d7567311 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258 tempest-ExtraDHCPOptionsIpV6TestJSON-1830540258-project] Pushing event deleted for resources: {'Network': ['ID=69af287d-668f-4cb1-a947-ef8d5d591f7d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.466109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42370) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:50.490821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defee97-c2ff-46a1-bc66-12d08da74563 req-13a963b2-7d09-4d4b-baf7-32d51b078c96 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:50.492403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6defee97-c2ff-46a1-bc66-12d08da74563 req-13a963b2-7d09-4d4b-baf7-32d51b078c96 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0534539 Sep 18 01:01:50.534206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6defee97-c2ff-46a1-bc66-12d08da74563 req-d9661d1a-5136-4d49-828f-f10d73f92978 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Sep 18 01:01:50.627298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'network': {'name': 'tempest-network-smoke--1607399462', 'project_id': '2ca94b4d47d443268a86a95371154899', 'port_security_enabled': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:50.637643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 707a6cfa-85c6-43bf-872e-0078f4473ca6 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:50.651094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:50.654809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.663915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.689506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 707a6cfa-85c6-43bf-872e-0078f4473ca6 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:01:50.694453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 707a6cfa-85c6-43bf-872e-0078f4473ca6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:50.694837 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.702603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42376) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:50.773636 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:50.787856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.788544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.793694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.826110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:50.829327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:50.832435 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f6416-2080-4613-a3bb-2fa718b242d1" -d '{"events": [{"server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "name": "network-vif-plugged", "status": "completed", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:50.834515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43060820-8692-4f47-9774-d4c74e3505b9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.853828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.854193 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Added segment a7feb0e0-7698-495d-8afa-2e7e3f8a19db of type vlan for network ae936144-63e5-4697-aa4a-9954ad973e83 Sep 18 01:01:50.860924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6,segment=NetworkSegment(4fa2e10c-000c-4cff-ad33-4c8984ca2ad2),segment_id=4fa2e10c-000c-4cff-ad33-4c8984ca2ad2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:50.861321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2315-3776-4187-b9e9-13ae767d9703 req-dac40198-7a9c-4ce9-8f49-07f164925f4b tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:50.863583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c2a2315-3776-4187-b9e9-13ae767d9703 req-dac40198-7a9c-4ce9-8f49-07f164925f4b tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 944 time: 0.0749147 Sep 18 01:01:50.867206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.912401 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9c745-8606-46c4-8f65-9e225b40f7de x-openstack-request-id: req-20d9c745-8606-46c4-8f65-9e225b40f7de {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:50.912401 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "name": "network-vif-plugged", "status": "completed", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:50.912715 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20d9c745-8606-46c4-8f65-9e225b40f7de {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:50.912877 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6', 'code': 200} Sep 18 01:01:50.917847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.923636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.924318 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66fd3870-a107-475e-9770-3bd386ef85ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98477ee5395d4387996ef8f6787a4255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205892 Sep 18 01:01:50.926740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:50.936715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c2a2315-3776-4187-b9e9-13ae767d9703 req-5f8d4acf-0334-47c3-87c2-224a5b88acfb tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639310 Sep 18 01:01:50.977044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.982982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:50.983566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.046922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5792046 Sep 18 01:01:51.049990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42386) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:51.054866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'admin_state_up': True, 'project_id': '2ca94b4d47d443268a86a95371154899', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:51.078921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.080092 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.094751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea85d7-e21c-4df7-84a6-a5df7307c89f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Network': ['ID=ae936144-63e5-4697-aa4a-9954ad973e83,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:51.099812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1fe6-4576-495a-a23b-1841aea4b7fe req-ebfee64c-9b49-4705-92ac-e6ba636455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:51.101352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0caa1fe6-4576-495a-a23b-1841aea4b7fe req-ebfee64c-9b49-4705-92ac-e6ba636455ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 1097 time: 0.1410072 Sep 18 01:01:51.102100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.107016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network ae936144-63e5-4697-aa4a-9954ad973e83 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:51.138697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.139338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.172801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0caa1fe6-4576-495a-a23b-1841aea4b7fe req-96188b3e-af0e-4227-ac06-d07e500dea8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Sep 18 01:01:51.202590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.205594 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.206829 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a182974c-42aa-40a0-a54a-39870b9ad427 HTTP/1.1" status: 204 len: 168 time: 0.2779572 Sep 18 01:01:51.216954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a305-daee-4107-ad2d-0992227cf167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182974c-42aa-40a0-a54a-39870b9ad427,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:51.299973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.501337 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.531697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.676513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.25.7.184 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/28a9ab3b-762a-4eea-a4e0-a81641457587) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:51.693053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d46f22-63a3-4cb2-9f21-b128347b0d55 req-52739eab-32ca-438c-863f-8214007228ff tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:51.694522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2d46f22-63a3-4cb2-9f21-b128347b0d55 req-52739eab-32ca-438c-863f-8214007228ff tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0750663 Sep 18 01:01:51.789115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2d46f22-63a3-4cb2-9f21-b128347b0d55 req-69f410a3-a308-4c52-9985-3024a19c3b23 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Sep 18 01:01:51.835904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.873500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae40db13-2eae-4fa2-8428-6ebcee355b16 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:51.877672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:51.893140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ae40db13-2eae-4fa2-8428-6ebcee355b16 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:01:51.893722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae40db13-2eae-4fa2-8428-6ebcee355b16 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:51.894431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:51.902445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:51.922910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:51.956626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42410) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:51.971526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=28a9ab3b-762a-4eea-a4e0-a81641457587,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.064072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'networks': [{'name': 'tempest-network--515789648'}, {'name': 'tempest-network--936449294'}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:52.064596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-network--515789648'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:52.065809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-network--936449294'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:52.089536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'network': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:52.094048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.102559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.122659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d92a54-9700-4c93-963e-8bd7241bd2f5 req-7dcadb7b-6bdf-4dec-a709-19220160c6d6 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.124169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d92a54-9700-4c93-963e-8bd7241bd2f5 req-7dcadb7b-6bdf-4dec-a709-19220160c6d6 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 945 time: 0.1118507 Sep 18 01:01:52.213257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.215041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d92a54-9700-4c93-963e-8bd7241bd2f5 req-25d71d59-691e-402d-9752-5e9f053c13b4 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822854 Sep 18 01:01:52.222629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.223124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.265895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.268255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e590429-73fb-4a49-a1b7-1f619f66e89a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.270866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:52.280754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.281104 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment fb55184d-7505-4e67-ba31-a4d231ce43ee of type vlan for network e2f72fce-0d6e-4427-922f-27398b80822f Sep 18 01:01:52.328460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.356772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:52.365231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.365564 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment dc5fcc16-af88-4ccd-b70c-01cd5e7303d5 of type vlan for network d804b160-207f-45d2-ac87-7f57c804e307 Sep 18 01:01:52.407467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.436044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.436589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.442324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.448037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.448753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.485415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5274754 Sep 18 01:01:52.488718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:52.546295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=e2f72fce-0d6e-4427-922f-27398b80822f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.558545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e2f72fce-0d6e-4427-922f-27398b80822f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:52.658003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff3e4-9b0b-4393-a896-acdcd7f28ab2 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=d804b160-207f-45d2-ac87-7f57c804e307,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.671521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d804b160-207f-45d2-ac87-7f57c804e307 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:52.689328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b1efd-bc7f-4135-ac2b-a160061d4413 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.695257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b1efd-bc7f-4135-ac2b-a160061d4413 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.701050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b1efd-bc7f-4135-ac2b-a160061d4413 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.707095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b1efd-bc7f-4135-ac2b-a160061d4413 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.708833 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bb6b1efd-bc7f-4135-ac2b-a160061d4413 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2195587 Sep 18 01:01:52.711562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:52.726161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.787220 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.863613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:01:52.877194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.900839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f72fce-0d6e-4427-922f-27398b80822f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:52.910432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb55184d-7505-4e67-ba31-a4d231ce43ee') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:52.910729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb55184d-7505-4e67-ba31-a4d231ce43ee') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:52.919871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.932834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.938662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:52.939158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:01:52.942275 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:01:52.960769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed932-3b83-4b31-9518-9a6d732a14dc req-9bf9fae9-e482-4b46-863f-3edd54326099 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:52.962419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-915ed932-3b83-4b31-9518-9a6d732a14dc req-9bf9fae9-e482-4b46-863f-3edd54326099 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1008956 Sep 18 01:01:53.005751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.013319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.017208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/e2f72fce-0d6e-4427-922f-27398b80822f HTTP/1.1" status: 204 len: 168 time: 0.3015492 Sep 18 01:01:53.018150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42422) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.039742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:53.045671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24147c35-5438-446e-8ffb-a25606dcae03 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=e2f72fce-0d6e-4427-922f-27398b80822f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.053624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:53.058786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-915ed932-3b83-4b31-9518-9a6d732a14dc req-96fdb855-1224-4570-b635-bdd9200f99ec tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894570 Sep 18 01:01:53.063315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.064614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b33ad832-b548-4d11-b519-bf52a7821664 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0135345 Sep 18 01:01:53.067778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42424) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.078334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:53.079161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.111062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.191292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:01:53.207408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.221402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9efe705d-8d9e-40f4-a4c4-359cb2366d58 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2ca94b4d47d443268a86a95371154899&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495547 Sep 18 01:01:53.221872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42428) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.235729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d804b160-207f-45d2-ac87-7f57c804e307']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.250449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5fcc16-af88-4ccd-b70c-01cd5e7303d5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.250713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5fcc16-af88-4ccd-b70c-01cd5e7303d5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.266079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.284902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.292466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:53.292874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:01:53.297364 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:01:53.366035 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.376916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.378312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:52Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.381705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/d804b160-207f-45d2-ac87-7f57c804e307 HTTP/1.1" status: 204 len: 168 time: 0.3598719 Sep 18 01:01:53.388108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42432) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.389734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cf743-3b80-4963-b709-b56083ecc31f tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=d804b160-207f-45d2-ac87-7f57c804e307,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.412822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:53.413179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Updating router dca3c986-7912-420f-8437-1fb5e8da3e24 port 28a9ab3b-762a-4eea-a4e0-a81641457587 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:01:53.437548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.465634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc0fb-669b-4fd7-ade2-b1ee7e4a9ae4 req-5c2cc7e3-cccd-48ed-a406-2c2bf18ce3fe tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:53.467116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ccc0fb-669b-4fd7-ade2-b1ee7e4a9ae4 req-5c2cc7e3-cccd-48ed-a406-2c2bf18ce3fe tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 945 time: 0.1416812 Sep 18 01:01:53.468201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fe8af-96e7-487f-a4c1-e36aa3fc4936 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:53.472255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec9fe8af-96e7-487f-a4c1-e36aa3fc4936 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2467096 Sep 18 01:01:53.472536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42434) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.548300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e81e0428-131f-4d72-89b7-96e1bdf48b76 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745790 Sep 18 01:01:53.550947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42436) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.557892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382917869', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'project_id': '2ca94b4d47d443268a86a95371154899', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:53.592199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ccc0fb-669b-4fd7-ade2-b1ee7e4a9ae4 req-75cf25a7-8584-497d-965a-502c6f2ab64b tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820632 Sep 18 01:01:53.601126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6daa3-4d48-4526-a650-76bb837aca9a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:53.608149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6daa3-4d48-4526-a650-76bb837aca9a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:53.620253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f4b6daa3-4d48-4526-a650-76bb837aca9a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2200623 Sep 18 01:01:53.620253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:53.626331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2103043004'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:53.650701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:01:53.650701 n-d-712707-16 neutron-server[106453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:01:53.650701 n-d-712707-16 neutron-server[106453]: [parameters: {'project_id': 'bbff47def18e4b58ac9537f8e5d887ac', 'id': '2abf3170-7933-4adc-993a-77fc02cec1ec', 'expiration': datetime.datetime(2021, 9, 18, 1, 3, 53, 646525)}] Sep 18 01:01:53.650701 n-d-712707-16 neutron-server[106453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:01:53.651800 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:01:53.658932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:53.662840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.704621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.710972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.763012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Attempting to bind port 28a9ab3b-762a-4eea-a4e0-a81641457587 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:53.763389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Attempting to bind port 28a9ab3b-762a-4eea-a4e0-a81641457587 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:53.763754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Attempting to bind port 28a9ab3b-762a-4eea-a4e0-a81641457587 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:53.771845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a936-44ba-4723-8a97-c075144d589c None None] Pushing event updated for resources: {'Port': ['ID=28a9ab3b-762a-4eea-a4e0-a81641457587,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.777131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:53.777806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:53.778219 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.778608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:53.779237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Bound port: 28a9ab3b-762a-4eea-a4e0-a81641457587, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:53.779785 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.834210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] For port 28a9ab3b-762a-4eea-a4e0-a81641457587, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:53.837713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] For port 28a9ab3b-762a-4eea-a4e0-a81641457587, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28a9ab3b-762a-4eea-a4e0-a81641457587,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:53.842220 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.884543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:53.919886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a936-44ba-4723-8a97-c075144d589c None None] Pushing event updated for resources: {'Port': ['ID=28a9ab3b-762a-4eea-a4e0-a81641457587,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.929634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:53.931816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:53.970113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Checking segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:53.970466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network hostable DHCP agents. Network: ae936144-63e5-4697-aa4a-9954ad973e83, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:53.975877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Subnet': ['ID=563b2629-f8a1-4f9a-8b21-4e23e4c153f1,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.992461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network ae936144-63e5-4697-aa4a-9954ad973e83 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:54.005109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, ae936144-63e5-4697-aa4a-9954ad973e83) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:54.009932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:54.011103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.027611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0fb57-24ed-403a-ae17-0c135a92478b None None] Network ae936144-63e5-4697-aa4a-9954ad973e83 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:54.030819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42446) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:54.031931 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa4fce55-7878-48a9-a9ce-d1d1052c0406 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4787295 Sep 18 01:01:54.104524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:01:54.171306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35ad87-eb91-4d7b-9889-a0b30018ee7c req-a3fbbbee-35f6-402f-b22a-c6abc9c7d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:54.173028 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf35ad87-eb91-4d7b-9889-a0b30018ee7c req-a3fbbbee-35f6-402f-b22a-c6abc9c7d118 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0546982 Sep 18 01:01:54.221476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cf35ad87-eb91-4d7b-9889-a0b30018ee7c req-6debcfa2-9cdb-4af2-bbe1-adb2719f03d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Sep 18 01:01:54.248742 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e66-f809-46d1-95c5-dd039b18b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.341881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:54.345345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.379689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-ae936144-63e5-4697-aa4a-9954ad973e83', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:01:54.380786 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.401317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d9537-9b35-4877-8970-cc6b6322a946 req-d73b1762-cea9-45b2-973e-ca5ecbf8fd7c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:54.403555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-047d9537-9b35-4877-8970-cc6b6322a946 req-d73b1762-cea9-45b2-973e-ca5ecbf8fd7c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.2301047 Sep 18 01:01:54.462504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:54.486336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:52Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:54.494090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.494584 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment 1b1288b9-d2d6-44c5-92ec-5fbf34cda4f7 of type vlan for network 88051bc0-71be-431e-887b-b370e4bf1720 Sep 18 01:01:54.519939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e113461-81db-48fb-85fe-28bf27c0320e None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:52Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:54.572629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Allocated IP 172.20.0.2 (ae936144-63e5-4697-aa4a-9954ad973e83/563b2629-f8a1-4f9a-8b21-4e23e4c153f1/1d1a001c-b54b-4e82-815b-32861c278e2f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:54.588513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-047d9537-9b35-4877-8970-cc6b6322a946 req-e0f09691-4f40-47ea-84d9-a8f453e86d2e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427584 Sep 18 01:01:54.610368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.693503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.699857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:54.700445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.752517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.759941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.771026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42452) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:54.772298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1570914 Sep 18 01:01:54.777511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-431685246'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:54.804500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Network ae936144-63e5-4697-aa4a-9954ad973e83 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:54.808357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:54.812781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:54.825465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:54.827146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Pushing event updated for resources: {'Port': ['ID=1d1a001c-b54b-4e82-815b-32861c278e2f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:54.830942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.872841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:54.888285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77638ecc-aff4-45c5-81e9-6189b17991f1 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=88051bc0-71be-431e-887b-b370e4bf1720,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:54.894260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.895377 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment d7d4c645-58ae-4739-bcc1-11767c7477b6 of type vlan for network e2ecfec8-16f0-4ab2-98ee-36bf46417228 Sep 18 01:01:54.900683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Attempting to bind port 1d1a001c-b54b-4e82-815b-32861c278e2f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:54.901454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Attempting to bind port 1d1a001c-b54b-4e82-815b-32861c278e2f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:54.901804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Attempting to bind port 1d1a001c-b54b-4e82-815b-32861c278e2f on network ae936144-63e5-4697-aa4a-9954ad973e83 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:54.911837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:54.912246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Checking segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:54.912678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.913168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Bound using segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:54.913668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Bound port: 1d1a001c-b54b-4e82-815b-32861c278e2f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:54.914043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.919596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 88051bc0-71be-431e-887b-b370e4bf1720 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:54.960608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.986483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:54.997649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:55.006641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:55.007597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:55.069170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] For port 1d1a001c-b54b-4e82-815b-32861c278e2f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:55.073143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] For port 1d1a001c-b54b-4e82-815b-32861c278e2f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d1a001c-b54b-4e82-815b-32861c278e2f,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:55.080607 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:55.164273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3c161-10f4-4663-a4c9-0a4a1b8612f2 None None] Pushing event updated for resources: {'Port': ['ID=1d1a001c-b54b-4e82-815b-32861c278e2f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:55.172898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=e2ecfec8-16f0-4ab2-98ee-36bf46417228,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:55.187214 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3fe4f406-d0e4-4835-a8cf-81fa453ce688 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4147296 Sep 18 01:01:55.189936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42460) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:55.191225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e2ecfec8-16f0-4ab2-98ee-36bf46417228 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:55.198264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'ports': [{'network_id': '88051bc0-71be-431e-887b-b370e4bf1720', 'name': 'tempest-port--1241042060', 'admin_state_up': True}, {'network_id': 'e2ecfec8-16f0-4ab2-98ee-36bf46417228', 'admin_state_up': False}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:55.200631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'port': {'network_id': '88051bc0-71be-431e-887b-b370e4bf1720', 'name': 'tempest-port--1241042060', 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:55.201338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'port': {'network_id': 'e2ecfec8-16f0-4ab2-98ee-36bf46417228', 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:55.527901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'port': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:55.541353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:55.544921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.1 (ae936144-63e5-4697-aa4a-9954ad973e83/563b2629-f8a1-4f9a-8b21-4e23e4c153f1/91a590f0-0ef7-499f-af70-5c3faae5e288) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:55.572117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:55.692155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] device_id is not set on port c4a176d8-06ba-42a7-9b2f-b955fcbb03a5 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:55.877913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.003436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] device_id is not set on port 28cf3204-e6b2-4897-8847-3279197061d0 yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:01:56.007217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28a9ab3b-762a-4eea-a4e0-a81641457587 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:56.088581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.089539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 28a9ab3b-762a-4eea-a4e0-a81641457587 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:56.089735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.104155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c105ad1-4076-41fb-9dbb-d8156c7e2841 req-1da0ae5e-a68e-4745-8e34-a62f139338ff tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:56.105765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c105ad1-4076-41fb-9dbb-d8156c7e2841 req-1da0ae5e-a68e-4745-8e34-a62f139338ff tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.4058528 Sep 18 01:01:56.169408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c105ad1-4076-41fb-9dbb-d8156c7e2841 req-492399b1-8d0a-4214-8e68-326346a84ac3 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568366 Sep 18 01:01:56.171675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.233415 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.249716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network ae936144-63e5-4697-aa4a-9954ad973e83 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:56.255289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:56.266142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:56.283423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 28a9ab3b-762a-4eea-a4e0-a81641457587, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28a9ab3b-762a-4eea-a4e0-a81641457587,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:56.293979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.299440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.309360 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.311617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d1a001c-b54b-4e82-815b-32861c278e2f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:56.357441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.367651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.427556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Checking segment: {'id': '1b1288b9-d2d6-44c5-92ec-5fbf34cda4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88051bc0-71be-431e-887b-b370e4bf1720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:56.427929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network hostable DHCP agents. Network: 88051bc0-71be-431e-887b-b370e4bf1720, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:56.449444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Port': ['ID=c4a176d8-06ba-42a7-9b2f-b955fcbb03a5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.479047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network 88051bc0-71be-431e-887b-b370e4bf1720 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:56.499650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 88051bc0-71be-431e-887b-b370e4bf1720) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:56.513734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=28a9ab3b-762a-4eea-a4e0-a81641457587,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.513899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:56.513899 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.520613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aaa570-7045-4e40-a424-2ec01cf6722e None None] Network 88051bc0-71be-431e-887b-b370e4bf1720 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:56.560711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ed63e-093f-4b95-9653-dc5abb626e57 None None] Network ae936144-63e5-4697-aa4a-9954ad973e83 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:56.626872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Port': ['ID=28cf3204-e6b2-4897-8847-3279197061d0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.655490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.669025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1d1a001c-b54b-4e82-815b-32861c278e2f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:56.669341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.675585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Checking segment: {'id': 'd7d4c645-58ae-4739-bcc1-11767c7477b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2ecfec8-16f0-4ab2-98ee-36bf46417228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:56.675965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network hostable DHCP agents. Network: e2ecfec8-16f0-4ab2-98ee-36bf46417228, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:01:56.737864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network e2ecfec8-16f0-4ab2-98ee-36bf46417228 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:01:56.778014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e2ecfec8-16f0-4ab2-98ee-36bf46417228) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:56.789812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:01:56.796259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d5cd661c-b89b-4eb2-86c2-a0aa34735209 None None] Provisioning complete for port 1d1a001c-b54b-4e82-815b-32861c278e2f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:56.796941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d5cd661c-b89b-4eb2-86c2-a0aa34735209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.809976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:56.823711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:56.824485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:56.825519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc5e90-4f6f-4cd3-8e2d-daa6b0e100c0 None None] Network e2ecfec8-16f0-4ab2-98ee-36bf46417228 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:01:56.911291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9ed07-a975-41e9-b690-5466bf51a920 req-05d044d3-ebad-4bb5-b7c3-9a57c843895c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:56.912945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec9ed07-a975-41e9-b690-5466bf51a920 req-05d044d3-ebad-4bb5-b7c3-9a57c843895c tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1377771 Sep 18 01:01:56.915949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:56.917485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16dad86a-9012-405a-8332-723c2d25ab36 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7262321 Sep 18 01:01:56.938231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-4d99b3f3-57c2-4075-b320-88380324cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:56.940277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-4d99b3f3-57c2-4075-b320-88380324cd87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.2040415 Sep 18 01:01:57.065160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-bca38b17-66fb-455a-b8d3-63f3eb2489fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:57.066962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-bca38b17-66fb-455a-b8d3-63f3eb2489fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.1122584 Sep 18 01:01:57.110911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c7c32-3d07-439b-a2eb-d88948ec27aa tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:57.117034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c7c32-3d07-439b-a2eb-d88948ec27aa tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:57.119622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e8c7c32-3d07-439b-a2eb-d88948ec27aa tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2026479 Sep 18 01:01:57.125511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:57.126869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ec9ed07-a975-41e9-b690-5466bf51a920 req-289c3899-d2aa-4be2-b998-2a16fb7ec23e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936362 Sep 18 01:01:57.157215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-2f683683-50ac-4b98-abc2-49fd0f667ee7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0713305 Sep 18 01:01:57.192739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e47f1-7a58-4d82-9f0b-58d6f7a37b20 req-1dd53545-abfa-4055-8c57-1d9199e96851 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:57.194589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de2e47f1-7a58-4d82-9f0b-58d6f7a37b20 req-1dd53545-abfa-4055-8c57-1d9199e96851 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 945 time: 0.1969967 Sep 18 01:01:57.242935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-c3619cd1-b1fc-4f89-90de-d3982ae5f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:57.245449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-c3619cd1-b1fc-4f89-90de-d3982ae5f90f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.0716629 Sep 18 01:01:57.271625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de2e47f1-7a58-4d82-9f0b-58d6f7a37b20 req-511a67cb-7527-4cff-9df5-f9629162d64c tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628688 Sep 18 01:01:57.279203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Deleting port c4a176d8-06ba-42a7-9b2f-b955fcbb03a5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:57.279539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.292171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.298756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.311781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-7d809081-d058-4d07-98d4-ed0500de6329 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499907 Sep 18 01:01:57.318263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ceca6e2-7510-49ca-9fbe-a941dcc49639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.321167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.329061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-ec150c2d-cf47-4844-bcba-6a5499d040e2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:01:57.330051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-ec150c2d-cf47-4844-bcba-6a5499d040e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086963 Sep 18 01:01:57.390319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.403008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:57.407448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.411265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Calling delete_port for c4a176d8-06ba-42a7-9b2f-b955fcbb03a5 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:57.427970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1d1a001c-b54b-4e82-815b-32861c278e2f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d1a001c-b54b-4e82-815b-32861c278e2f,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:57.440578 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.443370 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d5cd661c-b89b-4eb2-86c2-a0aa34735209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.519516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network ae936144-63e5-4697-aa4a-9954ad973e83 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:57.521048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:57.526580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-2b3f0f85-e3fe-4662-a3b0-b3974a814889 service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663833 Sep 18 01:01:57.547857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1d1a001c-b54b-4e82-815b-32861c278e2f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:57.553714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.574591 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-d5cd661c-b89b-4eb2-86c2-a0aa34735209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:01:57.574946 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-d5cd661c-b89b-4eb2-86c2-a0aa34735209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:01:57.630991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.666816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:57.676813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Port': ['ID=c4a176d8-06ba-42a7-9b2f-b955fcbb03a5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:57.683578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef4b2f13-049e-4e73-ae31-1a1273eae19f req-c4d517e2-93cc-46a9-a323-87b2dbfeb86f service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481123 Sep 18 01:01:57.686444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.691864 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b3cab619-c167-4652-aa1c-95cd66055d56 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/ports/c4a176d8-06ba-42a7-9b2f-b955fcbb03a5 HTTP/1.1" status: 204 len: 168 time: 0.5650423 Sep 18 01:01:57.692512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42502) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:57.793476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Deleting port 28cf3204-e6b2-4897-8847-3279197061d0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:57.794124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.794615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:57.800310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-50e2ba2b-29df-4e9d-9692-9b0185a450f0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/dca3c986-7912-420f-8437-1fb5e8da3e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7663262 Sep 18 01:01:57.802407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42504) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:57.807386 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:57.823664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:57.824318 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:57.886992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:57.904303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Calling delete_port for 28cf3204-e6b2-4897-8847-3279197061d0 owned by {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:57.913185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28a9ab3b-762a-4eea-a4e0-a81641457587 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:57.990098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 28a9ab3b-762a-4eea-a4e0-a81641457587 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:57.990733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.019119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.020151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:01:58.042267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.042742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.043417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.043599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.043882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.044399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.044862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.045325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.047976 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/ports/28cf3204-e6b2-4897-8847-3279197061d0 HTTP/1.1" status: 204 len: 168 time: 0.3544283 Sep 18 01:01:58.050153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.050683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.059709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8760a7c4-85cd-4b7f-ae5e-84fd6126932a tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6321 time: 0.2561913 Sep 18 01:01:58.060679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42506) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:58.072027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42508) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:58.075431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98773f66-c1d6-4198-9d0f-f8fa99c9c75b tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Port': ['ID=28cf3204-e6b2-4897-8847-3279197061d0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:58.125841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a457f99-0196-4899-a284-c7462656ba30 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0637486 Sep 18 01:01:58.129576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d1a001c-b54b-4e82-815b-32861c278e2f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:58.129721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42510) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:58.135422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-723006553'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:58.175061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:58.187420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.220947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1d1a001c-b54b-4e82-815b-32861c278e2f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:58.221340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.238977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.239448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.239906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.240381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.240838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.241281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.241725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.247091 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8602dbb6-86e0-4953-907d-1bd6783eefdf tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1735151 Sep 18 01:01:58.247699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42514) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:58.295874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:58.314784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74626b-963d-461e-82b7-bb3b50412e28 req-26ba2d20-53d6-4d2b-be10-68e9018a2065 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.319605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-414b02cb-346b-4bc2-8912-844810f1e296 None None] Provisioning complete for port 1d1a001c-b54b-4e82-815b-32861c278e2f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:58.320195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-414b02cb-346b-4bc2-8912-844810f1e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.325405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef74626b-963d-461e-82b7-bb3b50412e28 req-26ba2d20-53d6-4d2b-be10-68e9018a2065 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1007714 Sep 18 01:01:58.387939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef74626b-963d-461e-82b7-bb3b50412e28 req-767672dc-e03a-4d4b-830c-154dcd9321c4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Sep 18 01:01:58.389267 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.389612 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment 7d9b586d-30b6-4ba7-b04f-b81a4ca77258 of type vlan for network 223063fa-fd63-4ac9-8857-0b562015ec9a Sep 18 01:01:58.416635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:57Z', 'revision_number': 2, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:58.446635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.448129 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:58.448587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Updating router dca3c986-7912-420f-8437-1fb5e8da3e24 port 91a590f0-0ef7-499f-af70-5c3faae5e288 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:01:58.480811 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.507775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.525301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-414b02cb-346b-4bc2-8912-844810f1e296 None None] Provisioning complete for port 91a590f0-0ef7-499f-af70-5c3faae5e288 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:58.525948 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-414b02cb-346b-4bc2-8912-844810f1e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.536922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404b98-8452-418b-b11f-6a341363afaa req-d351aa09-445b-406a-bc2f-3908b32f5536 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.538541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d404b98-8452-418b-b11f-6a341363afaa req-d351aa09-445b-406a-bc2f-3908b32f5536 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 945 time: 0.1237800 Sep 18 01:01:58.570422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-414b02cb-346b-4bc2-8912-844810f1e296 None None] Port 91a590f0-0ef7-499f-af70-5c3faae5e288 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:58.580666 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.586592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.587416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.625276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d404b98-8452-418b-b11f-6a341363afaa req-9eb425de-c64c-4911-85d2-bc8774bf1bde tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c08adad-7af7-438b-852a-65f1cec3cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786736 Sep 18 01:01:58.641635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5082064 Sep 18 01:01:58.641849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42518) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:01:58.646908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1863413976'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:58.690663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2fe07b91-359b-477e-82f1-d03a6a88cbbd None None] Provisioning complete for port 91a590f0-0ef7-499f-af70-5c3faae5e288 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:58.691039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fe07b91-359b-477e-82f1-d03a6a88cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.714072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35fe76-d9cb-4a19-a832-60a7828d2455 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=223063fa-fd63-4ac9-8857-0b562015ec9a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:58.725618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2fe07b91-359b-477e-82f1-d03a6a88cbbd None None] Port 91a590f0-0ef7-499f-af70-5c3faae5e288 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:01:58.732667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 223063fa-fd63-4ac9-8857-0b562015ec9a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:58.746959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:58.750548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.789077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:01:58.802174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.802174 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Added segment ec0a4bde-60b2-49c7-b914-c3280a7ee308 of type vlan for network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 Sep 18 01:01:58.826385 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.829236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-2a5bb419-e821-450d-a887-95df88afd021 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.830723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-2a5bb419-e821-450d-a887-95df88afd021 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 945 time: 0.5429513 Sep 18 01:01:58.833196 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.848926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.879936 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.881707 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Pushing event updated for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:58.889509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:58.890163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:58.913475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.913814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.914321 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.915404 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.916018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.916892 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.917380 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.917861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.918347 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.918822 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.919442 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.919917 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:58.957450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2940176 Sep 18 01:01:58.994918 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Attempting to bind port 91a590f0-0ef7-499f-af70-5c3faae5e288 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:01:58.995428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade91f9-6111-4cd6-8ec4-cfd70734d7dd tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Network': ['ID=7ad09c6e-1392-4f72-a53f-a6a2d40b28b7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:58.996252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Attempting to bind port 91a590f0-0ef7-499f-af70-5c3faae5e288 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:01:58.996921 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Attempting to bind port 91a590f0-0ef7-499f-af70-5c3faae5e288 on network ae936144-63e5-4697-aa4a-9954ad973e83 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:59.007351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:01:59.026146 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:01:59.028111 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Checking segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:01:59.031380 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.032006 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Bound using segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:59.032756 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Bound port: 91a590f0-0ef7-499f-af70-5c3faae5e288, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:01:59.034178 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.115717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Deleting port 707a6cfa-85c6-43bf-872e-0078f4473ca6 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:01:59.115966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.145684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-920bdf46-457d-47c9-889a-eece41bffee0 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.8963521 Sep 18 01:01:59.162724 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] For port 91a590f0-0ef7-499f-af70-5c3faae5e288, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:59.167716 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] For port 91a590f0-0ef7-499f-af70-5c3faae5e288, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91a590f0-0ef7-499f-af70-5c3faae5e288,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:59.182443 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.283478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] For port 707a6cfa-85c6-43bf-872e-0078f4473ca6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=707a6cfa-85c6-43bf-872e-0078f4473ca6,segment=NetworkSegment(4fa2e10c-000c-4cff-ad33-4c8984ca2ad2),segment_id=4fa2e10c-000c-4cff-ad33-4c8984ca2ad2)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:59.284125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.289554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:01:59.290744 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:59.309949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Calling delete_port for 707a6cfa-85c6-43bf-872e-0078f4473ca6 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:01:59.327846 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7dc4-1e82-4013-852b-b0943121ea41 None None] Pushing event updated for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:59.365194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] Provisioning complete for port 91a590f0-0ef7-499f-af70-5c3faae5e288 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:59.365780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.470120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:01:59.621161 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.690635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f187e-2fb0-47e3-9866-caace9d55e12 req-30ea4954-59aa-4aee-a09a-395802b3769d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:59.700783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-734f187e-2fb0-47e3-9866-caace9d55e12 req-30ea4954-59aa-4aee-a09a-395802b3769d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1765525 Sep 18 01:01:59.717525 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.749655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] For port 91a590f0-0ef7-499f-af70-5c3faae5e288, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91a590f0-0ef7-499f-af70-5c3faae5e288,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:59.765614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['707a6cfa-85c6-43bf-872e-0078f4473ca6'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:01:59.799105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Pushing event deleted for resources: {'Port': ['ID=707a6cfa-85c6-43bf-872e-0078f4473ca6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:59.828658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-734f187e-2fb0-47e3-9866-caace9d55e12 req-766aee28-0248-418e-a547-a443cb9244eb tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212246 Sep 18 01:01:59.846412 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.913834 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:59.918088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] No DVR routers for this DVR port 707a6cfa-85c6-43bf-872e-0078f4473ca6 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:01:59.931306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.936550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a943fcb5-1a9d-4fa8-8dc5-1810f2d94ebc req-181b1f22-5f42-4e95-88f5-31d9e0785957 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.48 "DELETE /v2.0/ports/707a6cfa-85c6-43bf-872e-0078f4473ca6 HTTP/1.1" status: 204 len: 173 time: 1.0959754 Sep 18 01:01:59.938094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'name': 'network-vif-deleted', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:59.968925 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03d84f4-6d0e-4640-8e84-b9e52da8a7bd" -d '{"events": [{"server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "name": "network-vif-deleted", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:59.980573 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:59.997278 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0e6c-c90c-40f8-a852-5e1c0eed640f None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:00.023711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8cd1275-3df8-4951-9aa7-34ca42c00c8b req-0867ed81-7fef-460c-a988-c70b8a9b5441 tempest-VolumesActionsTest-1366681344 tempest-VolumesActionsTest-1366681344-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d HTTP/1.1" status: 200 len: 210 time: 0.0840433 Sep 18 01:02:00.029770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cf6c3eb7-24b9-44b2-b0be-bdb14baaeaf3 None None] Provisioning complete for port 91a590f0-0ef7-499f-af70-5c3faae5e288 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:00.031907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3eb7-24b9-44b2-b0be-bdb14baaeaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.105013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42532) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:00.119948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885394917', 'description': 'tempest-secgroup-smoke-885394917 description', 'project_id': '2ca94b4d47d443268a86a95371154899'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:00.142786 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac73d3-73b3-4971-9228-a0b8ce0c0f3b x-openstack-request-id: req-a5ac73d3-73b3-4971-9228-a0b8ce0c0f3b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:00.143198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d", "name": "network-vif-deleted", "tag": "707a6cfa-85c6-43bf-872e-0078f4473ca6", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:00.143545 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5ac73d3-73b3-4971-9228-a0b8ce0c0f3b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:00.144055 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0bbac1-ccc7-47e1-b24f-d38d78b28f1d', 'name': 'network-vif-deleted', 'tag': '707a6cfa-85c6-43bf-872e-0078f4473ca6', 'status': 'completed', 'code': 200} Sep 18 01:02:00.174650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.215396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bf875-6663-473b-8920-e736dfe92913 None None] Pushing event updated for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.349837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.357882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.394322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2721abe-13ee-4c22-a096-f4212264fa27,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.397279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.401400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5bddfb66-cfdd-48e0-b11e-dfc34e3becfb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2923574 Sep 18 01:02:00.401663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:00.406321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:00.497540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.588081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.598779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.614116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bbc400-23b3-4aaa-aded-e88a672c5745,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.629873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.631384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d7208ec1-6fd9-4a03-8bff-fa862e0f3778 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287989 Sep 18 01:02:00.634638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:00.639708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:00.668968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.736483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.741497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.763627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e6cbc3-15ea-4b46-a446-8923e064777f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.772292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.776840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42544) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:00.776978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c6c9ce83-7cf4-401b-bee3-86bd0e8d8436 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409960 Sep 18 01:02:00.781477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:00.815751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.892438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.904201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.927023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e0b0b8-bf4b-4d18-a59f-64222787b839,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.938584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:00.939970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3578c339-902b-408e-b633-1fb9e08f0d8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620722 Sep 18 01:02:00.942801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42546) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:00.950937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:00.989382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.075448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.088445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.120420 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.122406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774235 Sep 18 01:02:01.125070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:01.131710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:01.138914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ab188-92be-4840-90fc-c74285334079 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d387527-4885-48dd-ae43-8f6e623e7007,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:01.167087 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:01.175701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.276902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.282649 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.303396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17dc72a-dbbd-4379-a048-f35f9c50b0ce,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:01.329892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.334004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9d1f08c1-4fba-4f9f-adca-6dc817af0bbf tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2054389 Sep 18 01:02:01.334332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42554) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:01.339569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': 'f2721abe-13ee-4c22-a096-f4212264fa27', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:01.376986 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:01.393044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.520212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.527146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.572249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c91e8d1-f9d6-4c38-8649-fc2a5a7a218e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:01.583245 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:01.585366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-311cef1e-a249-44e3-bad4-1b91bbc13a35 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2493994 Sep 18 01:02:01.983080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91a590f0-0ef7-499f-af70-5c3faae5e288 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:02.028641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-2f4c5e5e-3c8c-4e65-8a56-e4819b28c564 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885394917&fields=id&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 267 time: 0.1157351 Sep 18 01:02:02.060121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91a590f0-0ef7-499f-af70-5c3faae5e288 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:02.060670 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:02.195391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-2652a556-cd1e-470f-8b64-f16e83bd897f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:02.197639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-2652a556-cd1e-470f-8b64-f16e83bd897f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 797 time: 0.1670923 Sep 18 01:02:02.207672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:02.221399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-6769fbc2-2887-4740-8921-699d71e0d0f8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/quotas/2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 375 time: 0.0150549 Sep 18 01:02:02.284558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-e61b5b35-be10-4df6-bacb-7be2e9bde06e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562785 Sep 18 01:02:02.299971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:02.306084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'subnets': [{'network_id': '223063fa-fd63-4ac9-8857-0b562015ec9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--923999324', 'ip_version': 6}, {'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:02.306427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'subnet': {'network_id': '223063fa-fd63-4ac9-8857-0b562015ec9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--923999324', 'ip_version': 6}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:02.307461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Request body: {'subnet': {'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:02.406548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-3cd1150c-16ed-495f-9c47-4af8e14cb809 service neutron] 10.222.0.49 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187811 Sep 18 01:02:02.519497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c43ac8f9-2081-424f-958c-c7641c0b3935 service neutron] 10.222.0.49 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091945 Sep 18 01:02:02.580809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Made reservation on behalf of bbff47def18e4b58ac9537f8e5d887ac for: {'subnet': 2} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:02.589994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:02.590354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:02.666789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 707a6cfa-85c6-43bf-872e-0078f4473ca6 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:02.746634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 707a6cfa-85c6-43bf-872e-0078f4473ca6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:02.747223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 707a6cfa-85c6-43bf-872e-0078f4473ca6 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:02.845740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01255618-85e0-477a-a878-a7f0a1e3c65a req-5df2be86-43b6-4c39-af6c-f78834b66bba tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 210 time: 0.0616484 Sep 18 01:02:03.175914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.250547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Subnet': ['ID=50b637ba-b52b-44db-87b6-c56ec4c9eb21,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:03.277853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Checking segment: {'id': '7d9b586d-30b6-4ba7-b04f-b81a4ca77258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '223063fa-fd63-4ac9-8857-0b562015ec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:03.278199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network hostable DHCP agents. Network: 223063fa-fd63-4ac9-8857-0b562015ec9a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:03.294600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network 223063fa-fd63-4ac9-8857-0b562015ec9a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:03.304173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 223063fa-fd63-4ac9-8857-0b562015ec9a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:03.308345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.321925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a8e6f-0de3-4ca3-afa8-673a737b095f None None] Network 223063fa-fd63-4ac9-8857-0b562015ec9a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:03.372276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event updated for resources: {'Subnet': ['ID=6df55880-e1cd-44d9-89b8-81072213420d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:03.412184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Checking segment: {'id': 'ec0a4bde-60b2-49c7-b914-c3280a7ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:03.414052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network hostable DHCP agents. Network: 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:03.456641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:03.469627 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:03.482697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20518d4c-e21e-45ed-9df2-8f303b439a24 None None] Network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:03.485692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:03.486493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:03.487289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.509302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5e99ef45-97a8-4077-a3cf-711afb13bc0a tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2069962 Sep 18 01:02:03.511725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42600) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:03.575876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654f115-21e8-476a-9459-a66c65bb8eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-223063fa-fd63-4ac9-8857-0b562015ec9a', 'network_id': '223063fa-fd63-4ac9-8857-0b562015ec9a', 'tenant_id': 'bbff47def18e4b58ac9537f8e5d887ac', 'fixed_ips': [{'subnet_id': '50b637ba-b52b-44db-87b6-c56ec4c9eb21'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:02:03.576753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7654f115-21e8-476a-9459-a66c65bb8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.588954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db51a8-ce89-4864-905d-69f3483c5d95 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:03.590814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db51a8-ce89-4864-905d-69f3483c5d95 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:03.592526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db51a8-ce89-4864-905d-69f3483c5d95 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:03.594242 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-02db51a8-ce89-4864-905d-69f3483c5d95 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0811331 Sep 18 01:02:03.604803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42602) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:03.670558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Deleting subnet 50b637ba-b52b-44db-87b6-c56ec4c9eb21 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:03.674211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.717849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.772056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-7ad09c6e-1392-4f72-a53f-a6a2d40b28b7', 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7', 'tenant_id': 'bbff47def18e4b58ac9537f8e5d887ac', 'fixed_ips': [{'subnet_id': '6df55880-e1cd-44d9-89b8-81072213420d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:02:03.772457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:03.772951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.006226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cd5b5d6-03ff-497b-a8f7-e9fe6b3c3a6b req-b69333f5-3161-4fba-a64d-c885cf912643 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 210 time: 0.0429554 Sep 18 01:02:04.031169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server [None req-7654f115-21e8-476a-9459-a66c65bb8eae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50b637ba-b52b-44db-87b6-c56ec4c9eb21: This subnet is being modified by another concurrent operation. Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server raise exception Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50b637ba-b52b-44db-87b6-c56ec4c9eb21: This subnet is being modified by another concurrent operation. Sep 18 01:02:04.049799 n-d-712707-16 neutron-server[106454]: ERROR oslo_messaging.rpc.server Sep 18 01:02:04.072902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25303d2b-42ce-4af2-a4f4-ac2d226b5ce7 None None] Network 223063fa-fd63-4ac9-8857-0b562015ec9a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:04.084115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-bc3ad83e-f09b-4100-959d-1c9d06d103c5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.085727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-bc3ad83e-f09b-4100-959d-1c9d06d103c5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.48 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 797 time: 0.1600573 Sep 18 01:02:04.088944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Subnet': ['ID=50b637ba-b52b-44db-87b6-c56ec4c9eb21,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:04.093151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.097894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42608) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:04.098041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-422efe14-c9c7-496f-9ca3-f0ce24ac68fe tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/subnets/50b637ba-b52b-44db-87b6-c56ec4c9eb21 HTTP/1.1" status: 204 len: 168 time: 0.4920456 Sep 18 01:02:04.150261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-632003a0-8d3f-4bbc-8cf3-e42b59bdb5a2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 379 time: 0.0495942 Sep 18 01:02:04.163085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'port': {'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'admin_state_up': True, 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'security_groups': ['f2721abe-13ee-4c22-a096-f4212264fa27']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:04.199173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Deleting subnet 6df55880-e1cd-44d9-89b8-81072213420d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:04.221684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Allocated IP 2001:db8:0:1::1 (7ad09c6e-1392-4f72-a53f-a6a2d40b28b7/6df55880-e1cd-44d9-89b8-81072213420d/6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:04.324106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:04.329448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.475374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.482636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.483496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.485845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.5 (ae936144-63e5-4697-aa4a-9954ad973e83/563b2629-f8a1-4f9a-8b21-4e23e4c153f1/ca7f2200-adfc-4797-ac64-321ba536c08e) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:04.547366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Pushing event updated for resources: {'Port': ['ID=6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:04.564431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:04.566680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:04.573410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:04.574181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.642872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Attempting to bind port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:04.643851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Attempting to bind port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ec0a4bde-60b2-49c7-b914-c3280a7ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:04.643851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Attempting to bind port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 on network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:04.651275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:04.651657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Checking segment: {'id': 'ec0a4bde-60b2-49c7-b914-c3280a7ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:04.652071 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.653804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Bound using segment: {'id': 'ec0a4bde-60b2-49c7-b914-c3280a7ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:04.654438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Bound port: 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0a4bde-60b2-49c7-b914-c3280a7ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ad09c6e-1392-4f72-a53f-a6a2d40b28b7'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:04.654836 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.699844 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.701673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.756395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.787270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.790852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] For port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:04.794659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] For port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13,segment=NetworkSegment(ec0a4bde-60b2-49c7-b914-c3280a7ee308),segment_id=ec0a4bde-60b2-49c7-b914-c3280a7ee308)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:04.809550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.826509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Subnet': ['ID=6df55880-e1cd-44d9-89b8-81072213420d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:04.839752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.847654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-83bcabe4-afae-4978-a518-289311623d72 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/subnets/6df55880-e1cd-44d9-89b8-81072213420d HTTP/1.1" status: 204 len: 168 time: 0.7481978 Sep 18 01:02:04.850062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42612) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:04.889157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network ae936144-63e5-4697-aa4a-9954ad973e83 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:04.895135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:04.909183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:04.947769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501cc75-cda2-43c0-bdcc-1955f207304e None None] Pushing event updated for resources: {'Port': ['ID=6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:04.956408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9a6c0-6c8d-491f-8590-eec15e91339d tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.964154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-70d9a6c0-6c8d-491f-8590-eec15e91339d tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127024 Sep 18 01:02:04.964828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:04.971088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:05.054157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:05.054854 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.093871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7e32ee30-a9bc-4864-bbdf-defd2648492e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9377358 Sep 18 01:02:05.111113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Request body: {'port': {'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:05.222193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.268979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.385729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594c85f-de9c-4bc7-98fe-87ea135983f6 req-bf33d2ad-49f1-46ce-9273-76de75f939c7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:05.401723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d594c85f-de9c-4bc7-98fe-87ea135983f6 req-bf33d2ad-49f1-46ce-9273-76de75f939c7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 931 time: 0.2534726 Sep 18 01:02:05.419707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-77c0b53c-1716-42b0-aadf-b4429a321a52 None None] Provisioning complete for port ca7f2200-adfc-4797-ac64-321ba536c08e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:05.421003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77c0b53c-1716-42b0-aadf-b4429a321a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.484076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d594c85f-de9c-4bc7-98fe-87ea135983f6 req-80a752d5-d21d-4fcc-8d8f-32e176b510f3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804360 Sep 18 01:02:05.505979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Deleting port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:05.506239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.535491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-77c0b53c-1716-42b0-aadf-b4429a321a52 None None] Port ca7f2200-adfc-4797-ac64-321ba536c08e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:02:05.597732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] For port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13,segment=NetworkSegment(ec0a4bde-60b2-49c7-b914-c3280a7ee308),segment_id=ec0a4bde-60b2-49c7-b914-c3280a7ee308)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:05.598103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.703654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Calling delete_port for 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:05.787574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-27407c0d-206c-413c-aded-7c3a7e19df76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1918724 Sep 18 01:02:05.862895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7f2200-adfc-4797-ac64-321ba536c08e {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:05.875213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.890100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Transition to ACTIVE for port object ca7f2200-adfc-4797-ac64-321ba536c08e will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:05.896151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.930437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:05.970682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:06.013644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:06.033815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] No DVR routers for this DVR port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:06.052597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:06.053280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 01:02:06.074225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 not found, will not notify nova. {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 01:02:06.085715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Port': ['ID=6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:06.160434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Attempting to bind port ca7f2200-adfc-4797-ac64-321ba536c08e on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:06.160777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Attempting to bind port ca7f2200-adfc-4797-ac64-321ba536c08e by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:06.161108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Attempting to bind port ca7f2200-adfc-4797-ac64-321ba536c08e on network ae936144-63e5-4697-aa4a-9954ad973e83 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:06.179850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Port ca7f2200-adfc-4797-ac64-321ba536c08e on network ae936144-63e5-4697-aa4a-9954ad973e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:06.180861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Attempting to bind port ca7f2200-adfc-4797-ac64-321ba536c08e on network ae936144-63e5-4697-aa4a-9954ad973e83 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:06.186813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:06.187157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Checking segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:06.187548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Bound using segment: {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:06.187989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Bound port: ca7f2200-adfc-4797-ac64-321ba536c08e, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:06.188389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:06.201556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-7ed9814f-de95-478f-937a-c2959f0a4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:06.217025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-7ed9814f-de95-478f-937a-c2959f0a4d0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=866516118ca74223a307a6cda76ff5c6&device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 1098 time: 0.3669007 Sep 18 01:02:06.302462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:06.356177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:06.359747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca7f2200-adfc-4797-ac64-321ba536c08e,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:06.377125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:06.450497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:06.452364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:06.454487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 1092 time: 1.3506460 Sep 18 01:02:06.455243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:06.457971 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b75d4b-81bc-46fe-a62c-8d2736a210bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:06.561036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a81d7-e473-463c-a42b-f61e8bbca0b3 None None] Network 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:06.577452 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ccc783-cf36-4779-b242-c1c0662d8e1f x-openstack-request-id: req-a4ccc783-cf36-4779-b242-c1c0662d8e1f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:06.578012 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:06.578316 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4ccc783-cf36-4779-b242-c1c0662d8e1f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:06.578837 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'status': 'completed', 'code': 200} Sep 18 01:02:06.608835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e8ebe-94e8-4d39-99ea-8cb3fcc817c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:06.640873 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-60c8fc34-4dff-441a-9f4a-ae0d6ed607d7 None None] Could not find standard attr ID for object 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:02:06.665416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-fcf9cfe6-0803-4173-aa56-9178051937af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:06.667477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-fcf9cfe6-0803-4173-aa56-9178051937af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1095 time: 0.1463463 Sep 18 01:02:06.799247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad09c6e-1392-4f72-a53f-a6a2d40b28b7']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:06.807832 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-b61aefe1-6f71-41c4-a517-22737c478e65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 217 time: 0.1321568 Sep 18 01:02:06.926932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7ff2e-0925-4225-b857-415f7fc71bac None None] DHCP port deletion for 7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:02:06.930533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0a4bde-60b2-49c7-b914-c3280a7ee308') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:06.930948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0a4bde-60b2-49c7-b914-c3280a7ee308') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:06.951355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f6a0e-69ae-4a86-847f-d775bd59b7b3 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:02:06.956695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-94444eef-9c7b-4c6e-9ac7-940690af2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:06.963827 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-94444eef-9c7b-4c6e-9ac7-940690af2d07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 200 len: 834 time: 0.1464007 Sep 18 01:02:06.984185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.079449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f6a0e-69ae-4a86-847f-d775bd59b7b3 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:02:07.080506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.107200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b73465-12ce-4169-9299-650decebed19 req-dac31878-51f6-4ba9-a82a-cfee303fcc89 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.109210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b73465-12ce-4169-9299-650decebed19 req-dac31878-51f6-4ba9-a82a-cfee303fcc89 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 943 time: 0.3311083 Sep 18 01:02:07.111411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7d223149-2f89-4f38-a7ba-7b33d575696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.115515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:07.116315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.120082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-7d223149-2f89-4f38-a7ba-7b33d575696d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae936144-63e5-4697-aa4a-9954ad973e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509039 Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:07.120868 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:07.216303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-cb1c7376-f6df-4c1b-b4f8-3c58ab6f6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.218254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-cb1c7376-f6df-4c1b-b4f8-3c58ab6f6495 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 200 len: 919 time: 0.4391935 Sep 18 01:02:07.250084 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-1fc65898-9012-4eb5-a220-bc5d6782cc28 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223712 Sep 18 01:02:07.260847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.295897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b73465-12ce-4169-9299-650decebed19 req-9f0e969b-f68a-4df2-a383-fd38747ca532 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717350 Sep 18 01:02:07.302688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.305904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/7ad09c6e-1392-4f72-a53f-a6a2d40b28b7 HTTP/1.1" status: 204 len: 168 time: 2.3393996 Sep 18 01:02:07.307699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-e847b15a-a87c-4587-9193-62a0e1742cc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 200 len: 217 time: 0.0781682 Sep 18 01:02:07.308175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42650) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:07.369468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a31de-4ce7-4e29-b246-bd079ffc0d00 tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=7ad09c6e-1392-4f72-a53f-a6a2d40b28b7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:07.376802 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f04d3f6e-6862-4e45-95b6-6ca2c4ce60ef req-75e2e882-ef2b-4eee-aa54-c030453b1f66 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188326 Sep 18 01:02:07.456275 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.458864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-4e3a460a-27fd-4b6f-989d-ea73c6dca5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.460391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-4e3a460a-27fd-4b6f-989d-ea73c6dca5a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 200 len: 858 time: 0.1328392 Sep 18 01:02:07.485813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-d05c7741-0c72-4600-a5e1-a805bae808d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.487427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-d05c7741-0c72-4600-a5e1-a805bae808d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1095 time: 0.0533760 Sep 18 01:02:07.519815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-fdf999c4-5687-4691-9fdd-2b48f36c6f7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90befd74-b9ec-4720-85cc-c1b691bf7498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515783 Sep 18 01:02:07.590771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-723cf448-1400-48ec-82d8-6ae7befeacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.592598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-723cf448-1400-48ec-82d8-6ae7befeacfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 898 time: 0.0981572 Sep 18 01:02:07.636995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-d967d3d0-b909-4936-ad50-35901247aa0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 217 time: 0.0375359 Sep 18 01:02:07.660555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.689341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223063fa-fd63-4ac9-8857-0b562015ec9a']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:07.691349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-af7f9d83-5b3a-4758-af83-bdf613455c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.692890 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-af7f9d83-5b3a-4758-af83-bdf613455c90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 200 len: 834 time: 0.0481198 Sep 18 01:02:07.718255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9b586d-30b6-4ba7-b04f-b81a4ca77258') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:07.718900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9b586d-30b6-4ba7-b04f-b81a4ca77258') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:07.731956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-7279bdea-c342-473b-ac6a-e6ae208c7900 service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911440 Sep 18 01:02:07.734097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.746141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-d0081482-eaff-424b-b4e1-bc1c3f86d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:07.748082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-d0081482-eaff-424b-b4e1-bc1c3f86d362 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae936144-63e5-4697-aa4a-9954ad973e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472248 Sep 18 01:02:07.778712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.789169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:07.790703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:07.794360 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:07.896800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-c40a335c-285b-4b87-aa3e-e9913e34ca0c service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397455 Sep 18 01:02:07.922922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c50e5477-d14b-4967-a3b1-2781302c76f2 req-0618096b-7078-4eca-bd05-1542764b2b3d service neutron] 10.222.0.48 "GET /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784379 Sep 18 01:02:07.926290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:07.940249 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.949912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:07.953953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/223063fa-fd63-4ac9-8857-0b562015ec9a HTTP/1.1" status: 204 len: 168 time: 0.6409798 Sep 18 01:02:07.954896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42658) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:07.962512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:07.963136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6e7efeaa-37b3-4c83-bcb3-3cc9180d2f13 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:07.964460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae8017-0064-4f31-939e-9ea94a495f4e tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=223063fa-fd63-4ac9-8857-0b562015ec9a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:08.081440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.085310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13b75d4b-81bc-46fe-a62c-8d2736a210bc req-698724e0-d290-43d7-b88c-0ea3cde5e098 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791706 Sep 18 01:02:08.188571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.215861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ecfec8-16f0-4ab2-98ee-36bf46417228']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.225338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4c645-58ae-4739-bcc1-11767c7477b6') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.225637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4c645-58ae-4739-bcc1-11767c7477b6') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.235719 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.250042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.256913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:08.257282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:08.261354 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:08.324084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.343044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.348095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:08.359526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/e2ecfec8-16f0-4ab2-98ee-36bf46417228 HTTP/1.1" status: 204 len: 168 time: 0.4025493 Sep 18 01:02:08.373117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821ea57-2a9d-4adf-97d6-49baf72ca4fb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=e2ecfec8-16f0-4ab2-98ee-36bf46417228,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:08.468499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.488592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1c7d2-48ab-4e63-bc56-47f2f4ae0f2c req-415c49e9-c488-4fc5-9177-9c328dd5e180 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:08.490305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48d1c7d2-48ab-4e63-bc56-47f2f4ae0f2c req-415c49e9-c488-4fc5-9177-9c328dd5e180 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 943 time: 0.1019158 Sep 18 01:02:08.599411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48d1c7d2-48ab-4e63-bc56-47f2f4ae0f2c req-1b087c31-c87d-4a27-9b9d-886f11e6029d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817816 Sep 18 01:02:08.601138 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.633955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88051bc0-71be-431e-887b-b370e4bf1720']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.644532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1288b9-d2d6-44c5-92ec-5fbf34cda4f7') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.644894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1288b9-d2d6-44c5-92ec-5fbf34cda4f7') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:08.660774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.674564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.682306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:08.682689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:08.686004 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:08.691829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca7f2200-adfc-4797-ac64-321ba536c08e details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:08.767596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.772688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.776970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] 10.222.0.49 "DELETE /v2.0/networks/88051bc0-71be-431e-887b-b370e4bf1720 HTTP/1.1" status: 204 len: 168 time: 0.4274759 Sep 18 01:02:08.799448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Pushing event deleted for resources: {'Network': ['ID=88051bc0-71be-431e-887b-b370e4bf1720,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:08.820001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.820365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.823330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca7f2200-adfc-4797-ac64-321ba536c08e,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:08.825684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.826051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.826388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.826721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.827051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.827375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.827700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.828019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.828364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.828683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a07273-a158-4df7-9cea-e867e1f51edb tempest-BulkNetworkOpsIpV6Test-1002472851 tempest-BulkNetworkOpsIpV6Test-1002472851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:08.842619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:08.908351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:08.925746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7f2200-adfc-4797-ac64-321ba536c08e {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:08.951316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca7f2200-adfc-4797-ac64-321ba536c08e,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:08.973833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:09.032585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:09.128784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42676) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:09.184663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ca7f2200-adfc-4797-ac64-321ba536c08e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:09.312825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d8d1d278-f102-47ea-9cb9-ef1d1dec3bbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbff47def18e4b58ac9537f8e5d887ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825225 Sep 18 01:02:09.315188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42682) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:09.366218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:09.394937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:09.452505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:09.455737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:09.457230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e590429-73fb-4a49-a1b7-1f619f66e89a HTTP/1.1" status: 204 len: 168 time: 0.1409919 Sep 18 01:02:09.466920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a111c0-a699-45a0-a807-1624f0918a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e590429-73fb-4a49-a1b7-1f619f66e89a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:09.745928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0642f1b-c6b9-440a-accd-6cbbb52a12bd req-5e2d5244-91e7-4386-933a-0eade931a118 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:09.747580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0642f1b-c6b9-440a-accd-6cbbb52a12bd req-5e2d5244-91e7-4386-933a-0eade931a118 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 944 time: 0.0558586 Sep 18 01:02:09.817075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0642f1b-c6b9-440a-accd-6cbbb52a12bd req-1714f5d8-8592-45b2-99f0-d8085af893b0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604017 Sep 18 01:02:10.294981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42714) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:10.413642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054026759'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:10.440114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.450162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.561504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.569181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.637344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7505f9-c37f-4248-9813-46f31daad0c4,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:10.690906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca7f2200-adfc-4797-ac64-321ba536c08e up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:10.727560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.733941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.755925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.757378 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4611156 Sep 18 01:02:10.761783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42726) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:10.772467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d384-bee3-45b5-98ac-635e77139305 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48af6bb2-013a-4659-9500-55c8c5f6c15a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:10.801606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port ca7f2200-adfc-4797-ac64-321ba536c08e completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:02:10.807118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port ca7f2200-adfc-4797-ac64-321ba536c08e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:10.807503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:10.850691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:10.851446 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-de1c968f-1ec5-416b-bbc5-8d9bc0c5c6c0 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0880358 Sep 18 01:02:10.856345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-security--1859665370', 'description': 'tempest-security-description-1014367124'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:10.953917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.006839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc7ca-4411-4290-a6a4-fc90870c78e9 req-bbe34a16-5ccb-4482-a4fc-ce815a02991a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:11.008571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e00cc7ca-4411-4290-a6a4-fc90870c78e9 req-bbe34a16-5ccb-4482-a4fc-ce815a02991a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 944 time: 0.1162162 Sep 18 01:02:11.041532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.052883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.056585 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.060353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "PUT /v2.0/security-groups/48af6bb2-013a-4659-9500-55c8c5f6c15a HTTP/1.1" status: 200 len: 1780 time: 0.2062395 Sep 18 01:02:11.062385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42732) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.069381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e00cc7ca-4411-4290-a6a4-fc90870c78e9 req-d416768d-f667-4b96-9c08-b0f6ae25bea5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537970 Sep 18 01:02:11.101427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca46c5-4344-4df4-8560-363f13c46120 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48af6bb2-013a-4659-9500-55c8c5f6c15a,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.132931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.133910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-64cbba68-9a47-45c1-8ab6-3ed23aad45fe tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups/48af6bb2-013a-4659-9500-55c8c5f6c15a HTTP/1.1" status: 200 len: 1780 time: 0.0693109 Sep 18 01:02:11.172056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.194886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.200973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:11.204267 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f9d0a-0072-4d7f-af14-b4b4b45da8ac" -d '{"events": [{"server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "name": "network-vif-plugged", "status": "completed", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:11.220871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca7f2200-adfc-4797-ac64-321ba536c08e,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:11.227528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.228846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.282039 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f2210-3e0c-40a0-becf-43f5af94a610 x-openstack-request-id: req-107f2210-3e0c-40a0-becf-43f5af94a610 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:11.282362 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "name": "network-vif-plugged", "status": "completed", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:11.282589 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-107f2210-3e0c-40a0-becf-43f5af94a610 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:11.282997 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'code': 200} Sep 18 01:02:11.293300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.298780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.299808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.300733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/48af6bb2-013a-4659-9500-55c8c5f6c15a HTTP/1.1" status: 204 len: 168 time: 0.1658337 Sep 18 01:02:11.303286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.314065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec331196-3b45-426f-8883-a045070a8c31 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af6bb2-013a-4659-9500-55c8c5f6c15a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.360396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e32f1551-ecd0-4c60-b1c6-51388ae73aa0 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558517 Sep 18 01:02:11.363809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42742) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.380701 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-c0aa8e70-bbf1-4bc7-9301-ffdb0a5060b3 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] delete failed (client error): The resource could not be found. Sep 18 01:02:11.386457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c0aa8e70-bbf1-4bc7-9301-ffdb0a5060b3 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/48af6bb2-013a-4659-9500-55c8c5f6c15a HTTP/1.1" status: 404 len: 347 time: 0.0215254 Sep 18 01:02:11.387031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42744) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.392585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--920273541'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:11.395631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26c4b3-b6c3-4a3e-a7d2-3bbd6200f847 req-34429fe9-b37f-454c-9112-3bacd3ab0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:11.397413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6b26c4b3-b6c3-4a3e-a7d2-3bbd6200f847 req-34429fe9-b37f-454c-9112-3bacd3ab0626 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1097 time: 0.0510304 Sep 18 01:02:11.424353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.446510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6b26c4b3-b6c3-4a3e-a7d2-3bbd6200f847 req-0909a575-926c-4f59-9f07-2a734c29e3f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 Sep 18 01:02:11.531227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.534916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.565283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f679c7f2-0c2e-4770-988a-8ae9d8d09579,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.567444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.568669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40e827f1-7dc7-4e84-834d-76dbf2dfb33d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1807110 Sep 18 01:02:11.572409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.576947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'f679c7f2-0c2e-4770-988a-8ae9d8d09579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:11.603947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.651112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.654981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.674856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a71d7ac-d880-4db5-a4b8-244c64a6a36a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.682462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.683750 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c1daf418-08a8-4b51-ab34-a613bbce3655 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103044 Sep 18 01:02:11.686711 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.721816 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.730981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.766131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.773244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.776379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5a71d7ac-d880-4db5-a4b8-244c64a6a36a HTTP/1.1" status: 204 len: 168 time: 0.0886514 Sep 18 01:02:11.778135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42754) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.783057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd460165-5b40-442a-aada-0e3c0e83efc2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a71d7ac-d880-4db5-a4b8-244c64a6a36a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.846585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e2d3faa3-1eb8-40ac-aee6-4ca71b1447a6 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669909 Sep 18 01:02:11.849236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42758) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:11.919777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:11.945212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.007134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.013460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.015268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/f679c7f2-0c2e-4770-988a-8ae9d8d09579 HTTP/1.1" status: 204 len: 168 time: 0.1649415 Sep 18 01:02:12.017865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.026649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e366-754d-40f2-9e47-584a04c9fb3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f679c7f2-0c2e-4770-988a-8ae9d8d09579,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.080270 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5b7257b7-3475-4db6-933e-6caa6d6cefe4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597982 Sep 18 01:02:12.083578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.089752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196761232'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.114643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.237580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a887d26-6cac-4348-a2a3-15cb25c1ee92 req-6ccb4f72-d95c-4b56-9bed-d13ecdf3e343 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:12.239126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a887d26-6cac-4348-a2a3-15cb25c1ee92 req-6ccb4f72-d95c-4b56-9bed-d13ecdf3e343 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.0607507 Sep 18 01:02:12.253240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.259655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.285629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a887d26-6cac-4348-a2a3-15cb25c1ee92 req-ca89d721-3dff-45bb-935d-941434e25573 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397933 Sep 18 01:02:12.295655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.297286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2124362 Sep 18 01:02:12.300259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.301157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b592be8-86e5-451f-8d5f-774a2e0c7472 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.308455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.355056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.418867 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.433296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.462073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a14ce0-8e77-4aef-8b30-e2332ccab47f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.484924 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.488652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b608e8a0-9999-4368-a357-4a995f6f77db tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846330 Sep 18 01:02:12.489678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.493440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.529245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fafc6-381c-437b-95d8-fb2d0657d6dd req-8815e907-fa35-44de-a205-24bd8f1a3b40 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:12.537084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d1fafc6-381c-437b-95d8-fb2d0657d6dd req-8815e907-fa35-44de-a205-24bd8f1a3b40 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0919068 Sep 18 01:02:12.567830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.593906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d1fafc6-381c-437b-95d8-fb2d0657d6dd req-710f9408-ff14-4d43-9e8b-70b474b2c18d tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Sep 18 01:02:12.640009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.644029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.666935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d6e391-f4ca-438f-87e1-1643daeb9f43,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.670636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.675136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42780) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.679726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.680843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f37cbf6-75ea-4b62-91fb-21ea1457e8a8 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909883 Sep 18 01:02:12.708683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.776130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.780013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.798181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a28d6d-a2a2-4bed-a904-463d83eede46,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.804954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.808933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c0f0a3e0-c42c-4d4f-acfc-1989c77185d2 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301105 Sep 18 01:02:12.809202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42782) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.813792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.843678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.912946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.917163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.937527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b6078c-5fe9-44c6-b041-6da3189cdbc8,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.944281 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:12.946049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6183de09-0dd5-4088-b16e-d57f34fe763f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353681 Sep 18 01:02:12.949034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42784) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:12.953330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:12.980323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.048413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.053178 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.073340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d7d529-27e6-4272-9aaf-b564c65cc4b6,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.081108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.082504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0e5b7c5d-14e6-479e-bd37-92a07d653f40 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1325490 Sep 18 01:02:13.085427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42788) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.114082 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.122668 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.150162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.157278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.158387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e2d7d529-27e6-4272-9aaf-b564c65cc4b6 HTTP/1.1" status: 204 len: 168 time: 0.0718327 Sep 18 01:02:13.161280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42790) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.162412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38869dc7-ba45-4cff-936e-3fa97bc719bc tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d7d529-27e6-4272-9aaf-b564c65cc4b6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.217442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f392f00c-8f3d-4554-80da-dc24634db3b7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0547500 Sep 18 01:02:13.220263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42792) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.247560 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.255746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.283067 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.289093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.290801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/40b6078c-5fe9-44c6-b041-6da3189cdbc8 HTTP/1.1" status: 204 len: 168 time: 0.0696278 Sep 18 01:02:13.293715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42794) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.296881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0ac57-54f8-4313-8023-9d254291c0ea tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b6078c-5fe9-44c6-b041-6da3189cdbc8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.343751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bc637a90-437b-4646-8c25-3a7e93b6845e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0459037 Sep 18 01:02:13.344351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42798) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.379046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.404918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.437485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c8ad3-06ea-4796-b9eb-34b9c41d5f69 req-7167e8a4-7d57-4f85-a2a1-fa3e8cd96380 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:13.438934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-124c8ad3-06ea-4796-b9eb-34b9c41d5f69 req-7167e8a4-7d57-4f85-a2a1-fa3e8cd96380 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.0753560 Sep 18 01:02:13.455418 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.459977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.463681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c2a28d6d-a2a2-4bed-a904-463d83eede46 HTTP/1.1" status: 204 len: 168 time: 0.1158392 Sep 18 01:02:13.466875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42800) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.478746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9dc1-5191-43e1-a20a-4800dccb26b4 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2a28d6d-a2a2-4bed-a904-463d83eede46,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.498990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-124c8ad3-06ea-4796-b9eb-34b9c41d5f69 req-c1e8ac00-5faf-4118-a3fc-0498a55cc738 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534487 Sep 18 01:02:13.518737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5921ab7b-8d65-4790-af44-e50079d647ba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0505738 Sep 18 01:02:13.519043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42802) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.545776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.553438 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.585519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.596444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.599917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/72d6e391-f4ca-438f-87e1-1643daeb9f43 HTTP/1.1" status: 204 len: 168 time: 0.0775287 Sep 18 01:02:13.599917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05429eb5-f122-41f6-a0ea-80bdcd989985 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d6e391-f4ca-438f-87e1-1643daeb9f43,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.600360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.655262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d3658-b25e-4ec6-a15c-ba7b05047af9 req-20a05c64-7789-4035-ac64-216e0d08e70c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:13.656803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-631d3658-b25e-4ec6-a15c-ba7b05047af9 req-20a05c64-7789-4035-ac64-216e0d08e70c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.0831895 Sep 18 01:02:13.670331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-36d0c269-206e-4e86-9ee5-96f11b1df331 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608108 Sep 18 01:02:13.670693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42810) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.744280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.759443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-631d3658-b25e-4ec6-a15c-ba7b05047af9 req-d3876566-dd51-4a25-979a-a03aff45c43d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904708 Sep 18 01:02:13.761574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.783455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42812) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.791829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d2d65-bd1c-44d6-99e8-d6eb352168fb req-9a7e82f5-842a-4337-a417-da1dfac36abe tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:13.793311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-106d2d65-bd1c-44d6-99e8-d6eb352168fb req-9a7e82f5-842a-4337-a417-da1dfac36abe tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.0972023 Sep 18 01:02:13.811921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.819546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.823666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/64a14ce0-8e77-4aef-8b30-e2332ccab47f HTTP/1.1" status: 204 len: 168 time: 0.1491873 Sep 18 01:02:13.825669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42814) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.834306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b4ab9-fd04-41b9-bc71-daaae13cce3b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64a14ce0-8e77-4aef-8b30-e2332ccab47f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.852876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-106d2d65-bd1c-44d6-99e8-d6eb352168fb req-e5466ff5-737b-40e4-941f-9eece31f6cfb tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Sep 18 01:02:13.861277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf0358-3efe-408e-b86a-ebaea515f2da tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:13.864568 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0adf0358-3efe-408e-b86a-ebaea515f2da tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1092 time: 0.0792429 Sep 18 01:02:13.866221 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42816) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.871772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:13.900463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9b5c47be-b610-41c9-930d-9e323f9e85f3 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0713062 Sep 18 01:02:13.903241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42818) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:13.915432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.960825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:13.982605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.020155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.029805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.032569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.033760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad HTTP/1.1" status: 204 len: 168 time: 0.1293852 Sep 18 01:02:14.038400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42820) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.050243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cbcd2-922b-45f5-8611-ce0e3513dd0d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1f52a-75a7-44eb-9d42-cb5ff7bb3aad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.115933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1be03e80-5def-4588-ae45-15bd4d249f3d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764613 Sep 18 01:02:14.121451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42826) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.126075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--117329182'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:14.145215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.25.7.242 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/fc6dfeb5-9f43-4459-b818-ebe851a5ec70) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:14.154873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.266578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.273654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.289696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.305294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2770951d-4801-4aaa-9b35-9a65fc1c9909,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.312286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.316559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3ee32c23-e9cc-4b1f-aea4-bf551807d58c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1912775 Sep 18 01:02:14.316703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42828) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.331131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': '2770951d-4801-4aaa-9b35-9a65fc1c9909', 'direction': 'ingress', 'protocol': 17}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:14.362735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.363653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.413812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:14.418160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:14.422380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:14.432063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=fc6dfeb5-9f43-4459-b818-ebe851a5ec70,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.463756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.478291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.489135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0353308-9eb6-4b61-a3a7-a0cc5382cf48,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.504603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.506983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4720c583-f2a1-49e9-8db0-95dce9dc4b4e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1884816 Sep 18 01:02:14.509938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42834) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.573946 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.600515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.653719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.657169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.658434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/2770951d-4801-4aaa-9b35-9a65fc1c9909 HTTP/1.1" status: 204 len: 168 time: 0.1473184 Sep 18 01:02:14.662278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42838) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.683966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636b04d-c29f-4d99-ac51-2ae8f00cade7 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770951d-4801-4aaa-9b35-9a65fc1c9909,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.735618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c9da02b3-2cb5-48e6-9adf-17c3e86b4f0a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722106 Sep 18 01:02:14.740813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42840) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.745943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--770037069'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:14.770122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.866055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.871761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.928660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43e53c-1f26-4a70-95de-ff162a92434d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:14.933309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.937928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3eeddaa5-48cc-4dd9-aab9-7114332e2d00 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1960318 Sep 18 01:02:14.938639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42844) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:14.943229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--528203881'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:14.993786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.069361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4856967-9d9d-4ba0-81cc-5331765d18f4 req-fab2dfb7-c77b-4aa6-858b-84c7be6f9caf tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:15.071763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4856967-9d9d-4ba0-81cc-5331765d18f4 req-fab2dfb7-c77b-4aa6-858b-84c7be6f9caf tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1223321 Sep 18 01:02:15.129358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.135913 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.143302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4856967-9d9d-4ba0-81cc-5331765d18f4 req-6b2c71dd-e7ee-45a0-958e-df636ef9f15e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Sep 18 01:02:15.177382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.180285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2403197 Sep 18 01:02:15.181080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42846) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.186814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': 'fb43e53c-1f26-4a70-95de-ff162a92434d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7aff7057-f89e-4ac9-a9ee-f899392d8cad', 'remote_ip_prefix': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:15.191817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2b765-411a-4922-9725-46053ae030ef tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff7057-f89e-4ac9-a9ee-f899392d8cad,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.232197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.255806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-9855de55-f24c-4f42-9157-1b6c3164a0a7 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:15.257437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-9855de55-f24c-4f42-9157-1b6c3164a0a7 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.54 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 946 time: 0.1509664 Sep 18 01:02:15.319456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.323623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.338701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3188e19-6811-42a4-afc2-362f68a9554a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.347987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.350891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2c0e0458-0f7a-4a00-926e-3a7954295aab tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1679931 Sep 18 01:02:15.353861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42848) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.371184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.377169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.386090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.414280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.421829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.422932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b3188e19-6811-42a4-afc2-362f68a9554a HTTP/1.1" status: 204 len: 168 time: 0.0681455 Sep 18 01:02:15.426626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.433399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a710-2017-459d-99f0-c172da8099ec tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3188e19-6811-42a4-afc2-362f68a9554a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.448792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Deleting port f2f86727-8c9f-4f60-bbcc-a1798f356cfd {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:15.449140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.472655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ccdd915b-da9b-497f-88ce-41f2fb43cd63 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0446293 Sep 18 01:02:15.475355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.477311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.541876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.569348 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.619166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] For port f2f86727-8c9f-4f60-bbcc-a1798f356cfd, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:15.619552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.623413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.626081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.630257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/7aff7057-f89e-4ac9-a9ee-f899392d8cad HTTP/1.1" status: 204 len: 168 time: 0.1511106 Sep 18 01:02:15.632593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42860) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.647688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4529f1-4c47-476a-afb7-5a316f1c749e tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff7057-f89e-4ac9-a9ee-f899392d8cad,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.666114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Calling delete_port for f2f86727-8c9f-4f60-bbcc-a1798f356cfd owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:15.724697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9450b3be-8e74-4c1d-817c-8b18dc0ce98b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0902123 Sep 18 01:02:15.728781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42864) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.787735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.801926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.806096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.845921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.914791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=fc6dfeb5-9f43-4459-b818-ebe851a5ec70,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.918112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.927486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.931561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb43e53c-1f26-4a70-95de-ff162a92434d HTTP/1.1" status: 204 len: 168 time: 0.1987665 Sep 18 01:02:15.933519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42868) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:15.947505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806cb5-b8b0-4a85-b85a-114d3b7e4844 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43e53c-1f26-4a70-95de-ff162a92434d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.948772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.950117 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:15.960309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:16.007022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cf3732db-fa33-4c96-9b03-be1849c0af64 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708096 Sep 18 01:02:16.014110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['f2f86727-8c9f-4f60-bbcc-a1798f356cfd'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:16.015255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42870) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.028927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Pushing event deleted for resources: {'Port': ['ID=f2f86727-8c9f-4f60-bbcc-a1798f356cfd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.029197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017852167'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:16.073805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.081589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] No DVR routers for this DVR port f2f86727-8c9f-4f60-bbcc-a1798f356cfd on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:16.085324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.087372 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7ac2d678-3d72-4eff-b7b2-990192eb951f req-b687435b-4490-4944-8d92-aa72a1a59ab9 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.54 "DELETE /v2.0/ports/f2f86727-8c9f-4f60-bbcc-a1798f356cfd HTTP/1.1" status: 204 len: 173 time: 0.8192394 Sep 18 01:02:16.088489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'name': 'network-vif-deleted', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:16.092249 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e4343d-3ac6-4dd2-8e3c-fe143de026d9" -d '{"events": [{"server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "name": "network-vif-deleted", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:16.192745 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Floating IP 67c3b5d7-e1bd-4f1c-886f-8681b906188a associated. External IP: 172.25.7.242, port: ca7f2200-adfc-4797-ac64-321ba536c08e. Sep 18 01:02:16.251603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.257095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.261588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.334752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83619465-1e2d-4ebb-a40d-70bda4102685,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.349548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.354431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-650a9e50-644b-48e0-93e3-035716ead36c tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3375537 Sep 18 01:02:16.354601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42878) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.377403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7946e8e-98c9-40a5-96bf-e245d305b7c6 req-746f8f42-b25a-458b-b209-427f61ac00e4 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7 HTTP/1.1" status: 200 len: 210 time: 0.0547130 Sep 18 01:02:16.384103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': '83619465-1e2d-4ebb-a40d-70bda4102685', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:16.451366 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc728f8b-269e-4cbe-8972-20e96528d035 x-openstack-request-id: req-fc728f8b-269e-4cbe-8972-20e96528d035 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:16.451568 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7", "name": "network-vif-deleted", "tag": "f2f86727-8c9f-4f60-bbcc-a1798f356cfd", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:16.451812 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc728f8b-269e-4cbe-8972-20e96528d035 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:16.452207 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024c05c6-ef0d-4ca9-84dd-ec6c8c9bb2e7', 'name': 'network-vif-deleted', 'tag': 'f2f86727-8c9f-4f60-bbcc-a1798f356cfd', 'status': 'completed', 'code': 200} Sep 18 01:02:16.469037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.574380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:16.578248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.583539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.611382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7922c13f-cb92-42a4-bdfd-f8092be0f8ee,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.647080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.652259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42880) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.652800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7dd95a4a-f71c-4c75-869b-6da1147e585a tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2967579 Sep 18 01:02:16.693336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.706221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.740057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:16.745551 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.753714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.757637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:16.757969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7922c13f-cb92-42a4-bdfd-f8092be0f8ee HTTP/1.1" status: 204 len: 168 time: 0.1020024 Sep 18 01:02:16.758508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.762959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3e95-acc4-4511-8f59-0e626bedc7cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7922c13f-cb92-42a4-bdfd-f8092be0f8ee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.769407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.773030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:16.774276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:16.828181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0a657dc8-a922-4d26-b51b-0346b7b4a8ba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682292 Sep 18 01:02:16.830347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8d0da557-57fc-4346-8815-afb6c985507e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9632032 Sep 18 01:02:16.830880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42884) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.833367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42886) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:16.915490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.935099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:16.950279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.967701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27b5e0ea-c0d7-4904-b493-3ffa2fe7ce29 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/67c3b5d7-e1bd-4f1c-886f-8681b906188a HTTP/1.1" status: 200 len: 991 time: 0.1323743 Sep 18 01:02:17.003276 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.006181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.011008 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/83619465-1e2d-4ebb-a40d-70bda4102685 HTTP/1.1" status: 204 len: 168 time: 0.1754510 Sep 18 01:02:17.011519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42890) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.025504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e1958-761a-4307-ad31-902fff95f260 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83619465-1e2d-4ebb-a40d-70bda4102685,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:17.064265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-11024038-eba2-4af6-b7e2-afe661f1a9e6 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511265 Sep 18 01:02:17.067368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42892) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.072869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111384955'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:17.096791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.187404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.192332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.225239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.226638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1582100 Sep 18 01:02:17.229189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ecf02-fdf0-4b86-bd67-783fc000faa1 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1bc62-9556-40af-b418-3581c5218cf5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:17.229711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.235248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': '8bc1bc62-9556-40af-b418-3581c5218cf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:17.235500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:14Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:17.262628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:17.267151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.270911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:17.271523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:17.334740 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.339728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.361059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a91b156-4452-4597-b069-e375b934bc3e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:17.367383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.368856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fb0882bb-72a4-4af1-a217-5c88bfd4c01b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376963 Sep 18 01:02:17.371787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.386289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:17.392253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e3962cb7-b0a4-4bd7-9717-df2a82d2eb5b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules/2a91b156-4452-4597-b069-e375b934bc3e HTTP/1.1" status: 200 len: 763 time: 0.0170693 Sep 18 01:02:17.394113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42898) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.676606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:14Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:17.703809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237acf9f-07e7-4697-bf24-cd1061de3e2d None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:14Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:17.769501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-877de36f-e479-464a-9ca7-47c30c58a30b tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3717005 Sep 18 01:02:17.770047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42906) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.785603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdd48b-b143-4b0c-8617-cf22877a64f6 req-fd0bc67c-4b4e-43db-8c8c-198ee45e2171 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:17.787157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3fdd48b-b143-4b0c-8617-cf22877a64f6 req-fd0bc67c-4b4e-43db-8c8c-198ee45e2171 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0801320 Sep 18 01:02:17.801482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.810740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.846997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3fdd48b-b143-4b0c-8617-cf22877a64f6 req-324d2e6b-750a-4ff9-9ed3-82c02bb3ee9e tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519493 Sep 18 01:02:17.862838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.874863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.875999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2a91b156-4452-4597-b069-e375b934bc3e HTTP/1.1" status: 204 len: 168 time: 0.1051300 Sep 18 01:02:17.877096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d0ddf-9d09-48cf-964f-a1b378c210f5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a91b156-4452-4597-b069-e375b934bc3e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:17.878725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42908) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.922407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aa0bfe16-327a-4ce4-884f-21ce3aec2bf5 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421593 Sep 18 01:02:17.924936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42910) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.929206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': '8bc1bc62-9556-40af-b418-3581c5218cf5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:17.960623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.970065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:17.999873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5588946-d2a9-4b91-855b-91956450439f None None] New status for floating IP 67c3b5d7-e1bd-4f1c-886f-8681b906188a: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:02:18.029646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.035980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.067094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370b0529-49c4-442c-a311-de1f0cd8fb49,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.077803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.081510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-15bd82ce-cc3f-4326-a72f-358441c98500 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531613 Sep 18 01:02:18.081688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dc32dcf4-ff8b-4b1e-a6a1-aaf5a803a18c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/67c3b5d7-e1bd-4f1c-886f-8681b906188a HTTP/1.1" status: 200 len: 991 time: 0.1100922 Sep 18 01:02:18.082035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.105248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d12dde05-f12c-4c4d-b772-d548e8649da0 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules/370b0529-49c4-442c-a311-de1f0cd8fb49 HTTP/1.1" status: 200 len: 763 time: 0.0196254 Sep 18 01:02:18.105475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.155177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0631c370-7c72-474b-b262-03c19c0ba551 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0461509 Sep 18 01:02:18.155509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.184017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.193485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.233681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.242955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.244427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/370b0529-49c4-442c-a311-de1f0cd8fb49 HTTP/1.1" status: 204 len: 168 time: 0.0878386 Sep 18 01:02:18.246968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42924) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.267035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f343e5-403e-42d9-a4e4-8be24f464c6f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=370b0529-49c4-442c-a311-de1f0cd8fb49,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.317777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b9f1a655-4625-4e5d-9494-c98a289b8602 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690753 Sep 18 01:02:18.320079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.325185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Request body: {'security_group_rule': {'security_group_id': '8bc1bc62-9556-40af-b418-3581c5218cf5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:18.349579 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Project 2c8b2eab4031410ab75116e12b8ea2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:18.355354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.414683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.420881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.441891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd70b4-f9ce-4bba-acc2-3d67ddd9b50b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.445789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.447624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f9665e2-166d-4963-98a0-407a3f9a9c76 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259279 Sep 18 01:02:18.450126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.456674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:18.458970 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e73668-4faf-4ae0-8947-8fde59b26a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:18.473974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dd3df38a-3ab1-4068-8869-4b2abb8b2012 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules/7cfd70b4-f9ce-4bba-acc2-3d67ddd9b50b HTTP/1.1" status: 200 len: 769 time: 0.0218573 Sep 18 01:02:18.475753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.500682 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6ac54-8a09-4be0-9b3f-1cc8638711de x-openstack-request-id: req-79e6ac54-8a09-4be0-9b3f-1cc8638711de {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:18.500977 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:18.501237 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79e6ac54-8a09-4be0-9b3f-1cc8638711de {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:18.501624 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'status': 'completed', 'code': 200} Sep 18 01:02:18.522639 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-733e9ec6-a591-4e27-ac46-66fcaf4867cf tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0453746 Sep 18 01:02:18.525829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42940) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.582937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.594406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.607021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-c763a193-bd5b-4391-8742-d66c4be53024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:18.608580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-c763a193-bd5b-4391-8742-d66c4be53024 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1097 time: 0.0764599 Sep 18 01:02:18.657034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.662024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.666593 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7cfd70b4-f9ce-4bba-acc2-3d67ddd9b50b HTTP/1.1" status: 204 len: 168 time: 0.1364238 Sep 18 01:02:18.667163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42942) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.705281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776782b-33d2-4542-8681-662a26576971 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cfd70b4-f9ce-4bba-acc2-3d67ddd9b50b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.709409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bdc1d05d-0c28-4717-a48b-290fa098dfa3 tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408862 Sep 18 01:02:18.713163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42944) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.735845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-aec012d0-8385-448a-882c-609149866306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:18.737301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-aec012d0-8385-448a-882c-609149866306 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 898 time: 0.1187599 Sep 18 01:02:18.767210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.790961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.809691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-ee5e9f22-4667-457a-9402-bddbea12564e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 1001 time: 0.0638912 Sep 18 01:02:18.834750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.837956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.841868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bc1bc62-9556-40af-b418-3581c5218cf5 HTTP/1.1" status: 204 len: 168 time: 0.1277370 Sep 18 01:02:18.845270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42946) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.864867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffb236-8b87-4aed-b1d0-41877bacbdba tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1bc62-9556-40af-b418-3581c5218cf5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.871891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-45f29176-078f-4ec2-9e03-b12206d9a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:18.874337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-45f29176-078f-4ec2-9e03-b12206d9a526 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 200 len: 834 time: 0.0565553 Sep 18 01:02:18.911874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68d24aa2-a449-4677-9f0a-41c179b2af9d tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654655 Sep 18 01:02:18.919330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42950) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:18.950081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-1e397041-4825-4a58-a955-d0d6247c3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:18.951694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-1e397041-4825-4a58-a955-d0d6247c3643 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae936144-63e5-4697-aa4a-9954ad973e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685310 Sep 18 01:02:19.000214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0fe0b4b6-0ac7-4f4d-94a9-cf5e30c9bd7f tempest-SecGroupIPv6Test-338569191 tempest-SecGroupIPv6Test-338569191-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796108 Sep 18 01:02:19.024327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea864033-e910-4531-937f-8d8f66ab4107 req-9734071c-4182-4f44-851d-9f8654ad4434 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:19.025839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea864033-e910-4531-937f-8d8f66ab4107 req-9734071c-4182-4f44-851d-9f8654ad4434 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0846715 Sep 18 01:02:19.072387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-7a77c7d6-22c3-4ab8-8699-b68ae77668df service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114247 Sep 18 01:02:19.074800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea864033-e910-4531-937f-8d8f66ab4107 req-526a059e-9b7c-4c8a-aeb8-598473848426 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Sep 18 01:02:19.085591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 42954) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:19.165105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e39a4dea-fbc8-4512-852c-b104015de0b0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/67c3b5d7-e1bd-4f1c-886f-8681b906188a HTTP/1.1" status: 200 len: 993 time: 0.0761302 Sep 18 01:02:19.178444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e6e73668-4faf-4ae0-8947-8fde59b26a0f req-ea146c07-58e7-45a2-8897-e1eaa4a60c09 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976653 Sep 18 01:02:19.294541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42958) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:19.430849 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7394c4ac-b9fe-484c-838c-d5ef6f4912b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c8b2eab4031410ab75116e12b8ea2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351967 Sep 18 01:02:19.433285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 42968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:19.482179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:19.503199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:19.554119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:19.557074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:19.560709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d7505f9-c37f-4248-9813-46f31daad0c4 HTTP/1.1" status: 204 len: 168 time: 0.1239848 Sep 18 01:02:19.565784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b849b7-b502-4879-9189-48de31e1936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7505f9-c37f-4248-9813-46f31daad0c4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:19.748835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f2f86727-8c9f-4f60-bbcc-a1798f356cfd no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:19.774246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: f2f86727-8c9f-4f60-bbcc-a1798f356cfd {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:19.774655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device f2f86727-8c9f-4f60-bbcc-a1798f356cfd not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:20.209424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6d6d-8814-423c-8d50-7a5431ed7c44 req-9648e3ce-c69d-450b-a0fb-c6074e14085a tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:20.211596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-025e6d6d-8814-423c-8d50-7a5431ed7c44 req-9648e3ce-c69d-450b-a0fb-c6074e14085a tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0579553 Sep 18 01:02:20.251369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-025e6d6d-8814-423c-8d50-7a5431ed7c44 req-4064490e-de87-428f-bb28-ad63716335f0 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Sep 18 01:02:20.265120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:20.364429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1698178246'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:20.387243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Made reservation on behalf of d75fbeaf85ae4677982d53f898099f25 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:20.391130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.400840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.500864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.505364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.530009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:02:20.545131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ccd8e-b7e5-41ec-9d2e-75c8f708201f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:20.548046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.548414 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Added segment e9bec04e-9591-4260-98a9-105cf095a6b1 of type vlan for network 90006296-a700-4d33-99e5-da3c787bf81d Sep 18 01:02:20.590404 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.633688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.639281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:20.639872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.674343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4079149 Sep 18 01:02:20.677308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43014) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:20.682728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Request body: {'subnet': {'network_id': '90006296-a700-4d33-99e5-da3c787bf81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:20.711498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290942-5aac-4cd5-9ff9-208ee28d3d5b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event updated for resources: {'Network': ['ID=90006296-a700-4d33-99e5-da3c787bf81d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:20.721903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 90006296-a700-4d33-99e5-da3c787bf81d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:02:20.781757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Made reservation on behalf of d75fbeaf85ae4677982d53f898099f25 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:20.785735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.980262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.040883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event updated for resources: {'Subnet': ['ID=6b5c893c-2dce-4cc9-bc67-d183bb9c62cc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:21.051217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Checking segment: {'id': 'e9bec04e-9591-4260-98a9-105cf095a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:21.051585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Network hostable DHCP agents. Network: 90006296-a700-4d33-99e5-da3c787bf81d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:21.067712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Network 90006296-a700-4d33-99e5-da3c787bf81d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:21.077042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 90006296-a700-4d33-99e5-da3c787bf81d) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:21.081263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:21.081795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.086881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313f034-162b-4264-96ad-35f1cc11d764 None None] Network 90006296-a700-4d33-99e5-da3c787bf81d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:21.099567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-209ef5a9-86ed-4fee-9280-4315de7b1f5e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4187627 Sep 18 01:02:21.099813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43018) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:21.104906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Request body: {'port': {'network_id': '90006296-a700-4d33-99e5-da3c787bf81d', 'name': 'tempest-TagsExtTest-1575781205'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:21.228292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Made reservation on behalf of d75fbeaf85ae4677982d53f898099f25 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:21.232044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.250012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] device_id is not set on port 9aae39d4-373f-41a3-a5cc-637e6d041e0c yet. {{(pid=106453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:02:21.256396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-90006296-a700-4d33-99e5-da3c787bf81d', 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d', 'tenant_id': 'd75fbeaf85ae4677982d53f898099f25', 'fixed_ips': [{'subnet_id': '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:02:21.257369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.418589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Allocated IP 172.20.0.6 (90006296-a700-4d33-99e5-da3c787bf81d/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/9aae39d4-373f-41a3-a5cc-637e6d041e0c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:21.428051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58a093-0809-4652-98c8-c2e3444b0412 req-aa3aa934-de43-4c02-81ab-2b4df1964907 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:21.430219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a58a093-0809-4652-98c8-c2e3444b0412 req-aa3aa934-de43-4c02-81ab-2b4df1964907 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.1026597 Sep 18 01:02:21.494256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a58a093-0809-4652-98c8-c2e3444b0412 req-4b1dcefc-0871-4669-ac6b-e00fbfc3867f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Sep 18 01:02:21.603160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.642046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.685025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Network 90006296-a700-4d33-99e5-da3c787bf81d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:21.685371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Allocated IP 172.20.0.2 (90006296-a700-4d33-99e5-da3c787bf81d/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/099aa06d-c392-41f2-a3f3-c74d31755371) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:21.688512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:21.692585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:21.726396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event updated for resources: {'Port': ['ID=9aae39d4-373f-41a3-a5cc-637e6d041e0c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:21.748179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:21.748746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.764169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-44177180-ff33-45ee-bb39-c842c1e88e86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6631961 Sep 18 01:02:21.766712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43022) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:21.771071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1467315627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:21.794562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.795572 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.844738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.850806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.856733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.863175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.881785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.884659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5653e7f8-eb58-45ca-9c10-3e26ca83b2cc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1162577 Sep 18 01:02:21.886769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43024) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:21.892991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dafd9fd6-a143-40aa-ab7a-851dc7d1e67c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-649331542', 'prefixes': ['172.20.0.0/16']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:21.899080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Network 90006296-a700-4d33-99e5-da3c787bf81d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:21.902547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:21.909088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:21.921014 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Pushing event updated for resources: {'Port': ['ID=099aa06d-c392-41f2-a3f3-c74d31755371,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:21.963309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dafd9fd6-a143-40aa-ab7a-851dc7d1e67c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for subnetpool, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.967961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dafd9fd6-a143-40aa-ab7a-851dc7d1e67c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0756946 Sep 18 01:02:21.968096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:21.972720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-1c5bf07a-03c8-4dbf-87e2-88eb96508eed tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-408764102') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:21.983915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Attempting to bind port 099aa06d-c392-41f2-a3f3-c74d31755371 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:21.984542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Attempting to bind port 099aa06d-c392-41f2-a3f3-c74d31755371 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e9bec04e-9591-4260-98a9-105cf095a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:21.984998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Attempting to bind port 099aa06d-c392-41f2-a3f3-c74d31755371 on network 90006296-a700-4d33-99e5-da3c787bf81d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:21.990072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:21.990573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Checking segment: {'id': 'e9bec04e-9591-4260-98a9-105cf095a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:21.991106 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:21.991592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Bound using segment: {'id': 'e9bec04e-9591-4260-98a9-105cf095a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:21.992740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Bound port: 099aa06d-c392-41f2-a3f3-c74d31755371, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bec04e-9591-4260-98a9-105cf095a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90006296-a700-4d33-99e5-da3c787bf81d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:21.993223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:22.064132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] For port 099aa06d-c392-41f2-a3f3-c74d31755371, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:22.067566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] For port 099aa06d-c392-41f2-a3f3-c74d31755371, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=099aa06d-c392-41f2-a3f3-c74d31755371,segment=NetworkSegment(e9bec04e-9591-4260-98a9-105cf095a6b1),segment_id=e9bec04e-9591-4260-98a9-105cf095a6b1)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:22.074421 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:22.082124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1c5bf07a-03c8-4dbf-87e2-88eb96508eed tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-408764102 HTTP/1.1" status: 201 len: 201 time: 0.1128469 Sep 18 01:02:22.085752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43032) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.091650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-4d7abcf7-4b77-4bb1-b70d-50850996d3f0 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-1695176485') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.157174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c9cc-3a97-43ba-999d-dd4154ef776f None None] Pushing event updated for resources: {'Port': ['ID=099aa06d-c392-41f2-a3f3-c74d31755371,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:22.199457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4d7abcf7-4b77-4bb1-b70d-50850996d3f0 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-1695176485 HTTP/1.1" status: 201 len: 201 time: 0.1123371 Sep 18 01:02:22.202472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.208569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-3310c5e9-9a2c-4101-b101-7647aa3aa469 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1756159365') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.329638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3310c5e9-9a2c-4101-b101-7647aa3aa469 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1756159365 HTTP/1.1" status: 201 len: 201 time: 0.1259053 Sep 18 01:02:22.332402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43046) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.338589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-10c64a8a-5e85-4e75-99c4-de29e8bc0093 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-2068640468') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.417188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-10c64a8a-5e85-4e75-99c4-de29e8bc0093 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-2068640468 HTTP/1.1" status: 201 len: 201 time: 0.0833766 Sep 18 01:02:22.419550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43048) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.438181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-f5aae635-a188-44e8-adc7-a55fd4beaef3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.550505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f5aae635-a188-44e8-adc7-a55fd4beaef3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 200 len: 240 time: 0.1282027 Sep 18 01:02:22.553150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43052) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.558158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-f43050a1-e128-4251-a82c-4ba6d25d47e5 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-408764102') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.614300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f43050a1-e128-4251-a82c-4ba6d25d47e5 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-408764102 HTTP/1.1" status: 204 len: 168 time: 0.0600681 Sep 18 01:02:22.620081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.626347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-9e4684b2-2649-4fdf-a108-85d5a858b103 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-408764102') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.663409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9614c1-b271-4d34-9f15-b9064438bf31 req-2bd71919-c853-4a7d-874f-d3fd3639a2ad tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:22.665727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f9614c1-b271-4d34-9f15-b9064438bf31 req-2bd71919-c853-4a7d-874f-d3fd3639a2ad tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0893292 Sep 18 01:02:22.723901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f9614c1-b271-4d34-9f15-b9064438bf31 req-ad0cdcbd-35e1-4662-b391-0345e2117c90 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Sep 18 01:02:22.743601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e4684b2-2649-4fdf-a108-85d5a858b103 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-408764102 HTTP/1.1" status: 204 len: 168 time: 0.1218777 Sep 18 01:02:22.746016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.750276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-734147cc-4e44-4cbf-a224-6ad4337e1b3f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.801548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-734147cc-4e44-4cbf-a224-6ad4337e1b3f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 200 len: 205 time: 0.0543408 Sep 18 01:02:22.803914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.808597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-7570745c-2cde-4fed-befb-d163f9c8a008 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.870773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7570745c-2cde-4fed-befb-d163f9c8a008 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 200 len: 241 time: 0.0632522 Sep 18 01:02:22.871205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.878636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-bcf1a4f5-367b-4c7a-8055-3901c7fd8f86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-1695176485') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.936976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bcf1a4f5-367b-4c7a-8055-3901c7fd8f86 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-1695176485 HTTP/1.1" status: 204 len: 168 time: 0.0643678 Sep 18 01:02:22.939297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43062) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:22.943824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-0ea72aaa-1c05-4954-8a98-ea37f9cf1f8f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-1695176485') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.983594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52165e-aace-4620-9253-876666edfbaf req-e4ab9a23-69e6-40e4-b197-f73149390b99 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:22.985281 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-db52165e-aace-4620-9253-876666edfbaf req-e4ab9a23-69e6-40e4-b197-f73149390b99 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 946 time: 0.0662282 Sep 18 01:02:23.018306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ea72aaa-1c05-4954-8a98-ea37f9cf1f8f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-1695176485 HTTP/1.1" status: 204 len: 168 time: 0.0778284 Sep 18 01:02:23.020786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43064) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.026516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-46be6533-f4f2-4c6a-9efb-58948d3bae69 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.091109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-46be6533-f4f2-4c6a-9efb-58948d3bae69 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 200 len: 205 time: 0.0689569 Sep 18 01:02:23.094628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43066) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.099732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-df6be5d2-c389-4973-88e6-6280a0319fd3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.108712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Deleting port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:23.109107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.237086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528f593-62c6-44c5-9b5e-fc0d17427306 None None] Network 90006296-a700-4d33-99e5-da3c787bf81d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:23.252262 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-df6be5d2-c389-4973-88e6-6280a0319fd3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 200 len: 241 time: 0.1561606 Sep 18 01:02:23.255095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.260561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-4f4d8eb3-cf81-4da7-86d2-6706452e7511 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1756159365') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.276351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] For port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:23.276788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.291181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Calling delete_port for f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:23.315541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] Provisioning complete for port 099aa06d-c392-41f2-a3f3-c74d31755371 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:23.315820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.361763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f4d8eb3-cf81-4da7-86d2-6706452e7511 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1756159365 HTTP/1.1" status: 204 len: 168 time: 0.1054468 Sep 18 01:02:23.364356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.377588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-9e79d76d-b16b-4c65-b48f-93f8bcd66e2a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1756159365') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.449898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.466415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:23.488707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e79d76d-b16b-4c65-b48f-93f8bcd66e2a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1756159365 HTTP/1.1" status: 204 len: 168 time: 0.1223526 Sep 18 01:02:23.490777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43074) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.491158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.496673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-e74d3ea1-161f-48a7-a883-6e2092eeea19 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.531674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Pushing event deleted for resources: {'Port': ['ID=f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:23.541551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] For port 099aa06d-c392-41f2-a3f3-c74d31755371, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=099aa06d-c392-41f2-a3f3-c74d31755371,segment=NetworkSegment(e9bec04e-9591-4260-98a9-105cf095a6b1),segment_id=e9bec04e-9591-4260-98a9-105cf095a6b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:23.553448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.553918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] No DVR routers for this DVR port f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:23.561315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.563672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-db52165e-aace-4620-9253-876666edfbaf req-67daafd3-be22-454c-a6bf-43a5d39cd18f tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.48 "DELETE /v2.0/ports/f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a HTTP/1.1" status: 204 len: 173 time: 0.5664895 Sep 18 01:02:23.564133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'name': 'network-vif-deleted', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:23.566496 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776c895-18f8-4cd4-8708-8ad348848049" -d '{"events": [{"server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "name": "network-vif-deleted", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:23.623339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e74d3ea1-161f-48a7-a883-6e2092eeea19 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 200 len: 205 time: 0.1312358 Sep 18 01:02:23.625535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43078) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.631356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-c8032c56-1f57-45c5-ab98-fbfe20f88a26 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.643892 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dcfd2a-f2e4-4a9d-9112-3d0820603561 x-openstack-request-id: req-f9dcfd2a-f2e4-4a9d-9112-3d0820603561 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:23.644449 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabecd1f-22ad-445f-a12a-23f7548fa0f3", "name": "network-vif-deleted", "tag": "f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:23.644799 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9dcfd2a-f2e4-4a9d-9112-3d0820603561 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:23.645299 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabecd1f-22ad-445f-a12a-23f7548fa0f3', 'name': 'network-vif-deleted', 'tag': 'f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a', 'status': 'completed', 'code': 200} Sep 18 01:02:23.647471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01984f9-5a9c-4e59-837d-ebb17b19832e None None] Pushing event updated for resources: {'Port': ['ID=099aa06d-c392-41f2-a3f3-c74d31755371,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:23.674814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c8032c56-1f57-45c5-ab98-fbfe20f88a26 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 200 len: 241 time: 0.0472510 Sep 18 01:02:23.676521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43080) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.681879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-d8d9a80c-72a9-4d81-9942-1774addf9b24 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-2068640468') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.707881 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d8d9a80c-72a9-4d81-9942-1774addf9b24 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-2068640468 HTTP/1.1" status: 204 len: 168 time: 0.0299780 Sep 18 01:02:23.710160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43082) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.716806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-9a5e1cef-3490-44f0-8825-752bf3d8f293 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-2068640468') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.760282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a5e1cef-3490-44f0-8825-752bf3d8f293 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-2068640468 HTTP/1.1" status: 204 len: 168 time: 0.0477262 Sep 18 01:02:23.762253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43086) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.766554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-8bb82f7c-3e18-43cc-8ef3-2702290de83e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.800264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43088) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.800469 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8bb82f7c-3e18-43cc-8ef3-2702290de83e tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 200 len: 205 time: 0.0370281 Sep 18 01:02:23.805803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-0ddf8c37-1579-431e-a249-1bc468d97ae3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.872808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f71bb48-ee1b-4a81-ae43-1760646710f9 req-30c19de6-e312-4228-89bb-b63eec6e04e3 tempest-ServerRescueNegativeTestJSON-1980850190 tempest-ServerRescueNegativeTestJSON-1980850190-project] 10.222.0.49 "GET /v2.0/ports?device_id=fabecd1f-22ad-445f-a12a-23f7548fa0f3 HTTP/1.1" status: 200 len: 210 time: 0.0405996 Sep 18 01:02:23.889586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-35e53b2b-39dc-4a2f-ad0d-3da89174f266 None None] Provisioning complete for port 099aa06d-c392-41f2-a3f3-c74d31755371 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:23.889969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-35e53b2b-39dc-4a2f-ad0d-3da89174f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:23.896617 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ddf8c37-1579-431e-a249-1bc468d97ae3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 204 len: 168 time: 0.0941224 Sep 18 01:02:23.899111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43090) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:23.904183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-7192cfba-e5ab-4801-a5fa-2863f68bc2be tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.012417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 099aa06d-c392-41f2-a3f3-c74d31755371 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:24.101842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43092) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.105948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 099aa06d-c392-41f2-a3f3-c74d31755371 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:24.106372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.107617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-302eeac9-14b8-40d1-a8cb-bee4b936de6f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.110097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7192cfba-e5ab-4801-a5fa-2863f68bc2be tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2094641 Sep 18 01:02:24.140988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-35e53b2b-39dc-4a2f-ad0d-3da89174f266 None None] Provisioning complete for port 9aae39d4-373f-41a3-a5cc-637e6d041e0c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:24.142125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-35e53b2b-39dc-4a2f-ad0d-3da89174f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.201931 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-302eeac9-14b8-40d1-a8cb-bee4b936de6f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0961609 Sep 18 01:02:24.202190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-35e53b2b-39dc-4a2f-ad0d-3da89174f266 None None] Port 9aae39d4-373f-41a3-a5cc-637e6d041e0c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:02:24.202518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43094) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.216403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-2d2ef47b-14e0-4b96-be61-57a331545195 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.235794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c645b094-f6a1-4448-98d2-74329216aa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.275442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d2ef47b-14e0-4b96-be61-57a331545195 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0718246 Sep 18 01:02:24.279433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.284031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-262b991d-269f-433f-9895-dd582d4cc89d tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-1373107006') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.319557 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1a244e98-a05a-4fc0-9d05-9585c41ea512 None None] Provisioning complete for port 9aae39d4-373f-41a3-a5cc-637e6d041e0c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:24.320172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1a244e98-a05a-4fc0-9d05-9585c41ea512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.356967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1a244e98-a05a-4fc0-9d05-9585c41ea512 None None] Port 9aae39d4-373f-41a3-a5cc-637e6d041e0c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:02:24.362709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.362894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-262b991d-269f-433f-9895-dd582d4cc89d tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-1373107006 HTTP/1.1" status: 201 len: 201 time: 0.0823140 Sep 18 01:02:24.368247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-a32d36c3-5d80-4e95-a53e-27634fe82a3b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-1448703769') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.398976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43102) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.433452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a32d36c3-5d80-4e95-a53e-27634fe82a3b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-1448703769 HTTP/1.1" status: 201 len: 201 time: 0.0694914 Sep 18 01:02:24.436209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43104) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.442461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-6a053a67-222e-4700-aa05-9b4535445445 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1805816467') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.488756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Deleting subnet 7174ff1c-71c9-4fb8-b363-58dafb2377b3 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:24.492703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.562077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.601105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a053a67-222e-4700-aa05-9b4535445445 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1805816467 HTTP/1.1" status: 201 len: 201 time: 0.1638012 Sep 18 01:02:24.604555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43106) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.609469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-6e507a02-74ca-4c89-a064-d4d74f02e8b9 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-1644469571') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.610994 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.651644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6e507a02-74ca-4c89-a064-d4d74f02e8b9 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-1644469571 HTTP/1.1" status: 201 len: 201 time: 0.0459585 Sep 18 01:02:24.654452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43108) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.659327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-7c9048b9-9a15-44b6-adfc-1b511111691f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', {'tags': ['tempest-TagsExtTest-Tag-206587067', 'tempest-TagsExtTest-Tag-849816601', 'tempest-TagsExtTest-Tag-304170299']}) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:24.670401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.698514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7174ff1c-71c9-4fb8-b363-58dafb2377b3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:24.701915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:24.703812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-069164e3-dd08-4513-a50a-eb720bdd376d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7174ff1c-71c9-4fb8-b363-58dafb2377b3 HTTP/1.1" status: 204 len: 168 time: 0.3037610 Sep 18 01:02:24.706347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43110) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:24.950126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43114) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.114538 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7c9048b9-9a15-44b6-adfc-1b511111691f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 200 len: 315 time: 0.4589393 Sep 18 01:02:25.118370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43116) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.122694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-43257660-bec3-48d7-8fac-72b55a6aea12 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.136214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.228924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.248843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3db380e-0629-4299-a290-621b20e21c98']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.259485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.259790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa2e10c-000c-4cff-ad33-4c8984ca2ad2') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.269213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.281769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.287706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:25.288088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:25.289910 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:25.311531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-43257660-bec3-48d7-8fac-72b55a6aea12 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 204 len: 168 time: 0.1921430 Sep 18 01:02:25.314241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43118) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.323383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-4710531f-a805-440a-8704-e001ed04791c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-206587067') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.345499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.351075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.353123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b3db380e-0629-4299-a290-621b20e21c98 HTTP/1.1" status: 204 len: 168 time: 0.6457920 Sep 18 01:02:25.355813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43120) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.393365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505ac64-f085-42d0-af1e-0f9866e90d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3db380e-0629-4299-a290-621b20e21c98,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:25.415291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Deleting subnet 378248e4-0cf0-482a-bc8d-4e3998121788 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:25.418391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.450714 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-4710531f-a805-440a-8704-e001ed04791c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:25.451771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4710531f-a805-440a-8704-e001ed04791c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-206587067 HTTP/1.1" status: 404 len: 328 time: 0.1331015 Sep 18 01:02:25.453421 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.454717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.459468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-97917ab4-685b-4649-b267-e498e23bf7d6 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-849816601') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.492454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.506280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.546907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.571852 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-97917ab4-685b-4649-b267-e498e23bf7d6 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:25.572513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97917ab4-685b-4649-b267-e498e23bf7d6 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-849816601 HTTP/1.1" status: 404 len: 328 time: 0.1168871 Sep 18 01:02:25.574280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378248e4-0cf0-482a-bc8d-4e3998121788,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:25.575761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43124) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.576793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.580654 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3410f0d0-4c21-4e77-a55a-eb758a21a844 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/378248e4-0cf0-482a-bc8d-4e3998121788 HTTP/1.1" status: 204 len: 168 time: 0.2238672 Sep 18 01:02:25.585072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-e87085cd-ce7f-42c9-adf5-3810f8ef1e12 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc', 'tempest-TagsExtTest-Tag-304170299') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.587555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43126) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.690074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.712243 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-e87085cd-ce7f-42c9-adf5-3810f8ef1e12 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:25.713289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e87085cd-ce7f-42c9-adf5-3810f8ef1e12 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags/tempest-TagsExtTest-Tag-304170299 HTTP/1.1" status: 404 len: 328 time: 0.1314425 Sep 18 01:02:25.716052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43128) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:25.721942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-5274693d-684f-4f02-bc74-d9bb984f6363 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', {'tags': ['tempest-TagsExtTest-Tag-97099877', 'tempest-TagsExtTest-Tag-2099280281', 'tempest-TagsExtTest-Tag-1427613156']}) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.785130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.807069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9329378d-5890-4638-b889-60f9ea23dce3']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.817104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca1646d-4798-4081-8e68-46ed6234ffb7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.817402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca1646d-4798-4081-8e68-46ed6234ffb7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:25.828030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.841700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.847913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:25.848339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:25.850093 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:25.911983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.918167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:25.920082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9329378d-5890-4638-b889-60f9ea23dce3 HTTP/1.1" status: 204 len: 168 time: 0.3316753 Sep 18 01:02:25.936714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee520513-637d-4318-af3a-65c26a82a303 admin admin] Pushing event deleted for resources: {'Network': ['ID=9329378d-5890-4638-b889-60f9ea23dce3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:26.091340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.098348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5274693d-684f-4f02-bc74-d9bb984f6363 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 200 len: 316 time: 0.3812323 Sep 18 01:02:26.100824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43134) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.108600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-59f58234-f65d-4279-aa02-9ed46fc78bbc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.112142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Deleting port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:26.112546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.137168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-299186a8-eaa4-444e-a133-d7bc9e665946 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fe9fcdf39e24dc09efe5016e7299bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440810 Sep 18 01:02:26.139852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43136) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.189574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.212171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.230384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] For port 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,segment=NetworkSegment(b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7),segment_id=b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:26.230760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.245802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Calling delete_port for 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:26.260924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.261222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-59f58234-f65d-4279-aa02-9ed46fc78bbc tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1587846 Sep 18 01:02:26.263697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.264340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43138) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.267208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c08adad-7af7-438b-852a-65f1cec3cd9c HTTP/1.1" status: 204 len: 168 time: 0.1243975 Sep 18 01:02:26.273119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7180cb-5977-4b10-aed4-b8d87df7dc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08adad-7af7-438b-852a-65f1cec3cd9c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:26.299477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-4256e3b3-42c8-4c19-9e92-193a6709fc36 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-97099877') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.403380 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-4256e3b3-42c8-4c19-9e92-193a6709fc36 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.404489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4256e3b3-42c8-4c19-9e92-193a6709fc36 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-97099877 HTTP/1.1" status: 404 len: 327 time: 0.1391525 Sep 18 01:02:26.407691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43142) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.413264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-d32fba72-6007-46a3-a05c-5fb3a58c8a9f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-2099280281') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.471025 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-d32fba72-6007-46a3-a05c-5fb3a58c8a9f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.474631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d32fba72-6007-46a3-a05c-5fb3a58c8a9f tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-2099280281 HTTP/1.1" status: 404 len: 329 time: 0.0625539 Sep 18 01:02:26.474809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.479945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-f97c629e-2970-4946-a658-122d7eba4f99 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c', 'tempest-TagsExtTest-Tag-1427613156') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.486774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.512339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:26.537584 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-f97c629e-2970-4946-a658-122d7eba4f99 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.539253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f97c629e-2970-4946-a658-122d7eba4f99 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags/tempest-TagsExtTest-Tag-1427613156 HTTP/1.1" status: 404 len: 329 time: 0.0629454 Sep 18 01:02:26.542274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43148) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.546874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-300e32a7-78b6-4b1f-97f8-73250fc4faf8 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', {'tags': ['tempest-TagsExtTest-Tag-1379397648', 'tempest-TagsExtTest-Tag-462179336', 'tempest-TagsExtTest-Tag-1067691452']}) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.622738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43150) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.642140 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-300e32a7-78b6-4b1f-97f8-73250fc4faf8 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 200 len: 317 time: 0.0988412 Sep 18 01:02:26.644681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43152) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.649703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-8e0b60b4-f3bf-461c-aa44-36d27ee7b141 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.711290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f259ad82-a8a0-43a2-8090-24736867f7ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fc17d672b784796ba664e3d3f96ac68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868685 Sep 18 01:02:26.716266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.724700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.745272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e0b60b4-f3bf-461c-aa44-36d27ee7b141 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0968850 Sep 18 01:02:26.745478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.750969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-7a069e8e-6f4b-4fad-be16-36f5ec48c268 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1379397648') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.790354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:26.810874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:26.811223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3e3c6bf-c8e6-4c5d-b020-d6b2a9f4993a not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:26.822618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.823698 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-7a069e8e-6f4b-4fad-be16-36f5ec48c268 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.827514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a069e8e-6f4b-4fad-be16-36f5ec48c268 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1379397648 HTTP/1.1" status: 404 len: 329 time: 0.0777643 Sep 18 01:02:26.828000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43158) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.832521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-9a389ad3-dbc1-4c9c-a121-582e68c81c34 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-462179336') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.883701 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:26.908572 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-9a389ad3-dbc1-4c9c-a121-582e68c81c34 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.909650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a389ad3-dbc1-4c9c-a121-582e68c81c34 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-462179336 HTTP/1.1" status: 404 len: 328 time: 0.0807045 Sep 18 01:02:26.912961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:26.917930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-dde9b7e9-5b20-4d10-8d5a-9821dccc0d1a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe', 'tempest-TagsExtTest-Tag-1067691452') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.995529 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-dde9b7e9-5b20-4d10-8d5a-9821dccc0d1a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:26.996589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dde9b7e9-5b20-4d10-8d5a-9821dccc0d1a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags/tempest-TagsExtTest-Tag-1067691452 HTTP/1.1" status: 404 len: 329 time: 0.0826697 Sep 18 01:02:27.001004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.007504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-7b82c61a-3f2e-45d5-987a-1ba977dbc0b3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', {'tags': ['tempest-TagsExtTest-Tag-1512157225', 'tempest-TagsExtTest-Tag-1781233046', 'tempest-TagsExtTest-Tag-1396456517']}) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.023264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.025832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.026934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc2f0448-98ba-45a7-ad5f-bfc20edaa823 HTTP/1.1" status: 204 len: 168 time: 0.3097482 Sep 18 01:02:27.056946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d414-8dce-4840-beaf-78ffb941437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f0448-98ba-45a7-ad5f-bfc20edaa823,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:27.066072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Router 7245183f-b330-4793-9c64-17770329c6fc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:27.076215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b82c61a-3f2e-45d5-987a-1ba977dbc0b3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "PUT /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 200 len: 318 time: 0.0722005 Sep 18 01:02:27.076577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43166) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.081187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-689fd886-5e22-4e74-9c2e-640a48d33368 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.122107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-689fd886-5e22-4e74-9c2e-640a48d33368 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 204 len: 168 time: 0.0420835 Sep 18 01:02:27.122541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.126859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-257b6e45-4172-4df0-a3c6-d386c2df75a0 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-1512157225') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.147250 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-257b6e45-4172-4df0-a3c6-d386c2df75a0 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:27.151205 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-257b6e45-4172-4df0-a3c6-d386c2df75a0 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-1512157225 HTTP/1.1" status: 404 len: 329 time: 0.0249658 Sep 18 01:02:27.151897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43170) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.156518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.tag.tag_plugin [None req-1bd3f421-be5b-4c8f-8347-d623eb4ee48c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-1781233046') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.177453 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-1bd3f421-be5b-4c8f-8347-d623eb4ee48c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:27.178507 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1bd3f421-be5b-4c8f-8347-d623eb4ee48c tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-1781233046 HTTP/1.1" status: 404 len: 329 time: 0.0256503 Sep 18 01:02:27.182250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43172) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.186721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-0d27ac37-f000-4cd1-822f-5acead53bfcd tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20', 'tempest-TagsExtTest-Tag-1396456517') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.212776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:27.218326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9815a70f-d4a0-405d-8afd-3473bacbe01d admin admin] 10.222.0.49 "PUT /v2.0/routers/7245183f-b330-4793-9c64-17770329c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2668188 Sep 18 01:02:27.220683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43176) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.223720 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-0d27ac37-f000-4cd1-822f-5acead53bfcd tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] show failed (client error): The resource could not be found. Sep 18 01:02:27.227916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0d27ac37-f000-4cd1-822f-5acead53bfcd tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags/tempest-TagsExtTest-Tag-1396456517 HTTP/1.1" status: 404 len: 329 time: 0.0415430 Sep 18 01:02:27.228332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43178) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.231906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Sync routers for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:27.232937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-b0e2a36d-1e05-4658-9d8b-d9d800235194 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe41b5dc-b41a-4551-8928-48bb86087b20') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.256920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:27.258905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:01:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.262662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b0e2a36d-1e05-4658-9d8b-d9d800235194 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20/tags HTTP/1.1" status: 204 len: 168 time: 0.0330594 Sep 18 01:02:27.265456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.270957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-5c02361f-55c9-4c3d-8eb7-1d75e6433bbd tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd688f5bf-5b21-4e8f-bab2-c3eac02359fe') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.323495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5362de5a-f356-4318-8e2f-5a134aeee132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.366038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.391630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5c02361f-55c9-4c3d-8eb7-1d75e6433bbd tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1223199 Sep 18 01:02:27.391962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43186) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.392477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:27.397646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-69d11738-0b47-49bf-8918-9eb0d57ec6d8 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9aae39d4-373f-41a3-a5cc-637e6d041e0c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.462038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-69d11738-0b47-49bf-8918-9eb0d57ec6d8 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0687828 Sep 18 01:02:27.464965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43190) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.471636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.tag.tag_plugin [None req-e97d0bd6-249f-40e2-8683-c7eed10a2f6a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6b5c893c-2dce-4cc9-bc67-d183bb9c62cc') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.510275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.526726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.549692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e97d0bd6-249f-40e2-8683-c7eed10a2f6a tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0827034 Sep 18 01:02:27.553143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43194) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.582296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Deleting port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:27.582682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.612511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:02:26Z', 'revision_number': 5, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port': {'id': '0a715c29-c7b2-4bc6-871f-765d4ab15ef6', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245183f-b330-4793-9c64-17770329c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:00:05Z', 'updated_at': '2021-09-18T01:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.650442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Checking router: 7245183f-b330-4793-9c64-17770329c6fc for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:27.660502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Routers {'7245183f-b330-4793-9c64-17770329c6fc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:27.661199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:02:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['7245183f-b330-4793-9c64-17770329c6fc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:27.666580 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9186a98c-6b61-4a7f-b6e5-b2a4d5da97f3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for subnetpool, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.670437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9186a98c-6b61-4a7f-b6e5-b2a4d5da97f3 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fe41b5dc-b41a-4551-8928-48bb86087b20 HTTP/1.1" status: 204 len: 168 time: 0.1141632 Sep 18 01:02:27.671534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.687301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] For port 0a715c29-c7b2-4bc6-871f-765d4ab15ef6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:27.687674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.701590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Calling delete_port for 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:27.706376 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ea000c6b-49f2-4b50-be98-1f50582b4a17 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "GET /v2.0/ports?device_id=d688f5bf-5b21-4e8f-bab2-c3eac02359fe HTTP/1.1" status: 200 len: 205 time: 0.0336621 Sep 18 01:02:27.708632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:27.752617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] Set router 7245183f-b330-4793-9c64-17770329c6fc gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:27.774919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:27.822241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.941369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:27.979640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a715c29-c7b2-4bc6-871f-765d4ab15ef6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.020460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:02:27Z', 'revision_number': 6, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:28.024417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43208) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.029356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.031681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.047814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27e84e-978f-4a9f-b2f4-ef007dfc2c10 None None] The sync data for ids ['7245183f-b330-4793-9c64-17770329c6fc'] in n-d-712707-16 is: [{'id': '7245183f-b330-4793-9c64-17770329c6fc', 'name': 'tempest-ServerRescueNegativeTestJSON-301056043-router', 'tenant_id': '866516118ca74223a307a6cda76ff5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:00:04Z', 'updated_at': '2021-09-18T01:02:27Z', 'revision_number': 6, 'project_id': '866516118ca74223a307a6cda76ff5c6', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:28.058103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.090397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.090966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Fanout notify agent at l3_agent the message router_deleted on router d688f5bf-5b21-4e8f-bab2-c3eac02359fe {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:28.104399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.107719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0419df93-8c38-419e-9b53-1d0e580cc964 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/routers/d688f5bf-5b21-4e8f-bab2-c3eac02359fe HTTP/1.1" status: 204 len: 168 time: 0.3959548 Sep 18 01:02:28.107938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43212) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.165573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.167209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.178475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-490029189-network', 'tenant_id': '2ac08ba2c3814a028c26f919fd332f43'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:28.203141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Deleting port 9aae39d4-373f-41a3-a5cc-637e6d041e0c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:28.203535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.222852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.223516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7245183f-b330-4793-9c64-17770329c6fc {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:28.229843 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.231007 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58bbfd87-ed0b-429d-9374-aaa1dfc81ed8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7245183f-b330-4793-9c64-17770329c6fc HTTP/1.1" status: 204 len: 168 time: 1.0084910 Sep 18 01:02:28.234162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.242337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Made reservation on behalf of 2ac08ba2c3814a028c26f919fd332f43 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:28.244609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.273646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.294018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.296532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Deleting subnet 636bee57-ec05-4578-92eb-4a32f121bf1b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:28.302501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.306894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Calling delete_port for 9aae39d4-373f-41a3-a5cc-637e6d041e0c owned by {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:28.356197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.360760 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.417519 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.450886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.486195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event deleted for resources: {'Port': ['ID=9aae39d4-373f-41a3-a5cc-637e6d041e0c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.487821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.495507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.514654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.534031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:02:28.564514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.565428 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636bee57-ec05-4578-92eb-4a32f121bf1b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.567963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.567963 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Added segment 952b3ae5-331c-4ca1-848d-cd3a494a0508 of type vlan for network 4bc19240-2335-46f0-934f-ca6912b029bd Sep 18 01:02:28.569165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-75ef530a-6d88-43a7-8039-089d4851c18b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/ports/9aae39d4-373f-41a3-a5cc-637e6d041e0c HTTP/1.1" status: 204 len: 168 time: 0.4601202 Sep 18 01:02:28.572537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43218) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.572828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.577110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73558a68-bdee-4b7b-b6b9-24799c933f39 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/636bee57-ec05-4578-92eb-4a32f121bf1b HTTP/1.1" status: 204 len: 168 time: 0.3395007 Sep 18 01:02:28.577110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56480a-7573-467d-a1c8-cee56787a70e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.578039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43220) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.629246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Deleting subnet 6b5c893c-2dce-4cc9-bc67-d183bb9c62cc {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:02:28.633400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.648845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.676470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.707558 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.726033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.727138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:28.727722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.770468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.810281 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7856920 Sep 18 01:02:28.815250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.821341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Request body: {'subnet': {'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-490029189-subnet', 'tenant_id': '2ac08ba2c3814a028c26f919fd332f43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:28.857260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.863199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Made reservation on behalf of 2ac08ba2c3814a028c26f919fd332f43 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:28.865482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.883465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.894282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9198-96dd-4a77-ac5c-a13b110ed616 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc19240-2335-46f0-934f-ca6912b029bd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.906570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 4bc19240-2335-46f0-934f-ca6912b029bd details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:02:28.909973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5c893c-2dce-4cc9-bc67-d183bb9c62cc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.918571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.920590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e1a543dc-9535-4992-ac3e-c02200f9631b tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/subnets/6b5c893c-2dce-4cc9-bc67-d183bb9c62cc HTTP/1.1" status: 204 len: 168 time: 0.3466814 Sep 18 01:02:28.923564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:28.924397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90befd74-b9ec-4720-85cc-c1b691bf7498']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:28.929771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370241f-c034-48ef-b8df-26bb9671fc00 None None] Network 90006296-a700-4d33-99e5-da3c787bf81d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:28.937664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:28.937968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fe9ca3-30bf-4dbb-a2cb-41160b4024b7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:28.948267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.968194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.975114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:28.975570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:28.978897 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:29.049049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.057070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.062863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] 10.222.0.49 "DELETE /v2.0/networks/90befd74-b9ec-4720-85cc-c1b691bf7498 HTTP/1.1" status: 204 len: 168 time: 0.4747269 Sep 18 01:02:29.067472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.076078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2cbe-8150-4554-9800-759c01ec2623 admin admin] Pushing event deleted for resources: {'Network': ['ID=90befd74-b9ec-4720-85cc-c1b691bf7498,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:29.173029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] DHCP port deletion for 90006296-a700-4d33-99e5-da3c787bf81d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:02:29.234185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:29.237939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Deleting port 099aa06d-c392-41f2-a3f3-c74d31755371 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:29.238570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.297812 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-47fceabe-fb48-4903-9f0a-379679599011 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=866516118ca74223a307a6cda76ff5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601494 Sep 18 01:02:29.298123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:29.318118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] For port 099aa06d-c392-41f2-a3f3-c74d31755371, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=099aa06d-c392-41f2-a3f3-c74d31755371,segment=NetworkSegment(e9bec04e-9591-4260-98a9-105cf095a6b1),segment_id=e9bec04e-9591-4260-98a9-105cf095a6b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:29.318442 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.332400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Calling delete_port for 099aa06d-c392-41f2-a3f3-c74d31755371 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:29.354606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.377928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.419219 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.445354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.445591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] Pushing event deleted for resources: {'Port': ['ID=099aa06d-c392-41f2-a3f3-c74d31755371,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:29.449269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e305ad-6cb3-4eb0-b0d6-b8426e8a8ba8 None None] No DVR routers for this DVR port 099aa06d-c392-41f2-a3f3-c74d31755371 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:29.452211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.456482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab HTTP/1.1" status: 204 len: 168 time: 0.1573339 Sep 18 01:02:29.466807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b0424-ae18-43b9-b0c8-437f4b215033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5dd2bb-ed9e-43fc-88e7-c6966e0dffab,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:29.543905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Deleting port 099aa06d-c392-41f2-a3f3-c74d31755371 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:29.544330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.546980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.655159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4102c956-e58b-4c84-8d95-3627ebd03250,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:29.658851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] For port 099aa06d-c392-41f2-a3f3-c74d31755371, host n-d-712707-16, got binding levels [] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:29.659218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.686808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Calling delete_port for 099aa06d-c392-41f2-a3f3-c74d31755371 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:29.691065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Port 099aa06d-c392-41f2-a3f3-c74d31755371 was not found and therefore no delete operation was performed {{(pid=106453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:02:29.692385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Checking segment: {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:29.692738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Network hostable DHCP agents. Network: 4bc19240-2335-46f0-934f-ca6912b029bd, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:29.695696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.698261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.728092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event deleted for resources: {'Port': ['ID=099aa06d-c392-41f2-a3f3-c74d31755371,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:29.732934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] No DVR routers for this DVR port 099aa06d-c392-41f2-a3f3-c74d31755371 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:29.776090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Network 4bc19240-2335-46f0-934f-ca6912b029bd is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:29.797006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 4bc19240-2335-46f0-934f-ca6912b029bd) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:29.805268 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdf15d-9f18-4705-abd3-12363204ad44 None None] Network 4bc19240-2335-46f0-934f-ca6912b029bd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:29.827751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.830866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:29.831453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.862363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90006296-a700-4d33-99e5-da3c787bf81d']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:29.880853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ee43d752-1f1f-4d13-b526-7b9f21057d79 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0644534 Sep 18 01:02:29.902841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bec04e-9591-4260-98a9-105cf095a6b1') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:29.905531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bec04e-9591-4260-98a9-105cf095a6b1') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:29.934970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.960401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.969533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:29.970330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.973670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:02:29.974936 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:02:30.005672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb1b8b-4621-4a53-b654-5b5b6e969ce7 None None] Network 4bc19240-2335-46f0-934f-ca6912b029bd requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:30.008621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:30.009229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5f4e9acb-07dd-4349-9fc1-1cf2b3f6d1f1 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:30.009951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:30.042483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:30.043099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0a715c29-c7b2-4bc6-871f-765d4ab15ef6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:30.043700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 099aa06d-c392-41f2-a3f3-c74d31755371 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:30.055065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.064160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.066195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] 10.222.0.49 "DELETE /v2.0/networks/90006296-a700-4d33-99e5-da3c787bf81d HTTP/1.1" status: 204 len: 168 time: 1.1408703 Sep 18 01:02:30.079478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 099aa06d-c392-41f2-a3f3-c74d31755371 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:30.079778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 099aa06d-c392-41f2-a3f3-c74d31755371 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:30.095238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50c35-2bf1-45da-8786-6ecc83237941 tempest-TagsExtTest-1749812228 tempest-TagsExtTest-1749812228-project] Pushing event deleted for resources: {'Network': ['ID=90006296-a700-4d33-99e5-da3c787bf81d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.304912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43262) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:30.332915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43266) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:30.427460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-435538326-network', 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:30.451666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:30.454211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.473861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.520906 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e8662f4-b3a3-4a9a-8648-2a2b9c905d4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d75fbeaf85ae4677982d53f898099f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868432 Sep 18 01:02:30.524287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43270) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:30.582077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.599374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.604002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.634396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.637712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:02:30.647159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ead65-59f3-412c-9029-27febe713de2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.655636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.655636 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Added segment b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d of type vlan for network f8c2bc7f-5f99-4d15-9f3b-874412e19cff Sep 18 01:02:30.706302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.712683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.715619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.720730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c53ccd8e-b7e5-41ec-9d2e-75c8f708201f HTTP/1.1" status: 204 len: 168 time: 0.1945133 Sep 18 01:02:30.730679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f1e79-6421-4691-a9e4-8bfb4bcf710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ccd8e-b7e5-41ec-9d2e-75c8f708201f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.747125 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.748497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:30.749499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.789819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4837668 Sep 18 01:02:30.792969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43280) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:30.797818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Request body: {'subnet': {'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-435538326-subnet', 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:30.826938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:30.830029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.831445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ffb4-d91e-4a21-a991-641dc47471f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c2bc7f-5f99-4d15-9f3b-874412e19cff,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.844475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:02:31.042832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:31.104814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e499b7f-29c9-4f87-9fbb-e1a8079641bc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:31.109164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:31.109472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Network hostable DHCP agents. Network: f8c2bc7f-5f99-4d15-9f3b-874412e19cff, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:31.128341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:31.139221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f8c2bc7f-5f99-4d15-9f3b-874412e19cff) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:31.143556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:31.144163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:31.151742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc842e-75bf-45b2-bc96-029c6398c0b3 None None] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:31.162130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1cfc24ab-da8d-4674-b256-ef97900c453d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3679006 Sep 18 01:02:31.303087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941208c3-88cc-4af0-9abb-23e5f1f19a65 None None] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:31.541418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43308) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:31.545350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029213 Sep 18 01:02:31.548193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43310) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:31.647772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7906a7e9-2387-47b4-8a1f-6c723960a991 tempest-NetworksApiDiscovery-592482296 tempest-NetworksApiDiscovery-592482296-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0979769 Sep 18 01:02:31.800481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-e91981c9-eb65-409e-8274-c168a46aa0d7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:31.802145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-e91981c9-eb65-409e-8274-c168a46aa0d7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1138391 Sep 18 01:02:31.819476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-e1604ddf-fafb-472f-967d-57ee274a6c42 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0104692 Sep 18 01:02:31.855312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-764cf86e-f599-4610-8ed3-c17ef3201db2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291409 Sep 18 01:02:31.922639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43342) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:32.032718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51cb472c-b5c6-43e1-8203-8b9e9b769d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.089500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-70b67609-bb6a-49bb-b582-01cfc2a54b12 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:32.091087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-70b67609-bb6a-49bb-b582-01cfc2a54b12 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 808 time: 0.1731870 Sep 18 01:02:32.121555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-acff79c2-3c66-443e-9bd2-52aa315d7727 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579200 Sep 18 01:02:32.122871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-1cea4665-9af9-4f70-a9d6-bf7300816920 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/quotas/2ac08ba2c3814a028c26f919fd332f43 HTTP/1.1" status: 200 len: 375 time: 0.0231164 Sep 18 01:02:32.123920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51cb472c-b5c6-43e1-8203-8b9e9b769d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.129928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51cb472c-b5c6-43e1-8203-8b9e9b769d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.170376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51cb472c-b5c6-43e1-8203-8b9e9b769d56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f6ecfb834f84545838cbf30628111e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462265 Sep 18 01:02:32.171349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb472c-b5c6-43e1-8203-8b9e9b769d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f9b16-1ffa-4a31-b933-f92e9ab68abf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:32.173884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43346) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:32.181342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-a2869d1e-b7b4-4cb0-ab87-688482a09710 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445380 Sep 18 01:02:32.221843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.226086 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.247141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.301428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.304281 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.304625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-fb363677-13be-46de-8d9e-e690c87c6bd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762443 Sep 18 01:02:32.307886 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb1f9b16-1ffa-4a31-b933-f92e9ab68abf HTTP/1.1" status: 204 len: 168 time: 0.1307914 Sep 18 01:02:32.313193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e6a8b-288a-431f-bab4-74e635254eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f9b16-1ffa-4a31-b933-f92e9ab68abf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:32.339509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-c20d554b-83ec-442b-af5c-bfa6f55b775b service neutron] 10.222.0.49 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229486 Sep 18 01:02:32.447290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-f0c5b816-dd76-4eea-82c4-faf5ba387969 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005611 Sep 18 01:02:32.509480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f862e0f-72f4-4152-bcd3-2f0f64aa51e7 req-079f3567-a3ed-4bbb-a5a4-f640ce361c89 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 210 time: 0.0393136 Sep 18 01:02:32.638824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57814d6b-398c-441f-9594-ab0462ef363d req-504dbfd3-d58c-493f-ba8b-d123a58b3fab tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 210 time: 0.0316002 Sep 18 01:02:33.617337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30272025-ab12-489a-b9d4-a1d6bdbd3955 req-d5cbb2e7-68e5-4228-8a17-816347f3173b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 210 time: 0.0268900 Sep 18 01:02:33.752304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27877b2e-df15-41b1-9cd0-bb79f07a78b8 req-2389fc2b-4622-44dd-8c8e-431930604b73 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 210 time: 0.0378506 Sep 18 01:02:33.847190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-6de520b1-e3c4-460e-806f-974912a3931a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:33.848878 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-6de520b1-e3c4-460e-806f-974912a3931a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1261067 Sep 18 01:02:33.869423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:33.990261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:33.994763 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.123169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.6 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/ae28606e-d6bd-4c43-802f-9caa588357b0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:34.160317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43428) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:34.290742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c78ff16-9f45-41e5-b41f-7d95013baa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.359767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.377673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-d46b0f6c-7266-4f7e-a667-961159d68a77 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:34.379482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-d46b0f6c-7266-4f7e-a667-961159d68a77 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 808 time: 0.1924925 Sep 18 01:02:34.398433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c78ff16-9f45-41e5-b41f-7d95013baa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.403412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c78ff16-9f45-41e5-b41f-7d95013baa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.404200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.418289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Request body: {'port': {'device_id': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd', 'admin_state_up': True, 'tenant_id': '2ac08ba2c3814a028c26f919fd332f43'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:34.443026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9c78ff16-9f45-41e5-b41f-7d95013baa3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5938b88ee174f2fa49c6bf1ddc14553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815993 Sep 18 01:02:34.443975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78ff16-9f45-41e5-b41f-7d95013baa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da9c42-e9ea-4674-979c-6fe73fbd1a80,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:34.447115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43432) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:34.478527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:34.500111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.510649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:34.518175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:34.522158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.547560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:34.574552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.577222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.578408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2da9c42-e9ea-4674-979c-6fe73fbd1a80 HTTP/1.1" status: 204 len: 168 time: 0.1303208 Sep 18 01:02:34.587751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97003b38-62c3-4cb2-8285-1a8974f88151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da9c42-e9ea-4674-979c-6fe73fbd1a80,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:34.601288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:34.601921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.631809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Made reservation on behalf of 2ac08ba2c3814a028c26f919fd332f43 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:34.636102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.640660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-49f247c8-dcf3-49a2-80ca-7f2eb40ff1be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761521 Sep 18 01:02:34.748266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcbae-ed57-46c3-a19f-d487385bf648 req-781f047c-2666-498c-9d19-129b00e4fb52 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:34.750736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfddcbae-ed57-46c3-a19f-d487385bf648 req-781f047c-2666-498c-9d19-129b00e4fb52 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 931 time: 0.0641856 Sep 18 01:02:34.791718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Request body: {'port': {'device_id': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:34.823768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfddcbae-ed57-46c3-a19f-d487385bf648 req-e1125a20-05a9-4d8d-88dd-d9558d6d78f1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604019 Sep 18 01:02:34.836642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Allocated IP 172.20.0.7 (4bc19240-2335-46f0-934f-ca6912b029bd/4102c956-e58b-4c84-8d95-3627ebd03250/4d94fa67-ec4e-4596-9fd9-fe3d633f3614) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:34.877935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b638c64-63c4-4d24-b3da-abea3778be17 req-2a12eaf5-25bb-4c5e-b86b-e3b93da73fe4 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 210 time: 0.0309362 Sep 18 01:02:34.889134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.924182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43444) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:34.937712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b898b53-89d1-45ee-95b2-d026c0c0e3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.032599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b898b53-89d1-45ee-95b2-d026c0c0e3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.036134 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b898b53-89d1-45ee-95b2-d026c0c0e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.078321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b898b53-89d1-45ee-95b2-d026c0c0e3de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9f3b8e6d4244780a3ad6dfdadd57fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507621 Sep 18 01:02:35.078321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b898b53-89d1-45ee-95b2-d026c0c0e3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9422544b-6219-4145-a63e-e8ea491e9052,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.079321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43446) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:35.179131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.225798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.283036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.327176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.404352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Network 4bc19240-2335-46f0-934f-ca6912b029bd is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:35.408191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae28606e-d6bd-4c43-802f-9caa588357b0 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:35.416980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:35.419849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.424876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:35.457300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Pushing event updated for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.463414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.465931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.467015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9422544b-6219-4145-a63e-e8ea491e9052 HTTP/1.1" status: 204 len: 168 time: 0.3872879 Sep 18 01:02:35.471751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Transition to ACTIVE for port object ae28606e-d6bd-4c43-802f-9caa588357b0 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:35.484499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.490338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932984c-14b4-4be8-b29a-d107f24ecb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422544b-6219-4145-a63e-e8ea491e9052,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.878589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:35.879480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.928176 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7259b12f-595a-4014-8913-8a6354d031df tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5175064 Sep 18 01:02:35.929515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.950947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Request body: {'port': {'device_id': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:35.954179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b3274-e7e0-4f94-8d68-64296a41371b req-265840b0-aa9e-4e49-bb9c-55ea69a7780d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:35.956583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b63b3274-e7e0-4f94-8d68-64296a41371b req-265840b0-aa9e-4e49-bb9c-55ea69a7780d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0589633 Sep 18 01:02:36.039459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b63b3274-e7e0-4f94-8d68-64296a41371b req-db1da8fd-8607-4f41-b83b-e7a2f6773160 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584228 Sep 18 01:02:36.043676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.051717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f79519-4405-4abf-bf80-cdd5d7f4d6de req-477155e8-e49d-4162-9e28-57ef29875264 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:36.053405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35f79519-4405-4abf-bf80-cdd5d7f4d6de req-477155e8-e49d-4162-9e28-57ef29875264 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 931 time: 0.0854218 Sep 18 01:02:36.057872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Attempting to bind port ae28606e-d6bd-4c43-802f-9caa588357b0 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:36.058281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Attempting to bind port ae28606e-d6bd-4c43-802f-9caa588357b0 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:36.058676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Attempting to bind port ae28606e-d6bd-4c43-802f-9caa588357b0 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:36.066297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Port ae28606e-d6bd-4c43-802f-9caa588357b0 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:36.066549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Attempting to bind port ae28606e-d6bd-4c43-802f-9caa588357b0 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:36.090030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:36.090415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:36.090758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:36.091212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Bound port: ae28606e-d6bd-4c43-802f-9caa588357b0, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:36.091570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.096942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35f79519-4405-4abf-bf80-cdd5d7f4d6de req-9d1a8bb0-4969-4b9b-a728-63d6561f4521 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Sep 18 01:02:36.249492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:36.271258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ae28606e-d6bd-4c43-802f-9caa588357b0,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:36.300954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.344808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:36.345391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.347442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae28606e-d6bd-4c43-802f-9caa588357b0 HTTP/1.1" status: 200 len: 1092 time: 1.6913874 Sep 18 01:02:36.351126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:36.353542 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:36.398691 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed69cff-a35f-4886-8a7a-c54dacc48b29 x-openstack-request-id: req-aed69cff-a35f-4886-8a7a-c54dacc48b29 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:36.399006 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:36.399263 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aed69cff-a35f-4886-8a7a-c54dacc48b29 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:36.399723 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0', 'status': 'completed', 'code': 200} Sep 18 01:02:36.408794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f0f9f-abd5-4fa4-a402-13978af92126 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.496782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-cd70a785-4e5e-44e1-b4ef-1b996c85d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:36.498343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-cd70a785-4e5e-44e1-b4ef-1b996c85d896 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 1095 time: 0.0802767 Sep 18 01:02:36.502206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:36.510907 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.556733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-7352c77b-3c9f-4893-a682-0c7bf319bb0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae28606e-d6bd-4c43-802f-9caa588357b0 HTTP/1.1" status: 200 len: 217 time: 0.0433290 Sep 18 01:02:36.562404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Transition to ACTIVE for port object 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:36.574150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.651164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-99c3c0da-9627-4cd6-9f18-c58c4c53a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:36.652708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-99c3c0da-9627-4cd6-9f18-c58c4c53a981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0889208 Sep 18 01:02:36.661723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Pushing event updated for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.707134 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-d949ac14-26aa-44e3-9092-e257f4cb9fff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462370 Sep 18 01:02:36.818783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Attempting to bind port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:36.818783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Attempting to bind port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:36.818783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Attempting to bind port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 on network 4bc19240-2335-46f0-934f-ca6912b029bd {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:36.826142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 on network 4bc19240-2335-46f0-934f-ca6912b029bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:36.826289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Attempting to bind port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 on network 4bc19240-2335-46f0-934f-ca6912b029bd {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:36.836761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:36.837035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Checking segment: {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:36.837417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Bound using segment: {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:36.837848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Bound port: 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:36.838203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.854694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-2ee017bc-0598-421f-9b9a-2cc8a3fc28e1 service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Sep 18 01:02:36.975104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:36.993898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:37.002289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.014494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a7e3d7df-506f-4495-b144-b964917dd6e9 req-620137e5-e4ea-436c-8d3d-ce194d84e4ce service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363165 Sep 18 01:02:37.045298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.045810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.047188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] 10.222.0.54 "PUT /v2.0/ports/4d94fa67-ec4e-4596-9fd9-fe3d633f3614 HTTP/1.1" status: 200 len: 1092 time: 1.1023726 Sep 18 01:02:37.069430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda89d5-e3c5-459f-9e9b-d97c677f7d4d service neutron] Pushing event updated for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:37.174341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285be7-b9e8-4ab7-b1c7-0b1c558ede41 req-57456a26-913d-4b0f-a9d9-071f5191b022 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.175890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33285be7-b9e8-4ab7-b1c7-0b1c558ede41 req-57456a26-913d-4b0f-a9d9-071f5191b022 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0562832 Sep 18 01:02:37.243503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-0cc1a6ac-06e6-4ff9-9074-2464ffd658e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.245112 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-0cc1a6ac-06e6-4ff9-9074-2464ffd658e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 1095 time: 0.0815215 Sep 18 01:02:37.251440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-c823edf3-2dba-4723-bd00-b104c60678d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.253165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-c823edf3-2dba-4723-bd00-b104c60678d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 1095 time: 0.1013901 Sep 18 01:02:37.266748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33285be7-b9e8-4ab7-b1c7-0b1c558ede41 req-3da2d467-a8b3-441e-8945-e687ff75318a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833666 Sep 18 01:02:37.284978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ae74-c08b-48e5-ad79-359ccfac6dc4 req-aca1463a-4ae0-4e8a-b48b-a83feefbb113 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.286513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c37ae74-c08b-48e5-ad79-359ccfac6dc4 req-aca1463a-4ae0-4e8a-b48b-a83feefbb113 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 943 time: 0.0874116 Sep 18 01:02:37.324257 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-96a8d10f-de34-4924-9cc4-4b2911ed2936 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614 HTTP/1.1" status: 200 len: 217 time: 0.0589418 Sep 18 01:02:37.341075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c37ae74-c08b-48e5-ad79-359ccfac6dc4 req-bf1d3433-ec18-4d9b-9742-4bd0ab7dadeb tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Sep 18 01:02:37.420476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-ddf7ec2e-512d-47d5-abb8-5fa67f4b5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.421946 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-ddf7ec2e-512d-47d5-abb8-5fa67f4b5ca8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4102c956-e58b-4c84-8d95-3627ebd03250 HTTP/1.1" status: 200 len: 848 time: 0.0844421 Sep 18 01:02:37.431024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-1a0259f2-f423-4fbc-ac9c-8fa55e72b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.432585 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-1a0259f2-f423-4fbc-ac9c-8fa55e72b8d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.1660118 Sep 18 01:02:37.468210 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-f9cd7b3f-ab35-4dbb-b25a-c99c0883d58d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bc19240-2335-46f0-934f-ca6912b029bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347104 Sep 18 01:02:37.501636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-f2e3a59b-2e5c-46a4-97c2-37b5f175b2e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae28606e-d6bd-4c43-802f-9caa588357b0 HTTP/1.1" status: 200 len: 217 time: 0.0590303 Sep 18 01:02:37.596095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-876df75a-3707-4a6a-a544-6bdc95d62079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:37.597445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-876df75a-3707-4a6a-a544-6bdc95d62079 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0851157 Sep 18 01:02:37.637140 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-443bc070-d003-4f77-bdf7-954c764afcfa service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428921 Sep 18 01:02:37.638811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-dfb9a1f8-db30-4ce4-9578-b52827237974 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320814 Sep 18 01:02:37.809952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-90bfcea7-d468-4b24-8cc9-feed63353ea9 req-7f8a0f0b-a010-423e-a773-86e7e60ae1d2 service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591113 Sep 18 01:02:37.813255 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-1eeaeece-511f-4363-bd21-cb50e3b083eb service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556585 Sep 18 01:02:37.919235 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bcebe07-aa5c-4bc5-a1ad-7b16362cc8cc req-866adb03-6988-4e48-958a-a34fbb7e857d service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Sep 18 01:02:38.397038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7c03-791a-4aa2-b3f2-b124790ddab0 req-648a3ae3-93b3-4869-a55e-29461cc312ea tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:38.399437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6abc7c03-791a-4aa2-b3f2-b124790ddab0 req-648a3ae3-93b3-4869-a55e-29461cc312ea tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0628090 Sep 18 01:02:38.400646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:38.403022 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc927ea-f399-4b97-b049-ee8167fc50b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:38.477919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6abc7c03-791a-4aa2-b3f2-b124790ddab0 req-da9d8b57-75bf-438a-a0c5-82b6e65ad89d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Sep 18 01:02:38.494391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a51ab-e0e1-4386-8686-33055f3271da req-16b7e37d-46bc-4891-bcae-0cba03f26b4d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:38.496108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-902a51ab-e0e1-4386-8686-33055f3271da req-16b7e37d-46bc-4891-bcae-0cba03f26b4d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 943 time: 0.0684080 Sep 18 01:02:38.525443 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448255c2-941c-4177-82e3-7e6e2af08db2 x-openstack-request-id: req-448255c2-941c-4177-82e3-7e6e2af08db2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:38.525443 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:38.525443 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-448255c2-941c-4177-82e3-7e6e2af08db2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:38.525443 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614', 'status': 'completed', 'code': 200} Sep 18 01:02:38.537089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-902a51ab-e0e1-4386-8686-33055f3271da req-b66215ce-24b8-4dd3-91f1-0d4c85ab286d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Sep 18 01:02:38.608566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-487ab07f-204b-4beb-8f13-2ecf4338538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:38.610071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-487ab07f-204b-4beb-8f13-2ecf4338538c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 1095 time: 0.0416474 Sep 18 01:02:38.704031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-321fad9a-6e91-438a-a5cf-c3846738d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:38.705569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-321fad9a-6e91-438a-a5cf-c3846738d9d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 909 time: 0.0871661 Sep 18 01:02:38.753624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-4fef775d-2528-4f46-91fa-e97d349a7fd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614 HTTP/1.1" status: 200 len: 217 time: 0.0392911 Sep 18 01:02:38.805448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-c42e651b-c5de-4b07-a631-d0b7de53d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:38.806814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-c42e651b-c5de-4b07-a631-d0b7de53d64a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4102c956-e58b-4c84-8d95-3627ebd03250 HTTP/1.1" status: 200 len: 848 time: 0.0433462 Sep 18 01:02:38.839086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-d4794876-16b0-41d0-b1c2-93cfded115a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bc19240-2335-46f0-934f-ca6912b029bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244064 Sep 18 01:02:38.932608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-2f037d76-84d4-4c1a-91db-9430e52d86ee service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Sep 18 01:02:39.020480 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcc927ea-f399-4b97-b049-ee8167fc50b0 req-db829605-5ce8-49f0-bf4f-d5a4a7e5a01f service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804412 Sep 18 01:02:39.594838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09889c8-c279-49a0-8fb8-22fd863b0c1e req-1ec012c3-7dc3-4736-afae-af8ab5264bdb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:39.596369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b09889c8-c279-49a0-8fb8-22fd863b0c1e req-1ec012c3-7dc3-4736-afae-af8ab5264bdb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Sep 18 01:02:39.666680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b09889c8-c279-49a0-8fb8-22fd863b0c1e req-05010e63-7795-4557-a6e7-d4a7958d855a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630953 Sep 18 01:02:39.685193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729b96-a480-4858-b425-dc1e91d0c6d9 req-a49e3d03-eeae-422e-a821-165c5fab178d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:39.686764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f729b96-a480-4858-b425-dc1e91d0c6d9 req-a49e3d03-eeae-422e-a821-165c5fab178d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 943 time: 0.0812733 Sep 18 01:02:39.732189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f729b96-a480-4858-b425-dc1e91d0c6d9 req-6ea58135-ae03-46d1-88de-9d87b8076767 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Sep 18 01:02:40.787517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379006f-de29-4841-b372-8bd3d43cfb41 req-e20fa497-3a3d-43d9-8d47-0ff5477bda9f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:40.789113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d379006f-de29-4841-b372-8bd3d43cfb41 req-e20fa497-3a3d-43d9-8d47-0ff5477bda9f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0536163 Sep 18 01:02:40.858481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d379006f-de29-4841-b372-8bd3d43cfb41 req-27f792bb-9661-424b-a2a2-411198f727d8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634558 Sep 18 01:02:40.867285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b999f-b94f-45cc-b1b1-74eded6f1339 req-cee84de3-eefa-4dc8-8c02-b126359e6867 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:40.868786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-295b999f-b94f-45cc-b1b1-74eded6f1339 req-cee84de3-eefa-4dc8-8c02-b126359e6867 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 943 time: 0.0679014 Sep 18 01:02:40.918153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-295b999f-b94f-45cc-b1b1-74eded6f1339 req-cf923f8d-ba1c-47a9-86d3-7900aa83ae94 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Sep 18 01:02:41.828034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ae28606e-d6bd-4c43-802f-9caa588357b0 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:41.937380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ae28606e-d6bd-4c43-802f-9caa588357b0,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:41.953649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ae28606e-d6bd-4c43-802f-9caa588357b0', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': 'ae28606e-d6bd-4c43-802f-9caa588357b0', 'mac_address': 'fa:16:3e:06:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:42.009841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883fdb-4524-41df-8e49-5368fdb64a5d req-a9ce8995-6194-40f4-b82f-f9ac3030d593 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:42.011408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0883fdb-4524-41df-8e49-5368fdb64a5d req-a9ce8995-6194-40f4-b82f-f9ac3030d593 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 943 time: 0.0725098 Sep 18 01:02:42.019470 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:42.035383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28606e-d6bd-4c43-802f-9caa588357b0 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:42.061312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ae28606e-d6bd-4c43-802f-9caa588357b0,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:42.066082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:42.066420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:42.102271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5a67-ecb6-4a22-a552-7612c2485842 req-5f00f846-174b-40e0-a797-ae649ef21a4d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:42.103847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-192e5a67-ecb6-4a22-a552-7612c2485842 req-5f00f846-174b-40e0-a797-ae649ef21a4d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 943 time: 0.0914941 Sep 18 01:02:42.116520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0883fdb-4524-41df-8e49-5368fdb64a5d req-2c1d3602-07c6-49f4-b3ce-4237cecbd3a1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831034 Sep 18 01:02:42.157072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.171462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-192e5a67-ecb6-4a22-a552-7612c2485842 req-c3872be5-23de-4f6c-a8e6-bd3d7b2fe143 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577047 Sep 18 01:02:42.228653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:42.239389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614', 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd', 'port_id': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614', 'mac_address': 'fa:16:3e:a4:c7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4102c956-e58b-4c84-8d95-3627ebd03250', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:42.276413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:42.289387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:42.308957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:42.312869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:42.364174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.735917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:42.764481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4d94fa67-ec4e-4596-9fd9-fe3d633f3614'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:43.229586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40ef2-8e08-4d75-aef7-2f399fa85306 req-d216b0b8-e09a-4d63-88c4-903484b56247 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:43.231140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e40ef2-8e08-4d75-aef7-2f399fa85306 req-d216b0b8-e09a-4d63-88c4-903484b56247 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 944 time: 0.0569246 Sep 18 01:02:43.295635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e40ef2-8e08-4d75-aef7-2f399fa85306 req-655bf807-d6b3-47bf-9634-a3e88ff70a1f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584598 Sep 18 01:02:43.312421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186898-cb35-4ed4-ab02-5a8838bdf49d req-3c3b8ba5-05c7-488e-96fa-db5f51df4d97 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:43.313844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70186898-cb35-4ed4-ab02-5a8838bdf49d req-3c3b8ba5-05c7-488e-96fa-db5f51df4d97 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 944 time: 0.0634208 Sep 18 01:02:43.351806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70186898-cb35-4ed4-ab02-5a8838bdf49d req-f1b92a7a-9926-4a37-9bcd-4b618dd0e7e6 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Sep 18 01:02:43.825515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:43.874089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:02:43.878062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:43.878432 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:43.954715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:43.977790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:43.980325 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e1b60d-f961-4d70-9990-d88d9ed52077" -d '{"events": [{"server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "name": "network-vif-plugged", "status": "completed", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:43.995122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:44.001643 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.001956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ae28606e-d6bd-4c43-802f-9caa588357b0 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:44.085248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:44.094732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.095155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.095535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.095889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.096235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.096573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.096962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.097316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.097610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.097933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.098282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.098601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:44.103695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ae28606e-d6bd-4c43-802f-9caa588357b0 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:02:44.107651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ae28606e-d6bd-4c43-802f-9caa588357b0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:44.108036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.172444 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9844b4d9-8265-41be-abef-629ead263440 x-openstack-request-id: req-9844b4d9-8265-41be-abef-629ead263440 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:44.172754 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "name": "network-vif-plugged", "status": "completed", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:44.172991 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9844b4d9-8265-41be-abef-629ead263440 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:44.173374 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614', 'code': 200} Sep 18 01:02:44.187891 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.225984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ae28606e-d6bd-4c43-802f-9caa588357b0,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:44.230183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.278555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:44.300993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec68b1-191e-46fa-acb9-0dd2ffb7fcbc req-2bbe24b0-273f-45a8-b0a8-71cf53827564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:44.302487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4ec68b1-191e-46fa-acb9-0dd2ffb7fcbc req-2bbe24b0-273f-45a8-b0a8-71cf53827564 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 1097 time: 0.0463917 Sep 18 01:02:44.341842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a4ec68b1-191e-46fa-acb9-0dd2ffb7fcbc req-9e368914-25b3-48be-b97a-6c037133acc7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 18 01:02:44.418258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1a536-ed00-4783-bae6-b49af5d225ce req-1ef72041-1308-40e8-8bd0-769eebb1fa70 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:44.420560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ab1a536-ed00-4783-bae6-b49af5d225ce req-1ef72041-1308-40e8-8bd0-769eebb1fa70 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0508525 Sep 18 01:02:44.488531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1ab1a536-ed00-4783-bae6-b49af5d225ce req-96e407e7-923a-448c-8536-a880f2a8c3d2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Sep 18 01:02:44.499475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e52f-d70f-411b-bd30-bd8a9868f296 req-1fd45547-f0c0-4b1e-9cce-bb4888518bc7 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:44.500960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1239e52f-d70f-411b-bd30-bd8a9868f296 req-1fd45547-f0c0-4b1e-9cce-bb4888518bc7 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0792913 Sep 18 01:02:44.539934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1239e52f-d70f-411b-bd30-bd8a9868f296 req-98421412-5f4a-487e-9a02-ac881c4a4d65 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Sep 18 01:02:45.603920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d9f9-4dca-4d78-9bc6-8a0100319633 req-797571e1-e821-4a39-bc95-7c3963b1e585 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:45.605441 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0360d9f9-4dca-4d78-9bc6-8a0100319633 req-797571e1-e821-4a39-bc95-7c3963b1e585 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Sep 18 01:02:45.676069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0360d9f9-4dca-4d78-9bc6-8a0100319633 req-d91b24cf-e1e9-41b3-8555-6f28bd6dd9cf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Sep 18 01:02:45.685087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c3ed-2a9d-453a-ad63-6d2603421468 req-ed812411-d951-4ec5-879b-6603b17070b1 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:45.686570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f645c3ed-2a9d-453a-ad63-6d2603421468 req-ed812411-d951-4ec5-879b-6603b17070b1 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0786700 Sep 18 01:02:45.726043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f645c3ed-2a9d-453a-ad63-6d2603421468 req-1900d9e8-6c34-4a74-9a3c-81288d7b50db tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Sep 18 01:02:46.169190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:46.174745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:46.178492 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53202e0d-8d36-4619-bab7-e5ee5c71c416" -d '{"events": [{"server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "name": "network-vif-plugged", "status": "completed", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:46.227267 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362d360-35d4-421e-8416-8390e75e9441 x-openstack-request-id: req-8362d360-35d4-421e-8416-8390e75e9441 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:46.227976 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "name": "network-vif-plugged", "status": "completed", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:46.228357 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8362d360-35d4-421e-8416-8390e75e9441 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:46.228846 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0', 'code': 200} Sep 18 01:02:46.342739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35498-881a-44d9-8b7f-2cabfd9393c4 req-9958b229-56cc-4a3b-8a2e-4aa0a97ca027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:46.344240 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-03d35498-881a-44d9-8b7f-2cabfd9393c4 req-9958b229-56cc-4a3b-8a2e-4aa0a97ca027 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 1097 time: 0.0413380 Sep 18 01:02:46.383248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-03d35498-881a-44d9-8b7f-2cabfd9393c4 req-7978ee68-ae09-4b3e-b699-e84f0fd99b0d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Sep 18 01:02:46.811484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c30b1-eb55-4e42-bdaf-db105238f0d4 req-4d029d13-f3d1-4cbc-93ed-4d71fbb4dde0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:46.813104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-759c30b1-eb55-4e42-bdaf-db105238f0d4 req-4d029d13-f3d1-4cbc-93ed-4d71fbb4dde0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0618935 Sep 18 01:02:46.879828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-759c30b1-eb55-4e42-bdaf-db105238f0d4 req-09832237-cb24-4e3b-8352-b7283882fc53 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Sep 18 01:02:46.892429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab33620-f382-431b-ba89-af1c61ce2460 req-44788b0f-2b37-4b87-8c04-8894a03db2cb tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:46.894034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab33620-f382-431b-ba89-af1c61ce2460 req-44788b0f-2b37-4b87-8c04-8894a03db2cb tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0800054 Sep 18 01:02:46.935712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab33620-f382-431b-ba89-af1c61ce2460 req-791146f7-c2c1-4f38-a3e7-338f8c6d6923 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350103 Sep 18 01:02:47.522462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7afb0b-a7de-4286-8398-2c0954e14047 req-e2052d9c-d066-4e49-86f8-004b766a2b07 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:47.524562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da7afb0b-a7de-4286-8398-2c0954e14047 req-e2052d9c-d066-4e49-86f8-004b766a2b07 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0567610 Sep 18 01:02:47.564267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da7afb0b-a7de-4286-8398-2c0954e14047 req-11e050f6-2aae-43f1-a2a6-cf979805686c tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 Sep 18 01:02:47.997547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac338c-774d-46d7-9fba-58ca1469f318 req-1d868acb-a2cd-4912-b25a-8165cf356cd5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:47.998956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdac338c-774d-46d7-9fba-58ca1469f318 req-1d868acb-a2cd-4912-b25a-8165cf356cd5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Sep 18 01:02:48.038576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdac338c-774d-46d7-9fba-58ca1469f318 req-f83dfebe-d856-4939-80e0-f3de0bed91f2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Sep 18 01:02:48.325447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-8c7ae80c-a8d6-4e1c-aa86-402771ae3fd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:48.327101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-8c7ae80c-a8d6-4e1c-aa86-402771ae3fd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1111238 Sep 18 01:02:48.342271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-a8bdde43-2dae-48f2-bee0-a416f02f0520 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0095799 Sep 18 01:02:48.390425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-32cebf35-1b6f-43f6-9adb-263b8312bc66 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428965 Sep 18 01:02:48.401675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-ee1e336e-e9b4-4d5f-8e70-b3c46f09e7ae service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:02:48.402627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-ee1e336e-e9b4-4d5f-8e70-b3c46f09e7ae service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056217 Sep 18 01:02:48.411832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43690) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:48.491444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-d6702eae-8174-4e06-b0c1-f773848812b2 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823784 Sep 18 01:02:48.512263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223c09d-b3c0-4f41-916f-466840e9f591 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:48.512745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223c09d-b3c0-4f41-916f-466840e9f591 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:48.513208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223c09d-b3c0-4f41-916f-466840e9f591 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:48.514897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d223c09d-b3c0-4f41-916f-466840e9f591 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=2ca94b4d47d443268a86a95371154899&network_id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 2972 time: 0.1020226 Sep 18 01:02:48.586687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b582e1df-a8c6-41da-9f04-6f6794cd9f03 req-2df0ffe6-4efb-4d4d-9a97-96e190a25126 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885103 Sep 18 01:02:48.691216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcb81-5dda-4de0-96c9-04a32f903683 req-731cd5ef-1396-4b38-befd-927f972aa6e0 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:48.691216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d4dcb81-5dda-4de0-96c9-04a32f903683 req-731cd5ef-1396-4b38-befd-927f972aa6e0 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Sep 18 01:02:48.761576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d4dcb81-5dda-4de0-96c9-04a32f903683 req-f31feeac-04b0-4060-a550-a77429085a07 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618842 Sep 18 01:02:49.138174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-491d79ee-9f6a-456f-a4d1-0cb62c5c7a92 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:49.139716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-491d79ee-9f6a-456f-a4d1-0cb62c5c7a92 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Sep 18 01:02:49.213404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-4b7c14a1-dc91-4b5a-9d63-45a6acfe9144 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:49.215153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-4b7c14a1-dc91-4b5a-9d63-45a6acfe9144 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1096985 Sep 18 01:02:49.230843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-6a2fd138-2d90-4b0f-8edf-763f6243eac5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0097866 Sep 18 01:02:49.231680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Deleting port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:49.232030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:49.280909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-b73f5cdb-653d-40a5-93dc-cfe9c135d00e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444372 Sep 18 01:02:49.326587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] For port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:49.326955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:49.339668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Calling delete_port for 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:49.377004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-50681e1e-a5a0-4adc-82af-01e8073eb73a service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891774 Sep 18 01:02:49.465991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:49.469292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-430fa444-72ec-4d0c-bb30-52d6a71fa015 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Sep 18 01:02:49.499604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Pushing event deleted for resources: {'Port': ['ID=4d94fa67-ec4e-4596-9fd9-fe3d633f3614,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:49.500450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4d94fa67-ec4e-4596-9fd9-fe3d633f3614'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:49.509639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.509900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.510239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.510573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.510937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.511228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.511554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.512095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.512238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.512523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.512849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.513164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:49.558679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] No DVR routers for this DVR port 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:49.561446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:49.563418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-857f44a9-b4b2-44b6-9ac7-76c02b263b61 req-ecd9a348-92ec-45e4-a439-3114d6bc24a8 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "DELETE /v2.0/ports/4d94fa67-ec4e-4596-9fd9-fe3d633f3614 HTTP/1.1" status: 204 len: 173 time: 0.4178681 Sep 18 01:02:49.563889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'name': 'network-vif-deleted', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:49.566151 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6cbe4-8004-4450-b814-091182d762ef" -d '{"events": [{"server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "name": "network-vif-deleted", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:49.616146 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d20354-b15a-4e0a-b483-183da96db43e x-openstack-request-id: req-b0d20354-b15a-4e0a-b483-183da96db43e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:49.616484 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec94593-f877-4a5a-9f4d-bce4cc518b57", "name": "network-vif-deleted", "tag": "4d94fa67-ec4e-4596-9fd9-fe3d633f3614", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:49.616737 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0d20354-b15a-4e0a-b483-183da96db43e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:49.617133 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec94593-f877-4a5a-9f4d-bce4cc518b57', 'name': 'network-vif-deleted', 'tag': '4d94fa67-ec4e-4596-9fd9-fe3d633f3614', 'status': 'completed', 'code': 200} Sep 18 01:02:49.651331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf57bd46-50e0-4874-9058-1b658c16b1fb req-9b30e1d9-ce7e-4129-9416-b3a6142464dd tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 210 time: 0.0314693 Sep 18 01:02:49.865381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2024adc-256c-46cb-99d1-37e3475eef92 req-3e2ce6bd-27dc-4c18-8713-9961757e8ddc tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec94593-f877-4a5a-9f4d-bce4cc518b57 HTTP/1.1" status: 200 len: 210 time: 0.0271072 Sep 18 01:02:50.203398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43766) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:50.255635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813f86d-95c5-4809-9672-8f2c71843910 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:50.257236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3813f86d-95c5-4809-9672-8f2c71843910 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c HTTP/1.1" status: 200 len: 814 time: 0.0527711 Sep 18 01:02:50.588078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-409cc587-0f20-444c-9de2-1729300b88e2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:50.589567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-409cc587-0f20-444c-9de2-1729300b88e2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1085231 Sep 18 01:02:50.603615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:50.710217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:50.713931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.727153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43774) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:50.739241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'network': {'name': 'tempest-network-smoke--2089605667', 'project_id': '2ca94b4d47d443268a86a95371154899', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:50.764388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d585a2cf-e7d9-4adc-b9d5-e6baea22ec54 req-9cdc8782-237e-45ed-a852-cec0ccbfac50 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 210 time: 0.0393033 Sep 18 01:02:50.776085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:50.780308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.805269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:02:50.814537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.814877 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Added segment 6fe17c6c-241a-4fd0-90fd-c0598b188e6c of type vlan for network d7d565a6-8570-436e-9cf3-b3f02296e560 Sep 18 01:02:50.852682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.3 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/8ec9d63b-cb0e-4579-ae74-24063b617cce) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:50.858009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.883670 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.889721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:50.890517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.917461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821606 Sep 18 01:02:50.920690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43778) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.006606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.021026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534cbf-1e2d-454a-82bd-92a60ce74b96 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Network': ['ID=d7d565a6-8570-436e-9cf3-b3f02296e560,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:51.038739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d7d565a6-8570-436e-9cf3-b3f02296e560 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:02:51.054886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.055146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975293d-f316-4a5c-82b5-ea437d6f9065 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:51.056562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f975293d-f316-4a5c-82b5-ea437d6f9065 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2ca94b4d47d443268a86a95371154899&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1347950 Sep 18 01:02:51.059447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43784) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.102995 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:51.106198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:51.114013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:51.118755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:51.153319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:51.168726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:51.169352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.181837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d192021-8860-4170-b7b6-4bab31045a2c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:51.183856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d192021-8860-4170-b7b6-4bab31045a2c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1234825 Sep 18 01:02:51.188764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43796) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.246205 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-39084808-6943-4bae-b7a9-c3bd06941a26 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465559 Sep 18 01:02:51.248827 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-064330e1-4d21-49e3-a53e-ce34f2932db8 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587869 Sep 18 01:02:51.251729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43800) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.263477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Request body: {'port': {'device_id': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:51.299053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25ca99bf-d2dd-4462-bf28-2aeae7e95b0d tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2ca94b4d47d443268a86a95371154899&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454917 Sep 18 01:02:51.301979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43802) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.312017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-3d37893c-1eef-4783-a54c-b29aeb973184 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:51.316735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-3d37893c-1eef-4783-a54c-b29aeb973184 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 808 time: 0.1621211 Sep 18 01:02:51.329144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-212aad5e-c3f2-4498-87f5-0736197d9623 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/quotas/2ac08ba2c3814a028c26f919fd332f43 HTTP/1.1" status: 200 len: 375 time: 0.0092933 Sep 18 01:02:51.367308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-e53feb43-f699-43cb-8816-8bd79ad6a7a6 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305824 Sep 18 01:02:51.426432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.472240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-471c6634-797f-4286-a97e-d55c87c448e2 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979693 Sep 18 01:02:51.518809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad36b6f-022c-46ff-9092-5844a8073156 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:51.521710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aad36b6f-022c-46ff-9092-5844a8073156 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154937 Sep 18 01:02:51.531387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43816) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.567441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04b35fdf-acc5-4730-9858-265c184b771b tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325563 Sep 18 01:02:51.567856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43818) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:51.573918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297985039', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'project_id': '2ca94b4d47d443268a86a95371154899', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:51.610599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-a0d654c0-ab93-4dd8-8145-0ae055b6278b service neutron] 10.222.0.49 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253402 Sep 18 01:02:51.713755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:51.720920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.874229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb7a7c15-2659-40c7-9f71-d67d03c6baac req-b5383604-755c-4e4e-a5c9-f95439e0ae03 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 210 time: 0.0476584 Sep 18 01:02:51.874871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec9d63b-cb0e-4579-ae74-24063b617cce {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:51.887529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:51.904048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Transition to ACTIVE for port object 8ec9d63b-cb0e-4579-ae74-24063b617cce will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:51.918764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.027594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f74a7-8443-40e9-a5e5-48145c9a76ec req-81cfec2a-a8d4-4528-bb18-4892381a7994 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.029196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-971f74a7-8443-40e9-a5e5-48145c9a76ec req-81cfec2a-a8d4-4528-bb18-4892381a7994 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 931 time: 0.1868629 Sep 18 01:02:52.030783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.048138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:52.074601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Attempting to bind port 8ec9d63b-cb0e-4579-ae74-24063b617cce on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:52.075126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Attempting to bind port 8ec9d63b-cb0e-4579-ae74-24063b617cce by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:52.075498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Attempting to bind port 8ec9d63b-cb0e-4579-ae74-24063b617cce on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:52.081896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Port 8ec9d63b-cb0e-4579-ae74-24063b617cce on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:52.082129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Attempting to bind port 8ec9d63b-cb0e-4579-ae74-24063b617cce on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:52.091122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:52.091350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:52.091742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:52.092176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Bound port: 8ec9d63b-cb0e-4579-ae74-24063b617cce, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:52.092555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.142732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Subnet': ['ID=f115ed2a-f29d-46b6-b58e-8c8deb95c99a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:52.147684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-971f74a7-8443-40e9-a5e5-48145c9a76ec req-aa4261a9-c082-4442-8af5-2bc6b917b385 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088343 Sep 18 01:02:52.155646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Checking segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:52.156008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network hostable DHCP agents. Network: d7d565a6-8570-436e-9cf3-b3f02296e560, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:02:52.177174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network d7d565a6-8570-436e-9cf3-b3f02296e560 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:02:52.191841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d7d565a6-8570-436e-9cf3-b3f02296e560) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:52.200034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.201888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.203836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:52.208593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbac11e-91a0-43a2-ae6c-6c564300de20 None None] Network d7d565a6-8570-436e-9cf3-b3f02296e560 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:52.212938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:52.221747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.239229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d950013b-e4f4-4b54-8be7-69e32dffff43 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6702313 Sep 18 01:02:52.264239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.264985 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.266743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] 10.222.0.48 "PUT /v2.0/ports/8ec9d63b-cb0e-4579-ae74-24063b617cce HTTP/1.1" status: 200 len: 1092 time: 1.0091078 Sep 18 01:02:52.267367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:52.269935 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:52.298381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8a3b-97ff-40eb-a17a-d00fc429159d service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:52.359624 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e19b4-fa7b-4658-bd6a-052e6ccac7a5 x-openstack-request-id: req-e32e19b4-fa7b-4658-bd6a-052e6ccac7a5 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:52.360280 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:52.360799 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e32e19b4-fa7b-4658-bd6a-052e6ccac7a5 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:52.361361 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce', 'status': 'completed', 'code': 200} Sep 18 01:02:52.374558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-c6f35474-84c3-4233-8632-13d6114aedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.376485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-c6f35474-84c3-4233-8632-13d6114aedef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 1095 time: 0.0588937 Sep 18 01:02:52.451237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d7d565a6-8570-436e-9cf3-b3f02296e560', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ips': [{'subnet_id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:02:52.452822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.455170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-65b8fc5b-8a0d-4096-8a36-ab4ac625af3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce HTTP/1.1" status: 200 len: 217 time: 0.0698812 Sep 18 01:02:52.516122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-68300025-4601-4c7a-9b5a-9328651c6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.517830 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-68300025-4601-4c7a-9b5a-9328651c6519 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0549724 Sep 18 01:02:52.571812 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-0f08a1fa-e334-441c-849a-3f6e1ab53c4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453703 Sep 18 01:02:52.608063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43840) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:52.618597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938316071', 'description': 'tempest-secgroup-smoke-1938316071 description', 'project_id': '2ca94b4d47d443268a86a95371154899'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:52.659282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.671586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Allocated IP 172.20.0.18 (d7d565a6-8570-436e-9cf3-b3f02296e560/f115ed2a-f29d-46b6-b58e-8c8deb95c99a/ac3953a4-ff8c-4557-94f2-9d972c9797df) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:52.698511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-796ab79c-5542-4a1c-b4e7-2d342bf7d51e service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187170 Sep 18 01:02:52.772631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.779233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.822772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.824235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2133820 Sep 18 01:02:52.826269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f2f03-b07b-473b-b41e-6c1ac4db25aa tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:52.830432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43846) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:52.837386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:52.838601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3e7e710d-8bfc-47bd-af50-8faa8a05d03e req-facc7a07-e66e-4f4a-be49-e844e85a1324 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204448 Sep 18 01:02:52.872123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.896298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.905296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.948828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.954837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:52.992547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-44850bdc-23a5-476b-9114-26af5583dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:52.996816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-44850bdc-23a5-476b-9114-26af5583dbd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 1095 time: 0.0805206 Sep 18 01:02:52.998160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d29c70-7564-45a6-823f-d311d74fa22d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.008504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Network d7d565a6-8570-436e-9cf3-b3f02296e560 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:53.017692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.019735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:53.022074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ac72cdbe-5577-4772-bb7d-b403d179526a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904020 Sep 18 01:02:53.022617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:53.027376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.028271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:53.076606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-819f5965-510b-4240-a22c-5545d991b2b9 req-0b734b23-5092-4f5f-9077-e7a43bb66f10 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 210 time: 0.0400829 Sep 18 01:02:53.092690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Pushing event updated for resources: {'Port': ['ID=ac3953a4-ff8c-4557-94f2-9d972c9797df,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.109743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.153607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Attempting to bind port ac3953a4-ff8c-4557-94f2-9d972c9797df on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:53.155734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Attempting to bind port ac3953a4-ff8c-4557-94f2-9d972c9797df by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:53.156196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Attempting to bind port ac3953a4-ff8c-4557-94f2-9d972c9797df on network d7d565a6-8570-436e-9cf3-b3f02296e560 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:53.166837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:53.167487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Checking segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:53.168768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.169480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Bound using segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:53.170290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Bound port: ac3953a4-ff8c-4557-94f2-9d972c9797df, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:53.170433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.171236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.178655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.202605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a28a04-bdf2-4f46-945f-90971fca8f9a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.218013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.222514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e433b868-a530-4a91-8850-6a23f15f7a9c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960618 Sep 18 01:02:53.222928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43854) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:53.230914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.286496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.286770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] For port ac3953a4-ff8c-4557-94f2-9d972c9797df, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:53.292541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] For port ac3953a4-ff8c-4557-94f2-9d972c9797df, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3953a4-ff8c-4557-94f2-9d972c9797df,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:53.297719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.356960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b505428-1e6b-462a-a48d-673c259e911c req-724ab9bb-0c76-434a-b193-3e1acef7c951 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:53.361171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b505428-1e6b-462a-a48d-673c259e911c req-724ab9bb-0c76-434a-b193-3e1acef7c951 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 943 time: 0.0899651 Sep 18 01:02:53.386584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eaa27-3c96-48b6-8c95-6ab7f545fed2 None None] Pushing event updated for resources: {'Port': ['ID=ac3953a4-ff8c-4557-94f2-9d972c9797df,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.439385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.444654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b505428-1e6b-462a-a48d-673c259e911c req-52ac694d-9b34-430e-bde1-8d18009e3d46 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Sep 18 01:02:53.452730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.486836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce96480-a6f6-4ce7-8536-9cbc35c88b9c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.499692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.501309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ddf8b8f9-b834-464e-9857-f0398306b97b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771475 Sep 18 01:02:53.504681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43856) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:53.509401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.552056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.653820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.659299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.687643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed64b283-f2a5-4221-874a-0b4e38196c6f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.705808 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.707412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e77fb20d-ae4a-4557-98a6-5500de83e961 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2017548 Sep 18 01:02:53.711061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43858) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:53.716380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.744745 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:53.751128 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.789406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-08d4567a-3ebc-4570-8741-94f038a8f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:53.791321 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-08d4567a-3ebc-4570-8741-94f038a8f3fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.7849104 Sep 18 01:02:53.799884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-817e98bf-e337-415d-8b7c-5153679f6c1f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:53.801301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-817e98bf-e337-415d-8b7c-5153679f6c1f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 808 time: 0.7496448 Sep 18 01:02:53.816632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.820386 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.841563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Request body: {'port': {'device_id': '710fbee2-9730-4d49-ba17-99e641a76392', 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd', 'admin_state_up': True, 'tenant_id': '2ac08ba2c3814a028c26f919fd332f43'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.842081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65da8533-ba85-4f97-98fb-104997ceaea8,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.845631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-015138df-eea4-40e7-9f61-1de22c9cffdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce HTTP/1.1" status: 200 len: 217 time: 0.0433426 Sep 18 01:02:53.853453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.854871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a2353a6f-f1f2-4f3a-aa59-0f94d9c084f6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425295 Sep 18 01:02:53.858041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43862) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:53.863187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:53.891760 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:53.905726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:53.914541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:53.957113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:53.957524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d94fa67-ec4e-4596-9fd9-fe3d633f3614 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:53.978431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-51b18c21-2f3f-4a78-94f2-498c3611c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:53.979922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-51b18c21-2f3f-4a78-94f2-498c3611c7e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.1201928 Sep 18 01:02:54.024720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-c10f412c-bffe-490a-85e4-5671ee52ef57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354016 Sep 18 01:02:54.028695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.039379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.063763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3953a4-ff8c-4557-94f2-9d972c9797df up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:54.071218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2a2c2d-81b1-4a91-a66a-8fc187dcbd51,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:54.117976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac3953a4-ff8c-4557-94f2-9d972c9797df triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:54.118354 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.137791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.138047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Made reservation on behalf of 2ac08ba2c3814a028c26f919fd332f43 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:54.148406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.155850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-514e6b36-31ff-4fd9-ba1a-a0f805214d7f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2961161 Sep 18 01:02:54.168123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-8c6773fa-2990-4ac6-aabe-be8e56192524 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358888 Sep 18 01:02:54.259938 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bca125a3-0d1a-4f6c-a02f-1d7062541766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.266127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f37776a3-6198-4190-913c-cae217a16468 req-5b3113af-d51e-4397-8ddd-7a3eb156c1c2 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 210 time: 0.0611396 Sep 18 01:02:54.288714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.367910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ac3953a4-ff8c-4557-94f2-9d972c9797df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3953a4-ff8c-4557-94f2-9d972c9797df,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:54.372751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.416003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Allocated IP 172.20.0.6 (4bc19240-2335-46f0-934f-ca6912b029bd/4102c956-e58b-4c84-8d95-3627ebd03250/4d06834f-129f-4f0a-92af-278c89b2bc55) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:54.449516 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c1929c7f-0c22-4532-8ef0-518ff1c76e7f req-6be1b4ad-fd3c-42a1-a2a7-b87cf0b8cdbb service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574337 Sep 18 01:02:54.463272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ac3953a4-ff8c-4557-94f2-9d972c9797df,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:54.476035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-f98f08d5-e72e-4c49-9132-e05590eb5715 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938316071&fields=id&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 267 time: 0.0521240 Sep 18 01:02:54.627218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.658599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-d85cfd5f-3ee9-44d0-8521-34cdfd06a1ad tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:54.660297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-d85cfd5f-3ee9-44d0-8521-34cdfd06a1ad tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/networks?id=d7d565a6-8570-436e-9cf3-b3f02296e560 HTTP/1.1" status: 200 len: 797 time: 0.1750605 Sep 18 01:02:54.672566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.696512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c69060-4005-46b2-9c9a-7743513662fb None None] Network d7d565a6-8570-436e-9cf3-b3f02296e560 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:02:54.707640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-2f318d2c-a96a-4576-b43d-03a3fa546138 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/quotas/2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 375 time: 0.0110838 Sep 18 01:02:54.750043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Pushing event updated for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:54.753553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Network 4bc19240-2335-46f0-934f-ca6912b029bd is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:54.755569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:54.759519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:54.768307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dceb48-97bd-4978-9999-731f45380ca9 req-4860340f-d400-43b4-b0fb-67b28f224f91 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:54.769873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77dceb48-97bd-4978-9999-731f45380ca9 req-4860340f-d400-43b4-b0fb-67b28f224f91 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 943 time: 0.2179351 Sep 18 01:02:54.797972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6ad3c618-016c-465d-bbe0-37a9bdfb9dfb None None] Provisioning complete for port ac3953a4-ff8c-4557-94f2-9d972c9797df triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:54.798498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6ad3c618-016c-465d-bbe0-37a9bdfb9dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.815823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-5a78fc1c-8b54-48c1-9b7d-a0483f8fdc89 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1006980 Sep 18 01:02:54.831427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77dceb48-97bd-4978-9999-731f45380ca9 req-d9954148-c827-4ac5-a29d-cb23fd5ea525 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538223 Sep 18 01:02:54.848008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:54.849262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:54.869789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-1ab41bd8-a569-4b40-87e4-8bc84fff232d tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321636 Sep 18 01:02:54.907896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Request body: {'port': {'device_id': '710fbee2-9730-4d49-ba17-99e641a76392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:54.933408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-acfd8a1b-7ab5-4751-bcce-77adba529c5f service neutron] 10.222.0.49 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973365 Sep 18 01:02:54.951749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8ec9d63b-cb0e-4579-ae74-24063b617cce details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:54.983878 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.303388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:55.342072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '8ec9d63b-cb0e-4579-ae74-24063b617cce', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': '8ec9d63b-cb0e-4579-ae74-24063b617cce', 'mac_address': 'fa:16:3e:8b:a0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:55.352405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d06834f-129f-4f0a-92af-278c89b2bc55 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:55.375019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.390170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Transition to ACTIVE for port object 4d06834f-129f-4f0a-92af-278c89b2bc55 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:55.392055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.401532 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.410749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec9d63b-cb0e-4579-ae74-24063b617cce {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:55.444126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:55.450396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.526067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:55.532406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ed059-bf7e-4590-90c2-39bc4b18a333 req-010cb8b0-734a-499c-8fab-5d8df713350e tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:55.533045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:55.533970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c18ed059-bf7e-4590-90c2-39bc4b18a333 req-010cb8b0-734a-499c-8fab-5d8df713350e tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 943 time: 0.1416550 Sep 18 01:02:55.554101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Attempting to bind port 4d06834f-129f-4f0a-92af-278c89b2bc55 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:55.554444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Attempting to bind port 4d06834f-129f-4f0a-92af-278c89b2bc55 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:55.554960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Attempting to bind port 4d06834f-129f-4f0a-92af-278c89b2bc55 on network 4bc19240-2335-46f0-934f-ca6912b029bd {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:55.559516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-51448a21-9fb2-4999-8557-f360fe88d72f service neutron] 10.222.0.49 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252580 Sep 18 01:02:55.567061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Port 4d06834f-129f-4f0a-92af-278c89b2bc55 on network 4bc19240-2335-46f0-934f-ca6912b029bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:55.570599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Attempting to bind port 4d06834f-129f-4f0a-92af-278c89b2bc55 on network 4bc19240-2335-46f0-934f-ca6912b029bd {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:55.580044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:55.580456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Checking segment: {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:55.580848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Bound using segment: {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:55.581288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Bound port: 4d06834f-129f-4f0a-92af-278c89b2bc55, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952b3ae5-331c-4ca1-848d-cd3a494a0508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:55.581651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.601122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c18ed059-bf7e-4590-90c2-39bc4b18a333 req-0a52d827-8085-4b13-8f74-a0bcc927ba67 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571849 Sep 18 01:02:55.668102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:55.668343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['8ec9d63b-cb0e-4579-ae74-24063b617cce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:02:55.672699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d06834f-129f-4f0a-92af-278c89b2bc55,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:55.678506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.710438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3be8a716-5b21-459d-9fc0-79e18450b68c None None] Provisioning complete for port ac3953a4-ff8c-4557-94f2-9d972c9797df triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:55.710828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3be8a716-5b21-459d-9fc0-79e18450b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.754440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:55.804562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:55.805234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:55.806815 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-237bd9a8-9994-452a-8c0e-036681f1dd8c service neutron] 10.222.0.54 "PUT /v2.0/ports/4d06834f-129f-4f0a-92af-278c89b2bc55 HTTP/1.1" status: 200 len: 1092 time: 0.9225709 Sep 18 01:02:55.807318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:55.814958 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c816783-da5c-4271-9ac2-c8a74de196c7" -d '{"events": [{"name": "network-changed", "server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:55.824191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7fd54c4-f365-4e7f-9ef6-6bebd517671f req-6c0084bc-1e10-4f3e-a178-6cc571babfb4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 210 time: 0.0605488 Sep 18 01:02:55.865925 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b6aff-2c0f-47e8-b28a-ba3d95963d1c x-openstack-request-id: req-107b6aff-2c0f-47e8-b28a-ba3d95963d1c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:55.866968 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:55.867334 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-107b6aff-2c0f-47e8-b28a-ba3d95963d1c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:55.867637 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55', 'status': 'completed', 'code': 200} Sep 18 01:02:55.969861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3953a4-ff8c-4557-94f2-9d972c9797df up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:56.002521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-2a43c1f6-ea6b-420f-819e-2f7771e53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.008450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-2a43c1f6-ea6b-420f-819e-2f7771e53022 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 1095 time: 0.1231275 Sep 18 01:02:56.038392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac3953a4-ff8c-4557-94f2-9d972c9797df triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:56.038861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:56.039254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a18a1-b10c-4f19-b94e-017d47741ce8 req-c535a646-514e-4e45-bc2a-ca31d9eead7a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.041108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-805a18a1-b10c-4f19-b94e-017d47741ce8 req-c535a646-514e-4e45-bc2a-ca31d9eead7a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 944 time: 0.0843339 Sep 18 01:02:56.064787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-4dc060bb-e567-4e80-a7e6-3102582e6a9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d06834f-129f-4f0a-92af-278c89b2bc55 HTTP/1.1" status: 200 len: 217 time: 0.0456047 Sep 18 01:02:56.121246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-805a18a1-b10c-4f19-b94e-017d47741ce8 req-0ed2ac91-5599-4024-8472-fd8685c35e22 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Sep 18 01:02:56.151453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62593f42-f8ae-4718-9833-992655425c35 req-c68b7d11-0d46-4e9a-93ad-86db4bd8be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.153169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-c68b7d11-0d46-4e9a-93ad-86db4bd8be23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4102c956-e58b-4c84-8d95-3627ebd03250 HTTP/1.1" status: 200 len: 848 time: 0.0803523 Sep 18 01:02:56.195895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-213d1916-9f17-4e88-9539-cf93a5721f17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bc19240-2335-46f0-934f-ca6912b029bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350974 Sep 18 01:02:56.310401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-0e0de3d9-ff3f-4fb0-9d3c-f809a3521afb service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074398 Sep 18 01:02:56.433079 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-62593f42-f8ae-4718-9833-992655425c35 req-0cdf65d3-54e6-422f-bdfe-c7d008a8f2a3 service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131473 Sep 18 01:02:56.595753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-820c7734-1954-4856-a74e-5d090d4b09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.597442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-820c7734-1954-4856-a74e-5d090d4b09ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ac08ba2c3814a028c26f919fd332f43&device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 1095 time: 0.0488164 Sep 18 01:02:56.717002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-a65f828c-d0f9-40f3-b98a-b3667dbae871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.719427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-a65f828c-d0f9-40f3-b98a-b3667dbae871 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 200 len: 909 time: 0.1078231 Sep 18 01:02:56.733012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005c4f6-341c-45b0-8ed5-5aeec5620cd3 req-1b193791-ab4b-4815-bbdd-7cf310a35f45 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.734693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e005c4f6-341c-45b0-8ed5-5aeec5620cd3 req-1b193791-ab4b-4815-bbdd-7cf310a35f45 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 943 time: 0.0535729 Sep 18 01:02:56.735285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43928) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:56.768785 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-5da87d4e-5d17-4708-b32b-d04fb0205874 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d06834f-129f-4f0a-92af-278c89b2bc55 HTTP/1.1" status: 200 len: 217 time: 0.0413170 Sep 18 01:02:56.786547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e005c4f6-341c-45b0-8ed5-5aeec5620cd3 req-7d2c50ff-cda9-4da5-b493-079cc1cbfee0 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Sep 18 01:02:56.821253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-e6d20ff3-2d70-4a7e-8433-dd6e6b9cf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:56.822746 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-e6d20ff3-2d70-4a7e-8433-dd6e6b9cf1d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4102c956-e58b-4c84-8d95-3627ebd03250 HTTP/1.1" status: 200 len: 848 time: 0.0456207 Sep 18 01:02:56.855403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-6e73c8ec-6557-40d8-9df8-530305922547 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bc19240-2335-46f0-934f-ca6912b029bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Sep 18 01:02:56.857137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f72a1c20-172a-4f28-b3b2-65b4e1cb6f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:56.922391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8ec9d63b-cb0e-4579-ae74-24063b617cce up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:56.932877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc1b79c6-625c-494c-933c-2dcfabdfab45 req-a562c3f1-1feb-4211-ac59-d874ff4e8518 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 210 time: 0.0327172 Sep 18 01:02:56.979308 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-653f6909-3d9b-47d3-8831-c0cc60fbce6a service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167762 Sep 18 01:02:56.985612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 8ec9d63b-cb0e-4579-ae74-24063b617cce completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:02:57.000623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 8ec9d63b-cb0e-4579-ae74-24063b617cce triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:57.000964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.014097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f72a1c20-172a-4f28-b3b2-65b4e1cb6f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.019908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f72a1c20-172a-4f28-b3b2-65b4e1cb6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.054372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f72a1c20-172a-4f28-b3b2-65b4e1cb6f28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8562479de09545f3ae08bd953597cc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177001 Sep 18 01:02:57.060911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43934) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:57.112724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.114206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1c20-172a-4f28-b3b2-65b4e1cb6f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf75bb9-24eb-4307-aa63-99418d88643a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.140730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:57.144707 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee3da8-0320-459e-ba38-60679208256f" -d '{"events": [{"server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "name": "network-vif-plugged", "status": "completed", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:57.148255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.175811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c816783-da5c-4271-9ac2-c8a74de196c7 req-94d767f2-1bcd-4c72-9ec8-0f3f1415dffe service neutron] 10.222.0.54 "GET /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887376 Sep 18 01:02:57.181224 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.183081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:57.195778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.205361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fcc87a27-0706-46c2-9463-f3d5b380e472 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:57.207220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fcc87a27-0706-46c2-9463-f3d5b380e472 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/networks?id=d7d565a6-8570-436e-9cf3-b3f02296e560 HTTP/1.1" status: 200 len: 797 time: 0.1762691 Sep 18 01:02:57.223786 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cace0f3-0696-4c0c-8c23-9c32b4d94938 x-openstack-request-id: req-4cace0f3-0696-4c0c-8c23-9c32b4d94938 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:57.224539 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "name": "network-vif-plugged", "status": "completed", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:57.225800 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cace0f3-0696-4c0c-8c23-9c32b4d94938 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:57.226378 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce', 'code': 200} Sep 18 01:02:57.273670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.277206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-effc9036-3129-4d3d-bb33-672dbad5503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.294249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-f8839d5f-664f-4908-9798-1f16f4ed316d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 472 time: 0.0706632 Sep 18 01:02:57.298726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.301295 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.302405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bf75bb9-24eb-4307-aa63-99418d88643a HTTP/1.1" status: 204 len: 168 time: 0.2405629 Sep 18 01:02:57.318926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'port': {'device_id': '0b44aa16-88b1-4f61-927b-85c6645350be', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'admin_state_up': True, 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'security_groups': ['6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:57.323409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36fa4c-46f3-450e-a3d1-f459321147a3 req-3696234e-f0e9-49fb-b606-f9780bcc4799 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:57.325397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c36fa4c-46f3-450e-a3d1-f459321147a3 req-3696234e-f0e9-49fb-b606-f9780bcc4799 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0876582 Sep 18 01:02:57.326886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b12400-3186-4805-80a3-8703dc033796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf75bb9-24eb-4307-aa63-99418d88643a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.369650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c36fa4c-46f3-450e-a3d1-f459321147a3 req-ff58f6ee-e92d-40b3-bad1-6d0ccc29a256 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Sep 18 01:02:57.429578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66e0e-6702-4494-80f9-c1d49dfaa4fa req-cb90fe70-3234-4875-a0a2-de48a90b91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:57.431094 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-47f66e0e-6702-4494-80f9-c1d49dfaa4fa req-cb90fe70-3234-4875-a0a2-de48a90b91b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 1097 time: 0.1266992 Sep 18 01:02:57.491076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.494339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-47f66e0e-6702-4494-80f9-c1d49dfaa4fa req-354f00e8-4475-4c37-b665-cd02cfeef851 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Sep 18 01:02:57.505899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:57.509921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.587178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 43944) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:57.611451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c474ea9-43cc-4ad8-b8ed-676c4ee14b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.674451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.23 (d7d565a6-8570-436e-9cf3-b3f02296e560/f115ed2a-f29d-46b6-b58e-8c8deb95c99a/5b26504d-06c7-48af-9b60-6d361fe8ccb3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:57.842445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c474ea9-43cc-4ad8-b8ed-676c4ee14b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.847684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c474ea9-43cc-4ad8-b8ed-676c4ee14b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.895971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.906921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d377-341a-49f2-ad1e-b7c019ba46bd req-f18a0be7-96d6-4d82-a310-71f0ab281e38 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:57.908513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad6d377-341a-49f2-ad1e-b7c019ba46bd req-f18a0be7-96d6-4d82-a310-71f0ab281e38 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 943 time: 0.0518761 Sep 18 01:02:57.909307 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2c474ea9-43cc-4ad8-b8ed-676c4ee14b2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05a5a904daf249be874ab22178cc3b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210618 Sep 18 01:02:57.913630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 43948) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:57.914679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c474ea9-43cc-4ad8-b8ed-676c4ee14b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcbd8ab-1c7a-4707-8035-72b4faa3ae86,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.945490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:57.981469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aad6d377-341a-49f2-ad1e-b7c019ba46bd req-30908140-8619-4a9f-9bb1-1dc914d24619 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615828 Sep 18 01:02:57.993919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.004041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network d7d565a6-8570-436e-9cf3-b3f02296e560 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:58.009026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:58.015710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:02:58.042875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.051167 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.072844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:58.073524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.089487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-fa84276f-ec57-423f-930c-938e9232a538 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7763622 Sep 18 01:02:58.100648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bdb09-9439-49b0-b5ee-68151741b8c0 req-54fec018-c4a7-4347-bec2-6bb3c6c630b7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:58.102179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-466bdb09-9439-49b0-b5ee-68151741b8c0 req-54fec018-c4a7-4347-bec2-6bb3c6c630b7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 932 time: 0.0907006 Sep 18 01:02:58.111801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Request body: {'port': {'device_id': '0b44aa16-88b1-4f61-927b-85c6645350be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:58.141597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.144108 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.145296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fcbd8ab-1c7a-4707-8035-72b4faa3ae86 HTTP/1.1" status: 204 len: 168 time: 0.2305577 Sep 18 01:02:58.154169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-466bdb09-9439-49b0-b5ee-68151741b8c0 req-f564e5ec-1b01-4521-9bba-79110dc88cc3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Sep 18 01:02:58.159488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb384c-1eaa-4a9a-8cd6-aed8efe98985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcbd8ab-1c7a-4707-8035-72b4faa3ae86,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.198176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.326604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ec71b623-0038-414a-8b3a-f8e7f8471e3f None None] Provisioning complete for port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:02:58.327139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec71b623-0038-414a-8b3a-f8e7f8471e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.374292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ec71b623-0038-414a-8b3a-f8e7f8471e3f None None] Port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:02:58.379415 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.511088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b26504d-06c7-48af-9b60-6d361fe8ccb3 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:02:58.519241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.534071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Transition to ACTIVE for port object 5b26504d-06c7-48af-9b60-6d361fe8ccb3 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:02:58.539182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8655c2-1f7b-4fb0-8400-44823d663f90 req-6e8393ba-d334-42fa-9425-dff3f0166a73 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:58.540773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.540935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb8655c2-1f7b-4fb0-8400-44823d663f90 req-6e8393ba-d334-42fa-9425-dff3f0166a73 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0673592 Sep 18 01:02:58.585134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb8655c2-1f7b-4fb0-8400-44823d663f90 req-3eb90ecb-c07a-45b1-8784-716616eab6e2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Sep 18 01:02:58.601494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Pushing event updated for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.675751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Attempting to bind port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:02:58.675989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Attempting to bind port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:02:58.676410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Attempting to bind port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 on network d7d565a6-8570-436e-9cf3-b3f02296e560 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:58.681769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 on network d7d565a6-8570-436e-9cf3-b3f02296e560 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:02:58.682097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Attempting to bind port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 on network d7d565a6-8570-436e-9cf3-b3f02296e560 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:58.687224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:02:58.687638 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Checking segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:02:58.688029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Bound using segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:58.688515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Bound port: 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:02:58.688882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.765149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:58.768457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:58.774515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.813223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:58.813845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:58.815244 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b26504d-06c7-48af-9b60-6d361fe8ccb3 HTTP/1.1" status: 200 len: 1093 time: 0.7079444 Sep 18 01:02:58.815684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:58.817948 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331" -d '{"events": [{"name": "network-changed", "server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:58.853955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f0c3-cf17-44a3-8109-d9e8a8c0f419 service neutron] Pushing event updated for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.858559 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8765d97-1165-4f0f-8412-4bbd1af8a96b x-openstack-request-id: req-c8765d97-1165-4f0f-8412-4bbd1af8a96b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:58.858939 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:58.859195 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8765d97-1165-4f0f-8412-4bbd1af8a96b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:58.859586 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3', 'status': 'completed', 'code': 200} Sep 18 01:02:58.925565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-c02d264b-5a74-4c12-bc69-969631b44fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:58.927099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-c02d264b-5a74-4c12-bc69-969631b44fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 1096 time: 0.0491080 Sep 18 01:02:58.977377 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-bc78155b-3a02-4ac7-ae2e-1b418ec4be5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3 HTTP/1.1" status: 200 len: 217 time: 0.0360215 Sep 18 01:02:59.043194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-416a4cb2-3179-4bda-b394-aa621daf5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.044745 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-416a4cb2-3179-4bda-b394-aa621daf5df6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f115ed2a-f29d-46b6-b58e-8c8deb95c99a HTTP/1.1" status: 200 len: 837 time: 0.0602903 Sep 18 01:02:59.103117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-aa0e32c4-0939-4fbc-955c-60e5f582907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.104651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-aa0e32c4-0939-4fbc-955c-60e5f582907a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d565a6-8570-436e-9cf3-b3f02296e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0493054 Sep 18 01:02:59.119233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca2070-7f15-4341-bb1d-0ba6b88e8def req-93ad4461-afdc-4e10-a6e9-2af9c00ea1b5 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.120730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaca2070-7f15-4341-bb1d-0ba6b88e8def req-93ad4461-afdc-4e10-a6e9-2af9c00ea1b5 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 943 time: 0.0553527 Sep 18 01:02:59.172102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaca2070-7f15-4341-bb1d-0ba6b88e8def req-3938f0b4-2fc1-4ad8-996d-dd157d3ac97f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Sep 18 01:02:59.213598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-a9a3f899-98cd-4b3a-b731-1ed1c2583f09 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004622 Sep 18 01:02:59.284148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2e5d-ed02-4b3e-a84c-e0b4617b86ea req-4d32d775-cd11-4d83-805d-e4331bba1a12 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.285995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-932e2e5d-ed02-4b3e-a84c-e0b4617b86ea req-4d32d775-cd11-4d83-805d-e4331bba1a12 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 944 time: 0.0542469 Sep 18 01:02:59.315248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646fe981-4d9e-4b93-a5ac-c7330567141a req-d9c92f16-2446-4a42-a752-584b6d292469 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940225 Sep 18 01:02:59.325508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-932e2e5d-ed02-4b3e-a84c-e0b4617b86ea req-8be426b2-4638-491c-93eb-2609bf05b2e0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Sep 18 01:02:59.454222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-49c66e9a-6e84-48a5-b265-fa1ffa59ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.455777 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-49c66e9a-6e84-48a5-b265-fa1ffa59ad8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 1096 time: 0.0418069 Sep 18 01:02:59.553643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-c6433c55-d7c2-4aa8-bd84-c80ba1406f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.555127 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-c6433c55-d7c2-4aa8-bd84-c80ba1406f72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d565a6-8570-436e-9cf3-b3f02296e560 HTTP/1.1" status: 200 len: 898 time: 0.0916312 Sep 18 01:02:59.599395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-f80c5e8e-117a-447f-9b25-5e929fc8e7ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3 HTTP/1.1" status: 200 len: 217 time: 0.0344207 Sep 18 01:02:59.659013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-889206c6-a6c0-4658-b5c3-bdbf2c3f8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.660762 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-889206c6-a6c0-4658-b5c3-bdbf2c3f8632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f115ed2a-f29d-46b6-b58e-8c8deb95c99a HTTP/1.1" status: 200 len: 837 time: 0.0523889 Sep 18 01:02:59.702942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:59.703771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102fc5b-4454-4dce-8862-9c61b6dfadd4 req-30baeb88-5710-467d-8778-08598a0bb38d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.705576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5102fc5b-4454-4dce-8862-9c61b6dfadd4 req-30baeb88-5710-467d-8778-08598a0bb38d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0523052 Sep 18 01:02:59.716156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-66b3c1a9-ec9e-4165-aa2b-766b3961950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.717678 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-66b3c1a9-ec9e-4165-aa2b-766b3961950e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d565a6-8570-436e-9cf3-b3f02296e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0478468 Sep 18 01:02:59.746750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5102fc5b-4454-4dce-8862-9c61b6dfadd4 req-961a7ebb-a80f-4d52-9e56-9f8898ac8cca tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339413 Sep 18 01:02:59.820249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-3712a064-1494-45f4-aa10-c89f69801e0a service neutron] 10.222.0.54 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901444 Sep 18 01:02:59.866537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f20b0-dd08-4b64-a6b0-c21daf07fb91 req-dd1e21cc-a779-4e83-abea-e228c7c8d70a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:59.868761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-180f20b0-dd08-4b64-a6b0-c21daf07fb91 req-dd1e21cc-a779-4e83-abea-e228c7c8d70a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Sep 18 01:02:59.915208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-180f20b0-dd08-4b64-a6b0-c21daf07fb91 req-ee678f07-743c-4fc8-b852-ffee86168f22 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Sep 18 01:02:59.926230 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9711a433-1fb7-4c3b-a76b-59bf8f8d7331 req-d0878571-d67d-4ad6-9c87-6b9c360b636c service neutron] 10.222.0.54 "GET /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989375 Sep 18 01:02:59.939927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d06834f-129f-4f0a-92af-278c89b2bc55 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:00.049253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d06834f-129f-4f0a-92af-278c89b2bc55,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:00.065736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4d06834f-129f-4f0a-92af-278c89b2bc55', 'network_id': '4bc19240-2335-46f0-934f-ca6912b029bd', 'port_id': '4d06834f-129f-4f0a-92af-278c89b2bc55', 'mac_address': 'fa:16:3e:91:34:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4102c956-e58b-4c84-8d95-3627ebd03250', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:00.112022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:00.128683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d06834f-129f-4f0a-92af-278c89b2bc55 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:00.158225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d06834f-129f-4f0a-92af-278c89b2bc55,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:00.163876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:00.197185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b055-a059-4d74-b482-432398def246 req-8f17c9f8-839f-4ced-821b-f48ca0920eff tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:00.200839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1e0b055-a059-4d74-b482-432398def246 req-8f17c9f8-839f-4ced-821b-f48ca0920eff tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0624723 Sep 18 01:03:00.231159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.242880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1e0b055-a059-4d74-b482-432398def246 req-c5c8da5e-ea3f-46c9-8ecd-be1dbe22be98 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Sep 18 01:03:00.305211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e165-fb14-4308-ab11-03f8c3ddedea req-0a5f4e54-6096-46c1-a474-990634dbc601 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:00.306592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1691e165-fb14-4308-ab11-03f8c3ddedea req-0a5f4e54-6096-46c1-a474-990634dbc601 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 944 time: 0.0489976 Sep 18 01:03:00.343585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1691e165-fb14-4308-ab11-03f8c3ddedea req-5f9c0ad5-e35b-46e0-b4a3-f86cde319043 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Sep 18 01:03:00.447585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761bf0-5750-43bc-8bd8-04336d64e7f5 req-f2d0b0a0-f345-4e31-a73e-932f31ab9d3c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:00.449072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12761bf0-5750-43bc-8bd8-04336d64e7f5 req-f2d0b0a0-f345-4e31-a73e-932f31ab9d3c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 944 time: 0.0489535 Sep 18 01:03:00.490052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-12761bf0-5750-43bc-8bd8-04336d64e7f5 req-797c467e-99b9-4b4d-bc3c-ec3177de303d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351546 Sep 18 01:03:00.649002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4d06834f-129f-4f0a-92af-278c89b2bc55'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:01.362071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1049d-02f1-406f-a6fa-7c63a3d7afb0 req-6cf0cb98-fd1a-4737-b0b5-87d5c13b7033 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:01.371711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f1049d-02f1-406f-a6fa-7c63a3d7afb0 req-6cf0cb98-fd1a-4737-b0b5-87d5c13b7033 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Sep 18 01:03:01.409164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f1049d-02f1-406f-a6fa-7c63a3d7afb0 req-9ed4d6bc-2190-4dd9-9665-7bb4d05e3e32 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Sep 18 01:03:01.421126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17102186-19a9-45a4-bcfc-216752a11494 req-92684fe6-13e8-4c53-acf5-2f628902f38d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:01.422644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17102186-19a9-45a4-bcfc-216752a11494 req-92684fe6-13e8-4c53-acf5-2f628902f38d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 945 time: 0.0602591 Sep 18 01:03:01.474243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbaedb-647b-4b0e-953d-a3ec07a45db0 req-d1f2081c-2f4d-4dee-ab20-01f90b48c519 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:01.476986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bfbaedb-647b-4b0e-953d-a3ec07a45db0 req-d1f2081c-2f4d-4dee-ab20-01f90b48c519 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 944 time: 0.0556686 Sep 18 01:03:01.528667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bfbaedb-647b-4b0e-953d-a3ec07a45db0 req-7225f9f1-2b96-4928-9f54-bf072d17cae1 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447838 Sep 18 01:03:01.633802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c303149-499f-4ccc-a3e4-350dcd316f5d req-6728f65d-a61a-403f-a937-767c807dec17 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:01.642831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c303149-499f-4ccc-a3e4-350dcd316f5d req-6728f65d-a61a-403f-a937-767c807dec17 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 944 time: 0.0657370 Sep 18 01:03:01.689752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c303149-499f-4ccc-a3e4-350dcd316f5d req-51ce2c2d-ae35-4942-a910-65cff20e2c8c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Sep 18 01:03:01.782693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port 8ec9d63b-cb0e-4579-ae74-24063b617cce {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:01.782963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:01.872904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port 8ec9d63b-cb0e-4579-ae74-24063b617cce, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8ec9d63b-cb0e-4579-ae74-24063b617cce,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:01.873200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:01.886373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for 8ec9d63b-cb0e-4579-ae74-24063b617cce owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:01.958894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d06834f-129f-4f0a-92af-278c89b2bc55 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:02.010121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4d06834f-129f-4f0a-92af-278c89b2bc55 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:02.013867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4d06834f-129f-4f0a-92af-278c89b2bc55 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:02.014255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.018403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.035240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['8ec9d63b-cb0e-4579-ae74-24063b617cce'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:02.051349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=8ec9d63b-cb0e-4579-ae74-24063b617cce,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.061890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:02.089668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port 8ec9d63b-cb0e-4579-ae74-24063b617cce on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:02.092116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.094115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-17102186-19a9-45a4-bcfc-216752a11494 req-7568531b-6116-462e-91f4-2c7eb800d070 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "DELETE /v2.0/ports/8ec9d63b-cb0e-4579-ae74-24063b617cce HTTP/1.1" status: 204 len: 173 time: 0.6650431 Sep 18 01:03:02.094550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'name': 'network-vif-deleted', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:02.096862 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded8bdc-7db3-4123-b119-988ec67f24a7" -d '{"events": [{"server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "name": "network-vif-deleted", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:02.145204 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5e85f-d34f-4252-985a-33607fe2f57e x-openstack-request-id: req-77d5e85f-d34f-4252-985a-33607fe2f57e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:02.145733 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9822158-4369-4af7-bef3-60efd3cd8223", "name": "network-vif-deleted", "tag": "8ec9d63b-cb0e-4579-ae74-24063b617cce", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:02.146201 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77d5e85f-d34f-4252-985a-33607fe2f57e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:02.146790 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9822158-4369-4af7-bef3-60efd3cd8223', 'name': 'network-vif-deleted', 'tag': '8ec9d63b-cb0e-4579-ae74-24063b617cce', 'status': 'completed', 'code': 200} Sep 18 01:03:02.164437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.203845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:02.206103 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92978a52-3ded-490e-9179-01df87088eef" -d '{"events": [{"server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "name": "network-vif-plugged", "status": "completed", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:02.237491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d06834f-129f-4f0a-92af-278c89b2bc55,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:02.243148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.249077 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5b32d-e9c5-477e-b901-2f732d78928b x-openstack-request-id: req-45d5b32d-e9c5-477e-b901-2f732d78928b {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:02.249359 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "name": "network-vif-plugged", "status": "completed", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:02.249603 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45d5b32d-e9c5-477e-b901-2f732d78928b {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:02.249980 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55', 'code': 200} Sep 18 01:03:02.258426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.326046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.409740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65a67c-5be6-4acd-8f68-fc6491286dbe req-5a2ed3e3-30d5-44b6-8e38-f0445c14c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:02.411213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f65a67c-5be6-4acd-8f68-fc6491286dbe req-5a2ed3e3-30d5-44b6-8e38-f0445c14c20a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 1097 time: 0.0406439 Sep 18 01:03:02.451207 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7f65a67c-5be6-4acd-8f68-fc6491286dbe req-675a3e83-75d5-4e9e-a6a2-5985095affcd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Sep 18 01:03:02.522833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b684b8d1-d2bb-4366-a599-a4364d0af483 req-27aaa0a7-0a3f-469b-b4e8-f1ad3869fa8b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9822158-4369-4af7-bef3-60efd3cd8223 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Sep 18 01:03:02.642843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdaf95-1544-4372-8e76-f9038537ec1c req-58ed41bf-827d-4b16-99f4-dd9d3df96c1f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:02.644214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17fdaf95-1544-4372-8e76-f9038537ec1c req-58ed41bf-827d-4b16-99f4-dd9d3df96c1f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0482867 Sep 18 01:03:02.682572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17fdaf95-1544-4372-8e76-f9038537ec1c req-fe685f75-b5bb-46fb-b1ac-8109ba47c735 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Sep 18 01:03:02.807539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb52cc-a192-4a9f-a20b-643b369e8cc5 req-34c88559-a451-4d28-bc5b-bd683ee0c06e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:02.809073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdcb52cc-a192-4a9f-a20b-643b369e8cc5 req-34c88559-a451-4d28-bc5b-bd683ee0c06e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 944 time: 0.0502448 Sep 18 01:03:02.847110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdcb52cc-a192-4a9f-a20b-643b369e8cc5 req-76cfda47-8c67-4f2f-874e-fb3e65158f54 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Sep 18 01:03:03.421828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44080) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:03.529485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3f5cbdb-0eab-4bb1-8a55-77e98dc07dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.627196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3f5cbdb-0eab-4bb1-8a55-77e98dc07dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.631346 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3f5cbdb-0eab-4bb1-8a55-77e98dc07dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.668725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c3f5cbdb-0eab-4bb1-8a55-77e98dc07dd7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=242fe981049942db8b6c5b73a0a5b607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458971 Sep 18 01:03:03.670687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5cbdb-0eab-4bb1-8a55-77e98dc07dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cbfb4e-bbb7-43d3-a285-c81cc5bfc8e5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.671516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44088) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:03.729674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.756152 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.803870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057169-befe-44fc-ab0c-bce0832e529e req-32b2bb62-dc17-42c2-a1e4-7a1d6441020f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:03.807993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.811192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:03.814814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0057169-befe-44fc-ab0c-bce0832e529e req-32b2bb62-dc17-42c2-a1e4-7a1d6441020f tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0625663 Sep 18 01:03:03.815623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7cbfb4e-bbb7-43d3-a285-c81cc5bfc8e5 HTTP/1.1" status: 204 len: 168 time: 0.1428919 Sep 18 01:03:03.828562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c27d02-f8f8-4e56-90f1-46439bcf06a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cbfb4e-bbb7-43d3-a285-c81cc5bfc8e5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.916110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c0057169-befe-44fc-ab0c-bce0832e529e req-f358b5af-595e-43d6-8b0d-fa0bf98f91de tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019926 Sep 18 01:03:03.971504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5b26504d-06c7-48af-9b60-6d361fe8ccb3 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:04.043291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32d4f3-eea0-44f0-8a5c-9f67e9d4f0ab req-3fd87d75-c80f-4a33-bc51-02e812a86dbb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:04.045005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc32d4f3-eea0-44f0-8a5c-9f67e9d4f0ab req-3fd87d75-c80f-4a33-bc51-02e812a86dbb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 944 time: 0.0899098 Sep 18 01:03:04.114656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc32d4f3-eea0-44f0-8a5c-9f67e9d4f0ab req-570177d5-ef6d-49d1-ba5e-0ae4214dd41f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566969 Sep 18 01:03:04.133640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:04.149274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '5b26504d-06c7-48af-9b60-6d361fe8ccb3', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'port_id': '5b26504d-06c7-48af-9b60-6d361fe8ccb3', 'mac_address': 'fa:16:3e:ff:9f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:04.190726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-4a9ab482-4ba7-464b-b5c3-a4ad1137be79 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:04.192259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-4a9ab482-4ba7-464b-b5c3-a4ad1137be79 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1453257 Sep 18 01:03:04.204319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.210586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-28a154af-1437-4b40-b8d0-bd4e8e9eb950 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0112245 Sep 18 01:03:04.220162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b26504d-06c7-48af-9b60-6d361fe8ccb3 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:04.233945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44112) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:04.247842 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d319d7f3-30cd-42b8-b783-3ce89a5ae18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.250951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:04.258351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.267105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-fc2b792b-50aa-4a9f-993c-1997f26118f2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506723 Sep 18 01:03:04.314538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.353942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d319d7f3-30cd-42b8-b783-3ce89a5ae18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.357784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d319d7f3-30cd-42b8-b783-3ce89a5ae18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.381823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-44ded969-0805-4b55-9626-32b1b261e2ca service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985792 Sep 18 01:03:04.397074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d319d7f3-30cd-42b8-b783-3ce89a5ae18c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a78cd71db9d1403da8799432c48cb51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613789 Sep 18 01:03:04.397952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319d7f3-30cd-42b8-b783-3ce89a5ae18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ab0a1-1969-44b8-a04a-7df215704bb4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.400304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44114) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:04.450346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.471160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.472819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-8eab96e7-d7c0-4d99-b16e-a689ca56c276 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Sep 18 01:03:04.519561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.523217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:04.526779 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a01ab0a1-1969-44b8-a04a-7df215704bb4 HTTP/1.1" status: 204 len: 168 time: 0.1231675 Sep 18 01:03:04.531999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afc79f-15dc-43c8-956c-b36135457ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ab0a1-1969-44b8-a04a-7df215704bb4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.654981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d36bc3a7-9ae2-4344-b77c-778851d30b9a req-d3ef8475-582f-4c7e-b532-43549829ce34 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0332820 Sep 18 01:03:04.715696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['5b26504d-06c7-48af-9b60-6d361fe8ccb3'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:04.774965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:04.969515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8ec9d63b-cb0e-4579-ae74-24063b617cce no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:05.005024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 8ec9d63b-cb0e-4579-ae74-24063b617cce {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:05.005705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8ec9d63b-cb0e-4579-ae74-24063b617cce not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:05.053009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df530488-3bd6-4a20-9ff5-71b22a39b1fe req-f47593e9-1d87-4bd3-bae3-7dde50403ca6 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:05.054893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df530488-3bd6-4a20-9ff5-71b22a39b1fe req-f47593e9-1d87-4bd3-bae3-7dde50403ca6 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0550826 Sep 18 01:03:05.097864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df530488-3bd6-4a20-9ff5-71b22a39b1fe req-4835cc0e-fa4d-464f-9a80-23411df1e48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Sep 18 01:03:05.245823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c8e4-cfde-45f0-917d-0344b241d527 req-2558a34d-e1e9-4f5e-9f33-8f6329859e74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:05.253016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f561c8e4-cfde-45f0-917d-0344b241d527 req-2558a34d-e1e9-4f5e-9f33-8f6329859e74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 945 time: 0.0614636 Sep 18 01:03:05.309668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f561c8e4-cfde-45f0-917d-0344b241d527 req-983868e0-416c-48f2-8dce-f61fec540d9f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Sep 18 01:03:05.758367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-709ef07f-a02c-4071-97d2-adf2287912c0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:05.760611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-709ef07f-a02c-4071-97d2-adf2287912c0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1621816 Sep 18 01:03:05.782057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:05.810468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ab6ddcd-462a-47c6-b19f-e84e1234dcc0 req-0e6c3de7-5e26-49a9-910f-1def771a800a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0392621 Sep 18 01:03:05.861763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf46e11-6116-4556-b7ec-a83012df1db7 req-58dba7a9-f5d4-430a-976b-59470d00251b tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:05.863369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cf46e11-6116-4556-b7ec-a83012df1db7 req-58dba7a9-f5d4-430a-976b-59470d00251b tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0558531 Sep 18 01:03:05.912780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cf46e11-6116-4556-b7ec-a83012df1db7 req-a7a35a9d-6817-4f30-b278-a1804aaea469 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Sep 18 01:03:05.938391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:05.941876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:05.974933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5b26504d-06c7-48af-9b60-6d361fe8ccb3 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:06.025981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:06.030598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:06.031067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.080125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.11 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/e5749013-23ce-48c9-a5a1-7b97046b9873) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:06.113866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.142331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:06.144811 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f9277a-6d2f-4c78-a065-805f5953a376" -d '{"events": [{"server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "name": "network-vif-plugged", "status": "completed", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:06.158624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:06.164552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.203889 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e286487f-c926-43f5-8ca6-96643ee7030a x-openstack-request-id: req-e286487f-c926-43f5-8ca6-96643ee7030a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:06.204185 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "name": "network-vif-plugged", "status": "completed", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:06.204468 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e286487f-c926-43f5-8ca6-96643ee7030a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:06.204859 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3', 'code': 200} Sep 18 01:03:06.226235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.250143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.306364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.341722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:06.378259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:06.383058 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:06.388169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:06.422082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853474d6-8cf6-47e7-9858-8e8a743be52d req-8fb87a07-8429-4163-9c1d-c0071b32b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.423626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853474d6-8cf6-47e7-9858-8e8a743be52d req-8fb87a07-8429-4163-9c1d-c0071b32b81c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 1098 time: 0.1304007 Sep 18 01:03:06.435865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.469905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d09a3-74d1-4fcb-bb2a-81aeedd08fba req-38ac72fd-dca2-4cef-a4fc-7cc86bd66440 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.471508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-691d09a3-74d1-4fcb-bb2a-81aeedd08fba req-38ac72fd-dca2-4cef-a4fc-7cc86bd66440 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0686369 Sep 18 01:03:06.483460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.484098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.488727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-853474d6-8cf6-47e7-9858-8e8a743be52d req-10591ab5-632f-46d1-ad87-89554daf1f39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538547 Sep 18 01:03:06.502132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-38d970fc-bf9d-4d0d-a11e-085de6d26332 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245138 Sep 18 01:03:06.514871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Request body: {'port': {'device_id': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:06.524603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-691d09a3-74d1-4fcb-bb2a-81aeedd08fba req-9561742f-989f-476d-932a-22adbc4b663f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Sep 18 01:03:06.587224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.871312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5749013-23ce-48c9-a5a1-7b97046b9873 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:06.879205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.892436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Transition to ACTIVE for port object e5749013-23ce-48c9-a5a1-7b97046b9873 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:03:06.898625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.954671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7f95-9391-4304-b71a-9c75fe943541 req-f000cd4b-0e08-4f2f-899b-247afaabb24a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.964649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cffb7f95-9391-4304-b71a-9c75fe943541 req-f000cd4b-0e08-4f2f-899b-247afaabb24a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0667267 Sep 18 01:03:07.034417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.040560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cffb7f95-9391-4304-b71a-9c75fe943541 req-65dec697-bce2-44e6-9e51-c007fdd25635 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Sep 18 01:03:07.041811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Attempting to bind port e5749013-23ce-48c9-a5a1-7b97046b9873 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:07.042311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Attempting to bind port e5749013-23ce-48c9-a5a1-7b97046b9873 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:07.042843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Attempting to bind port e5749013-23ce-48c9-a5a1-7b97046b9873 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:07.047693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Port e5749013-23ce-48c9-a5a1-7b97046b9873 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:03:07.048188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Attempting to bind port e5749013-23ce-48c9-a5a1-7b97046b9873 on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:07.055129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:07.055693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:07.056086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:07.056738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Bound port: e5749013-23ce-48c9-a5a1-7b97046b9873, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:07.057287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:07.098510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-5b6741b0-4a0f-4221-be45-2acb593d8757 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882256 Sep 18 01:03:07.107790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dec988-1d31-4b05-99f0-7827ec290d22 req-3eb08e95-0931-44ae-8b8a-cc344d3ced44 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.109456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13dec988-1d31-4b05-99f0-7827ec290d22 req-3eb08e95-0931-44ae-8b8a-cc344d3ced44 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0680118 Sep 18 01:03:07.138061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:07.141298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e5749013-23ce-48c9-a5a1-7b97046b9873,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:07.148394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:07.185154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-13dec988-1d31-4b05-99f0-7827ec290d22 req-58c551d8-199f-43da-9a44-5047296a59ea tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Sep 18 01:03:07.187989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.188639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:07.190428 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] 10.222.0.48 "PUT /v2.0/ports/e5749013-23ce-48c9-a5a1-7b97046b9873 HTTP/1.1" status: 200 len: 1093 time: 0.6800425 Sep 18 01:03:07.190801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:07.200534 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71db945-4877-4857-857e-c3e06c77e5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:07.223076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-b49bcfaf-9bbf-4d03-abf5-8506f11bf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.223277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9767-eabf-4df2-be09-6c5b1e9c3bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.226214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-b49bcfaf-9bbf-4d03-abf5-8506f11bf49a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1097 time: 0.0800152 Sep 18 01:03:07.283029 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8d9f4-c9d0-431e-9216-66d6e5fe9cfc x-openstack-request-id: req-8ec8d9f4-c9d0-431e-9216-66d6e5fe9cfc {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:07.283324 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:07.283573 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ec8d9f4-c9d0-431e-9216-66d6e5fe9cfc {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:07.285182 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873', 'status': 'completed', 'code': 200} Sep 18 01:03:07.308480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-9f8bd5ae-8919-41ff-8ff5-650b511e5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.310050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-9f8bd5ae-8919-41ff-8ff5-650b511e5803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0593159 Sep 18 01:03:07.356766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-1e687267-e8f7-4f32-8a1c-0d2024705bdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5749013-23ce-48c9-a5a1-7b97046b9873 HTTP/1.1" status: 200 len: 217 time: 0.0374179 Sep 18 01:03:07.359806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-49ba824a-6ea9-4c23-9c15-c6ea00a08427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.361483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-49ba824a-6ea9-4c23-9c15-c6ea00a08427 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 898 time: 0.1098473 Sep 18 01:03:07.413890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-87575bd4-5d8c-41c7-8c4a-08f09e044664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.415373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-87575bd4-5d8c-41c7-8c4a-08f09e044664 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0457108 Sep 18 01:03:07.428729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-eb3775d1-f383-41cb-ab22-80890a52b5f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 1001 time: 0.0588286 Sep 18 01:03:07.452781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-24b9cb54-b3d4-4b69-8a03-866040570891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293155 Sep 18 01:03:07.483368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-35a75ede-eb92-4c83-9797-2220a519b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.484885 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-35a75ede-eb92-4c83-9797-2220a519b876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 200 len: 834 time: 0.0500979 Sep 18 01:03:07.531650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-80451ce7-718b-42d9-af28-6c96ddc856af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.533215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-80451ce7-718b-42d9-af28-6c96ddc856af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae936144-63e5-4697-aa4a-9954ad973e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412424 Sep 18 01:03:07.545782 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-e866a6ef-2fb1-429a-9ccd-d4dadfe158eb service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Sep 18 01:03:07.628012 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-0659c64a-eaf5-418d-865b-68c1f98c2139 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877612 Sep 18 01:03:07.679131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b0f7b3f-804d-4633-840f-7270509c18a9 req-25e13e8a-dd9f-40fc-a41d-f478241e69ff service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258926 Sep 18 01:03:07.687609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1430d-f36b-4f1e-8623-27d114c351d1 req-dbe5aa65-098a-48b3-8a7e-c81d3082df25 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.689121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bed1430d-f36b-4f1e-8623-27d114c351d1 req-dbe5aa65-098a-48b3-8a7e-c81d3082df25 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0699005 Sep 18 01:03:07.732509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-e33e2d4f-ab75-4d14-a0d8-1ebd2a65d024 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973747 Sep 18 01:03:07.743574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bed1430d-f36b-4f1e-8623-27d114c351d1 req-1002e924-0ef1-4f7e-85cc-ad552c410936 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466022 Sep 18 01:03:07.789344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-7da35a8a-e20d-4ed8-b435-c0bc5c8139a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.790840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-7da35a8a-e20d-4ed8-b435-c0bc5c8139a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0463858 Sep 18 01:03:07.890637 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-9a26630a-75ee-40f7-bbac-41af6d1bf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.892204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-9a26630a-75ee-40f7-bbac-41af6d1bf83b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.0935805 Sep 18 01:03:07.935080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-1d84115b-6d76-4dc6-8989-8000b846dfea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5749013-23ce-48c9-a5a1-7b97046b9873 HTTP/1.1" status: 200 len: 217 time: 0.0360014 Sep 18 01:03:07.996166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d0e00-d919-420e-90c8-8aa7358be8da req-5a740bd4-774d-47b1-99f4-d3293b96179b tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.000967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-e5eb7450-0111-45c5-841b-9151ace70b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.004828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-e5eb7450-0111-45c5-841b-9151ace70b10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0618432 Sep 18 01:03:08.009009 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-449d0e00-d919-420e-90c8-8aa7358be8da req-5a740bd4-774d-47b1-99f4-d3293b96179b tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Sep 18 01:03:08.041679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-ad33a306-1449-4e27-af7d-ec2378692111 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297520 Sep 18 01:03:08.118520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Deleting port 4d06834f-129f-4f0a-92af-278c89b2bc55 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:08.118975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:08.225741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-4f0ee91f-8e1a-44af-934a-527fee0a303d service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754401 Sep 18 01:03:08.241595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513433-67fc-4351-9ab8-b0f995d92f67 req-9bcab275-e1e9-438a-b328-7734774a16c5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.250606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df513433-67fc-4351-9ab8-b0f995d92f67 req-9bcab275-e1e9-438a-b328-7734774a16c5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 944 time: 0.1094894 Sep 18 01:03:08.268195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] For port 4d06834f-129f-4f0a-92af-278c89b2bc55, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4d06834f-129f-4f0a-92af-278c89b2bc55,segment=NetworkSegment(952b3ae5-331c-4ca1-848d-cd3a494a0508),segment_id=952b3ae5-331c-4ca1-848d-cd3a494a0508)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:08.268716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:08.282568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Calling delete_port for 4d06834f-129f-4f0a-92af-278c89b2bc55 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:08.380741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df513433-67fc-4351-9ab8-b0f995d92f67 req-e328bf75-53ad-4faa-829c-16f8be370585 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294947 Sep 18 01:03:08.397327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7531-3cbe-468f-85c6-9049ffbafbe5 req-759d21cb-6ba0-4da4-9c58-8ef7ecab8bb4 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.398871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-672c7531-3cbe-468f-85c6-9049ffbafbe5 req-759d21cb-6ba0-4da4-9c58-8ef7ecab8bb4 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/ports?device_id=710fbee2-9730-4d49-ba17-99e641a76392 HTTP/1.1" status: 200 len: 945 time: 0.1289511 Sep 18 01:03:08.425215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:08.439052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f71db945-4877-4857-857e-c3e06c77e5c9 req-b077ad12-e226-4cf7-809f-d9f3bb68f029 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782587 Sep 18 01:03:08.462325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Pushing event deleted for resources: {'Port': ['ID=4d06834f-129f-4f0a-92af-278c89b2bc55,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:08.464162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-672c7531-3cbe-468f-85c6-9049ffbafbe5 req-013dc066-692e-4995-b59d-09a1d47cb7f7 tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd56480a-7573-467d-a1c8-cee56787a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Sep 18 01:03:08.469301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4d06834f-129f-4f0a-92af-278c89b2bc55'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:08.519983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] No DVR routers for this DVR port 4d06834f-129f-4f0a-92af-278c89b2bc55 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:08.523602 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:08.526115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-449d0e00-d919-420e-90c8-8aa7358be8da req-344cc31f-57e6-4060-b8c7-ecc5456ab48a tempest-VolumesActionsTest-1801473639 tempest-VolumesActionsTest-1801473639-project] 10.222.0.54 "DELETE /v2.0/ports/4d06834f-129f-4f0a-92af-278c89b2bc55 HTTP/1.1" status: 204 len: 173 time: 0.5074213 Sep 18 01:03:08.860870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb07d4d-fa54-4519-b6ab-318a50a1a0cf req-18b81419-737b-4c81-9610-42e6b37059e1 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.862318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddb07d4d-fa54-4519-b6ab-318a50a1a0cf req-18b81419-737b-4c81-9610-42e6b37059e1 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0497105 Sep 18 01:03:08.901575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddb07d4d-fa54-4519-b6ab-318a50a1a0cf req-93399799-b676-453e-94b3-ae4fa02d67a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327506 Sep 18 01:03:09.004664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e5749013-23ce-48c9-a5a1-7b97046b9873 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:09.030270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacec5-9c8b-419d-9b6d-610ca3850696 req-19b4089a-d282-4d20-a97d-01064a949bdd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:09.031881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34eacec5-9c8b-419d-9b6d-610ca3850696 req-19b4089a-d282-4d20-a97d-01064a949bdd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0605438 Sep 18 01:03:09.092641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34eacec5-9c8b-419d-9b6d-610ca3850696 req-2ad7e4ff-3e88-4be1-88d6-f366e62951b7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 Sep 18 01:03:09.128570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e5749013-23ce-48c9-a5a1-7b97046b9873,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:09.141310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e5749013-23ce-48c9-a5a1-7b97046b9873', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': 'e5749013-23ce-48c9-a5a1-7b97046b9873', 'mac_address': 'fa:16:3e:bd:db:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:09.178219 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:09.197953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5749013-23ce-48c9-a5a1-7b97046b9873 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:09.219893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e5749013-23ce-48c9-a5a1-7b97046b9873,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:09.223957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:09.275367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:09.285518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'name': 'network-vif-deleted', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:09.289867 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb044fcf-3114-47ef-999a-b41b3c857bd9" -d '{"events": [{"server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "name": "network-vif-deleted", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:09.328345 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26fee2-f25f-4927-9c61-1a5ff257c638 x-openstack-request-id: req-8d26fee2-f25f-4927-9c61-1a5ff257c638 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:09.328646 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710fbee2-9730-4d49-ba17-99e641a76392", "name": "network-vif-deleted", "tag": "4d06834f-129f-4f0a-92af-278c89b2bc55", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:09.328957 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d26fee2-f25f-4927-9c61-1a5ff257c638 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:09.329349 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710fbee2-9730-4d49-ba17-99e641a76392', 'name': 'network-vif-deleted', 'tag': '4d06834f-129f-4f0a-92af-278c89b2bc55', 'status': 'completed', 'code': 200} Sep 18 01:03:09.445837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e5749013-23ce-48c9-a5a1-7b97046b9873'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:09.545395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0d594-c119-45b9-b74a-bc0ccd1e9f2f req-e9d7f57e-bf9f-4fd1-99b5-e7cd06630875 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:09.546913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ac0d594-c119-45b9-b74a-bc0ccd1e9f2f req-e9d7f57e-bf9f-4fd1-99b5-e7cd06630875 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0841014 Sep 18 01:03:09.602501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7ac0d594-c119-45b9-b74a-bc0ccd1e9f2f req-a6104148-b2be-4193-befa-6d977c0d7c34 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482504 Sep 18 01:03:10.609772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:10.735230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226daf4-db70-4288-b399-d58b8baa606f req-99faffcf-d0ea-4d41-8905-325e0943ed1a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:10.743597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3226daf4-db70-4288-b399-d58b8baa606f req-99faffcf-d0ea-4d41-8905-325e0943ed1a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0611815 Sep 18 01:03:10.789120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3226daf4-db70-4288-b399-d58b8baa606f req-0b58dd14-d253-43f4-9d00-39756aee761b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Sep 18 01:03:11.022137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e5749013-23ce-48c9-a5a1-7b97046b9873 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:11.112724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e5749013-23ce-48c9-a5a1-7b97046b9873 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:11.116928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e5749013-23ce-48c9-a5a1-7b97046b9873 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:11.117422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:11.216521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:11.243979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:11.246202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:11.248527 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76573537-8744-45b5-bc14-7d3e633ba542" -d '{"events": [{"server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:11.286210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e5749013-23ce-48c9-a5a1-7b97046b9873,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:11.297490 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:11.336146 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328068b-5ea4-43bd-8ece-4d3f7970234a x-openstack-request-id: req-1328068b-5ea4-43bd-8ece-4d3f7970234a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:11.336146 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:11.336146 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1328068b-5ea4-43bd-8ece-4d3f7970234a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:11.336564 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873', 'code': 200} Sep 18 01:03:11.409252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:11.454922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a967c4e-6a82-4abb-aeeb-e717a30a8e98 req-c3e58d3f-3651-4c9c-bb77-da9f2e060f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:11.456471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a967c4e-6a82-4abb-aeeb-e717a30a8e98 req-c3e58d3f-3651-4c9c-bb77-da9f2e060f49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 1098 time: 0.0850995 Sep 18 01:03:11.539928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a967c4e-6a82-4abb-aeeb-e717a30a8e98 req-9a53ca4b-c6eb-43ee-9a82-24d3cce08377 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706544 Sep 18 01:03:11.998094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d06834f-129f-4f0a-92af-278c89b2bc55 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:12.059077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 4d06834f-129f-4f0a-92af-278c89b2bc55 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:12.059696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4d06834f-129f-4f0a-92af-278c89b2bc55 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:12.084870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e06be-67c2-4854-ab12-6053e5e1bf07 req-e6b58ad2-be36-4f46-a32f-636753654797 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:12.095675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d39e06be-67c2-4854-ab12-6053e5e1bf07 req-e6b58ad2-be36-4f46-a32f-636753654797 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.1122510 Sep 18 01:03:12.167235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44334) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:12.182764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d39e06be-67c2-4854-ab12-6053e5e1bf07 req-7ad5d019-86e8-429a-8d72-15c227dcff13 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748315 Sep 18 01:03:12.217863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.17 (d7d565a6-8570-436e-9cf3-b3f02296e560/f115ed2a-f29d-46b6-b58e-8c8deb95c99a/4c423de3-dda3-47ec-83df-63b870e0d4ff) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:12.374932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.379082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.451312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.500430 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.509083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.549696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network d7d565a6-8570-436e-9cf3-b3f02296e560 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:12.559243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:12.571968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:12.637727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a2f23feaa954bc9bdfacee1a2b4a2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535940 Sep 18 01:03:12.639098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519be6d7-323d-48aa-8782-b5bde0cbba2d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:12.653887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44342) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:12.655306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.655656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.656067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.656438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.666505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.666851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.667189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.667516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.667852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.668170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.668520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.668850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae97bd-c077-4d9e-826a-3139a5bfe93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:12.706557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:12.733080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.755742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.778451 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.847828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.860068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:12.863261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/519be6d7-323d-48aa-8782-b5bde0cbba2d HTTP/1.1" status: 204 len: 168 time: 0.1897604 Sep 18 01:03:12.901276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495f3d-45f7-46ce-9ea0-7e3f0ebf965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519be6d7-323d-48aa-8782-b5bde0cbba2d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:12.978844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-79b66108-93f4-4c1b-aadc-4d30a1d75900 None None] Provisioning complete for port 4c423de3-dda3-47ec-83df-63b870e0d4ff triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:12.979650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-79b66108-93f4-4c1b-aadc-4d30a1d75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.040598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.042390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-79b66108-93f4-4c1b-aadc-4d30a1d75900 None None] Port 4c423de3-dda3-47ec-83df-63b870e0d4ff cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:03:13.341206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:13.358515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a522b3-6ce5-4f55-b7fb-f52cc84bc78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.384375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c786-13ea-40a5-8f8f-cf81e0138e16 req-f5695353-8755-419e-a2fb-18d3341a2dd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:13.391706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b0c786-13ea-40a5-8f8f-cf81e0138e16 req-f5695353-8755-419e-a2fb-18d3341a2dd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0837042 Sep 18 01:03:13.455707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8b0c786-13ea-40a5-8f8f-cf81e0138e16 req-5a572fd8-3240-4678-ae1c-82b72ca91efb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612581 Sep 18 01:03:13.494135 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.505300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.535089 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a522b3-6ce5-4f55-b7fb-f52cc84bc78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.542031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27a522b3-6ce5-4f55-b7fb-f52cc84bc78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.625597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.633757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:13.649517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a522b3-6ce5-4f55-b7fb-f52cc84bc78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690854d7-2e7f-4c84-907e-93d9a1eac637,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:13.654421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27a522b3-6ce5-4f55-b7fb-f52cc84bc78d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d10d7d35265440328a3e306a6f23e575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122878 Sep 18 01:03:13.657112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44358) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:13.687994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695635f-1e6e-406a-802c-514a041fc83d req-0c0ab2a6-0a57-485d-9aae-c97b4b1f78e5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:13.690284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d695635f-1e6e-406a-802c-514a041fc83d req-0c0ab2a6-0a57-485d-9aae-c97b4b1f78e5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.1074445 Sep 18 01:03:13.760806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d695635f-1e6e-406a-802c-514a041fc83d req-e13efb66-ec0a-4040-9035-a25f5a1e26f2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621171 Sep 18 01:03:13.776516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.781168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network d7d565a6-8570-436e-9cf3-b3f02296e560 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:13.788844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:13.807635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.987635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.992395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:13.996962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/690854d7-2e7f-4c84-907e-93d9a1eac637 HTTP/1.1" status: 204 len: 168 time: 0.3362651 Sep 18 01:03:14.016657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ca123-e177-4b42-9fc7-2eef60b1e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690854d7-2e7f-4c84-907e-93d9a1eac637,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:14.023068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:14.195428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65df1c-e20f-4746-a168-44e19c906bef req-ff5688e7-1d49-4523-a54d-1bb276499de8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:14.204552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd65df1c-e20f-4746-a168-44e19c906bef req-ff5688e7-1d49-4523-a54d-1bb276499de8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0675662 Sep 18 01:03:14.214073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:14.219875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb048df5-5d3f-40b1-93a6-602eb1f1c363 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/dca3c986-7912-420f-8437-1fb5e8da3e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6061423 Sep 18 01:03:14.226263 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:14.237290 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:14.238034 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:14.274023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9872aead-1293-4b2a-956d-87d755ccf8ab None None] Provisioning complete for port 4c423de3-dda3-47ec-83df-63b870e0d4ff triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:14.276683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9872aead-1293-4b2a-956d-87d755ccf8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:14.301168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd65df1c-e20f-4746-a168-44e19c906bef req-faa53060-65e7-43bd-9312-9a844ac037df tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Sep 18 01:03:14.361875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9872aead-1293-4b2a-956d-87d755ccf8ab None None] Port 4c423de3-dda3-47ec-83df-63b870e0d4ff cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:03:14.425633 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:14.768978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:12Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c423de3-dda3-47ec-83df-63b870e0d4ff', 'name': '', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:4c:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:11Z', 'updated_at': '2021-09-18T01:03:13Z', 'revision_number': 2, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:14.807212 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:14.807568 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Updating router dca3c986-7912-420f-8437-1fb5e8da3e24 port 4c423de3-dda3-47ec-83df-63b870e0d4ff binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:03:14.846041 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.278851 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.288202 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.397319 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Pushing event updated for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:15.440394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.440992 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.441583 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.442226 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.442934 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.443429 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.443918 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.444475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.444988 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.445496 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.446255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.446916 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:15.464275 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Attempting to bind port 4c423de3-dda3-47ec-83df-63b870e0d4ff on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:15.465256 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Attempting to bind port 4c423de3-dda3-47ec-83df-63b870e0d4ff by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:15.465818 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Attempting to bind port 4c423de3-dda3-47ec-83df-63b870e0d4ff on network d7d565a6-8570-436e-9cf3-b3f02296e560 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:15.471991 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:15.472732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Checking segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:15.473582 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.474325 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Bound using segment: {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:15.475141 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Bound port: 4c423de3-dda3-47ec-83df-63b870e0d4ff, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe17c6c-241a-4fd0-90fd-c0598b188e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:15.475734 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.560680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-ff3404dc-1e0a-4115-a65b-7bb85babc4be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:15.563683 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-ff3404dc-1e0a-4115-a65b-7bb85babc4be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.1990824 Sep 18 01:03:15.588643 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] For port 4c423de3-dda3-47ec-83df-63b870e0d4ff, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:15.600203 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] For port 4c423de3-dda3-47ec-83df-63b870e0d4ff, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4c423de3-dda3-47ec-83df-63b870e0d4ff,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:15.613473 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.711380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aaa2c-85fd-4a43-8245-7ddd10718b29 req-f248c484-962f-41a1-a5e0-bc0b96072f35 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:15.713073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d5aaa2c-85fd-4a43-8245-7ddd10718b29 req-f248c484-962f-41a1-a5e0-bc0b96072f35 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 946 time: 0.2692525 Sep 18 01:03:15.724701 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:15.725640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:15.806139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] Provisioning complete for port 4c423de3-dda3-47ec-83df-63b870e0d4ff triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:15.806751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.810057 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ddcaa-080e-469a-b4f9-a4f520084c4b None None] Pushing event updated for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:15.926307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port e5749013-23ce-48c9-a5a1-7b97046b9873 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:15.926667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.938257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d5aaa2c-85fd-4a43-8245-7ddd10718b29 req-fde02430-fb2a-4ece-a4ed-436137933316 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988428 Sep 18 01:03:15.983884 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:15.984449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.054865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] For port 4c423de3-dda3-47ec-83df-63b870e0d4ff, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4c423de3-dda3-47ec-83df-63b870e0d4ff,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:16.064483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.133500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7537e63-395b-4dd4-802d-39a28144e09d None None] Pushing event updated for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:16.189982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port e5749013-23ce-48c9-a5a1-7b97046b9873, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e5749013-23ce-48c9-a5a1-7b97046b9873,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:16.190635 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.191722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.207588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for e5749013-23ce-48c9-a5a1-7b97046b9873 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:16.292118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5714d18a-9ba5-4e9d-b202-1965d7fedefc None None] Provisioning complete for port 4c423de3-dda3-47ec-83df-63b870e0d4ff triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:16.296560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5714d18a-9ba5-4e9d-b202-1965d7fedefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.429294 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.435814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:12Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c423de3-dda3-47ec-83df-63b870e0d4ff', 'name': '', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:4c:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:11Z', 'updated_at': '2021-09-18T01:03:15Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:16.455995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e5749013-23ce-48c9-a5a1-7b97046b9873'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:16.475112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:16.502971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=e5749013-23ce-48c9-a5a1-7b97046b9873,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:16.572663 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7df75-928d-4506-9c13-b0412b6ce699 None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:12Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c423de3-dda3-47ec-83df-63b870e0d4ff', 'name': '', 'network_id': 'd7d565a6-8570-436e-9cf3-b3f02296e560', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:4c:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:11Z', 'updated_at': '2021-09-18T01:03:15Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': 'f115ed2a-f29d-46b6-b58e-8c8deb95c99a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:16.616864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port e5749013-23ce-48c9-a5a1-7b97046b9873 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:16.626173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:16.628196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20f007c0-089c-4524-8acf-0ff96e86e66d req-3eff8fea-9212-46f0-a0f0-65232f4d38b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "DELETE /v2.0/ports/e5749013-23ce-48c9-a5a1-7b97046b9873 HTTP/1.1" status: 204 len: 173 time: 1.0582869 Sep 18 01:03:16.658826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'name': 'network-vif-deleted', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:16.685015 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe092d03-70f4-4290-9515-8f21b8778d6f" -d '{"events": [{"server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "name": "network-vif-deleted", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:16.984871 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed735662-95ba-448c-a2cf-119e9e27e0b9 x-openstack-request-id: req-ed735662-95ba-448c-a2cf-119e9e27e0b9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:16.985421 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c16d41-4534-4faf-9cb4-f8168df2e4d7", "name": "network-vif-deleted", "tag": "e5749013-23ce-48c9-a5a1-7b97046b9873", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:16.985870 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed735662-95ba-448c-a2cf-119e9e27e0b9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:16.986476 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c16d41-4534-4faf-9cb4-f8168df2e4d7', 'name': 'network-vif-deleted', 'tag': 'e5749013-23ce-48c9-a5a1-7b97046b9873', 'status': 'completed', 'code': 200} Sep 18 01:03:17.123347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aba0df7-2c16-4f04-b272-743dfe828263 req-5279caab-aa9a-420d-9d42-cdf07e68f032 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c16d41-4534-4faf-9cb4-f8168df2e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0426254 Sep 18 01:03:17.436781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44446) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:17.614048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cfe1cc0-1b3c-4f3b-a37e-e4cb8fcc83b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:17.789470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cfe1cc0-1b3c-4f3b-a37e-e4cb8fcc83b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:17.794707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cfe1cc0-1b3c-4f3b-a37e-e4cb8fcc83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:17.842169 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7cfe1cc0-1b3c-4f3b-a37e-e4cb8fcc83b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f639e47deb149a993bc41b210cd8d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021046 Sep 18 01:03:17.842169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe1cc0-1b3c-4f3b-a37e-e4cb8fcc83b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19feccf-727b-4d80-90a5-fe76583007ae,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:17.843556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44454) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:17.966503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.010756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.075109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4c423de3-dda3-47ec-83df-63b870e0d4ff up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:18.095996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.100382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.102351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f19feccf-727b-4d80-90a5-fe76583007ae HTTP/1.1" status: 204 len: 168 time: 0.2477336 Sep 18 01:03:18.112426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c359c-ceb7-4f59-90aa-636881a9e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19feccf-727b-4d80-90a5-fe76583007ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:18.211852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4c423de3-dda3-47ec-83df-63b870e0d4ff triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:18.213327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.563436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:18.582480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feb1e399-7d27-4067-a319-5b2f54021685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.717571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-9de17f18-521b-4c68-bea9-0e8005123bc5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:18.726443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-9de17f18-521b-4c68-bea9-0e8005123bc5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1820350 Sep 18 01:03:18.739027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feb1e399-7d27-4067-a319-5b2f54021685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.744891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-1528c166-2d9e-4689-b144-d1e930b30bd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0175023 Sep 18 01:03:18.745598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-feb1e399-7d27-4067-a319-5b2f54021685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.800443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-feb1e399-7d27-4067-a319-5b2f54021685 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a0efa02dd6949899659eab70cd840d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358057 Sep 18 01:03:18.801459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1e399-7d27-4067-a319-5b2f54021685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627046c4-bd59-4f3b-8125-5f7895176db6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:18.807334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44482) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:18.820300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-8a4a72dd-a4e7-43a6-9a45-c2630b0298b1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742619 Sep 18 01:03:18.902653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.933791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:19.006537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:19.010905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:19.012450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/627046c4-bd59-4f3b-8125-5f7895176db6 HTTP/1.1" status: 204 len: 168 time: 0.2063704 Sep 18 01:03:19.041899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c6274-7ce1-4c3d-9967-017bcd2ec784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627046c4-bd59-4f3b-8125-5f7895176db6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:19.064401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e5749013-23ce-48c9-a5a1-7b97046b9873 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:19.095643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: e5749013-23ce-48c9-a5a1-7b97046b9873 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:19.096863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e5749013-23ce-48c9-a5a1-7b97046b9873 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:19.204963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-4291ecde-6ead-475b-992e-c31410910881 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837771 Sep 18 01:03:19.319608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-8df42dff-0b42-4967-8065-0a6ab39996c0 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050611 Sep 18 01:03:19.580438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96255b38-13ec-4035-a25a-a1af24987ccb req-90af6b60-f20f-457c-b09d-34779ff36b69 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 210 time: 0.0488095 Sep 18 01:03:20.795852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c3ca0f-588b-4a77-a583-3368c12c6922 req-1874449d-35f9-48c9-bc5a-6c95596919a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 210 time: 0.0495522 Sep 18 01:03:20.850522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-699be277-1be2-4331-8611-1827e35b3138 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:20.852567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-699be277-1be2-4331-8611-1827e35b3138 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.2353044 Sep 18 01:03:20.878187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:21.011976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:21.015887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.197528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.4 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/48eb513d-5103-4391-bb2b-178d24846d6e) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:21.443008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.492352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.529133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:21.562440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:21.566701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:21.569450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:21.573357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:21.677638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:21.678786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.714641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-f467b788-f088-44de-9f70-f8ae309b5002 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8495255 Sep 18 01:03:21.729150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Request body: {'port': {'device_id': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:22.208349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:22.292372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56cbbb-47fc-46fc-b2d6-80b95b7b87f5 req-16cdde23-8292-4fa6-9e5d-5851c6d2ea96 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:22.301460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d56cbbb-47fc-46fc-b2d6-80b95b7b87f5 req-16cdde23-8292-4fa6-9e5d-5851c6d2ea96 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 931 time: 0.1107497 Sep 18 01:03:22.425320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d56cbbb-47fc-46fc-b2d6-80b95b7b87f5 req-2383c1fe-b1ca-4aa3-bdb2-41f13a3fa16b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224198 Sep 18 01:03:22.679341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eb513d-5103-4391-bb2b-178d24846d6e {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:22.687116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-715bee6a-5ae6-42b1-93d3-6bd843af3bcd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803564 Sep 18 01:03:22.687658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:22.705889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Transition to ACTIVE for port object 48eb513d-5103-4391-bb2b-178d24846d6e will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:03:22.710823 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:22.777544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Pushing event updated for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:22.816422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-85e27390-f96f-4b22-8456-4aeb36c0a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:22.818766 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-85e27390-f96f-4b22-8456-4aeb36c0a16b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 1097 time: 0.0570431 Sep 18 01:03:22.902972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Attempting to bind port 48eb513d-5103-4391-bb2b-178d24846d6e on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:22.903311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Attempting to bind port 48eb513d-5103-4391-bb2b-178d24846d6e by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:22.903651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Attempting to bind port 48eb513d-5103-4391-bb2b-178d24846d6e on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:22.908672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Port 48eb513d-5103-4391-bb2b-178d24846d6e on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:03:22.908996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Attempting to bind port 48eb513d-5103-4391-bb2b-178d24846d6e on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:22.921943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:22.922300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:22.924217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:22.926170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Bound port: 48eb513d-5103-4391-bb2b-178d24846d6e, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:22.929186 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:22.969181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-0caef7db-0fe4-438e-8d52-ada07f0c176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:22.971111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-0caef7db-0fe4-438e-8d52-ada07f0c176b service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.1328561 Sep 18 01:03:23.029139 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-8a6d15e4-eaa4-484e-9e30-211bb1a7829d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae28606e-d6bd-4c43-802f-9caa588357b0 HTTP/1.1" status: 200 len: 217 time: 0.0495133 Sep 18 01:03:23.083508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:23.088105 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=48eb513d-5103-4391-bb2b-178d24846d6e,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:23.094417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:23.124350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-848d6ef2-efbd-4325-9f69-b958cddb8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.126271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-848d6ef2-efbd-4325-9f69-b958cddb8c24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0886507 Sep 18 01:03:23.153126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Pushing event updated for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:23.168817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.169459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:23.170877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-de96f587-db9f-40c9-979b-33a989c140cb service neutron] 10.222.0.48 "PUT /v2.0/ports/48eb513d-5103-4391-bb2b-178d24846d6e HTTP/1.1" status: 200 len: 1092 time: 1.4491682 Sep 18 01:03:23.171340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:23.176822 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edba1da-072c-4872-b130-45818dbf8e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:23.181947 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-1821c25b-46f2-4eae-8f16-b7db6c427527 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465205 Sep 18 01:03:23.278568 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c41119-2a14-40dc-bccc-9d04c15d1706 x-openstack-request-id: req-77c41119-2a14-40dc-bccc-9d04c15d1706 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:23.279129 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:23.279129 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77c41119-2a14-40dc-bccc-9d04c15d1706 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:23.279502 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e', 'status': 'completed', 'code': 200} Sep 18 01:03:23.313474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-e606b4ff-f3ee-4464-b036-8ff9b9801736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.318481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-e606b4ff-f3ee-4464-b036-8ff9b9801736 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 1095 time: 0.0956407 Sep 18 01:03:23.363791 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-f2341670-5150-4c49-8e54-860dc8882e75 service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680453 Sep 18 01:03:23.402007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-bcc60d15-b773-48a1-9ba9-4dbe11e98458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48eb513d-5103-4391-bb2b-178d24846d6e HTTP/1.1" status: 200 len: 217 time: 0.0758970 Sep 18 01:03:23.505555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-a1d747f6-82ce-4533-8a20-f0d8c41e428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.507313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-a1d747f6-82ce-4533-8a20-f0d8c41e428c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0974047 Sep 18 01:03:23.559219 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bddebaf-cfd3-4bc2-b0ea-33407801c765 req-72016902-cf81-4e9f-a0d7-c96244339168 service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867378 Sep 18 01:03:23.562200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-d56c2e7b-dc3b-4558-85da-45e4ad203022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436792 Sep 18 01:03:23.692573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9bf57-e81e-46cf-bd4f-417bc71ac550 req-64b1bdf0-903f-4b7b-a646-3577c56d6ba8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.700328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72f9bf57-e81e-46cf-bd4f-417bc71ac550 req-64b1bdf0-903f-4b7b-a646-3577c56d6ba8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 943 time: 0.1408217 Sep 18 01:03:23.746507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-5acb56d9-54a7-4a21-9a8f-b6f21d93b967 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730411 Sep 18 01:03:23.783980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-72f9bf57-e81e-46cf-bd4f-417bc71ac550 req-7aa53a51-d328-43e1-af42-8e3510983a35 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Sep 18 01:03:23.865858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c56af04-da96-40af-8d3e-2f00e399e18f req-351b3c15-ba60-4957-9f82-ba004f3599d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066926 Sep 18 01:03:24.002004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edba1da-072c-4872-b130-45818dbf8e1f req-bead3f84-ec0c-4e94-9569-b72b8a87bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.004080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-bead3f84-ec0c-4e94-9569-b72b8a87bcd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 1095 time: 0.0658305 Sep 18 01:03:24.166228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edba1da-072c-4872-b130-45818dbf8e1f req-12735125-96c7-4529-b97e-f389b42653c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.167749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-12735125-96c7-4529-b97e-f389b42653c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.1566811 Sep 18 01:03:24.221994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5f9246b4-98b1-484a-a2f1-588ddfd814e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:24.241405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-2fa85f50-dc2c-4c1e-950a-e82f91be0e36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48eb513d-5103-4391-bb2b-178d24846d6e HTTP/1.1" status: 200 len: 217 time: 0.0641568 Sep 18 01:03:24.323631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edba1da-072c-4872-b130-45818dbf8e1f req-a2d500a1-01e5-45f2-8a6f-585b73a8302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.325539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-a2d500a1-01e5-45f2-8a6f-585b73a8302c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0758021 Sep 18 01:03:24.368969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-29942689-367a-44b4-ac11-a179d5be08ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344646 Sep 18 01:03:24.502580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-2e4b5892-7c94-4a48-b950-c62c0fdde84c service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 Sep 18 01:03:24.630126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5edba1da-072c-4872-b130-45818dbf8e1f req-f0a98278-469e-4543-b0c6-1a58140d45bf service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189394 Sep 18 01:03:24.918816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ef7c4-48dd-47d3-9dce-8a64cd478a98 req-44083517-8a0d-42c2-b07b-99ab219ddece tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.920743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c8ef7c4-48dd-47d3-9dce-8a64cd478a98 req-44083517-8a0d-42c2-b07b-99ab219ddece tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 943 time: 0.0534530 Sep 18 01:03:25.012978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c8ef7c4-48dd-47d3-9dce-8a64cd478a98 req-a0758682-4149-4395-b49b-4481816c0bc9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825155 Sep 18 01:03:25.100196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 48eb513d-5103-4391-bb2b-178d24846d6e details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:25.245880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=48eb513d-5103-4391-bb2b-178d24846d6e,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:25.261090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '48eb513d-5103-4391-bb2b-178d24846d6e', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': '48eb513d-5103-4391-bb2b-178d24846d6e', 'mac_address': 'fa:16:3e:a8:94:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:25.312141 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.330974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eb513d-5103-4391-bb2b-178d24846d6e {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:25.360567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=48eb513d-5103-4391-bb2b-178d24846d6e,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:25.366487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.459667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:25.578822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['48eb513d-5103-4391-bb2b-178d24846d6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:25.734226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:25.915639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afdc1932-d5f4-4cd9-809f-d59f6184da99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.061430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afdc1932-d5f4-4cd9-809f-d59f6184da99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.069660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afdc1932-d5f4-4cd9-809f-d59f6184da99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.108372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44616) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:26.108962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-afdc1932-d5f4-4cd9-809f-d59f6184da99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7525083b083c4dedaafa1ba9c8f254c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730657 Sep 18 01:03:26.133868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1932-d5f4-4cd9-809f-d59f6184da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c06e85-5376-4fb4-a99d-8740e2766040,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.198016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.261712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.294337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd919bf7-618e-4784-80c6-c3144d6898d2 req-ee8e18b3-bcf6-40c4-89d6-83e518d565be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:26.295953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd919bf7-618e-4784-80c6-c3144d6898d2 req-ee8e18b3-bcf6-40c4-89d6-83e518d565be tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 944 time: 0.0959744 Sep 18 01:03:26.352152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd919bf7-618e-4784-80c6-c3144d6898d2 req-0d47e4fd-5d5f-4789-8eb5-e92d35526daa tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459352 Sep 18 01:03:26.361720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.365290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.369794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94c06e85-5376-4fb4-a99d-8740e2766040 HTTP/1.1" status: 204 len: 168 time: 0.2598009 Sep 18 01:03:26.378869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3dca9-aa91-49b0-9566-cd84076c75c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c06e85-5376-4fb4-a99d-8740e2766040,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.726706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44622) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:26.743524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aae6255e-be0c-457a-8527-89270626fed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.862441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aae6255e-be0c-457a-8527-89270626fed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.868508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-aae6255e-be0c-457a-8527-89270626fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.897475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6255e-be0c-457a-8527-89270626fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f024c-3ae5-44ee-8ff3-21da0c4e7a2c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.940496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-aae6255e-be0c-457a-8527-89270626fed6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5658bd1565842699570e4a767044430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123394 Sep 18 01:03:26.943912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44624) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:27.010736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.040835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.113252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 48eb513d-5103-4391-bb2b-178d24846d6e up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:27.210490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.213210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.214663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a6f024c-3ae5-44ee-8ff3-21da0c4e7a2c HTTP/1.1" status: 204 len: 168 time: 0.2689552 Sep 18 01:03:27.217390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 48eb513d-5103-4391-bb2b-178d24846d6e completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:27.222459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 48eb513d-5103-4391-bb2b-178d24846d6e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:27.222998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.253807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587df545-a6df-44c3-8d11-8b741545ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f024c-3ae5-44ee-8ff3-21da0c4e7a2c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:27.276813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-50f6da5b-c680-4651-a8c4-5009f5c150e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.361044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.386809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:27.389149 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d067f-f0f8-4856-992a-95fcd84ec8b8" -d '{"events": [{"server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "name": "network-vif-plugged", "status": "completed", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:27.446175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=48eb513d-5103-4391-bb2b-178d24846d6e,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:27.454365 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.518786 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09799f1-bc0d-469a-a169-25c41e6b12d9 x-openstack-request-id: req-b09799f1-bc0d-469a-a169-25c41e6b12d9 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:27.519273 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "name": "network-vif-plugged", "status": "completed", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:27.519392 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b09799f1-bc0d-469a-a169-25c41e6b12d9 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:27.519711 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e', 'code': 200} Sep 18 01:03:27.568381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:27.589428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:27.664773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b5ac-4a9c-4700-a684-330cbdfbf960 req-2b25e841-0197-440f-8192-ac34c021c2cc tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.666338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b137b5ac-4a9c-4700-a684-330cbdfbf960 req-2b25e841-0197-440f-8192-ac34c021c2cc tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.1278396 Sep 18 01:03:27.669391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a478-45a9-4fe9-b4c5-9bfdaf8c366f req-dfa1d8a5-ea79-4045-8087-7db8d4d7e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.670805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c66a478-45a9-4fe9-b4c5-9bfdaf8c366f req-dfa1d8a5-ea79-4045-8087-7db8d4d7e15a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 1097 time: 0.1173003 Sep 18 01:03:27.734115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b137b5ac-4a9c-4700-a684-330cbdfbf960 req-122e5837-72a9-4b7d-bfe1-5b7655cac434 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Sep 18 01:03:27.741241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c66a478-45a9-4fe9-b4c5-9bfdaf8c366f req-aec43979-4d47-41a5-9973-2350fd3d1b11 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Sep 18 01:03:28.379961 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:28.904572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b98d5-ec67-42f6-8af3-a18911b18e44 req-186cc9d9-cdd2-4f65-98c2-47a2b98573c5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:28.913164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b0b98d5-ec67-42f6-8af3-a18911b18e44 req-186cc9d9-cdd2-4f65-98c2-47a2b98573c5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.0627158 Sep 18 01:03:28.953628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b0b98d5-ec67-42f6-8af3-a18911b18e44 req-c6b8fedf-3435-4453-9301-a179e774aa85 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Sep 18 01:03:29.307335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-8aac0c08-6256-48c9-b42a-83b6bc546065 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:29.315317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-8aac0c08-6256-48c9-b42a-83b6bc546065 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1353354 Sep 18 01:03:29.335977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-ed51a5ea-24c8-496c-9197-49e7acbdd986 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0194621 Sep 18 01:03:29.405443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-cd3ae34e-b455-4640-9a4e-6f045d0db0aa tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679381 Sep 18 01:03:29.511390 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-c2b5526f-7894-4929-9e6a-3af2915b2bf6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046889 Sep 18 01:03:29.651038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-6124df95-171c-463c-9e38-388baa048d9c service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385431 Sep 18 01:03:29.714047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:29.844064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f7a4d578-0599-44c4-922f-ee7814f88060 req-02dcdc6e-da33-45de-bd0e-728420a1f5f2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 210 time: 0.0359664 Sep 18 01:03:30.996958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49d42b26-218b-4425-aaf6-a18706dcd6a2 req-cb0fe0ae-68ad-4501-994f-21fd713c5d79 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 210 time: 0.0528171 Sep 18 01:03:31.288407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-2dd6e018-3ad0-4830-b6ee-c13e8cbeffb6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:31.290604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-2dd6e018-3ad0-4830-b6ee-c13e8cbeffb6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1661747 Sep 18 01:03:31.311372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:31.548132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:31.553104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:31.727494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.5 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/102d2a22-37df-455f-a430-d5c1abd1c59f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:31.919474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:31.963372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:31.977393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['48eb513d-5103-4391-bb2b-178d24846d6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:32.005551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:32.009957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:32.014205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:32.058053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:32.085555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:32.092663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:32.093341 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.130240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab21cf-883c-4b17-a830-635045cdcb01 req-4552b802-8e9b-47a8-bb51-cc08a1adc8a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:32.131589 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-0af3e8b2-67e3-42f9-9f1a-54d0c17f22c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249557 Sep 18 01:03:32.136815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eab21cf-883c-4b17-a830-635045cdcb01 req-4552b802-8e9b-47a8-bb51-cc08a1adc8a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 931 time: 0.0789335 Sep 18 01:03:32.151858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Request body: {'port': {'device_id': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:32.235206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.277528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eab21cf-883c-4b17-a830-635045cdcb01 req-158715cd-8328-464c-824d-846b3568fccf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377552 Sep 18 01:03:32.319027 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.671373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102d2a22-37df-455f-a430-d5c1abd1c59f {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:32.688084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.702426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Transition to ACTIVE for port object 102d2a22-37df-455f-a430-d5c1abd1c59f will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:03:32.710734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.761493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Pushing event updated for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:32.856507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Attempting to bind port 102d2a22-37df-455f-a430-d5c1abd1c59f on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:32.856847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Attempting to bind port 102d2a22-37df-455f-a430-d5c1abd1c59f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:32.857168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Attempting to bind port 102d2a22-37df-455f-a430-d5c1abd1c59f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:32.861534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Port 102d2a22-37df-455f-a430-d5c1abd1c59f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:03:32.861869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Attempting to bind port 102d2a22-37df-455f-a430-d5c1abd1c59f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:32.867444 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:32.867785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:32.868171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:32.868642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Bound port: 102d2a22-37df-455f-a430-d5c1abd1c59f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:32.869003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.945114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:32.948989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=102d2a22-37df-455f-a430-d5c1abd1c59f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:32.957300 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.997672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:32.998309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:32.999698 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] 10.222.0.54 "PUT /v2.0/ports/102d2a22-37df-455f-a430-d5c1abd1c59f HTTP/1.1" status: 200 len: 1092 time: 0.8526602 Sep 18 01:03:33.000159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:33.002428 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:33.037392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d965c-2b18-43b7-b886-ff252f792c45 service neutron] Pushing event updated for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:33.078849 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835bb52a-0458-4152-895b-2c2b6f0e19b8 x-openstack-request-id: req-835bb52a-0458-4152-895b-2c2b6f0e19b8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:33.079160 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:33.079419 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-835bb52a-0458-4152-895b-2c2b6f0e19b8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:33.079826 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f', 'status': 'completed', 'code': 200} Sep 18 01:03:33.125873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-6f95a0d4-406a-4b47-9440-58111bc29388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:33.127506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-6f95a0d4-406a-4b47-9440-58111bc29388 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 1095 time: 0.0658040 Sep 18 01:03:33.188495 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-12260765-00d9-478d-9210-1adcec5ac720 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=102d2a22-37df-455f-a430-d5c1abd1c59f HTTP/1.1" status: 200 len: 217 time: 0.0461717 Sep 18 01:03:33.429492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd132b-b131-42b2-9a88-e8429ca5876f req-ed9fb103-a622-4f5b-9a19-b9607fb5b9eb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:33.431837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6cd132b-b131-42b2-9a88-e8429ca5876f req-ed9fb103-a622-4f5b-9a19-b9607fb5b9eb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 943 time: 0.0737109 Sep 18 01:03:33.517969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6cd132b-b131-42b2-9a88-e8429ca5876f req-f5b27e72-af61-4d3f-a8fe-e581e88cb682 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762405 Sep 18 01:03:33.643571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-a9c70095-871f-4313-8c8a-cef8f6bb6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:33.645624 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-a9c70095-871f-4313-8c8a-cef8f6bb6f17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.4486663 Sep 18 01:03:33.720387 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-af5c16f3-c0b3-4b6f-bcf3-57a48c4534f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654798 Sep 18 01:03:33.844040 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-3137c6b4-a26f-4a25-8d85-3bc6a7e0ae4d service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156952 Sep 18 01:03:33.944363 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09b1cfe9-f6c5-4316-9aca-5a0d87818bba req-c50a504e-b265-41b1-abd2-68a4f7602fc4 service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901990 Sep 18 01:03:34.073902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-a6c2c166-a8eb-4a22-afce-81882517ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:34.075413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-a6c2c166-a8eb-4a22-afce-81882517ef6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 1095 time: 0.0423570 Sep 18 01:03:34.170807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-f40e4f8f-5c7c-4aba-8296-aeecb881dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:34.172364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-f40e4f8f-5c7c-4aba-8296-aeecb881dbaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.0888338 Sep 18 01:03:34.216457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-601c791c-9f8d-43d7-8fc6-92af58227c68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=102d2a22-37df-455f-a430-d5c1abd1c59f HTTP/1.1" status: 200 len: 217 time: 0.0356417 Sep 18 01:03:34.272258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-6dd4dbce-33d6-455d-949f-646b043daf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:34.273704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-6dd4dbce-33d6-455d-949f-646b043daf64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0502341 Sep 18 01:03:34.306842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-304f1e2a-ab6d-4573-8626-4c19dbcc1c77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259869 Sep 18 01:03:34.405472 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-d989b11c-3755-49eb-b115-fc256eb9652d service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909493 Sep 18 01:03:34.498945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4a98e517-9ffc-4faf-b56e-3d2dc4791bc3 req-c56364ec-1fb7-43a8-aadd-41c7a33e8c32 service neutron] 10.222.0.54 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Sep 18 01:03:34.634703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caff856-2934-4bd2-afce-45a8433eade7 req-35f93648-4616-41f9-8bed-476d084dcd4c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:34.636211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9caff856-2934-4bd2-afce-45a8433eade7 req-35f93648-4616-41f9-8bed-476d084dcd4c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 943 time: 0.0536358 Sep 18 01:03:34.677419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9caff856-2934-4bd2-afce-45a8433eade7 req-4b43db46-771d-4dd9-833c-cc2257acfc9d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Sep 18 01:03:35.823269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538d799-4d2e-45e2-b146-17f5b7c62904 req-54a1e5f4-0b1f-4471-a7cf-1faae8967fac tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:35.825595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9538d799-4d2e-45e2-b146-17f5b7c62904 req-54a1e5f4-0b1f-4471-a7cf-1faae8967fac tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 943 time: 0.0658767 Sep 18 01:03:35.868393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9538d799-4d2e-45e2-b146-17f5b7c62904 req-ee88aa46-d8d0-474e-81a1-fbc68fa35944 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Sep 18 01:03:36.994646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59af14-b5f9-40c1-a6ba-992ac3291be4 req-d3f6395a-8aae-492f-a12c-c2a908f50900 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:36.996488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b59af14-b5f9-40c1-a6ba-992ac3291be4 req-d3f6395a-8aae-492f-a12c-c2a908f50900 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Sep 18 01:03:37.041421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b59af14-b5f9-40c1-a6ba-992ac3291be4 req-779f362f-5da6-4593-ac8d-73dd35b1e3c6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Sep 18 01:03:38.153704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 102d2a22-37df-455f-a430-d5c1abd1c59f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:38.183772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257003c9-d119-4677-a736-a68b39bc5161 req-bef9c04f-eac5-4f7b-bba5-b9b43a4985d0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:38.194027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-257003c9-d119-4677-a736-a68b39bc5161 req-bef9c04f-eac5-4f7b-bba5-b9b43a4985d0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 943 time: 0.0706165 Sep 18 01:03:38.214884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44856) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:38.244599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-257003c9-d119-4677-a736-a68b39bc5161 req-2250d10e-991f-4f00-9774-3af9b57eec3f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Sep 18 01:03:38.291179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Deleting subnet 4102c956-e58b-4c84-8d95-3627ebd03250 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:03:38.295673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=102d2a22-37df-455f-a430-d5c1abd1c59f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:38.297131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.308997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '102d2a22-37df-455f-a430-d5c1abd1c59f', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': '102d2a22-37df-455f-a430-d5c1abd1c59f', 'mac_address': 'fa:16:3e:90:bb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:38.336874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.349830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.363414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102d2a22-37df-455f-a430-d5c1abd1c59f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:38.384888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=102d2a22-37df-455f-a430-d5c1abd1c59f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:38.385813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.389729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.450897 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.457849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:38.485722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4102c956-e58b-4c84-8d95-3627ebd03250,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:38.489980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.492283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d5a6ba5-375d-4c5c-a54e-5307171ee3f7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4102c956-e58b-4c84-8d95-3627ebd03250 HTTP/1.1" status: 204 len: 168 time: 0.2754676 Sep 18 01:03:38.494360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:38.566436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.654838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.676575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc19240-2335-46f0-934f-ca6912b029bd']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:38.685785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b3ae5-331c-4ca1-848d-cd3a494a0508') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:38.686117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b3ae5-331c-4ca1-848d-cd3a494a0508') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:38.697283 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.715406 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.721856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:38.722222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:03:38.725310 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:03:38.775067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['102d2a22-37df-455f-a430-d5c1abd1c59f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:38.796909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.805199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:38.807411 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4bc19240-2335-46f0-934f-ca6912b029bd HTTP/1.1" status: 204 len: 168 time: 0.3121049 Sep 18 01:03:38.825883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e47b1b-2064-4ac9-bcd1-739b3ab795a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc19240-2335-46f0-934f-ca6912b029bd,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:39.028670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44868) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:39.071590 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d88566c3-b23e-401a-ba3d-6cc7cd20c1b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ac08ba2c3814a028c26f919fd332f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416896 Sep 18 01:03:39.074623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44874) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:39.123569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:39.155980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:39.213910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:39.216873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:39.218529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd56480a-7573-467d-a1c8-cee56787a70e HTTP/1.1" status: 204 len: 168 time: 0.1428046 Sep 18 01:03:39.227691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216b4e4-f826-4666-8985-df7f42847f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56480a-7573-467d-a1c8-cee56787a70e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:39.402947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac1c3-d5eb-4f01-a872-44e95e257a97 req-3e452df2-d18e-42b6-ab4c-5653d9c6dbe9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:39.404528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79aac1c3-d5eb-4f01-a872-44e95e257a97 req-3e452df2-d18e-42b6-ab4c-5653d9c6dbe9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 944 time: 0.0930002 Sep 18 01:03:39.467136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79aac1c3-d5eb-4f01-a872-44e95e257a97 req-8fff380f-c71a-493e-b17b-fe4252d9f1ba tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Sep 18 01:03:40.198224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 102d2a22-37df-455f-a430-d5c1abd1c59f up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:40.256085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 102d2a22-37df-455f-a430-d5c1abd1c59f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:40.260632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 102d2a22-37df-455f-a430-d5c1abd1c59f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:40.261153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:40.345040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:40.369226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:40.371720 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf6d5e4-03ed-443c-ad0f-0815a117f64c" -d '{"events": [{"server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "name": "network-vif-plugged", "status": "completed", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:40.385829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=102d2a22-37df-455f-a430-d5c1abd1c59f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:40.399787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:40.445147 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921fb85-4804-4e00-8072-009e77198a56 x-openstack-request-id: req-1921fb85-4804-4e00-8072-009e77198a56 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:40.455631 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "name": "network-vif-plugged", "status": "completed", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:40.456178 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1921fb85-4804-4e00-8072-009e77198a56 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:40.457040 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f', 'code': 200} Sep 18 01:03:40.489543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:40.595804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb0a0-be16-48c9-a88f-365b2e4f2c1b req-f71d35e0-cbc4-42f9-b655-88be5830a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:40.597356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d0cb0a0-be16-48c9-a88f-365b2e4f2c1b req-f71d35e0-cbc4-42f9-b655-88be5830a631 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 1097 time: 0.0507343 Sep 18 01:03:40.643533 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0d0cb0a0-be16-48c9-a88f-365b2e4f2c1b req-d2b50ea3-6beb-499b-839a-18ff715e6ef0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Sep 18 01:03:40.664422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd136-bb85-464e-8866-4a66e322d60f req-a59a3b95-dc95-45be-bacd-90cab18ce2ee tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:40.679487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79abd136-bb85-464e-8866-4a66e322d60f req-a59a3b95-dc95-45be-bacd-90cab18ce2ee tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0775065 Sep 18 01:03:40.718498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79abd136-bb85-464e-8866-4a66e322d60f req-44a3f453-2b04-41bf-b1f5-b7bf66e3ca41 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364199 Sep 18 01:03:41.775799 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:41.873424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a79c4-8f9d-424d-89ef-4c41d724750e req-3122428a-0626-4b45-856f-d90edd508e77 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:41.875116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c32a79c4-8f9d-424d-89ef-4c41d724750e req-3122428a-0626-4b45-856f-d90edd508e77 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0605609 Sep 18 01:03:41.924595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c32a79c4-8f9d-424d-89ef-4c41d724750e req-0b35e0bb-222b-420c-89ff-d9a7b28bd158 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427995 Sep 18 01:03:43.053845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd2b26-90ad-4478-846a-31fd4b07ebb8 req-2a0a350a-580d-41d4-a045-c262b3171495 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:43.062003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dfd2b26-90ad-4478-846a-31fd4b07ebb8 req-2a0a350a-580d-41d4-a045-c262b3171495 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0659063 Sep 18 01:03:43.105731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dfd2b26-90ad-4478-846a-31fd4b07ebb8 req-83f81e87-e466-4356-8d49-8068481d4d6c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Sep 18 01:03:43.232403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80530c24-1b71-4181-8b30-5c6d8d156c55 req-9862b214-23f5-43e1-b608-b0e78c3677e9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:43.233916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80530c24-1b71-4181-8b30-5c6d8d156c55 req-9862b214-23f5-43e1-b608-b0e78c3677e9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.0532203 Sep 18 01:03:43.275448 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80530c24-1b71-4181-8b30-5c6d8d156c55 req-371adfc9-69b6-45bd-a52a-4e7d79ea93e4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Sep 18 01:03:43.398758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b588-2751-48b4-bc15-960e9b8e27b5 req-38aab56d-47a7-480b-a405-1b9210a00b9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:43.400467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b62b588-2751-48b4-bc15-960e9b8e27b5 req-38aab56d-47a7-480b-a405-1b9210a00b9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Sep 18 01:03:43.440368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b62b588-2751-48b4-bc15-960e9b8e27b5 req-0a647a60-73d0-4fb4-905c-abd79f1feaa6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Sep 18 01:03:43.697321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691149f0-3b33-4e42-bcb4-927dfe050b4e req-5cacf407-fc56-451f-a091-8fedbd384c2e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:43.699264 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-691149f0-3b33-4e42-bcb4-927dfe050b4e req-5cacf407-fc56-451f-a091-8fedbd384c2e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0592175 Sep 18 01:03:43.748202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-691149f0-3b33-4e42-bcb4-927dfe050b4e req-cbddd500-c902-40e3-b073-07d66d2c7010 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Sep 18 01:03:44.187915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 44972) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:44.311542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7af4a961-b914-4e4c-a843-c627619fd011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.405982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7af4a961-b914-4e4c-a843-c627619fd011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.409969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7af4a961-b914-4e4c-a843-c627619fd011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.449452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7af4a961-b914-4e4c-a843-c627619fd011 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=625d4681ace941929918425ab6b7a56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602332 Sep 18 01:03:44.450410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4a961-b914-4e4c-a843-c627619fd011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fb3d9-286d-4242-92da-b0f76d19e8ea,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:44.451981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44976) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:44.500691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.523508 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.582936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.585873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.587175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d5fb3d9-286d-4242-92da-b0f76d19e8ea HTTP/1.1" status: 204 len: 168 time: 0.1340437 Sep 18 01:03:44.595211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb86d-c44f-4d11-ad27-d418247f1ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fb3d9-286d-4242-92da-b0f76d19e8ea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:44.928821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d139f-dc23-4c0b-bfc0-b13943c8cfa6 req-8488db47-d3b5-4fcb-a0b9-59293e2aadb7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:44.931788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-711d139f-dc23-4c0b-bfc0-b13943c8cfa6 req-8488db47-d3b5-4fcb-a0b9-59293e2aadb7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0915408 Sep 18 01:03:44.976744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-711d139f-dc23-4c0b-bfc0-b13943c8cfa6 req-28c62403-9567-4195-8f19-b111ce3fd30b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Sep 18 01:03:45.261283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-055c50c5-4580-45fb-87a9-3ef90ffa7c56 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:45.263368 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-055c50c5-4580-45fb-87a9-3ef90ffa7c56 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 945 time: 0.0504589 Sep 18 01:03:45.357293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port 102d2a22-37df-455f-a430-d5c1abd1c59f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:45.357932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:45.452028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port 102d2a22-37df-455f-a430-d5c1abd1c59f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=102d2a22-37df-455f-a430-d5c1abd1c59f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:45.452808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:45.466437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for 102d2a22-37df-455f-a430-d5c1abd1c59f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:45.597825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:45.609962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['48eb513d-5103-4391-bb2b-178d24846d6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:45.632347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=102d2a22-37df-455f-a430-d5c1abd1c59f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:45.653379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0', '102d2a22-37df-455f-a430-d5c1abd1c59f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:45.699259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port 102d2a22-37df-455f-a430-d5c1abd1c59f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:45.703002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:45.705952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09d28aa8-2729-4c1f-9136-5cd63ee50e93 req-947a75bb-1ec6-4cae-b4bd-d35ba5b41d5f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "DELETE /v2.0/ports/102d2a22-37df-455f-a430-d5c1abd1c59f HTTP/1.1" status: 204 len: 173 time: 0.4367795 Sep 18 01:03:45.706563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'name': 'network-vif-deleted', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:45.716017 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6090fd-2136-4f73-8084-50e5fb139d70" -d '{"events": [{"server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "name": "network-vif-deleted", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:45.760251 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400fd2aa-3de5-411d-a34f-52b2ba735f34 x-openstack-request-id: req-400fd2aa-3de5-411d-a34f-52b2ba735f34 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:45.760635 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3268bc78-1e28-47c7-aa19-48640ef134d0", "name": "network-vif-deleted", "tag": "102d2a22-37df-455f-a430-d5c1abd1c59f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:45.760850 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-400fd2aa-3de5-411d-a34f-52b2ba735f34 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:45.761432 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3268bc78-1e28-47c7-aa19-48640ef134d0', 'name': 'network-vif-deleted', 'tag': '102d2a22-37df-455f-a430-d5c1abd1c59f', 'status': 'completed', 'code': 200} Sep 18 01:03:45.918237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 44990) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:46.101274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bcd009c-d007-4996-9693-bafb22402009 req-53479fcf-b76b-4e34-98bd-b5607695a39c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=3268bc78-1e28-47c7-aa19-48640ef134d0 HTTP/1.1" status: 200 len: 210 time: 0.0379860 Sep 18 01:03:46.183127 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:46.436401 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:46.801550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 4c423de3-dda3-47ec-83df-63b870e0d4ff {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:46.802685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:46.894686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port 4c423de3-dda3-47ec-83df-63b870e0d4ff, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4c423de3-dda3-47ec-83df-63b870e0d4ff,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:46.895102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:46.908489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 4c423de3-dda3-47ec-83df-63b870e0d4ff owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:47.106111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:47.136865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=4c423de3-dda3-47ec-83df-63b870e0d4ff,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:47.393038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:47.506960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebfe64-0814-4faf-8e16-9bb5a9ecff05 req-9e37b412-1416-4cba-bc92-f5f93590dc63 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:47.514992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cebfe64-0814-4faf-8e16-9bb5a9ecff05 req-9e37b412-1416-4cba-bc92-f5f93590dc63 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.0824850 Sep 18 01:03:47.555250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cebfe64-0814-4faf-8e16-9bb5a9ecff05 req-bf009ae3-db2a-434a-913e-77663e59c60f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Sep 18 01:03:47.913223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:48.040836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:48.049493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-98aada5a-80e6-4890-ae8b-4994d0926233 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/dca3c986-7912-420f-8437-1fb5e8da3e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1271126 Sep 18 01:03:48.057391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:48.069671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:48.070688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:48.183802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:48.310233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302b3f-89dc-4e8c-8468-068fe9b0752b req-5fd1763b-8679-45a5-90d0-3b95c4b1b2d3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:48.317736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d302b3f-89dc-4e8c-8468-068fe9b0752b req-5fd1763b-8679-45a5-90d0-3b95c4b1b2d3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0590844 Sep 18 01:03:48.367517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d302b3f-89dc-4e8c-8468-068fe9b0752b req-9534b6a6-9d4f-47ad-8bde-6f78b9246f91 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489044 Sep 18 01:03:48.458434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:48.489244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:48.498008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:48.498635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:48.611911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:48.678288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691c236-8e16-43bb-ab59-c7a3b32888d6 req-49b0be3d-8a1d-49ae-8627-8248ba7d3e0e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:48.686430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a691c236-8e16-43bb-ab59-c7a3b32888d6 req-49b0be3d-8a1d-49ae-8627-8248ba7d3e0e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.0595589 Sep 18 01:03:48.735488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a691c236-8e16-43bb-ab59-c7a3b32888d6 req-f5b8444f-14a0-415d-96a6-8c763685c186 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Sep 18 01:03:48.793480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-60ccd7ae-e6bf-47de-842f-55e89c015993 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:48.795344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-60ccd7ae-e6bf-47de-842f-55e89c015993 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/ports?device_id=36c42913-ba59-4c09-9953-ca9a0f4eda9b HTTP/1.1" status: 200 len: 945 time: 0.0560093 Sep 18 01:03:48.866335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:48.897229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78728056-bc25-49c5-bb2d-995080eeb89c None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '67c3b5d7-e1bd-4f1c-886f-8681b906188a', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'port_id': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'mac_address': 'fa:16:3e:f7:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:02:14Z', 'updated_at': '2021-09-18T01:02:18Z', 'revision_number': 1, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:48.898922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port 48eb513d-5103-4391-bb2b-178d24846d6e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:48.898922 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:49.005117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port 48eb513d-5103-4391-bb2b-178d24846d6e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=48eb513d-5103-4391-bb2b-178d24846d6e,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:49.005450 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:49.017895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for 48eb513d-5103-4391-bb2b-178d24846d6e owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:49.153323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:49.165725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['48eb513d-5103-4391-bb2b-178d24846d6e'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:49.181363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=48eb513d-5103-4391-bb2b-178d24846d6e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:49.191537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:49.247997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port 48eb513d-5103-4391-bb2b-178d24846d6e on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:49.257772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:49.263938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa843c9-8ad8-4425-aa94-e09986ec7d49 req-d21ccd59-0082-4ea2-991e-988eb3dc9d9c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "DELETE /v2.0/ports/48eb513d-5103-4391-bb2b-178d24846d6e HTTP/1.1" status: 204 len: 173 time: 0.4601014 Sep 18 01:03:49.266812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'name': 'network-vif-deleted', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:49.269712 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c946fdc-3605-4da8-b280-88986776e3f5" -d '{"events": [{"server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "name": "network-vif-deleted", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:49.320292 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a3437-523d-4a3c-b137-f7b0ad0d882c x-openstack-request-id: req-a50a3437-523d-4a3c-b137-f7b0ad0d882c {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:49.320810 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c42913-ba59-4c09-9953-ca9a0f4eda9b", "name": "network-vif-deleted", "tag": "48eb513d-5103-4391-bb2b-178d24846d6e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:49.321749 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a50a3437-523d-4a3c-b137-f7b0ad0d882c {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:49.322320 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c42913-ba59-4c09-9953-ca9a0f4eda9b', 'name': 'network-vif-deleted', 'tag': '48eb513d-5103-4391-bb2b-178d24846d6e', 'status': 'completed', 'code': 200} Sep 18 01:03:49.544034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5353a-793f-4c4b-973c-7d212883670b req-810ec9a3-9ecd-4a52-b2c4-7aaf35a168ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:49.545764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92b5353a-793f-4c4b-973c-7d212883670b req-810ec9a3-9ecd-4a52-b2c4-7aaf35a168ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0597174 Sep 18 01:03:49.588754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92b5353a-793f-4c4b-973c-7d212883670b req-e03e7061-5dc5-494f-aead-4a787c6f34db tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369687 Sep 18 01:03:49.915944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9904-efdf-447e-9bca-64a790d82738 req-ededbe51-c9d5-44a0-bcd4-00d7fa86b957 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:49.917821 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42cb9904-efdf-447e-9bca-64a790d82738 req-ededbe51-c9d5-44a0-bcd4-00d7fa86b957 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 946 time: 0.0655763 Sep 18 01:03:49.956760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4c423de3-dda3-47ec-83df-63b870e0d4ff no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:49.988575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4c423de3-dda3-47ec-83df-63b870e0d4ff {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:49.988952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4c423de3-dda3-47ec-83df-63b870e0d4ff not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:50.033339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:50.033748 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:50.097258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-a60bdf0b-b05f-41e8-b7f8-4b76dfa3712c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:50.098780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-a60bdf0b-b05f-41e8-b7f8-4b76dfa3712c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1083801 Sep 18 01:03:50.114079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-2173bbc0-d72e-4a87-875b-6615c077b853 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0095773 Sep 18 01:03:50.125864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port 5b26504d-06c7-48af-9b60-6d361fe8ccb3, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=5b26504d-06c7-48af-9b60-6d361fe8ccb3,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:50.126232 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:50.139257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 5b26504d-06c7-48af-9b60-6d361fe8ccb3 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:50.163963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-dda9d39e-a6ae-4fba-81d4-f90ca4c75e6e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439932 Sep 18 01:03:50.262089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-d842be82-6c8a-47cb-83d8-4908ae21d101 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906188 Sep 18 01:03:50.269681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:50.275068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 102d2a22-37df-455f-a430-d5c1abd1c59f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:50.301493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 102d2a22-37df-455f-a430-d5c1abd1c59f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:50.301752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 102d2a22-37df-455f-a430-d5c1abd1c59f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:50.305201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=5b26504d-06c7-48af-9b60-6d361fe8ccb3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:50.325647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.326002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.326346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.326687 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.327023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.327354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.327693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.328005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.328356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.328678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.329002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.329324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:50.351610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] No DVR routers for this DVR port 5b26504d-06c7-48af-9b60-6d361fe8ccb3 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:50.354042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:50.356028 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42cb9904-efdf-447e-9bca-64a790d82738 req-8b66f67b-32bd-4ea8-9ae3-0150473a5c42 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "DELETE /v2.0/ports/5b26504d-06c7-48af-9b60-6d361fe8ccb3 HTTP/1.1" status: 204 len: 173 time: 0.4317262 Sep 18 01:03:50.356510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'name': 'network-vif-deleted', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:50.358586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-48fd3e4d-e244-42ab-ab31-eb92436a2259 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Sep 18 01:03:50.358804 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b9291c-da9a-44b7-874f-2d4ac0c8608c" -d '{"events": [{"server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "name": "network-vif-deleted", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:50.403365 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6047db-c34b-4df4-b086-c89d5de17c66 x-openstack-request-id: req-2b6047db-c34b-4df4-b086-c89d5de17c66 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:50.403663 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44aa16-88b1-4f61-927b-85c6645350be", "name": "network-vif-deleted", "tag": "5b26504d-06c7-48af-9b60-6d361fe8ccb3", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:50.403917 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b6047db-c34b-4df4-b086-c89d5de17c66 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:50.404427 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44aa16-88b1-4f61-927b-85c6645350be', 'name': 'network-vif-deleted', 'tag': '5b26504d-06c7-48af-9b60-6d361fe8ccb3', 'status': 'completed', 'code': 200} Sep 18 01:03:50.542263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d7eb8fc-1a99-443f-99d5-c53b971e0fba req-3d1b9907-ed77-4c48-a529-51f168c4a3c8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 210 time: 0.0402930 Sep 18 01:03:50.713901 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a347f0b-3113-40a1-8600-f84b78207752 req-2b093467-d445-4a60-a0a1-ab33083a77a1 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b44aa16-88b1-4f61-927b-85c6645350be HTTP/1.1" status: 200 len: 210 time: 0.0339088 Sep 18 01:03:51.225256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 48eb513d-5103-4391-bb2b-178d24846d6e no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:51.244277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 48eb513d-5103-4391-bb2b-178d24846d6e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:51.244619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 48eb513d-5103-4391-bb2b-178d24846d6e not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:51.530590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-76f7f067-d40c-4792-8daa-b26d962df63e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:51.531965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-76f7f067-d40c-4792-8daa-b26d962df63e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.1128225 Sep 18 01:03:51.546627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:51.643808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eaf0af75-d8a3-4166-adb0-a436098c2ecd req-0413c4e6-6405-44cc-ab5d-a3dee3141cd7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 210 time: 0.0333407 Sep 18 01:03:51.687163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:51.691475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:51.783750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45058) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:51.843830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.11 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/f3609824-a59c-48b8-824d-eb2d115ba22f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:51.857864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:51.891851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:51.969541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:51.973121 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:51.976327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/security-groups/6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3 HTTP/1.1" status: 204 len: 168 time: 0.1888773 Sep 18 01:03:51.983857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de2f2e-3cb4-4a63-9f6c-9ed76dfc80fd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7d5c2-13b0-4d4d-9f9e-28a77653bbf3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.017038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45064) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:52.048665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.082239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting subnet f115ed2a-f29d-46b6-b58e-8c8deb95c99a {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:03:52.085233 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.089759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.125021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:52.132784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.134049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:52.137388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:52.141325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:52.176803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.205193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:52.205819 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.225494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-462765e7-62e0-4ee3-bd47-962192426c11 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6837358 Sep 18 01:03:52.238841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Request body: {'port': {'device_id': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:52.294505 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.310114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.360513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.391270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Subnet': ['ID=f115ed2a-f29d-46b6-b58e-8c8deb95c99a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.393244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.398429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a9ed6-c56e-4dfd-ac7a-270e1dd17825 None None] Network d7d565a6-8570-436e-9cf3-b3f02296e560 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:03:52.398562 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0b5076d1-9cca-43f1-90ce-efd8beb02fd8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/subnets/f115ed2a-f29d-46b6-b58e-8c8deb95c99a HTTP/1.1" status: 204 len: 168 time: 0.3803990 Sep 18 01:03:52.399401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45066) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:52.489986 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.560344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port ac3953a4-ff8c-4557-94f2-9d972c9797df {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:52.560344 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.595634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] DHCP port deletion for d7d565a6-8570-436e-9cf3-b3f02296e560 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:03:52.627183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port ac3953a4-ff8c-4557-94f2-9d972c9797df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3953a4-ff8c-4557-94f2-9d972c9797df,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:52.627552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.642212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for ac3953a4-ff8c-4557-94f2-9d972c9797df owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:52.647359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Deleting port ac3953a4-ff8c-4557-94f2-9d972c9797df {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:52.648023 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.659337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3609824-a59c-48b8-824d-eb2d115ba22f {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:52.677499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.709196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Transition to ACTIVE for port object f3609824-a59c-48b8-824d-eb2d115ba22f will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:03:52.719166 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.729524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] For port ac3953a4-ff8c-4557-94f2-9d972c9797df, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3953a4-ff8c-4557-94f2-9d972c9797df,segment=NetworkSegment(6fe17c6c-241a-4fd0-90fd-c0598b188e6c),segment_id=6fe17c6c-241a-4fd0-90fd-c0598b188e6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:52.730658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.746707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Calling delete_port for ac3953a4-ff8c-4557-94f2-9d972c9797df owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:52.758362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.790705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=ac3953a4-ff8c-4557-94f2-9d972c9797df,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.795416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] No DVR routers for this DVR port ac3953a4-ff8c-4557-94f2-9d972c9797df on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:52.810585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:03:52.838384 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:03:52.850860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.889627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Pushing event deleted for resources: {'Port': ['ID=ac3953a4-ff8c-4557-94f2-9d972c9797df,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.899894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.900362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.900789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.901278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.901709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.902111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.902666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.903084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.903501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.903930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.904370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.904843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:52.918216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede2de-95bd-4d50-b13e-f29865a152cb req-af3ba710-06ea-45e9-b2a1-f34777fb4c90 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:52.918730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55eda6f-45ef-4982-ba2f-f9dfcf5f511a None None] No DVR routers for this DVR port ac3953a4-ff8c-4557-94f2-9d972c9797df on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:52.922465 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.932812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edede2de-95bd-4d50-b13e-f29865a152cb req-af3ba710-06ea-45e9-b2a1-f34777fb4c90 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 944 time: 0.1607971 Sep 18 01:03:52.951409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d565a6-8570-436e-9cf3-b3f02296e560']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.962953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe17c6c-241a-4fd0-90fd-c0598b188e6c') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.963258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe17c6c-241a-4fd0-90fd-c0598b188e6c') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.973138 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.973535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Attempting to bind port f3609824-a59c-48b8-824d-eb2d115ba22f on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:52.973872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Attempting to bind port f3609824-a59c-48b8-824d-eb2d115ba22f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:52.974226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Attempting to bind port f3609824-a59c-48b8-824d-eb2d115ba22f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:52.986501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.986802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Port f3609824-a59c-48b8-824d-eb2d115ba22f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:03:52.987118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Attempting to bind port f3609824-a59c-48b8-824d-eb2d115ba22f on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:52.993143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edede2de-95bd-4d50-b13e-f29865a152cb req-b675f478-aeea-4b53-8362-64b178304ae4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570040 Sep 18 01:03:52.994404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:52.995048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:52.995756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:52.996089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:52.997141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:52.997141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Bound port: f3609824-a59c-48b8-824d-eb2d115ba22f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:52.997307 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:03:53.014526 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:03:53.068808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.077625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.079641 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/networks/d7d565a6-8570-436e-9cf3-b3f02296e560 HTTP/1.1" status: 204 len: 168 time: 0.6793153 Sep 18 01:03:53.080142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:53.084175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3609824-a59c-48b8-824d-eb2d115ba22f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:53.085305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45072) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:53.091175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e34e-9e88-47d1-b236-42a3878d413c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Network': ['ID=d7d565a6-8570-436e-9cf3-b3f02296e560,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:53.096626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.163556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:53.164282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.166035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] 10.222.0.48 "PUT /v2.0/ports/f3609824-a59c-48b8-824d-eb2d115ba22f HTTP/1.1" status: 200 len: 1093 time: 0.9319277 Sep 18 01:03:53.170757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:53.173433 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0187da-b953-45a3-99d1-7cee10913b40" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:53.220550 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2568e0-5c9a-48dd-ab5c-6167e2f9fc32 x-openstack-request-id: req-9d2568e0-5c9a-48dd-ab5c-6167e2f9fc32 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:53.220846 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:53.221097 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d2568e0-5c9a-48dd-ab5c-6167e2f9fc32 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:53.221569 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f', 'status': 'completed', 'code': 200} Sep 18 01:03:53.264704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d544b0-eaf5-4746-8723-28afeeca7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:53.329981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-ad7d7ec4-1160-4f6e-bfe1-ec17e72c8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:53.331468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-ad7d7ec4-1160-4f6e-bfe1-ec17e72c8dab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 1096 time: 0.0784109 Sep 18 01:03:53.382747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-6501ba0b-bb63-4371-a96d-c8ce50403597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3609824-a59c-48b8-824d-eb2d115ba22f HTTP/1.1" status: 200 len: 217 time: 0.0435238 Sep 18 01:03:53.392481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port fc6dfeb5-9f43-4459-b818-ebe851a5ec70 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:53.392829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.489205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-c09ccacb-6bba-466b-93df-b5375d05dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:53.490694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-c09ccacb-6bba-466b-93df-b5375d05dd53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0998495 Sep 18 01:03:53.532204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-0b41a30f-401c-4543-bc0c-a19dacc27098 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341609 Sep 18 01:03:53.536931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.537261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:53.566074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for fc6dfeb5-9f43-4459-b818-ebe851a5ec70 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:53.973474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3953a4-ff8c-4557-94f2-9d972c9797df no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:53.993168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ac3953a4-ff8c-4557-94f2-9d972c9797df {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:53.993168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3953a4-ff8c-4557-94f2-9d972c9797df not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:54.028985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-0707c9cd-7412-4cd2-aeb0-5d7f7f838115 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888003 Sep 18 01:03:54.219523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfac039-72e6-4f86-ba76-222f2bac5258 req-35a9f827-58c1-42cc-ae00-d05a63cf92e8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:54.221125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcfac039-72e6-4f86-ba76-222f2bac5258 req-35a9f827-58c1-42cc-ae00-d05a63cf92e8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 944 time: 0.1430111 Sep 18 01:03:54.226118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2736308c-99ee-4b6b-9887-bad20e3d7028 req-93fd63f3-63c0-4f54-aa26-8c9274618072 service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882975 Sep 18 01:03:54.228495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b3c4a404-f7d5-42e9-8478-1074d1f3d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:54.244985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:54.281802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5b26504d-06c7-48af-9b60-6d361fe8ccb3 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:54.302341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=fc6dfeb5-9f43-4459-b818-ebe851a5ec70,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:54.302575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 5b26504d-06c7-48af-9b60-6d361fe8ccb3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:54.302950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 5b26504d-06c7-48af-9b60-6d361fe8ccb3 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:54.395065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcfac039-72e6-4f86-ba76-222f2bac5258 req-3c7b8ad3-7df7-47dd-b254-dd605ef9b76c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Sep 18 01:03:54.415085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:54.415085 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Floating IP 67c3b5d7-e1bd-4f1c-886f-8681b906188a disassociated (deleted). External IP: 172.25.7.242, port: ca7f2200-adfc-4797-ac64-321ba536c08e. Sep 18 01:03:54.451214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-99408a29-a8b9-40f4-b2b6-16788e1b110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:54.452749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-99408a29-a8b9-40f4-b2b6-16788e1b110a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 1096 time: 0.1591177 Sep 18 01:03:54.637750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-9adc468d-8341-446a-b67e-2cce5179c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:54.639247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-9adc468d-8341-446a-b67e-2cce5179c2bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.1785934 Sep 18 01:03:54.685438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-2b2a4d2e-bed2-4451-9ba0-795d19c80693 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3609824-a59c-48b8-824d-eb2d115ba22f HTTP/1.1" status: 200 len: 217 time: 0.0380154 Sep 18 01:03:54.782198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-02817319-ac7a-4d84-89c7-4b3913f353be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:54.783669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-02817319-ac7a-4d84-89c7-4b3913f353be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0888834 Sep 18 01:03:54.788250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:54.820822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-5437638e-a33a-4d11-9123-3a524ae7c168 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289838 Sep 18 01:03:54.994430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:54.997641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-86b1dcfb-40bd-47fa-aeef-c65393bd74db service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427288 Sep 18 01:03:55.000741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:55.006419 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:55.015305 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:55.015967 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:55.053410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d868ec85-ecee-4f28-9732-8e33ffeea4df tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/floatingips/67c3b5d7-e1bd-4f1c-886f-8681b906188a HTTP/1.1" status: 204 len: 168 time: 1.9669044 Sep 18 01:03:55.117588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd0187da-b953-45a3-99d1-7cee10913b40 req-4f3a7650-4d07-465d-8420-b8240d130c3a service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966339 Sep 18 01:03:55.135969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:55.223119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:55.226676 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a663c9-0ec4-4afa-a174-dd7c74ba857a" -d '{"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:55.249607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3609824-a59c-48b8-824d-eb2d115ba22f details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:55.334013 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b46f3-ddaf-40ff-8800-fbca001f2f00 x-openstack-request-id: req-ac3b46f3-ddaf-40ff-8800-fbca001f2f00 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:55.334013 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:55.334287 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac3b46f3-ddaf-40ff-8800-fbca001f2f00 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:55.347297 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'status': 'completed', 'code': 200} Sep 18 01:03:55.388256 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:55.395933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f589-9fe8-4731-8520-43f123355764 req-cb831915-0beb-4d04-8485-cf3b3ba7efea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.397723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c969f589-9fe8-4731-8520-43f123355764 req-cb831915-0beb-4d04-8485-cf3b3ba7efea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.1447287 Sep 18 01:03:55.404209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-7bed9010-51e5-4708-b1c2-6f6e031efa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.405827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-7bed9010-51e5-4708-b1c2-6f6e031efa77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 1097 time: 0.0868187 Sep 18 01:03:55.438832 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:55.471658 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:55.472362 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:55.533404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c969f589-9fe8-4731-8520-43f123355764 req-6376a7e8-66ce-4ad2-abf5-f193f8dfd0ca tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264346 Sep 18 01:03:55.589672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175645-1571-407f-9f10-26d75d69538b req-9b4f7388-ef19-4e63-a1ce-386521b86acf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.591301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b175645-1571-407f-9f10-26d75d69538b req-9b4f7388-ef19-4e63-a1ce-386521b86acf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 944 time: 0.0904589 Sep 18 01:03:55.592109 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:55.592607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-f296bc49-de1c-4b17-804a-2fcef69b5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.594324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3609824-a59c-48b8-824d-eb2d115ba22f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:55.594516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-f296bc49-de1c-4b17-804a-2fcef69b5efe service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 200 len: 898 time: 0.1727092 Sep 18 01:03:55.611818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f3609824-a59c-48b8-824d-eb2d115ba22f', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': 'f3609824-a59c-48b8-824d-eb2d115ba22f', 'mac_address': 'fa:16:3e:cb:9a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:55.650239 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:55.661397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-f8318ba0-3f05-4559-b508-9dd6b95a4963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 200 len: 217 time: 0.0520492 Sep 18 01:03:55.664040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3609824-a59c-48b8-824d-eb2d115ba22f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:55.685055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3609824-a59c-48b8-824d-eb2d115ba22f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:55.691177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:55.712082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b175645-1571-407f-9f10-26d75d69538b req-6011db5e-3535-4add-bdec-db5ab53a2df8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106908 Sep 18 01:03:55.733403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-e25c0e87-ee9c-44d6-97d8-62ee1a814baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.734874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-e25c0e87-ee9c-44d6-97d8-62ee1a814baa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 200 len: 834 time: 0.0613866 Sep 18 01:03:55.746649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:55.806622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-5ac8ed50-edd3-44b9-9882-ebdcc36d58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:55.808056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-5ac8ed50-edd3-44b9-9882-ebdcc36d58ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae936144-63e5-4697-aa4a-9954ad973e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643923 Sep 18 01:03:55.840035 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:55.869209 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02dde-113a-493e-b78a-0f77928d06fd None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:47Z', 'revision_number': 6, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '91a590f0-0ef7-499f-af70-5c3faae5e288', 'name': '', 'network_id': 'ae936144-63e5-4697-aa4a-9954ad973e83', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:bb:e7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:55Z', 'updated_at': '2021-09-18T01:01:59Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '563b2629-f8a1-4f9a-8b21-4e23e4c153f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:55.914066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f3609824-a59c-48b8-824d-eb2d115ba22f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:55.919100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-e58ae8ac-2a46-42ca-8d63-8928a467d339 service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015553 Sep 18 01:03:56.023226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80a663c9-0ec4-4afa-a174-dd7c74ba857a req-16a12547-9fad-4e90-984e-e6b10f1f430e service neutron] 10.222.0.48 "GET /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956323 Sep 18 01:03:56.167998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a925ee5-b8b3-4787-8e1c-42039e916d0c None None] New status for floating IP 67c3b5d7-e1bd-4f1c-886f-8681b906188a: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:03:56.573748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750531db-b903-4699-a51c-a7204845c67c req-f0b50fa1-a201-4ca6-93c1-5dc3a1bba40e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:56.575424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-750531db-b903-4699-a51c-a7204845c67c req-f0b50fa1-a201-4ca6-93c1-5dc3a1bba40e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.0516977 Sep 18 01:03:56.705026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe31c4-e204-46e2-8066-59b3b5f8a886 req-52d92d3f-bcb6-438b-8036-f3dcb5f36a21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:56.707121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36fe31c4-e204-46e2-8066-59b3b5f8a886 req-52d92d3f-bcb6-438b-8036-f3dcb5f36a21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c79fdc9e-a401-454d-b864-3030ce0c603c HTTP/1.1" status: 200 len: 945 time: 0.0845897 Sep 18 01:03:56.737941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port ca7f2200-adfc-4797-ac64-321ba536c08e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:56.738286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:56.760203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45118) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:56.783614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36fe31c4-e204-46e2-8066-59b3b5f8a886 req-74a87a83-78a6-491b-85c6-74810f81dd1f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2721abe-13ee-4c22-a096-f4212264fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681465 Sep 18 01:03:56.888327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port ca7f2200-adfc-4797-ac64-321ba536c08e, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca7f2200-adfc-4797-ac64-321ba536c08e,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:56.888704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:56.899233 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c8393dfc-c16b-4a90-ab20-bd197866adf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:56.907309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e8d00-5e39-4bf4-aef9-ec2d049803f4 req-3ba7d0c4-c296-40fe-8ac1-536d058ecaf9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:56.908834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-316e8d00-5e39-4bf4-aef9-ec2d049803f4 req-3ba7d0c4-c296-40fe-8ac1-536d058ecaf9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 945 time: 0.0884299 Sep 18 01:03:56.915905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for ca7f2200-adfc-4797-ac64-321ba536c08e owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:56.991825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c8393dfc-c16b-4a90-ab20-bd197866adf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:56.992668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-316e8d00-5e39-4bf4-aef9-ec2d049803f4 req-166cb70f-3880-4bab-ad6b-0a37c49b807d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778608 Sep 18 01:03:56.996140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c8393dfc-c16b-4a90-ab20-bd197866adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.038664 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c8393dfc-c16b-4a90-ab20-bd197866adf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34d4c6b2154f46829fa02a6183c53e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762418 Sep 18 01:03:57.040634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8393dfc-c16b-4a90-ab20-bd197866adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa524eb8-9f40-43b1-aaaf-5b157a05cc12,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.042923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45122) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:57.081894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.093694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.108627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=ca7f2200-adfc-4797-ac64-321ba536c08e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.116264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.151984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] No DVR routers for this DVR port ca7f2200-adfc-4797-ac64-321ba536c08e on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:03:57.154490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.156573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-750531db-b903-4699-a51c-a7204845c67c req-8bc75c13-8841-49d0-8f31-098c727dab26 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.48 "DELETE /v2.0/ports/ca7f2200-adfc-4797-ac64-321ba536c08e HTTP/1.1" status: 204 len: 173 time: 0.5737007 Sep 18 01:03:57.169064 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.173105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.175747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa524eb8-9f40-43b1-aaaf-5b157a05cc12 HTTP/1.1" status: 204 len: 168 time: 0.1304722 Sep 18 01:03:57.185153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180d201-8cb1-4634-b692-107ff7496a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa524eb8-9f40-43b1-aaaf-5b157a05cc12,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.262561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5f6357c9-4579-4b15-8f17-77c5fe102a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.266537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3609824-a59c-48b8-824d-eb2d115ba22f up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:57.317920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f3609824-a59c-48b8-824d-eb2d115ba22f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:57.321961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f3609824-a59c-48b8-824d-eb2d115ba22f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:57.322337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.348735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'name': 'network-vif-deleted', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:57.351954 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd2768-d2c0-449e-944a-5a9b09f6be46" -d '{"events": [{"server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "name": "network-vif-deleted", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:57.390417 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cea88c-db7b-4541-986c-44f8ebe9ec3f x-openstack-request-id: req-a5cea88c-db7b-4541-986c-44f8ebe9ec3f {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:57.391041 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79fdc9e-a401-454d-b864-3030ce0c603c", "name": "network-vif-deleted", "tag": "ca7f2200-adfc-4797-ac64-321ba536c08e", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:57.391590 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5cea88c-db7b-4541-986c-44f8ebe9ec3f {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:57.392370 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fdc9e-a401-454d-b864-3030ce0c603c', 'name': 'network-vif-deleted', 'tag': 'ca7f2200-adfc-4797-ac64-321ba536c08e', 'status': 'completed', 'code': 200} Sep 18 01:03:57.412047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.434795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:57.437079 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a5393-0787-4e90-809c-45d6028808d6" -d '{"events": [{"server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "name": "network-vif-plugged", "status": "completed", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:57.453554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3609824-a59c-48b8-824d-eb2d115ba22f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:57.458820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.483615 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e130ecdf-fda1-4a18-96e5-9a2c623f2d41 x-openstack-request-id: req-e130ecdf-fda1-4a18-96e5-9a2c623f2d41 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:57.484055 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "name": "network-vif-plugged", "status": "completed", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:57.484434 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e130ecdf-fda1-4a18-96e5-9a2c623f2d41 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:57.484927 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f', 'code': 200} Sep 18 01:03:57.539448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.547047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.611698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab81b-d4a0-4e20-8ec7-51c50bdaa79c req-3cf7f8d4-0968-4460-a44c-726d1c73f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:57.614889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1adab81b-d4a0-4e20-8ec7-51c50bdaa79c req-3cf7f8d4-0968-4460-a44c-726d1c73f4cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 1098 time: 0.0484939 Sep 18 01:03:57.654195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1adab81b-d4a0-4e20-8ec7-51c50bdaa79c req-ca2c9e8f-a505-41c3-9b5a-a420d1bcb2b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Sep 18 01:03:57.844978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:57.902756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45152) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:57.907961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.936978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:57.998025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.000658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.005369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2721abe-13ee-4c22-a096-f4212264fa27 HTTP/1.1" status: 204 len: 168 time: 0.1554677 Sep 18 01:03:58.007530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-508399283-network', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:58.016791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb9f8-0812-4bc0-9c43-b4e0ee61e662 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2721abe-13ee-4c22-a096-f4212264fa27,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.033405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Made reservation on behalf of c9bc5979361346a0858fa06c201d3c15 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:58.037109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.049228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.061024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:58.145895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d793d-50e4-4395-871a-a8a64dbd05b0 req-bffb7ed6-b6c6-4cfb-abab-38f48572d047 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:58.147399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824d793d-50e4-4395-871a-a8a64dbd05b0 req-bffb7ed6-b6c6-4cfb-abab-38f48572d047 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.0728590 Sep 18 01:03:58.203662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824d793d-50e4-4395-871a-a8a64dbd05b0 req-3e2475e1-9cae-4273-944c-2be8af1036bd tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Sep 18 01:03:58.226261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.230422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.256344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:03:58.265161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7340fe09-66b0-4e34-a3f8-e6bf46b4b7a2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.275247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.276325 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Added segment efafafe8-a50f-4d4a-ad62-e20462186d6c of type vlan for network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 Sep 18 01:03:58.320506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.345511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.346483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:58.347696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.365807 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.386949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4829981 Sep 18 01:03:58.391102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:58.419601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Request body: {'subnet': {'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-508399283-subnet', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:58.429604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387005-8713-4b11-b7f6-678b4e71c46f admin admin] Pushing event updated for resources: {'Network': ['ID=53865d17-d790-4d6a-9b4d-4bb123c5a1c6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.435518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.442654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:03:58.447690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Made reservation on behalf of c9bc5979361346a0858fa06c201d3c15 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:58.450564 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.631314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.694301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f81021-dcc7-4269-8d51-317abd3a910d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.702154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Checking segment: {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:58.702513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Network hostable DHCP agents. Network: 53865d17-d790-4d6a-9b4d-4bb123c5a1c6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:03:58.708213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 91a590f0-0ef7-499f-af70-5c3faae5e288 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:03:58.708650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.720355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:03:58.729778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 53865d17-d790-4d6a-9b4d-4bb123c5a1c6) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:58.733881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:58.734480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.742209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22367ca8-a9a1-44c0-8074-325259f0e21d None None] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:03:58.752462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ad8f63e-8997-4ecf-9fcf-38e148a73111 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3603132 Sep 18 01:03:58.753715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45164) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:58.758375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:58.779296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.780265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.825292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port 91a590f0-0ef7-499f-af70-5c3faae5e288, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91a590f0-0ef7-499f-af70-5c3faae5e288,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:58.826478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.833218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.840122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 91a590f0-0ef7-499f-af70-5c3faae5e288 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:03:58.901266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'fixed_ips': [{'subnet_id': '49f81021-dcc7-4269-8d51-317abd3a910d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:03:58.902139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:58.976193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.044988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Allocated IP 172.20.0.2 (53865d17-d790-4d6a-9b4d-4bb123c5a1c6/49f81021-dcc7-4269-8d51-317abd3a910d/cdcdeb25-65c5-4543-ae3a-94a5fba9ced5) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:59.052260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.080808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=91a590f0-0ef7-499f-af70-5c3faae5e288,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.204637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.234912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.235889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.247649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.267984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca7f2200-adfc-4797-ac64-321ba536c08e no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:59.318424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.327454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:59.330813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:59.332901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: ca7f2200-adfc-4797-ac64-321ba536c08e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:03:59.333249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca7f2200-adfc-4797-ac64-321ba536c08e not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:59.334732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:59.369515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Pushing event updated for resources: {'Port': ['ID=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.404462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Attempting to bind port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:59.404867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Attempting to bind port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:59.405210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Attempting to bind port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 on network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:59.412167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:59.412597 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Checking segment: {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:59.413014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.413388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Bound using segment: {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:59.413865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Bound port: cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:59.414256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.481859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] For port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:59.485297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] For port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:59.491092 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.558868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff414b97-3ae8-404e-b580-e57aa73cdf88 None None] Pushing event updated for resources: {'Port': ['ID=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.561258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router dca3c986-7912-420f-8437-1fb5e8da3e24 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:59.675516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:59.682521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aab561c6-46ec-40e0-8e8f-77a5e45802fc tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/dca3c986-7912-420f-8437-1fb5e8da3e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6203127 Sep 18 01:03:59.685075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:59.693578 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Sync routers for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:59.706322 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.706476 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:59.708640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:59.738538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a983-5fcb-47a7-8530-d29901c5e87c req-6ca3c741-b2c1-4b13-b619-e7d7704e5142 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:59.740759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6e6a983-5fcb-47a7-8530-d29901c5e87c req-6ca3c741-b2c1-4b13-b619-e7d7704e5142 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.1178727 Sep 18 01:03:59.775178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting subnet 563b2629-f8a1-4f9a-8b21-4e23e4c153f1 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:03:59.778863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.800621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Allocated IP 172.25.7.216 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/9dd8dab4-c409-44f5-8f6f-66efa294de64) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:59.827457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.837077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6e6a983-5fcb-47a7-8530-d29901c5e87c req-92a4aba1-b3a9-49b3-a00f-d00c130c8704 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805533 Sep 18 01:03:59.890605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:59.926801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.013787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.017929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.057764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Subnet': ['ID=563b2629-f8a1-4f9a-8b21-4e23e4c153f1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.060443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.062829 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9bcf9a6f-f99a-455e-8618-522c6b1db1e3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/subnets/563b2629-f8a1-4f9a-8b21-4e23e4c153f1 HTTP/1.1" status: 204 len: 168 time: 0.3765128 Sep 18 01:04:00.066963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:00.068940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32357c-bf79-43c4-bddf-f17890f80966 None None] Network ae936144-63e5-4697-aa4a-9954ad973e83 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:04:00.083751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.140209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd8dab4-c409-44f5-8f6f-66efa294de64,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.145106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:00.147039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:00.149801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:00.192598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:00.199555 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:58Z', 'revision_number': 7, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:00.228326 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Checking router: dca3c986-7912-420f-8437-1fb5e8da3e24 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:00.237148 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Routers {'dca3c986-7912-420f-8437-1fb5e8da3e24'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:00.238525 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['dca3c986-7912-420f-8437-1fb5e8da3e24'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:00.310407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:00.310780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.363970 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] Set router dca3c986-7912-420f-8437-1fb5e8da3e24 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:00.427248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] DHCP port deletion for ae936144-63e5-4697-aa4a-9954ad973e83 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:04:00.429213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e01f6c-da4b-4d0a-b5cb-03e998ccd022 req-9ed82a23-99e7-4146-8211-dcd742708f9f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:00.431189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e01f6c-da4b-4d0a-b5cb-03e998ccd022 req-9ed82a23-99e7-4146-8211-dcd742708f9f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.2326715 Sep 18 01:04:00.470254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.524894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:00.541148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Deleting port 1d1a001c-b54b-4e82-815b-32861c278e2f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:00.541528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.548750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.632365 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:58Z', 'revision_number': 7, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:00.648184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] For port 1d1a001c-b54b-4e82-815b-32861c278e2f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d1a001c-b54b-4e82-815b-32861c278e2f,segment=NetworkSegment(a7feb0e0-7698-495d-8afa-2e7e3f8a19db),segment_id=a7feb0e0-7698-495d-8afa-2e7e3f8a19db)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:00.653310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e01f6c-da4b-4d0a-b5cb-03e998ccd022 req-a7a3a883-d829-4f2b-a960-3f333b52de53 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709974 Sep 18 01:04:00.656399 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.687900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.693810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.718931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Calling delete_port for 1d1a001c-b54b-4e82-815b-32861c278e2f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:00.811176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.829407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eb53f-c771-4974-a608-f2b4f33f939a None None] The sync data for ids ['dca3c986-7912-420f-8437-1fb5e8da3e24'] in n-d-712707-16 is: [{'id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'name': 'tempest-TestNetworkBasicOps-router-1763424183', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:03:58Z', 'revision_number': 7, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': '28a9ab3b-762a-4eea-a4e0-a81641457587', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca3c986-7912-420f-8437-1fb5e8da3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:01:51Z', 'updated_at': '2021-09-18T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:00.857383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.867891 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.901345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] Pushing event deleted for resources: {'Port': ['ID=1d1a001c-b54b-4e82-815b-32861c278e2f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.912211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb234b-5a52-400a-8d37-b67f96657604 None None] No DVR routers for this DVR port 1d1a001c-b54b-4e82-815b-32861c278e2f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:00.935944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 28a9ab3b-762a-4eea-a4e0-a81641457587 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:00.936470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:00.986274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0b2d1-f0a4-426a-aaa1-d439099e7d49 None None] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:04:00.991922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b061-2754-4219-8d96-7fb0891a8d75 req-ee1941fc-9aa5-441c-8acb-907a64b8ef0f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:00.997248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b570b061-2754-4219-8d96-7fb0891a8d75 req-ee1941fc-9aa5-441c-8acb-907a64b8ef0f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.1324787 Sep 18 01:04:01.023506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port 28a9ab3b-762a-4eea-a4e0-a81641457587, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=28a9ab3b-762a-4eea-a4e0-a81641457587,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:01.023866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.039114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 28a9ab3b-762a-4eea-a4e0-a81641457587 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:01.046782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b6aaa9e2-53af-4d28-8e51-039b14dc3641 None None] Provisioning complete for port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:01.047250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa9e2-53af-4d28-8e51-039b14dc3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.076522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.084759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b570b061-2754-4219-8d96-7fb0891a8d75 req-b70a4b2b-768a-4e41-836f-5dfa4a62891a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573270 Sep 18 01:04:01.274436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Router 4ce38a50-fd25-42ca-828a-2f73b59ad595 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:04:01.309877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.362111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=28a9ab3b-762a-4eea-a4e0-a81641457587,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:01.452083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.475570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:01.485441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Sync routers for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:01.499723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:01.499973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae44f16-a519-441a-9403-9bbc5035a5a6 req-cb21a93d-665a-4064-a6e4-8d12e10fc6da tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:01.500934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:01.507958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cae44f16-a519-441a-9403-9bbc5035a5a6 req-cb21a93d-665a-4064-a6e4-8d12e10fc6da tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.0853901 Sep 18 01:04:01.525577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.526802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0fd91cc-c4b8-49f5-b016-49ccb98cec52 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7719884 Sep 18 01:04:01.531200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45190) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:01.566477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.569054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.578829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c03c3b34-fcc0-462f-8881-821daae0dcc9 None None] Provisioning complete for port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:01.579179 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c03c3b34-fcc0-462f-8881-821daae0dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.596980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cae44f16-a519-441a-9403-9bbc5035a5a6 req-e461d0ea-98b6-4d3e-b947-d56ea28c306f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878863 Sep 18 01:04:01.624384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.624967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Fanout notify agent at l3_agent the message router_deleted on router dca3c986-7912-420f-8437-1fb5e8da3e24 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:04:01.633530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.637029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0476466b-b5e1-45f2-b6a0-08ba1856487d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/routers/dca3c986-7912-420f-8437-1fb5e8da3e24 HTTP/1.1" status: 204 len: 168 time: 1.5666149 Sep 18 01:04:01.637275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45192) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:01.657423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:01.734606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.833583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.860801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae936144-63e5-4697-aa4a-9954ad973e83']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:01.872984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:01.873306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7feb0e0-7698-495d-8afa-2e7e3f8a19db') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:01.883885 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.894976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:00Z', 'revision_number': 3, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:01.903043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.909090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:01.909812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:04:01.912905 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:04:01.921538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Checking router: 4ce38a50-fd25-42ca-828a-2f73b59ad595 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:01.921889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Updating router 4ce38a50-fd25-42ca-828a-2f73b59ad595 port 9dd8dab4-c409-44f5-8f6f-66efa294de64 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:01.947055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.978493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.992317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:01.996891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/networks/ae936144-63e5-4697-aa4a-9954ad973e83 HTTP/1.1" status: 204 len: 168 time: 0.3558388 Sep 18 01:04:02.004805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeece52-421c-4f77-b90c-ff57de321b00 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Network': ['ID=ae936144-63e5-4697-aa4a-9954ad973e83,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.013937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45194) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:02.020602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'network': {'name': 'tempest-network-smoke--434137425', 'project_id': '2ca94b4d47d443268a86a95371154899', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:02.049678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.060131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:02.064904 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.134285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:02.152086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.152470 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Added segment a77e5e32-2ee4-4e80-835e-47b4301dcf88 of type vlan for network f710c86b-1933-47ad-9730-d3f6ffe30f42 Sep 18 01:04:02.249543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.250274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.299205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:02.303854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.309362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:02.309938 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.358202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3405027 Sep 18 01:04:02.358484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:02.363898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'admin_state_up': True, 'project_id': '2ca94b4d47d443268a86a95371154899', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:02.383146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:02.383523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.394724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Allocated IP 172.20.0.1 (53865d17-d790-4d6a-9b4d-4bb123c5a1c6/49f81021-dcc7-4269-8d51-317abd3a910d/ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:02.396256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.397076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d79c1-95ef-4f8b-9bb1-48b9a8957ec8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Network': ['ID=f710c86b-1933-47ad-9730-d3f6ffe30f42,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.397211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.412030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:02.497252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.521991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.540361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.551559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.561132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.630457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:02.638300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:02.647614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:02.654401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.658050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Attempting to bind port 9dd8dab4-c409-44f5-8f6f-66efa294de64 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:02.658869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Attempting to bind port 9dd8dab4-c409-44f5-8f6f-66efa294de64 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:02.660449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Attempting to bind port 9dd8dab4-c409-44f5-8f6f-66efa294de64 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:02.671264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.682744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deef70-9a5f-4027-8922-dee58d2d829e None None] Pushing event updated for resources: {'Port': ['ID=9dd8dab4-c409-44f5-8f6f-66efa294de64,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.686201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:02.695115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-f5068081-89dc-449f-bb6b-3fa2a9aa0994 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:02.695282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:02.695846 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.696329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:02.696730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-f5068081-89dc-449f-bb6b-3fa2a9aa0994 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.1091359 Sep 18 01:04:02.697443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Bound port: 9dd8dab4-c409-44f5-8f6f-66efa294de64, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:02.698005 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.745681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91a590f0-0ef7-499f-af70-5c3faae5e288 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:02.760268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.774378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 91a590f0-0ef7-499f-af70-5c3faae5e288 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:02.774909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91a590f0-0ef7-499f-af70-5c3faae5e288 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:02.775661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28a9ab3b-762a-4eea-a4e0-a81641457587 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:02.810271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 28a9ab3b-762a-4eea-a4e0-a81641457587 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:02.810771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 28a9ab3b-762a-4eea-a4e0-a81641457587 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:02.811300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d1a001c-b54b-4e82-815b-32861c278e2f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:02.837850 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1d1a001c-b54b-4e82-815b-32861c278e2f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:02.838479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d1a001c-b54b-4e82-815b-32861c278e2f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:02.856541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] For port 9dd8dab4-c409-44f5-8f6f-66efa294de64, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:02.869996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] For port 9dd8dab4-c409-44f5-8f6f-66efa294de64, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9dd8dab4-c409-44f5-8f6f-66efa294de64,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:02.877547 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.910298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57cf95-35fe-48c6-a9b8-f54d91f14a0c req-050ccf68-7a75-4639-bcd3-149cf13302e9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:02.912216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab57cf95-35fe-48c6-a9b8-f54d91f14a0c req-050ccf68-7a75-4639-bcd3-149cf13302e9 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 946 time: 0.1735616 Sep 18 01:04:02.945383 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:02.951511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:02.952150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:02.958459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deef70-9a5f-4027-8922-dee58d2d829e None None] Pushing event updated for resources: {'Port': ['ID=9dd8dab4-c409-44f5-8f6f-66efa294de64,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.978908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.003579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3dc3d171-ce31-4aa6-959e-fc271370ba75 None None] Provisioning complete for port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:03.003920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3dc3d171-ce31-4aa6-959e-fc271370ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.008028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port f3609824-a59c-48b8-824d-eb2d115ba22f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:03.008403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.058662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab57cf95-35fe-48c6-a9b8-f54d91f14a0c req-fd04344a-01b3-4ab5-bc7b-b07752f2a9bc tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210184 Sep 18 01:04:03.069650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.076491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3d171-ce31-4aa6-959e-fc271370ba75 None None] Port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:03.098799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.25.7.120 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f8989ed2-424d-42e5-97bb-b2928f0cab45) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:03.104891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:03.170738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port f3609824-a59c-48b8-824d-eb2d115ba22f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f3609824-a59c-48b8-824d-eb2d115ba22f,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:03.171107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.196652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for f3609824-a59c-48b8-824d-eb2d115ba22f owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:03.218799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.257192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.289517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:00Z', 'revision_number': 3, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:03.292269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:03.295569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:03.298063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:03.321169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51459afe-4b30-4164-b88b-32ecba1b961d None None] The sync data for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 is: [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:00Z', 'revision_number': 3, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:03.340785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=f8989ed2-424d-42e5-97bb-b2928f0cab45,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.374611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.395854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.485448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.487925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.496135 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.529531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:03.532970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=f3609824-a59c-48b8-824d-eb2d115ba22f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.647430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port f3609824-a59c-48b8-824d-eb2d115ba22f on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:03.650593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.650883 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:03.653085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef79f2c8-ed1b-4074-a46e-4898d3c0bc89 req-ba21d9ec-872c-4f2e-a603-3cdd947fbdb5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "DELETE /v2.0/ports/f3609824-a59c-48b8-824d-eb2d115ba22f HTTP/1.1" status: 204 len: 173 time: 0.9488115 Sep 18 01:04:03.663207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'name': 'network-vif-deleted', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:03.666034 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158aa1b-3512-42a5-9b23-6616a269362b" -d '{"events": [{"server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "name": "network-vif-deleted", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:03.722189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:03.724019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:03.797548 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e612d816-d720-4357-97bb-7506aa5f876e x-openstack-request-id: req-e612d816-d720-4357-97bb-7506aa5f876e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:03.797830 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d1399f-aea1-4324-8766-0525d4f5d06c", "name": "network-vif-deleted", "tag": "f3609824-a59c-48b8-824d-eb2d115ba22f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:03.798080 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e612d816-d720-4357-97bb-7506aa5f876e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:03.798472 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d1399f-aea1-4324-8766-0525d4f5d06c', 'name': 'network-vif-deleted', 'tag': 'f3609824-a59c-48b8-824d-eb2d115ba22f', 'status': 'completed', 'code': 200} Sep 18 01:04:03.920852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Router 4ce38a50-fd25-42ca-828a-2f73b59ad595 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:04.001119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.098979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9dd8dab4-c409-44f5-8f6f-66efa294de64 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:04.116665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:04.135856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-42897f95-b86c-4aa9-a595-b5f1bba172c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/4ce38a50-fd25-42ca-828a-2f73b59ad595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959175 Sep 18 01:04:04.149671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-22d4becc-4553-445f-90e7-e9f4020200e8 None None] Provisioning complete for port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:04.150158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-22d4becc-4553-445f-90e7-e9f4020200e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.227178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-22d4becc-4553-445f-90e7-e9f4020200e8 None None] Port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:04.236963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9dd8dab4-c409-44f5-8f6f-66efa294de64 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:04.238111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.286645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ded483b-7fc5-437f-b98e-97e31e1a984c req-9803abb1-7cc5-4146-93c1-98cae99308d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8d1399f-aea1-4324-8766-0525d4f5d06c HTTP/1.1" status: 200 len: 210 time: 0.0423393 Sep 18 01:04:04.294943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router c90143c0-ec87-41b1-8a64-e56b11b6974f is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:04:04.360036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.386282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 9dd8dab4-c409-44f5-8f6f-66efa294de64, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9dd8dab4-c409-44f5-8f6f-66efa294de64,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:04.391012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.436965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:04.444602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=9dd8dab4-c409-44f5-8f6f-66efa294de64,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:04.449420 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Sync routers for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:04.465340 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.467470 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:04.468099 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:04.470440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:04.472810 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b7d755e0-4298-425a-abbe-87c1b86f8f79 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1131656 Sep 18 01:04:04.510622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f612454-2bb9-44ad-aa8e-d92232d9510c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2ca94b4d47d443268a86a95371154899&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346155 Sep 18 01:04:04.510916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45216) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:04.587002 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:04.621683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f53b34-0a01-4004-9707-30e295010273 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:04.625676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16f53b34-0a01-4004-9707-30e295010273 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1113045 Sep 18 01:04:04.625918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45220) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:04.663951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2c7f2412-a931-41c4-aaa8-cb24c9742a85 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337908 Sep 18 01:04:04.664195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:04.669732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742936936', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'project_id': '2ca94b4d47d443268a86a95371154899', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:04.790808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:04.794943 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:04.822477 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:03Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:04.852056 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Checking router: c90143c0-ec87-41b1-8a64-e56b11b6974f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:04.852786 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Updating router c90143c0-ec87-41b1-8a64-e56b11b6974f port f8989ed2-424d-42e5-97bb-b2928f0cab45 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:04.887844 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.007111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.084691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Subnet': ['ID=9c7dd7b7-50d1-46e8-a1df-f42e5223b752,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.095617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Checking segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:05.096243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network hostable DHCP agents. Network: f710c86b-1933-47ad-9730-d3f6ffe30f42, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:05.116983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:05.139411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f710c86b-1933-47ad-9730-d3f6ffe30f42) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:05.144137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:05.145303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.150591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e588d8f4-f032-4c5e-8ee1-bf3ab7c5700f None None] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:04:05.167484 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.168484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4eef554-e918-46f4-b13e-7b28ef2565f4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5031884 Sep 18 01:04:05.171442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:05.175336 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.225139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fb7de-12e2-4e23-8a50-518260a15724 None None] Pushing event updated for resources: {'Port': ['ID=f8989ed2-424d-42e5-97bb-b2928f0cab45,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.245953 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Attempting to bind port f8989ed2-424d-42e5-97bb-b2928f0cab45 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:05.246666 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Attempting to bind port f8989ed2-424d-42e5-97bb-b2928f0cab45 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:05.247409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Attempting to bind port f8989ed2-424d-42e5-97bb-b2928f0cab45 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:05.254484 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:05.254860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:05.255260 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.255655 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:05.257229 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Bound port: f8989ed2-424d-42e5-97bb-b2928f0cab45, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:05.257229 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.301116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3609824-a59c-48b8-824d-eb2d115ba22f no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:05.324150 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] For port f8989ed2-424d-42e5-97bb-b2928f0cab45, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:05.332821 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] For port f8989ed2-424d-42e5-97bb-b2928f0cab45, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f8989ed2-424d-42e5-97bb-b2928f0cab45,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:05.338959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f3609824-a59c-48b8-824d-eb2d115ba22f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:05.338959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f3609824-a59c-48b8-824d-eb2d115ba22f not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:05.339180 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.390397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f710c86b-1933-47ad-9730-d3f6ffe30f42', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:04:05.391217 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:05.444564 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fb7de-12e2-4e23-8a50-518260a15724 None None] Pushing event updated for resources: {'Port': ['ID=f8989ed2-424d-42e5-97bb-b2928f0cab45,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.468302 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:05.468956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:05.516036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Sync routers for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:05.551684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:05.552887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:05.626122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:05.695369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:05.860807 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:03Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:05.891938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Allocated IP 172.20.0.2 (f710c86b-1933-47ad-9730-d3f6ffe30f42/9c7dd7b7-50d1-46e8-a1df-f42e5223b752/849add7c-52c4-4eb7-be30-22f233d5557c) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:05.910855 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47013901-a5e6-4502-8af8-9fab318432c3 None None] The sync data for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 is: [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:03Z', 'revision_number': 3, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:05.932632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:06.042925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9dd8dab4-c409-44f5-8f6f-66efa294de64 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:06.163520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-c451eef1-7aae-4f35-8947-f741706d91b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:06.165461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-c451eef1-7aae-4f35-8947-f741706d91b2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.5537205 Sep 18 01:04:06.187514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-37d80ed7-8645-4ae8-95d8-d9ddbcda424a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/quotas/a3647662eadf41aab7eaa61d64281f83 HTTP/1.1" status: 200 len: 375 time: 0.0159416 Sep 18 01:04:06.248029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-cbfddbf0-c145-46c0-9dae-09195b8912fa tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573921 Sep 18 01:04:06.297177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:02Z', 'revision_number': 4, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43', 'name': '', 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'mac_address': 'fa:16:3e:6e:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:03Z', 'revision_number': 2, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'subnets': [{'id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:06.333686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Checking router: 4ce38a50-fd25-42ca-828a-2f73b59ad595 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:06.334036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Updating router 4ce38a50-fd25-42ca-828a-2f73b59ad595 port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:06.372329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-17b124ac-c735-498d-a583-a5e63e1a9622 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252193 Sep 18 01:04:06.398623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.400513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.419361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9dd8dab4-c409-44f5-8f6f-66efa294de64 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:06.419643 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.463111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.499824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-bd7f4a66-ff20-4bef-be8b-851a1751f107 service neutron] 10.222.0.49 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168902 Sep 18 01:04:06.528035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.577070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:06.581759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:06.590143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:06.714213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Pushing event updated for resources: {'Port': ['ID=849add7c-52c4-4eb7-be30-22f233d5557c,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:06.724620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.739172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de112a9b-b65d-4cb9-9040-1d5782a88f90 req-838a4507-3f0c-4ed9-a203-9972d1a8bcd6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 210 time: 0.0470431 Sep 18 01:04:06.774684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Attempting to bind port 849add7c-52c4-4eb7-be30-22f233d5557c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:06.775059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Attempting to bind port 849add7c-52c4-4eb7-be30-22f233d5557c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:06.775417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Attempting to bind port 849add7c-52c4-4eb7-be30-22f233d5557c on network f710c86b-1933-47ad-9730-d3f6ffe30f42 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:06.781793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:06.782198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Checking segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:06.782570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.782970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Bound using segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:06.783433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Bound port: 849add7c-52c4-4eb7-be30-22f233d5557c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:06.783812 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:06.882399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.1 (f710c86b-1933-47ad-9730-d3f6ffe30f42/9c7dd7b7-50d1-46e8-a1df-f42e5223b752/393569ac-5333-4102-8146-874700360d7c) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:06.976072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] For port 849add7c-52c4-4eb7-be30-22f233d5557c, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:06.981093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] For port 849add7c-52c4-4eb7-be30-22f233d5557c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=849add7c-52c4-4eb7-be30-22f233d5557c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:07.042075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.047430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.063058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.144993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.192410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de554773-4001-48e1-ad9d-e66ab0f4e8a3 None None] Pushing event updated for resources: {'Port': ['ID=849add7c-52c4-4eb7-be30-22f233d5557c,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.260914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.282215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad866a1f-55eb-4686-a7c9-afa28a4f6809 None None] Pushing event updated for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.293610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Attempting to bind port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:07.294046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Attempting to bind port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:07.294419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Attempting to bind port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 on network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:07.297197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Deleting port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:07.297543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.302914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:07.303425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Checking segment: {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:07.304774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.307105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Bound using segment: {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:07.307776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Bound port: ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efafafe8-a50f-4d4a-ad62-e20462186d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:07.308493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.327760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:07.358675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:07.361556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:07.413046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] For port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:07.421863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] For port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:07.430236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.482038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.501176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.537762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad866a1f-55eb-4686-a7c9-afa28a4f6809 None None] Pushing event updated for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.542125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:07.542790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:07.546374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] Provisioning complete for port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:07.546759 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.586941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] For port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43, host n-d-712707-16, got binding levels [] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:07.587307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.620684 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Calling delete_port for ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:07.741734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:07.801975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.831163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:07.918588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00b4d85e-be09-4d41-aac9-db10665d4728 req-95940d9c-b7cd-47c2-91d9-e8339cd31b4d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 210 time: 0.0679958 Sep 18 01:04:07.962555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] For port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:07.984810 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.078496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed7ba1-c44d-4f8c-8b22-4a9fae717b8b None None] Pushing event updated for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.122446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-d54d54a3-bb89-488d-af7c-01af4732228f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:08.127054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:02Z', 'revision_number': 4, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43', 'name': '', 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'mac_address': 'fa:16:3e:6e:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'subnets': [{'id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:08.127367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-d54d54a3-bb89-488d-af7c-01af4732228f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 805 time: 0.2076170 Sep 18 01:04:08.131461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3535ef6e-5d3f-4d54-ba81-223bea7065c8 None None] Provisioning complete for port ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:08.132070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3535ef6e-5d3f-4d54-ba81-223bea7065c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.137184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Request body: {'port': {'device_id': '5e977872-8916-4169-a3f1-90cfd8017984', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'admin_state_up': True, 'tenant_id': 'a3647662eadf41aab7eaa61d64281f83'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:08.195569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88a2e2-59d0-4efa-bb59-5101d2ccbdb8 None None] The sync data for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 is: [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:02Z', 'revision_number': 4, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43', 'name': '', 'network_id': '53865d17-d790-4d6a-9b4d-4bb123c5a1c6', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'mac_address': 'fa:16:3e:6e:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'subnets': [{'id': '49f81021-dcc7-4269-8d51-317abd3a910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:08.198423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 849add7c-52c4-4eb7-be30-22f233d5557c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:08.310107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.360592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 849add7c-52c4-4eb7-be30-22f233d5557c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:08.361174 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.382934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.388918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Made reservation on behalf of a3647662eadf41aab7eaa61d64281f83 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:08.394715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.399114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.436620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.519619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.540008 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.648020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 849add7c-52c4-4eb7-be30-22f233d5557c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=849add7c-52c4-4eb7-be30-22f233d5557c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:08.660830 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.661637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f8989ed2-424d-42e5-97bb-b2928f0cab45 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:08.678186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Allocated IP 172.20.0.10 (f8c2bc7f-5f99-4d15-9f3b-874412e19cff/4e499b7f-29c9-4f87-9fbb-e1a8079641bc/f6d56714-1b9c-47ef-8814-9eb8daac0b2d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:08.741666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.816984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=849add7c-52c4-4eb7-be30-22f233d5557c,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.837492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f8989ed2-424d-42e5-97bb-b2928f0cab45 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:08.838193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.867838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:08.870937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:08.951535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:08.991228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c1e15-0f74-4274-a648-834b17358c50 None None] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:04:09.014226 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.022658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.095163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port f8989ed2-424d-42e5-97bb-b2928f0cab45, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f8989ed2-424d-42e5-97bb-b2928f0cab45,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:09.102683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-de8eac4b-cca6-44c2-95c6-eec7110a1683 None None] Provisioning complete for port 849add7c-52c4-4eb7-be30-22f233d5557c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:09.103391 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8eac4b-cca6-44c2-95c6-eec7110a1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.118167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08f1f24b-df47-4d4a-9b31-d71993a066c3 req-c4dd25ad-94e7-4af0-bd63-32642e0a1c40 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 210 time: 0.0908074 Sep 18 01:04:09.145902 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.181853 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.245286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Network f8c2bc7f-5f99-4d15-9f3b-874412e19cff is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:09.249043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:09.261373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:09.267670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:09.321959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event updated for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.355850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:09.356537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.377094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-b15d0366-a4cc-47c7-808c-2b400f8df6a4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2436059 Sep 18 01:04:09.377289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=f8989ed2-424d-42e5-97bb-b2928f0cab45,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.402061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Request body: {'port': {'device_id': '5e977872-8916-4169-a3f1-90cfd8017984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:09.502218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.729820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router c90143c0-ec87-41b1-8a64-e56b11b6974f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:09.904047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-62eb195a-2d43-48bf-828d-1e146a1f4af4 None None] Provisioning complete for port 849add7c-52c4-4eb7-be30-22f233d5557c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:09.905199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-62eb195a-2d43-48bf-828d-1e146a1f4af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.919001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d56714-1b9c-47ef-8814-9eb8daac0b2d {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:04:09.928066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:09.943554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Transition to ACTIVE for port object f6d56714-1b9c-47ef-8814-9eb8daac0b2d will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:04:09.948532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.000552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Router 4ce38a50-fd25-42ca-828a-2f73b59ad595 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:10.036860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:10.039288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:10.050594 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Sync routers for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:10.063758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:10.067930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-62eb195a-2d43-48bf-828d-1e146a1f4af4 None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:10.068403 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-62eb195a-2d43-48bf-828d-1e146a1f4af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.071061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:10.124246 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85199c90-81c5-4abd-b797-ce13085f97ee tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/c90143c0-ec87-41b1-8a64-e56b11b6974f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9516380 Sep 18 01:04:10.124777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Attempting to bind port f6d56714-1b9c-47ef-8814-9eb8daac0b2d on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:10.125323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Attempting to bind port f6d56714-1b9c-47ef-8814-9eb8daac0b2d by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:10.125753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Attempting to bind port f6d56714-1b9c-47ef-8814-9eb8daac0b2d on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:10.130716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45264) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:10.134410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-62eb195a-2d43-48bf-828d-1e146a1f4af4 None None] Port 393569ac-5333-4102-8146-874700360d7c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:10.144166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 849add7c-52c4-4eb7-be30-22f233d5557c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:10.171413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Port f6d56714-1b9c-47ef-8814-9eb8daac0b2d on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:04:10.180837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Attempting to bind port f6d56714-1b9c-47ef-8814-9eb8daac0b2d on network f8c2bc7f-5f99-4d15-9f3b-874412e19cff {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:10.196910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:10.197259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Checking segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:10.197686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Bound using segment: {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:10.198076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Bound port: f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:10.198543 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.216371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:10.223827 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1e010174-0430-4ab8-9ad7-fd3df67f44ff admin admin] 10.222.0.49 "PUT /v2.0/routers/4ce38a50-fd25-42ca-828a-2f73b59ad595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2902296 Sep 18 01:04:10.227248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45268) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:10.282206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a7e95277-db1d-45eb-a36f-e15aedbf5d0c None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:10.282598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7e95277-db1d-45eb-a36f-e15aedbf5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.295020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:10.334671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a7e95277-db1d-45eb-a36f-e15aedbf5d0c None None] Port 393569ac-5333-4102-8146-874700360d7c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:10.338083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 849add7c-52c4-4eb7-be30-22f233d5557c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:10.338466 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.404045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.442483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Sync routers for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:10.467780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:10.468206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:10.477326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f8989ed2-424d-42e5-97bb-b2928f0cab45 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:10.499035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f5394-f26e-44c6-83d9-69f7d1bd50d7 req-6fea0979-74e5-4c16-bb16-2722983cbb74 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.500922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a9f5394-f26e-44c6-83d9-69f7d1bd50d7 req-6fea0979-74e5-4c16-bb16-2722983cbb74 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 944 time: 0.1967041 Sep 18 01:04:10.521167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.521972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.523199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.523851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.524529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.525666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.527762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39fe1de9-aac0-4e73-9640-1049f0ed3c75 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.3953989 Sep 18 01:04:10.537416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:10.565926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.573219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:10.607147 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:08Z', 'revision_number': 2, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:10.636145 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Checking router: c90143c0-ec87-41b1-8a64-e56b11b6974f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:10.637066 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Updating router c90143c0-ec87-41b1-8a64-e56b11b6974f port 393569ac-5333-4102-8146-874700360d7c binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:10.638882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:10.645789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Deleting port 9dd8dab4-c409-44f5-8f6f-66efa294de64 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:10.646246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.670699 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.679399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.691502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a9f5394-f26e-44c6-83d9-69f7d1bd50d7 req-f02e2772-bb89-4351-bbb2-c0339666b0df tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809700 Sep 18 01:04:10.752623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.753519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.754049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.754573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.755094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.755636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.757655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b06c60d2-2eef-4e1c-8054-9e089123a46c tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3991 time: 0.2092936 Sep 18 01:04:10.759287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:10.760007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.761469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] 10.222.0.48 "PUT /v2.0/ports/f6d56714-1b9c-47ef-8814-9eb8daac0b2d HTTP/1.1" status: 200 len: 1093 time: 1.3755302 Sep 18 01:04:10.764264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:10.766609 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:10.772750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45274) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:10.810931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] For port 9dd8dab4-c409-44f5-8f6f-66efa294de64, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9dd8dab4-c409-44f5-8f6f-66efa294de64,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:10.811575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.828816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Calling delete_port for 9dd8dab4-c409-44f5-8f6f-66efa294de64 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:10.849013 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822a32e-f844-4eae-9d74-104f37926ab2 x-openstack-request-id: req-d822a32e-f844-4eae-9d74-104f37926ab2 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:10.849436 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:10.849790 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d822a32e-f844-4eae-9d74-104f37926ab2 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:10.850288 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d', 'status': 'completed', 'code': 200} Sep 18 01:04:10.873638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cda2b-7e97-47e8-b29d-a75b86f9e982 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:10.883191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-030dc558-7867-4540-bada-615928b90a43 None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:10.884063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-030dc558-7867-4540-bada-615928b90a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.909355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f8989ed2-424d-42e5-97bb-b2928f0cab45 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:10.909974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:10.921429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:11.016914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-ce97815a-21f6-4901-9916-2198c8dfffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:11.019321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-ce97815a-21f6-4901-9916-2198c8dfffc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 1096 time: 0.1681771 Sep 18 01:04:11.025506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-030dc558-7867-4540-bada-615928b90a43 None None] Port 393569ac-5333-4102-8146-874700360d7c cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:11.058158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.072158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-18f343bf-d0d7-4d39-8477-7b53d46c78ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d HTTP/1.1" status: 200 len: 217 time: 0.0409732 Sep 18 01:04:11.115790 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.122229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd8dab4-c409-44f5-8f6f-66efa294de64,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.134008 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.161549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-af4a0ac0-276f-4313-9b31-b192c9648ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:11.163051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-af4a0ac0-276f-4313-9b31-b192c9648ee9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.0824323 Sep 18 01:04:11.169782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.185985 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c752e-1f67-4b1b-b071-a2379b1f0add None None] Pushing event updated for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.201768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-10a9e8e0-b9e7-4b8a-88ab-0d6cab4adea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279410 Sep 18 01:04:11.242007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:08Z', 'revision_number': 5, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port': {'id': '9dd8dab4-c409-44f5-8f6f-66efa294de64', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:03:59Z', 'updated_at': '2021-09-18T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:11.282057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Checking router: 4ce38a50-fd25-42ca-828a-2f73b59ad595 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:11.292637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Routers {'4ce38a50-fd25-42ca-828a-2f73b59ad595'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:11.293167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['4ce38a50-fd25-42ca-828a-2f73b59ad595'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:11.308070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.310739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.331694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Attempting to bind port 393569ac-5333-4102-8146-874700360d7c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:11.332062 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Attempting to bind port 393569ac-5333-4102-8146-874700360d7c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:11.332445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Attempting to bind port 393569ac-5333-4102-8146-874700360d7c on network f710c86b-1933-47ad-9730-d3f6ffe30f42 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:11.337733 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:11.338106 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Checking segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:11.338503 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.338892 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Bound using segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:11.339348 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Bound port: 393569ac-5333-4102-8146-874700360d7c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:11.339724 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.367829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.368425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce38a50-fd25-42ca-828a-2f73b59ad595 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:04:11.376681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.377977 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-412f6383-fc17-4aae-b16b-ad642fd42b69 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4ce38a50-fd25-42ca-828a-2f73b59ad595 HTTP/1.1" status: 204 len: 168 time: 1.1496937 Sep 18 01:04:11.381226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:11.403679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] Set router 4ce38a50-fd25-42ca-828a-2f73b59ad595 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:11.418079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bb7a7dc8-1ffe-428f-bc76-d51ecc5e2549 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.6440396 Sep 18 01:04:11.426019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-2a477444-05ef-4ed0-9c96-897ff7f9ad7f service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125866 Sep 18 01:04:11.458508 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] For port 393569ac-5333-4102-8146-874700360d7c, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:11.466830 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] For port 393569ac-5333-4102-8146-874700360d7c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=393569ac-5333-4102-8146-874700360d7c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:11.476193 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.492682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Deleting subnet 49f81021-dcc7-4269-8d51-317abd3a910d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:04:11.504780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:10Z', 'revision_number': 7, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:11.517077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.532697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f441c9-2e53-411f-a288-7d2f36fe9de6 None None] The sync data for ids ['4ce38a50-fd25-42ca-828a-2f73b59ad595'] in n-d-712707-16 is: [{'id': '4ce38a50-fd25-42ca-828a-2f73b59ad595', 'name': 'tempest-ImageQuotaTest-508399283-router', 'tenant_id': 'c9bc5979361346a0858fa06c201d3c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:03:58Z', 'updated_at': '2021-09-18T01:04:10Z', 'revision_number': 7, 'project_id': 'c9bc5979361346a0858fa06c201d3c15', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:11.547999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75d08605-a285-43ac-bb24-671c7d74f6e4 req-c073fa2b-4a9f-4591-b1bc-0714e671509d service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144555 Sep 18 01:04:11.555382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:11.556068 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.590926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.592513 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c752e-1f67-4b1b-b071-a2379b1f0add None None] Pushing event updated for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.613820 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:11.614446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:03:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:11.694683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.727437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-01f2ca91-bf1f-47d2-a832-ef94146ae1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:11.730866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-01f2ca91-bf1f-47d2-a832-ef94146ae1aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3647662eadf41aab7eaa61d64281f83&device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 1096 time: 0.0955613 Sep 18 01:04:11.759353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] For port 393569ac-5333-4102-8146-874700360d7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=393569ac-5333-4102-8146-874700360d7c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:11.765795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.774016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:11.788076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.881145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af3084-f11c-4936-b4c3-a46e132f19b3 None None] Pushing event updated for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.924615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.949711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-a89e352f-cc71-4f88-ac49-bedc138f8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:11.953999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-a89e352f-cc71-4f88-ac49-bedc138f8ea2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 200 len: 906 time: 0.2122569 Sep 18 01:04:11.958742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:11.963275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4f20c-f00a-4406-b56a-9602110fb773 None None] Network 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:04:11.987523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/49f81021-dcc7-4269-8d51-317abd3a910d HTTP/1.1" status: 204 len: 168 time: 0.6044967 Sep 18 01:04:11.992291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429d2b-c987-4f1c-b173-75f2bd8e7692 req-dfbe263b-8ff5-4bd9-bdb0-7b2a44204ca1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:11.993973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52429d2b-c987-4f1c-b173-75f2bd8e7692 req-dfbe263b-8ff5-4bd9-bdb0-7b2a44204ca1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 944 time: 0.1555991 Sep 18 01:04:11.995057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45286) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:12.045846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddd3fd-f17e-478c-a8c9-d77dc60fc0c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f81021-dcc7-4269-8d51-317abd3a910d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.066464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-250c06a4-32e3-4830-950f-516c41eeacbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d HTTP/1.1" status: 200 len: 217 time: 0.1037228 Sep 18 01:04:12.076843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:12.132341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-030ac6e6-2404-46ba-8418-5ce379f059e6 None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:12.132769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-030ac6e6-2404-46ba-8418-5ce379f059e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.143929 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.152918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:12.153264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ff01a2bf-6944-4ec7-aa27-9b9d2e28aa43 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:12.179434 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5c72a-d9c9-41a4-a63a-ad648e8d63df None None] The sync data for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 is: [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:12.219549 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.231062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52429d2b-c987-4f1c-b173-75f2bd8e7692 req-0abf647c-a8b6-4978-873f-e6f970e7ed00 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830018 Sep 18 01:04:12.232720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-00864aed-515c-4a70-af63-574c6492bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:12.234345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-00864aed-515c-4a70-af63-574c6492bd89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 200 len: 845 time: 0.1574230 Sep 18 01:04:12.253356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45290) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:12.258546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154049690', 'description': 'tempest-secgroup-smoke-1154049690 description', 'project_id': '2ca94b4d47d443268a86a95371154899'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:12.294316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.296562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-a5a3c8f5-f9aa-4988-b1b9-56480b3e99e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8c2bc7f-5f99-4d15-9f3b-874412e19cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518935 Sep 18 01:04:12.376040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.381169 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.387709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Deleting port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:12.388046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.408531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.410268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556559 Sep 18 01:04:12.413181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:12.417576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:12.426608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d1dc-3e3d-4c3a-8692-67472fb5c4e2 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16df7be6-a597-48d2-be89-76de9cbc9e1a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.449218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] DHCP port deletion for 53865d17-d790-4d6a-9b4d-4bb123c5a1c6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:04:12.468506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.497085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-043126fe-51a5-4836-9040-4738352ca15a service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929746 Sep 18 01:04:12.524343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] For port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:12.524710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.551331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Deleting port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:12.552394 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.571900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Calling delete_port for cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:12.572144 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.578082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.599793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83736620-fb64-404c-bfef-dd25bf68497f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.602354 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.603629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1844c3d8-6e40-4cce-85b1-599eaf319cd7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895189 Sep 18 01:04:12.610713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:12.618095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:12.650995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] For port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,segment=NetworkSegment(efafafe8-a50f-4d4a-ad62-e20462186d6c),segment_id=efafafe8-a50f-4d4a-ad62-e20462186d6c)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:12.651514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.654708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.672797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Calling delete_port for cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:12.701636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b35c16-6fcc-47cd-a515-ec5b7c24ce4a req-a7267e09-e910-4790-8dce-47daa73460fb service neutron] 10.222.0.48 "GET /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924431 Sep 18 01:04:12.732389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.759574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.761146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.763478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] No DVR routers for this DVR port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:12.771037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.797171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.797426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.797581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.797906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.798718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.798718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.798927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.799170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.799523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.800054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.800468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.800600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.800856 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:12.804939 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1911073 Sep 18 01:04:12.807637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45296) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:12.813337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:12.818190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0d95d-b9b8-4e3d-9cc8-f728ec460df0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3761a2-ed0c-4301-b50f-11bccafab946,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.832963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.864981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] Pushing event deleted for resources: {'Port': ['ID=cdcdeb25-65c5-4543-ae3a-94a5fba9ced5,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.869227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.874244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422f39d-14a6-4648-a67d-5f915a4cb127 None None] No DVR routers for this DVR port cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:12.903094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.958821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.967320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:12.993399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25938ede-0120-4f28-a067-e5d784291cd5,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.001132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.006477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba13ce8c-72b5-4c27-bdc8-4ef19f635f21 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933737 Sep 18 01:04:13.011617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:13.016477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:13.048782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.124781 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.131407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.152365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8d7aae-b125-47ca-bb2c-a7d8b9cb4b2b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.162569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.163846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0fb3718c-c4f6-401a-9a15-c820452c4a6b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510844 Sep 18 01:04:13.166753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45300) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:13.171971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:13.197875 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:04:13.204462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.270812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53865d17-d790-4d6a-9b4d-4bb123c5a1c6']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:13.280972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.281384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efafafe8-a50f-4d4a-ad62-e20462186d6c') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:13.281930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efafafe8-a50f-4d4a-ad62-e20462186d6c') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:13.285717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.296694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.309831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161ac00e-a736-4be6-9305-03d13ace49c3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.313948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.314731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.316072 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd3b75e5-64f9-403a-9a76-ebe68530a4a9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481566 Sep 18 01:04:13.320314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f6d56714-1b9c-47ef-8814-9eb8daac0b2d details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:04:13.321107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45304) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:13.327766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'security_group_rule': {'security_group_id': '16df7be6-a597-48d2-be89-76de9cbc9e1a', 'project_id': '2ca94b4d47d443268a86a95371154899', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:13.344326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:13.344893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:04:13.347333 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:04:13.430081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:13.439704 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Project 2ca94b4d47d443268a86a95371154899 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:04:13.448734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.448939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d', 'network_id': 'f8c2bc7f-5f99-4d15-9f3b-874412e19cff', 'port_id': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d', 'mac_address': 'fa:16:3e:e3:97:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e499b7f-29c9-4f87-9fbb-e1a8079641bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:04:13.451165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.460143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.465664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] 10.222.0.49 "DELETE /v2.0/networks/53865d17-d790-4d6a-9b4d-4bb123c5a1c6 HTTP/1.1" status: 204 len: 168 time: 1.4151840 Sep 18 01:04:13.486333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c48473-9a45-48e3-b46b-d908bc5ccb44 req-e113c394-b714-4a97-8413-2df31f17b009 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:13.488514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c48473-9a45-48e3-b46b-d908bc5ccb44 req-e113c394-b714-4a97-8413-2df31f17b009 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 944 time: 0.1277583 Sep 18 01:04:13.491678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ab163-fe6c-46db-aaa5-cbd0b5f8b777 admin admin] Pushing event deleted for resources: {'Network': ['ID=53865d17-d790-4d6a-9b4d-4bb123c5a1c6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.501858 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.519953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d56714-1b9c-47ef-8814-9eb8daac0b2d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:04:13.554894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:13.561253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.565172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c48473-9a45-48e3-b46b-d908bc5ccb44 req-c8748e6c-ac41-40ca-acf0-1dfa59576237 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641561 Sep 18 01:04:13.566977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.572604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.604960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e181560-275d-42c5-a7de-41948cfe9da7,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.609727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.616906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-af409987-02f6-4bd2-9465-f937aef03051 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2945049 Sep 18 01:04:13.620331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.674834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45310) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:13.726130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45314) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:13.726364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d321487e-2550-42f4-8c1d-8808b42a0298 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9bc5979361346a0858fa06c201d3c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501037 Sep 18 01:04:13.754747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['f6d56714-1b9c-47ef-8814-9eb8daac0b2d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:13.792890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.833741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.869262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-039c03f1-ebc7-4ccc-9057-c025244be4b4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154049690&fields=id&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 267 time: 0.0651422 Sep 18 01:04:13.975599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.978158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:13.980402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7340fe09-66b0-4e34-a3f8-e6bf46b4b7a2 HTTP/1.1" status: 204 len: 168 time: 0.2521801 Sep 18 01:04:13.996521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bb5aa-bb20-4118-ba41-adb9c37cf310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340fe09-66b0-4e34-a3f8-e6bf46b4b7a2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:14.012969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-273e2727-0c3a-41af-9867-1f63a322d39b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:14.015143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-273e2727-0c3a-41af-9867-1f63a322d39b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 796 time: 0.1372733 Sep 18 01:04:14.032094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d8656d6c-1a0c-4b8d-947a-3c88011a2d13 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/quotas/2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 375 time: 0.0104020 Sep 18 01:04:14.051461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 393569ac-5333-4102-8146-874700360d7c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:14.093142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-5743b493-73d3-4586-8753-8e528b67c3da tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535491 Sep 18 01:04:14.111125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 393569ac-5333-4102-8146-874700360d7c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:14.111373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.213890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-9ceafa02-76cc-4290-9e86-671d34052de3 service neutron] 10.222.0.49 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086457 Sep 18 01:04:14.260577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:14.281315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:14.281805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cdcdeb25-65c5-4543-ae3a-94a5fba9ced5 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:14.282321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9dd8dab4-c409-44f5-8f6f-66efa294de64 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:14.303296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9dd8dab4-c409-44f5-8f6f-66efa294de64 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:14.304033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9dd8dab4-c409-44f5-8f6f-66efa294de64 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:14.304444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-2d31d7a8-3037-427a-bba0-6e6b13bb6de0 service neutron] 10.222.0.49 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897565 Sep 18 01:04:14.368682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45328) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:14.383664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e15d7126-6f09-42c7-9499-118e55b347b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.489327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4990b7-291e-40fb-ae0a-421a77ae86b5 req-22842f90-41f0-4975-ad69-4dac0fb0620e tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 210 time: 0.0308399 Sep 18 01:04:14.513832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e15d7126-6f09-42c7-9499-118e55b347b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.519000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e15d7126-6f09-42c7-9499-118e55b347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.556588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7126-6f09-42c7-9499-118e55b347b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd819701-cfd4-42e8-be57-8ddc1821411a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:14.561618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e15d7126-6f09-42c7-9499-118e55b347b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1915576 Sep 18 01:04:14.563801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45336) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:14.615773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.638608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.716337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2852-84b2-4cb2-97c9-2c8a03d4b13d req-6603f7a6-b5e9-4d02-970b-e026e2045713 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:14.717834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f67a2852-84b2-4cb2-97c9-2c8a03d4b13d req-6603f7a6-b5e9-4d02-970b-e026e2045713 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 945 time: 0.0720189 Sep 18 01:04:14.744870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.747330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.748478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd819701-cfd4-42e8-be57-8ddc1821411a HTTP/1.1" status: 204 len: 168 time: 0.1837029 Sep 18 01:04:14.763167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b0d9-ad32-46fd-9a61-96271c06bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd819701-cfd4-42e8-be57-8ddc1821411a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:14.781004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f67a2852-84b2-4cb2-97c9-2c8a03d4b13d req-7474ade7-855a-40c8-872e-3205a19cf5ab tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Sep 18 01:04:15.325752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f6d56714-1b9c-47ef-8814-9eb8daac0b2d up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:15.373340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port f6d56714-1b9c-47ef-8814-9eb8daac0b2d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:04:15.378330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port f6d56714-1b9c-47ef-8814-9eb8daac0b2d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:15.378756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:15.460087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:15.483024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:15.485374 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92027600-d4a4-4b82-8440-4b592f75e8ee" -d '{"events": [{"server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "name": "network-vif-plugged", "status": "completed", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:15.499405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:15.508642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:15.546320 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eb19d7-0fd0-4aa8-9c95-2db908fb5216 x-openstack-request-id: req-56eb19d7-0fd0-4aa8-9c95-2db908fb5216 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:15.546623 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "name": "network-vif-plugged", "status": "completed", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:15.547013 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56eb19d7-0fd0-4aa8-9c95-2db908fb5216 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:15.548079 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d', 'code': 200} Sep 18 01:04:15.566168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-6c82ef5f-3f80-42d0-b42c-66360c32dc10 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:15.568448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-6c82ef5f-3f80-42d0-b42c-66360c32dc10 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 796 time: 0.1346083 Sep 18 01:04:15.572878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:15.622024 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-a7e66529-2032-4f6e-8f01-f5d30431c69b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca94b4d47d443268a86a95371154899 HTTP/1.1" status: 200 len: 380 time: 0.0385547 Sep 18 01:04:15.632614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e12f2936-ace5-4ae5-b82d-279b7b86c56c req-51f0a613-a2b6-4603-ad8d-290c0295969b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 210 time: 0.0334978 Sep 18 01:04:15.633203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'port': {'device_id': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'admin_state_up': True, 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'security_groups': ['16df7be6-a597-48d2-be89-76de9cbc9e1a']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:15.665425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669c6e-efc5-4bbc-8d93-79d9a04d394c req-5175f4e3-2e12-4d0c-b20f-20bbf70268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:15.667041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41669c6e-efc5-4bbc-8d93-79d9a04d394c req-5175f4e3-2e12-4d0c-b20f-20bbf70268e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 1098 time: 0.0579538 Sep 18 01:04:15.704670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41669c6e-efc5-4bbc-8d93-79d9a04d394c req-81d1a916-5563-4f5a-9ca1-24f68655fd1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290380 Sep 18 01:04:15.745210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Made reservation on behalf of 2ca94b4d47d443268a86a95371154899 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:15.748735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:15.875073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.20.0.6 (f710c86b-1933-47ad-9730-d3f6ffe30f42/9c7dd7b7-50d1-46e8-a1df-f42e5223b752/e6aad8f5-6e34-49ab-8c95-72b43979991d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:15.916161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735cbda-d293-4b2c-921d-8405cfdb5be3 req-f8353ac1-6145-46cd-a407-4e88a5538338 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:15.917678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c735cbda-d293-4b2c-921d-8405cfdb5be3 req-f8353ac1-6145-46cd-a407-4e88a5538338 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0579705 Sep 18 01:04:15.961128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c735cbda-d293-4b2c-921d-8405cfdb5be3 req-b60da28e-9200-4c17-b96d-96f8afc86b7c tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Sep 18 01:04:16.012868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.046686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.093777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:16.097667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:16.101271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:16.129766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:16.155137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:16.155755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.173729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-d4175323-8eb2-4ede-85a3-b9560fc2d2ea tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443766 Sep 18 01:04:16.177230 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.191548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Request body: {'port': {'device_id': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:16.247747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.336127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ec3f1478-68b2-49c1-aede-fe04c4c869b9 None None] Provisioning complete for port e6aad8f5-6e34-49ab-8c95-72b43979991d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:16.336764 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1478-68b2-49c1-aede-fe04c4c869b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.371865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f1478-68b2-49c1-aede-fe04c4c869b9 None None] Port e6aad8f5-6e34-49ab-8c95-72b43979991d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:04:16.514804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6aad8f5-6e34-49ab-8c95-72b43979991d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:04:16.522398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.533852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Transition to ACTIVE for port object e6aad8f5-6e34-49ab-8c95-72b43979991d will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:04:16.537775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.607899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:16.664028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Attempting to bind port e6aad8f5-6e34-49ab-8c95-72b43979991d on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:04:16.664551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Attempting to bind port e6aad8f5-6e34-49ab-8c95-72b43979991d by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:04:16.664973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Attempting to bind port e6aad8f5-6e34-49ab-8c95-72b43979991d on network f710c86b-1933-47ad-9730-d3f6ffe30f42 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:16.670518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Port e6aad8f5-6e34-49ab-8c95-72b43979991d on network f710c86b-1933-47ad-9730-d3f6ffe30f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:04:16.670984 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Attempting to bind port e6aad8f5-6e34-49ab-8c95-72b43979991d on network f710c86b-1933-47ad-9730-d3f6ffe30f42 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:16.693298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:04:16.693668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Checking segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:04:16.694113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Bound using segment: {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:16.694739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Bound port: e6aad8f5-6e34-49ab-8c95-72b43979991d, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77e5e32-2ee4-4e80-835e-47b4301dcf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:04:16.695166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.773354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:16.773527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251197d-bc84-4aa0-a7b0-81e5d34bc449 req-4ea7339a-df77-4a7c-b2d9-17c3fd4e8d33 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:16.776696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f251197d-bc84-4aa0-a7b0-81e5d34bc449 req-4ea7339a-df77-4a7c-b2d9-17c3fd4e8d33 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 943 time: 0.0566421 Sep 18 01:04:16.776825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:16.782103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.819108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:16.819736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.821158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] 10.222.0.54 "PUT /v2.0/ports/e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 1092 time: 0.6341352 Sep 18 01:04:16.821705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:16.823846 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:16.828496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f251197d-bc84-4aa0-a7b0-81e5d34bc449 req-cee68b21-965a-4999-a16b-30295be456e0 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Sep 18 01:04:16.859202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a50d-1923-44d9-bd85-9cfe7a983a37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:16.881420 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813cccbe-e59a-469e-a46d-f1355c42aa28 x-openstack-request-id: req-813cccbe-e59a-469e-a46d-f1355c42aa28 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:16.881732 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:16.881992 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-813cccbe-e59a-469e-a46d-f1355c42aa28 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:16.882398 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'status': 'completed', 'code': 200} Sep 18 01:04:16.926098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-9db33231-b7d3-4b4a-8f0b-9f3d1a1ccf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:16.927633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-9db33231-b7d3-4b4a-8f0b-9f3d1a1ccf6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1095 time: 0.0444350 Sep 18 01:04:16.980487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-79007b73-d0be-41de-a5a0-2efb12848fb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 217 time: 0.0388491 Sep 18 01:04:17.031821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-ecf98377-3615-404d-9a1d-47e0cebbff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.033253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-ecf98377-3615-404d-9a1d-47e0cebbff4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 200 len: 834 time: 0.0450292 Sep 18 01:04:17.079698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-7e1c47d4-a047-444a-b573-1811a07aef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.081525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-7e1c47d4-a047-444a-b573-1811a07aef2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f710c86b-1933-47ad-9730-d3f6ffe30f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404787 Sep 18 01:04:17.087163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d8bcc-9a70-4e8d-a9b0-2dce97610e06 req-0a87d523-c5e6-4814-b77f-e0a01aa17000 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.088619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a5d8bcc-9a70-4e8d-a9b0-2dce97610e06 req-0a87d523-c5e6-4814-b77f-e0a01aa17000 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0497544 Sep 18 01:04:17.135213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a5d8bcc-9a70-4e8d-a9b0-2dce97610e06 req-2fe4621f-a154-45cc-883d-fc8260db4d4a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380285 Sep 18 01:04:17.181103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-f1b21e98-1053-41ed-a38b-1c1f8ff435d6 service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926535 Sep 18 01:04:17.274510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f26e4ad-c3c1-4c2f-895f-75f6facb3871 req-c885356d-8cc1-4574-a24a-81c4203045bd service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852768 Sep 18 01:04:17.341210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717182-d62f-4143-80c3-35dbbb617cb9 req-8ad9e7b1-a132-4a58-8dab-34894e7eb826 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.342579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e717182-d62f-4143-80c3-35dbbb617cb9 req-8ad9e7b1-a132-4a58-8dab-34894e7eb826 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0501528 Sep 18 01:04:17.385983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e717182-d62f-4143-80c3-35dbbb617cb9 req-a5a38d48-59b8-4f29-adaf-ef85fa7d5dfb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Sep 18 01:04:17.411622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-2cedbb76-1805-4872-bf99-2e46f616257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.413197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-2cedbb76-1805-4872-bf99-2e46f616257c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1095 time: 0.0456388 Sep 18 01:04:17.501649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd9d9a-f140-40ba-b417-5e04147bd38f req-5e4d0118-31f9-40f5-819d-aff9ba988c98 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.503449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14bd9d9a-f140-40ba-b417-5e04147bd38f req-5e4d0118-31f9-40f5-819d-aff9ba988c98 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0498760 Sep 18 01:04:17.507236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-ac75b7fa-2d4d-4868-b381-53b0b13acbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.508836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-ac75b7fa-2d4d-4868-b381-53b0b13acbf2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 897 time: 0.0884087 Sep 18 01:04:17.543637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14bd9d9a-f140-40ba-b417-5e04147bd38f req-ab751b50-a3d0-4645-95d7-e06261ef6dd7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Sep 18 01:04:17.563389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-ff2c1744-0eb8-42a0-a0ec-9a62a0ec3079 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 217 time: 0.0412757 Sep 18 01:04:17.611918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-7f320aec-5b56-430f-b0dc-3f68bc9616c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.613515 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-7f320aec-5b56-430f-b0dc-3f68bc9616c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 200 len: 834 time: 0.0434315 Sep 18 01:04:17.669788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-a45aa031-3484-410b-a7c9-2369a09e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.671395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-a45aa031-3484-410b-a7c9-2369a09e4cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f710c86b-1933-47ad-9730-d3f6ffe30f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509741 Sep 18 01:04:17.755184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8e81-055c-40ff-ba59-1c81c23e27dd req-cee870dd-9ab2-4ce2-a60a-00702607c0bc tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.757062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f40f8e81-055c-40ff-ba59-1c81c23e27dd req-cee870dd-9ab2-4ce2-a60a-00702607c0bc tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0547986 Sep 18 01:04:17.785748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-190e6a6d-f9c9-4005-9b76-e442ae98284e service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069727 Sep 18 01:04:17.804178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f40f8e81-055c-40ff-ba59-1c81c23e27dd req-d5430824-863f-4c09-8029-e863371ac1d7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Sep 18 01:04:17.896861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-afcb7198-0ea3-4a59-8c4f-04eec4ac68ff req-603b606d-6b23-4870-9d59-19362e93c86c service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040204 Sep 18 01:04:17.961892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c803b-76d1-49d3-adad-6f15e0168dbb req-a4f7befa-3a44-4f49-ba53-27c88af60f53 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:17.963403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-234c803b-76d1-49d3-adad-6f15e0168dbb req-a4f7befa-3a44-4f49-ba53-27c88af60f53 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 943 time: 0.0622854 Sep 18 01:04:18.015211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-234c803b-76d1-49d3-adad-6f15e0168dbb req-25f55117-264d-4997-87c7-5cfcb57387c6 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Sep 18 01:04:18.774889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:18.919618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528338ab-5417-47cc-9e5f-f0116d5f68a3 req-e8ec511f-6069-45c9-bfbd-af7a27f12e85 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:18.921129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-528338ab-5417-47cc-9e5f-f0116d5f68a3 req-e8ec511f-6069-45c9-bfbd-af7a27f12e85 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0485940 Sep 18 01:04:18.959437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-528338ab-5417-47cc-9e5f-f0116d5f68a3 req-c2624128-641d-4a2c-95c1-8bf88af43b8e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Sep 18 01:04:19.134163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532346-1635-4d14-808d-1c300581444c req-82035592-dbf8-4307-82fc-2c971db9464c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:19.135647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87532346-1635-4d14-808d-1c300581444c req-82035592-dbf8-4307-82fc-2c971db9464c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 943 time: 0.0499747 Sep 18 01:04:19.172671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87532346-1635-4d14-808d-1c300581444c req-efcc207f-8eec-424d-9e8c-aac03b9ef936 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Sep 18 01:04:20.075114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfb0c2-4658-4c77-81c8-5246731d9546 req-f1469c0c-c4a6-4533-8d3d-913edf44e1d5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:20.076631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddbfb0c2-4658-4c77-81c8-5246731d9546 req-f1469c0c-c4a6-4533-8d3d-913edf44e1d5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0507109 Sep 18 01:04:20.119619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddbfb0c2-4658-4c77-81c8-5246731d9546 req-cfc8ac77-7c3f-4509-a2f7-41c3b9ee8d38 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370150 Sep 18 01:04:20.287326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d156c2-4c90-4ed8-8c85-84e1939b6744 req-d744c93d-c3d0-48b9-a7f7-da6ee1a93a51 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:20.288827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d156c2-4c90-4ed8-8c85-84e1939b6744 req-d744c93d-c3d0-48b9-a7f7-da6ee1a93a51 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 943 time: 0.0489974 Sep 18 01:04:20.326582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d156c2-4c90-4ed8-8c85-84e1939b6744 req-5de9ffcb-aa6b-4122-afb2-6c9312175ac5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Sep 18 01:04:21.233312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e3eb1-4c40-44a0-8e16-cabfad01c396 req-23b97804-83f6-4c68-a0e2-1949d09dd575 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:21.234790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e53e3eb1-4c40-44a0-8e16-cabfad01c396 req-23b97804-83f6-4c68-a0e2-1949d09dd575 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0503058 Sep 18 01:04:21.273805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e53e3eb1-4c40-44a0-8e16-cabfad01c396 req-41a8206c-c904-4466-a562-54124e9378f5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Sep 18 01:04:21.439388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56af7-6760-4c3f-8621-a01b1e882bc2 req-562e1197-e4b6-4c85-82a9-8520004e89b9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:21.441520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffe56af7-6760-4c3f-8621-a01b1e882bc2 req-562e1197-e4b6-4c85-82a9-8520004e89b9 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 943 time: 0.0499697 Sep 18 01:04:21.482453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffe56af7-6760-4c3f-8621-a01b1e882bc2 req-d2b742da-686b-4555-b966-7e4b8fb32a12 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Sep 18 01:04:22.372164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e6aad8f5-6e34-49ab-8c95-72b43979991d details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:04:22.388094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f125-587c-4738-84d1-eaef2544e2e7 req-f3ef8425-f91d-415d-a23d-0f5902f5efbb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:22.389725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e15f125-587c-4738-84d1-eaef2544e2e7 req-f3ef8425-f91d-415d-a23d-0f5902f5efbb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0503032 Sep 18 01:04:22.428245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e15f125-587c-4738-84d1-eaef2544e2e7 req-58ff002a-e002-4b9b-a181-2e8250c2ebd0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Sep 18 01:04:22.466444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:22.477940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'port_id': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'mac_address': 'fa:16:3e:6b:a6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:04:22.519058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:22.531529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6aad8f5-6e34-49ab-8c95-72b43979991d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:04:22.550927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:22.556205 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:22.599732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edbd2-3f7c-4642-a314-24caf8a67563 req-e3b1b48b-afb4-495b-be7a-571b1cd21738 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:22.601398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c44edbd2-3f7c-4642-a314-24caf8a67563 req-e3b1b48b-afb4-495b-be7a-571b1cd21738 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 944 time: 0.0499020 Sep 18 01:04:22.601828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:22.641350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c44edbd2-3f7c-4642-a314-24caf8a67563 req-41216111-f344-4069-b6a0-50ad7f4e34b4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Sep 18 01:04:22.930999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['e6aad8f5-6e34-49ab-8c95-72b43979991d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:23.544061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c410cc-8c2e-412a-ae86-875f83a5df0d req-8558db66-2a4f-484e-895c-403f4b0fedb2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:23.545541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97c410cc-8c2e-412a-ae86-875f83a5df0d req-8558db66-2a4f-484e-895c-403f4b0fedb2 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Sep 18 01:04:23.586609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97c410cc-8c2e-412a-ae86-875f83a5df0d req-6a6129dd-dd16-452d-81c8-d5c8dda0afb0 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Sep 18 01:04:23.753855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ddbf7-1fc4-48ed-bacf-3af9a48c2ed2 req-8ec6c0f3-eabc-4f21-981d-2419a001767f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:23.755363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b36ddbf7-1fc4-48ed-bacf-3af9a48c2ed2 req-8ec6c0f3-eabc-4f21-981d-2419a001767f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 944 time: 0.0494611 Sep 18 01:04:23.793078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b36ddbf7-1fc4-48ed-bacf-3af9a48c2ed2 req-d8a59bef-8168-4c7f-a69e-f9a8dff98cdd tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Sep 18 01:04:24.217673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2863d8eb-a0b0-4571-abe4-c790cfbb005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:24.367289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e6aad8f5-6e34-49ab-8c95-72b43979991d up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:24.414306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port e6aad8f5-6e34-49ab-8c95-72b43979991d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:04:24.417973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port e6aad8f5-6e34-49ab-8c95-72b43979991d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:04:24.418344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:24.495105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:24.517123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:24.519366 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3543d-d5d8-4968-b93e-14a1f41bc8c3" -d '{"events": [{"server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:24.532109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:24.536855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:24.559880 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2e344-805c-4465-b19b-9d18df9070a5 x-openstack-request-id: req-ced2e344-805c-4465-b19b-9d18df9070a5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:24.560172 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:24.560452 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ced2e344-805c-4465-b19b-9d18df9070a5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:24.560833 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'code': 200} Sep 18 01:04:24.585834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:24.680164 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8614f-d6c5-4363-8c24-9700c21330cb req-56826d2d-5973-4691-a077-59ef255b9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:24.681758 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80e8614f-d6c5-4363-8c24-9700c21330cb req-56826d2d-5973-4691-a077-59ef255b9a0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1097 time: 0.0408270 Sep 18 01:04:24.701896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e37ac-fb1d-4328-9caf-a6ee5ebd97ae req-c85a589a-e7e1-4e15-85e8-c0ead7de559a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:24.703406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-319e37ac-fb1d-4328-9caf-a6ee5ebd97ae req-c85a589a-e7e1-4e15-85e8-c0ead7de559a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Sep 18 01:04:24.721003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80e8614f-d6c5-4363-8c24-9700c21330cb req-c94451e8-3402-470d-9ca1-fc3b09cdcfe8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Sep 18 01:04:24.741444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-319e37ac-fb1d-4328-9caf-a6ee5ebd97ae req-9cbe8c30-6367-4a4b-a06e-ab9886e1cd3d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Sep 18 01:04:24.910533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d1fb9-a79b-4af1-89f4-0a458d992519 req-50bb071d-4df0-4adb-b705-30dfac953aa8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:24.912026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a48d1fb9-a79b-4af1-89f4-0a458d992519 req-50bb071d-4df0-4adb-b705-30dfac953aa8 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0506067 Sep 18 01:04:24.953392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a48d1fb9-a79b-4af1-89f4-0a458d992519 req-6c028b35-3b70-4aea-ac68-6ae1035966ab tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353866 Sep 18 01:04:25.854374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35738fc2-ffb9-4441-8441-996402dc71cb req-37afbb29-986e-489f-bad8-1536fe75e395 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:25.855842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35738fc2-ffb9-4441-8441-996402dc71cb req-37afbb29-986e-489f-bad8-1536fe75e395 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Sep 18 01:04:25.894654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35738fc2-ffb9-4441-8441-996402dc71cb req-395895b5-ea8e-4018-8a27-0168472ebd59 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Sep 18 01:04:26.072006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2b10c-4f23-46b0-9e3d-e0fa6488c540 req-115daa87-eaf4-4a9e-a039-38e30df0f697 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:26.073533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3c2b10c-4f23-46b0-9e3d-e0fa6488c540 req-115daa87-eaf4-4a9e-a039-38e30df0f697 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0516119 Sep 18 01:04:26.117339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3c2b10c-4f23-46b0-9e3d-e0fa6488c540 req-320fa4e4-da5f-47c3-9143-838d9bb8bc70 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Sep 18 01:04:27.006128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b3cf5-3ddb-4f0e-a8bf-a3ad838286ff req-6d7c4c29-7939-4b4f-917b-7913ea05ec9e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:27.007613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d22b3cf5-3ddb-4f0e-a8bf-a3ad838286ff req-6d7c4c29-7939-4b4f-917b-7913ea05ec9e tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0482938 Sep 18 01:04:27.049089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d22b3cf5-3ddb-4f0e-a8bf-a3ad838286ff req-7928a4ab-3c51-467d-8244-7b74a9e79cb1 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355923 Sep 18 01:04:27.231033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c6411-056e-4ee8-91ea-c15141207659 req-a39b346c-8a8b-41a8-a394-6380ca9cfcf5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:27.232550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c52c6411-056e-4ee8-91ea-c15141207659 req-a39b346c-8a8b-41a8-a394-6380ca9cfcf5 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0498195 Sep 18 01:04:27.254672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0005eeb3-da95-42ec-bace-a1ad7ae0ea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.271123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c52c6411-056e-4ee8-91ea-c15141207659 req-640bd3fd-cf5b-447d-b148-989776983c1b tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325518 Sep 18 01:04:27.383871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d572140-2514-4871-8d63-68a314886617 req-d2e34e2f-327a-4f2e-bcb1-2f36ba1c55eb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:27.385406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d572140-2514-4871-8d63-68a314886617 req-d2e34e2f-327a-4f2e-bcb1-2f36ba1c55eb tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0486169 Sep 18 01:04:27.422997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d572140-2514-4871-8d63-68a314886617 req-f42aca75-955f-4f36-b88c-64ef353ca2a3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Sep 18 01:04:27.444962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:27.484744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662d0db-2a7d-4803-ae14-25083bbd23f1 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:27.486528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7662d0db-2a7d-4803-ae14-25083bbd23f1 tempest-TestNetworkBasicOps-1544942034 tempest-TestNetworkBasicOps-1544942034-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1092 time: 0.0403266 Sep 18 01:04:27.490227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:27.492029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.494715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:27.516507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.610620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.719481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Allocated IP 172.25.7.164 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/58b91cd6-7e1b-483e-82a8-63225f4e0097) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:27.833361 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.868089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:27.905468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:27.908466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:27.912577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:04:27.940065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=58b91cd6-7e1b-483e-82a8-63225f4e0097,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:28.163246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c0eba-223b-4370-93b8-2b8be21a1d58 req-5a9f5080-49d4-44f7-9ed9-5e7815ac35cb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:28.164881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-745c0eba-223b-4370-93b8-2b8be21a1d58 req-5a9f5080-49d4-44f7-9ed9-5e7815ac35cb tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0507014 Sep 18 01:04:28.211287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-745c0eba-223b-4370-93b8-2b8be21a1d58 req-0e45d162-8e1b-414e-860b-69918755f63b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Sep 18 01:04:28.367843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.547862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.611833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.757347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.762194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.831028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event updated for resources: {'Port': ['ID=58b91cd6-7e1b-483e-82a8-63225f4e0097,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:28.844157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:28.944652 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Floating IP cc5c7af1-dd97-40e7-9176-f22c63a074f5 associated. External IP: 172.25.7.164, port: e6aad8f5-6e34-49ab-8c95-72b43979991d. Sep 18 01:04:29.144747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router c90143c0-ec87-41b1-8a64-e56b11b6974f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:29.250310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:29.260912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Sync routers for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:29.268701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:29.270493 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:29.271334 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:29.297898 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d6c941af-5c02-4a01-813c-8d435eb491ce tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8066289 Sep 18 01:04:29.298499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:29.301758 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff5f30-4a74-4a37-888b-79d1f04f2680" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:29.304476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45424) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:29.348389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c028893-5922-4d3e-b157-979ac78835b9 req-cc640476-5cb9-4ae3-906e-21a8646c2303 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:29.351371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c028893-5922-4d3e-b157-979ac78835b9 req-cc640476-5cb9-4ae3-906e-21a8646c2303 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0680492 Sep 18 01:04:29.355056 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77913b9-efaa-42eb-af61-22f444c60f72 x-openstack-request-id: req-b77913b9-efaa-42eb-af61-22f444c60f72 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:29.355356 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:29.355611 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b77913b9-efaa-42eb-af61-22f444c60f72 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:29.356004 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'status': 'completed', 'code': 200} Sep 18 01:04:29.383711 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:29.388263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51546fe1-e4dd-4e9f-b587-8c3a97ba65a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/cc5c7af1-dd97-40e7-9176-f22c63a074f5 HTTP/1.1" status: 200 len: 991 time: 0.0826521 Sep 18 01:04:29.398899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c028893-5922-4d3e-b157-979ac78835b9 req-9955a905-7ec0-4788-987e-c7656b8eeb53 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Sep 18 01:04:29.439751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-85137452-dc3c-4396-96d5-8665643d3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:29.441632 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-85137452-dc3c-4396-96d5-8665643d3c56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1097 time: 0.0428209 Sep 18 01:04:29.535676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-1460b672-5d05-4396-ad82-1ab77b786bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:29.537334 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-1460b672-5d05-4396-ad82-1ab77b786bed service neutron] 10.222.0.54 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 897 time: 0.0891948 Sep 18 01:04:29.602408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-19d5d3b1-05c2-4d74-b710-161019bee903 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 999 time: 0.0576270 Sep 18 01:04:29.609259 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cc5c7af1-dd97-40e7-9176-f22c63a074f5', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'port_id': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'mac_address': 'fa:16:3e:6b:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:04:28Z', 'updated_at': '2021-09-18T01:04:28Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:29.635308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Checking router: c90143c0-ec87-41b1-8a64-e56b11b6974f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:29.643501 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:04:29.644102 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:29.655171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-3d2d661d-aabb-4d2e-86e7-fc3ad2bc9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:29.656607 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-3d2d661d-aabb-4d2e-86e7-fc3ad2bc9342 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 200 len: 834 time: 0.0471411 Sep 18 01:04:29.699147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:29.704861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-a0a4cbd0-32c6-4e7a-8375-91bda8665bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:29.706649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-a0a4cbd0-32c6-4e7a-8375-91bda8665bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f710c86b-1933-47ad-9730-d3f6ffe30f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430706 Sep 18 01:04:29.750618 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:04:29.797230 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-fdef6806-d41a-4b44-8ee6-109a6f4bca9f service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838296 Sep 18 01:04:29.896773 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bbff5f30-4a74-4a37-888b-79d1f04f2680 req-90a0b2f7-de7a-4793-b01d-2cc46fa9a08c service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Sep 18 01:04:30.051424 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cc5c7af1-dd97-40e7-9176-f22c63a074f5', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'port_id': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'mac_address': 'fa:16:3e:6b:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:04:28Z', 'updated_at': '2021-09-18T01:04:28Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:30.079851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd81cc-d67d-4177-8342-8bdcc283118c None None] The sync data for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 is: [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'cc5c7af1-dd97-40e7-9176-f22c63a074f5', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'port_id': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'mac_address': 'fa:16:3e:6b:a6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:04:28Z', 'updated_at': '2021-09-18T01:04:28Z', 'revision_number': 0, 'project_id': '2ca94b4d47d443268a86a95371154899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:30.261758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38ec70-dcc3-4b67-bd4d-a4df6f03d97b None None] New status for floating IP cc5c7af1-dd97-40e7-9176-f22c63a074f5: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:04:30.392045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45428) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:30.454354 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c76e5f0-473b-4ae0-a249-836aae6ba56d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/cc5c7af1-dd97-40e7-9176-f22c63a074f5 HTTP/1.1" status: 200 len: 993 time: 0.0609844 Sep 18 01:04:30.766460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee381-8f6d-487d-9464-3745646fd951 req-77d2a472-221e-4535-b971-d77c603e5985 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:30.767854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a5ee381-8f6d-487d-9464-3745646fd951 req-77d2a472-221e-4535-b971-d77c603e5985 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0491905 Sep 18 01:04:30.805841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a5ee381-8f6d-487d-9464-3745646fd951 req-60676302-5fc4-42d6-859b-fa347ea11678 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 18 01:04:31.918241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3596-ee97-4214-9aac-d263a78c8f74 req-54fda709-73fc-444c-88d0-3759475b2762 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:31.919709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84e3596-ee97-4214-9aac-d263a78c8f74 req-54fda709-73fc-444c-88d0-3759475b2762 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Sep 18 01:04:31.961936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a84e3596-ee97-4214-9aac-d263a78c8f74 req-beab0ef3-40cd-49c4-8027-0f1e407ed3d8 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Sep 18 01:04:32.233626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:33.080480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e992e66-2ef6-4cc2-b56e-10ce4a6c82b8 req-cf9bb85a-76e3-47c3-8f67-a28c7011bf79 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:33.082316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e992e66-2ef6-4cc2-b56e-10ce4a6c82b8 req-cf9bb85a-76e3-47c3-8f67-a28c7011bf79 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0493376 Sep 18 01:04:33.119556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e992e66-2ef6-4cc2-b56e-10ce4a6c82b8 req-e8cd957f-447b-4338-bd06-73d56a266932 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Sep 18 01:04:34.232295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9632-f846-44f0-84c4-a0735e520fff req-736259b2-4439-49ad-b585-6cebe6c76ba3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:34.233775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe7e9632-f846-44f0-84c4-a0735e520fff req-736259b2-4439-49ad-b585-6cebe6c76ba3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Sep 18 01:04:34.271359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe7e9632-f846-44f0-84c4-a0735e520fff req-3ebb92c2-7395-4b91-8bce-2051ec86bd33 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Sep 18 01:04:35.388798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27ed8e-e093-4c73-b203-a374ad6e1c4c req-77a5e493-ade8-40eb-a7f2-e97ba056ed01 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:35.390270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb27ed8e-e093-4c73-b203-a374ad6e1c4c req-77a5e493-ade8-40eb-a7f2-e97ba056ed01 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0543463 Sep 18 01:04:35.431999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb27ed8e-e093-4c73-b203-a374ad6e1c4c req-e5ca8789-7356-4271-a11a-d6520fd3e6d5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Sep 18 01:04:36.545534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ea7d5-02ec-46f9-9257-6657ab24b4ed req-c3e953ba-8cff-40c3-996b-29b45af33242 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:36.547009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-578ea7d5-02ec-46f9-9257-6657ab24b4ed req-c3e953ba-8cff-40c3-996b-29b45af33242 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0487854 Sep 18 01:04:36.585137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-578ea7d5-02ec-46f9-9257-6657ab24b4ed req-3c39cd3d-9297-45d0-9b40-15fa94d34dc4 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Sep 18 01:04:37.698335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429404-55c0-4850-9def-eff076209825 req-7232fb13-4df0-4d89-bc1a-99ed13addef5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:37.699830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17429404-55c0-4850-9def-eff076209825 req-7232fb13-4df0-4d89-bc1a-99ed13addef5 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0488653 Sep 18 01:04:37.737917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17429404-55c0-4850-9def-eff076209825 req-43917093-ed26-4791-97db-964ec8cb377f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Sep 18 01:04:38.850579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901dce8-5a82-4328-8adb-7ff9b7d4cb02 req-d3583df0-23d8-4a78-88a8-04d46b4fc2b7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:38.852048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4901dce8-5a82-4328-8adb-7ff9b7d4cb02 req-d3583df0-23d8-4a78-88a8-04d46b4fc2b7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0479119 Sep 18 01:04:38.893312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4901dce8-5a82-4328-8adb-7ff9b7d4cb02 req-1161bcb0-e33c-46b3-8103-baff3a2bd202 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354156 Sep 18 01:04:40.008505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4db6-2218-42e8-a50b-84b54080d8c5 req-39f4700e-4b79-4866-ab96-2ff949aee101 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:40.010028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b93c4db6-2218-42e8-a50b-84b54080d8c5 req-39f4700e-4b79-4866-ab96-2ff949aee101 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0491576 Sep 18 01:04:40.048031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b93c4db6-2218-42e8-a50b-84b54080d8c5 req-510c44ae-f057-42e7-b91f-003015f5fed7 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Sep 18 01:04:41.161515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a851ed-5902-4eaa-821e-a7e022e04191 req-71e9ad9d-264a-45b7-bad6-961774b8cf05 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:41.162969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45a851ed-5902-4eaa-821e-a7e022e04191 req-71e9ad9d-264a-45b7-bad6-961774b8cf05 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Sep 18 01:04:41.199555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45a851ed-5902-4eaa-821e-a7e022e04191 req-965cc954-4789-4103-b744-a5f6c826a232 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Sep 18 01:04:42.313600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9230-2854-40c6-8b36-aacd316f41b0 req-e8bf17f6-6ece-4e62-9bc3-4e5731fb0c96 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:42.315069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fcf9230-2854-40c6-8b36-aacd316f41b0 req-e8bf17f6-6ece-4e62-9bc3-4e5731fb0c96 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0487361 Sep 18 01:04:42.355835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fcf9230-2854-40c6-8b36-aacd316f41b0 req-8c6dba02-55ba-4571-bffb-5e15cd435367 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346746 Sep 18 01:04:43.468878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769854e-ded7-4a4f-b796-2c572817a506 req-b0d336a5-4c2f-4a7e-9160-c92b1db62f90 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:43.470347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1769854e-ded7-4a4f-b796-2c572817a506 req-b0d336a5-4c2f-4a7e-9160-c92b1db62f90 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Sep 18 01:04:43.509073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1769854e-ded7-4a4f-b796-2c572817a506 req-b71127ec-36d2-4ddc-ae30-8fb696bcaa61 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Sep 18 01:04:43.712741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eff3d-80dc-4d59-8863-71b40f37a29d req-c333b035-a614-4a6b-bcc5-7e5f64f7d398 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:43.714210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-438eff3d-80dc-4d59-8863-71b40f37a29d req-c333b035-a614-4a6b-bcc5-7e5f64f7d398 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Sep 18 01:04:43.752022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-438eff3d-80dc-4d59-8863-71b40f37a29d req-bada3d42-5794-4b26-8a9c-285cd88775d6 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Sep 18 01:04:43.864891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1db6-8fd8-4d16-bab3-c72d2be69e1d req-1bb065dc-e659-439a-879c-130529f3bc8d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:43.866364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b99d1db6-8fd8-4d16-bab3-c72d2be69e1d req-1bb065dc-e659-439a-879c-130529f3bc8d tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0483909 Sep 18 01:04:43.908293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b99d1db6-8fd8-4d16-bab3-c72d2be69e1d req-3b77a451-874a-4863-a7c1-c89444e847ae tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Sep 18 01:04:44.133704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecaa09-f2d8-4d0c-802e-f449e0003c09 req-ecbbd2d5-d8ae-4f39-a282-28e58a14fecf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:44.135177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eecaa09-f2d8-4d0c-802e-f449e0003c09 req-ecbbd2d5-d8ae-4f39-a282-28e58a14fecf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Sep 18 01:04:44.173091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eecaa09-f2d8-4d0c-802e-f449e0003c09 req-c53e2cde-253d-4496-83c1-9daad6386b48 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 18 01:04:45.295866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-f5f4015f-149b-4576-8faf-8c21ba8ee8bf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:45.297383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-f5f4015f-149b-4576-8faf-8c21ba8ee8bf tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0766873 Sep 18 01:04:45.308270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719a9fc-17aa-4b40-9bec-511d36573507 req-cd87933d-4547-4b4d-afc0-0ba9e3801f73 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:45.309637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6719a9fc-17aa-4b40-9bec-511d36573507 req-cd87933d-4547-4b4d-afc0-0ba9e3801f73 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e977872-8916-4169-a3f1-90cfd8017984 HTTP/1.1" status: 200 len: 946 time: 0.0633745 Sep 18 01:04:45.394143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6719a9fc-17aa-4b40-9bec-511d36573507 req-590892c9-9c9f-4512-94fc-fb3fc746ba9a tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771985 Sep 18 01:04:45.422918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port f6d56714-1b9c-47ef-8814-9eb8daac0b2d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:45.423491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:45.515397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port f6d56714-1b9c-47ef-8814-9eb8daac0b2d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:45.515678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:45.527280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for f6d56714-1b9c-47ef-8814-9eb8daac0b2d owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:45.655180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:45.688669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=f6d56714-1b9c-47ef-8814-9eb8daac0b2d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:45.689231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:45.728356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port f6d56714-1b9c-47ef-8814-9eb8daac0b2d on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:45.731029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:45.733034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c953d296-e43a-4862-a73b-2ccf7ee8db70 req-8779707b-8101-40ff-9076-31aee13e12d3 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.48 "DELETE /v2.0/ports/f6d56714-1b9c-47ef-8814-9eb8daac0b2d HTTP/1.1" status: 204 len: 173 time: 0.4225504 Sep 18 01:04:45.733486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'name': 'network-vif-deleted', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:45.735772 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6144f136-52b1-494f-a83d-b33698613736" -d '{"events": [{"server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "name": "network-vif-deleted", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:45.773747 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e3b6a-954b-4096-8ba2-aad55d279f46 x-openstack-request-id: req-a71e3b6a-954b-4096-8ba2-aad55d279f46 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:45.774070 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e977872-8916-4169-a3f1-90cfd8017984", "name": "network-vif-deleted", "tag": "f6d56714-1b9c-47ef-8814-9eb8daac0b2d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:45.774322 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a71e3b6a-954b-4096-8ba2-aad55d279f46 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:45.774717 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e977872-8916-4169-a3f1-90cfd8017984', 'name': 'network-vif-deleted', 'tag': 'f6d56714-1b9c-47ef-8814-9eb8daac0b2d', 'status': 'completed', 'code': 200} Sep 18 01:04:46.187085 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:47.078076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79cf4b-436a-4b0e-a177-7c4716336a3e req-4b584861-34c0-41fa-bcec-e0f11391b527 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:47.079545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd79cf4b-436a-4b0e-a177-7c4716336a3e req-4b584861-34c0-41fa-bcec-e0f11391b527 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0490210 Sep 18 01:04:47.118931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd79cf4b-436a-4b0e-a177-7c4716336a3e req-05200e6e-9508-46ae-9b6a-cdc353e0bd81 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Sep 18 01:04:47.436424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f6d56714-1b9c-47ef-8814-9eb8daac0b2d no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:47.459060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: f6d56714-1b9c-47ef-8814-9eb8daac0b2d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:47.459398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device f6d56714-1b9c-47ef-8814-9eb8daac0b2d not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:48.232742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48ec9-c474-4d1f-8470-cd35bc3dab21 req-b798b81d-39d7-4835-9960-3acdf2cc8f7b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:48.234209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dd48ec9-c474-4d1f-8470-cd35bc3dab21 req-b798b81d-39d7-4835-9960-3acdf2cc8f7b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Sep 18 01:04:48.275805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dd48ec9-c474-4d1f-8470-cd35bc3dab21 req-ffe1c17b-98ed-4ebc-8534-408ddec7c14f tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe0ead65-59f3-412c-9029-27febe713de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Sep 18 01:04:48.688751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852181c9-d1a6-40e6-b441-12b67659276d req-bb66951a-8fe4-4819-b138-a756d3e4fa95 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:48.690253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-852181c9-d1a6-40e6-b441-12b67659276d req-bb66951a-8fe4-4819-b138-a756d3e4fa95 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Sep 18 01:04:48.778801 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Deleting port ae28606e-d6bd-4c43-802f-9caa588357b0 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:04:48.779148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:48.869171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] For port ae28606e-d6bd-4c43-802f-9caa588357b0, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ae28606e-d6bd-4c43-802f-9caa588357b0,segment=NetworkSegment(b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d),segment_id=b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:48.869540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:48.882039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Calling delete_port for ae28606e-d6bd-4c43-802f-9caa588357b0 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:04:49.005337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:49.035422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Pushing event deleted for resources: {'Port': ['ID=ae28606e-d6bd-4c43-802f-9caa588357b0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:49.039480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ae28606e-d6bd-4c43-802f-9caa588357b0'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:04:49.078327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] No DVR routers for this DVR port ae28606e-d6bd-4c43-802f-9caa588357b0 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:04:49.081613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:49.083555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-852181c9-d1a6-40e6-b441-12b67659276d req-58faf68a-532a-47ce-930c-c9d679a7aa84 tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.54 "DELETE /v2.0/ports/ae28606e-d6bd-4c43-802f-9caa588357b0 HTTP/1.1" status: 204 len: 173 time: 0.3869541 Sep 18 01:04:49.083989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'name': 'network-vif-deleted', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:04:49.086229 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051f1ce3-6c42-46fe-8068-e98f1ea03f8d" -d '{"events": [{"server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "name": "network-vif-deleted", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:49.121178 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be36f9-49b6-4526-a6ed-c85a8e37b342 x-openstack-request-id: req-84be36f9-49b6-4526-a6ed-c85a8e37b342 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:49.121496 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74808dc-f1a7-43ec-a0c9-fd5c1c86f186", "name": "network-vif-deleted", "tag": "ae28606e-d6bd-4c43-802f-9caa588357b0", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:49.121790 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84be36f9-49b6-4526-a6ed-c85a8e37b342 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:49.122222 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74808dc-f1a7-43ec-a0c9-fd5c1c86f186', 'name': 'network-vif-deleted', 'tag': 'ae28606e-d6bd-4c43-802f-9caa588357b0', 'status': 'completed', 'code': 200} Sep 18 01:04:49.378932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a0c7cd5-8ebd-4059-983f-542e5ee7c0f1 req-1086525b-5af0-4de2-a492-4dc85749a46b tempest-ServersTestJSON-1784927936 tempest-ServersTestJSON-1784927936-project] 10.222.0.49 "GET /v2.0/ports?device_id=c74808dc-f1a7-43ec-a0c9-fd5c1c86f186 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Sep 18 01:04:50.434574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45512) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:50.477631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Deleting subnet 4e499b7f-29c9-4f87-9fbb-e1a8079641bc {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:04:50.480567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.512902 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.555134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.606320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.630697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e499b7f-29c9-4f87-9fbb-e1a8079641bc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:50.640604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.640948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.641289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.641621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.642321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.642321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.642608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.643470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.643792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.644112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.644467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.644790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:50.647501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.649927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-25ccfff1-671d-4f5b-a6ef-24189ad1c431 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e499b7f-29c9-4f87-9fbb-e1a8079641bc HTTP/1.1" status: 204 len: 168 time: 0.2138019 Sep 18 01:04:50.651814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45514) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:50.717780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.796365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.815890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c2bc7f-5f99-4d15-9f3b-874412e19cff']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:50.824794 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:50.825092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cd0c28-8dd0-4b0c-a7fd-08681fd2b04d') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:50.834680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.848352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.854086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:50.854510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:04:50.856078 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:04:50.912506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.917840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.919662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8c2bc7f-5f99-4d15-9f3b-874412e19cff HTTP/1.1" status: 204 len: 168 time: 0.2668960 Sep 18 01:04:50.931208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a6a18-8c92-4186-a310-7379bf4d06e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c2bc7f-5f99-4d15-9f3b-874412e19cff,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:51.035569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:51.075792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d4b48184-1297-4211-83f6-a86fe29036dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3647662eadf41aab7eaa61d64281f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390444 Sep 18 01:04:51.078263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45520) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:51.124391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:51.145574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:51.190213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:51.193080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:51.194202 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe0ead65-59f3-412c-9029-27febe713de2 HTTP/1.1" status: 204 len: 168 time: 0.1150587 Sep 18 01:04:51.201757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ada1ec-3644-46ba-b42c-8922b11c43d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ead65-59f3-412c-9029-27febe713de2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:51.840557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45542) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:51.939925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1080861100-network', 'tenant_id': '1ccae83591ff46a7a2a7ec37846b54af'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:51.961647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Made reservation on behalf of 1ccae83591ff46a7a2a7ec37846b54af for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:51.964350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:51.974239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.061966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.066157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.087787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:52.100951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae912c3-c506-4540-8584-bb3f8c599af5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:52.105876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.106258 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Added segment af0a05e1-8d53-4a3b-8222-289000cf98fa of type vlan for network 2c8cb0de-b57d-453a-a292-29d876e884e2 Sep 18 01:04:52.146433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.169714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.170661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:52.171238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.198388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3567815 Sep 18 01:04:52.234791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18cea-db1d-40e0-98f9-f1f6a934b09a admin admin] Pushing event updated for resources: {'Network': ['ID=2c8cb0de-b57d-453a-a292-29d876e884e2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:52.245581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2c8cb0de-b57d-453a-a292-29d876e884e2 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:52.482655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ae28606e-d6bd-4c43-802f-9caa588357b0 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:52.506446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ae28606e-d6bd-4c43-802f-9caa588357b0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:04:52.506796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ae28606e-d6bd-4c43-802f-9caa588357b0 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:52.566082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc488c-b500-4cf0-96e2-57a3f418d017 req-bd735f2f-810a-482b-8bf0-29759d90eb7e tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:52.572028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc488c-b500-4cf0-96e2-57a3f418d017 req-bd735f2f-810a-482b-8bf0-29759d90eb7e tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:52.578091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc488c-b500-4cf0-96e2-57a3f418d017 req-bd735f2f-810a-482b-8bf0-29759d90eb7e tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:52.579723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1dc488c-b500-4cf0-96e2-57a3f418d017 req-bd735f2f-810a-482b-8bf0-29759d90eb7e tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1175396 Sep 18 01:04:52.682116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f140a43-a465-4b95-801a-f61550e100c2 req-3107a20a-762c-4c9f-8af4-b62236fa74fd tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:52.683450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f140a43-a465-4b95-801a-f61550e100c2 req-3107a20a-762c-4c9f-8af4-b62236fa74fd tempest-ComputeTenantNetworksTest-258294409 tempest-ComputeTenantNetworksTest-258294409-project] 10.222.0.49 "GET /v2.0/networks/2c8cb0de-b57d-453a-a292-29d876e884e2 HTTP/1.1" status: 200 len: 769 time: 0.0828497 Sep 18 01:04:52.691746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45556) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:52.757238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.837121 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.855845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8cb0de-b57d-453a-a292-29d876e884e2']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:52.864770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0a05e1-8d53-4a3b-8222-289000cf98fa') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:52.865067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0a05e1-8d53-4a3b-8222-289000cf98fa') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:52.874053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.887763 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.894882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:52.895502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:04:52.897102 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:04:52.953657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.960191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:52.962069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c8cb0de-b57d-453a-a292-29d876e884e2 HTTP/1.1" status: 204 len: 168 time: 0.2693379 Sep 18 01:04:52.973172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1da358-5993-4a59-a5a1-8eaf660885a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8cb0de-b57d-453a-a292-29d876e884e2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:53.067835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45560) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:53.106312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88050f03-ebcb-4af6-8044-43c78d700804 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ccae83591ff46a7a2a7ec37846b54af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372634 Sep 18 01:04:53.108596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45562) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:53.158804 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:53.179402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:53.225529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:53.228127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:53.229293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bae912c3-c506-4540-8584-bb3f8c599af5 HTTP/1.1" status: 204 len: 168 time: 0.1198299 Sep 18 01:04:53.237735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513052b1-175d-4a67-bb89-95ceb58f9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae912c3-c506-4540-8584-bb3f8c599af5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:54.218665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-43ae3bff-f901-4e2d-ae86-eb233aa08dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:55.774346 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:55.830018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45626) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:55.934484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39f85d8e-b42d-472f-a913-ffa8226a9ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.020468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39f85d8e-b42d-472f-a913-ffa8226a9ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.023833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39f85d8e-b42d-472f-a913-ffa8226a9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.061974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-39f85d8e-b42d-472f-a913-ffa8226a9ff9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d69989dac6f54cd882ed6751971b7bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303569 Sep 18 01:04:56.063094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85d8e-b42d-472f-a913-ffa8226a9ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a925f338-930c-4152-96cd-d25ea1478224,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:56.064902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45630) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:56.114570 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.135291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.181627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.184253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.185396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a925f338-930c-4152-96cd-d25ea1478224 HTTP/1.1" status: 204 len: 168 time: 0.1193435 Sep 18 01:04:56.193040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99eebd-5818-4551-a0a0-0d89382836da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925f338-930c-4152-96cd-d25ea1478224,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:56.443640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45636) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:56.456842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4924f9df-1c33-4012-b8ec-f427a06f7167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.545759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4924f9df-1c33-4012-b8ec-f427a06f7167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.549998 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4924f9df-1c33-4012-b8ec-f427a06f7167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.589815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4924f9df-1c33-4012-b8ec-f427a06f7167 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50bbe1d4afee4a92816c57feec341a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450267 Sep 18 01:04:56.590663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924f9df-1c33-4012-b8ec-f427a06f7167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dff718-f006-4489-8010-bdcc70987be6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:56.592515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45638) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:04:56.642200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.666524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.712791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.715205 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:56.716421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6dff718-f006-4489-8010-bdcc70987be6 HTTP/1.1" status: 204 len: 168 time: 0.1228113 Sep 18 01:04:56.724518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd2de7-ce6a-4de2-9030-de5c05e0204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dff718-f006-4489-8010-bdcc70987be6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:57.256442 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3de1-7e52-450f-a930-4151c647c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:57.493869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:58.370949 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:59.701907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.604374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:01.710002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e49f8389-5b44-4b95-b26e-4b0b97e51093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.796520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e49f8389-5b44-4b95-b26e-4b0b97e51093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.800841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e49f8389-5b44-4b95-b26e-4b0b97e51093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.838105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e49f8389-5b44-4b95-b26e-4b0b97e51093 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b59e51e56ef4745bb56ade70e7efe00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326488 Sep 18 01:05:01.838952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f8389-5b44-4b95-b26e-4b0b97e51093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd7e80d-c7e0-4d20-8f78-87c9b7e9c792,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:01.840969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:01.889237 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.910413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.958375 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.960886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:01.962015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bd7e80d-c7e0-4d20-8f78-87c9b7e9c792 HTTP/1.1" status: 204 len: 168 time: 0.1200476 Sep 18 01:05:01.969545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b430e0-24f9-425a-b8fb-51321a634c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd7e80d-c7e0-4d20-8f78-87c9b7e9c792,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:02.222026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45762) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:02.228030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.235563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd167-4ccf-4d0c-b5c8-1a5eaca985f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.321051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd167-4ccf-4d0c-b5c8-1a5eaca985f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.324658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd167-4ccf-4d0c-b5c8-1a5eaca985f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.364584 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff3dd167-4ccf-4d0c-b5c8-1a5eaca985f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43c36eb2bf3d4a589ba5511cfca7e644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413567 Sep 18 01:05:02.365278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dd167-4ccf-4d0c-b5c8-1a5eaca985f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d6c272-d900-4495-b14d-ec93bb5fff15,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:02.367384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45764) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:02.416325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.436013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.483749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.486403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:02.487859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55d6c272-d900-4495-b14d-ec93bb5fff15 HTTP/1.1" status: 204 len: 168 time: 0.1194336 Sep 18 01:05:02.495196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92decf-e02a-4e36-a3f6-64c4be8d25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d6c272-d900-4495-b14d-ec93bb5fff15,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:04.337532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45840) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:04.444769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38552ee0-9b1f-4f69-94c5-cd2b24fc7c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.534712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38552ee0-9b1f-4f69-94c5-cd2b24fc7c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.538452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-38552ee0-9b1f-4f69-94c5-cd2b24fc7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.575593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-38552ee0-9b1f-4f69-94c5-cd2b24fc7c7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6dc9b1d5c26445ab91f276efecd0fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370286 Sep 18 01:05:04.577552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552ee0-9b1f-4f69-94c5-cd2b24fc7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79429337-8d17-44c8-806e-9fe893cea471,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:04.578340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45844) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:04.626171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.647416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.693732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.696358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:04.697400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79429337-8d17-44c8-806e-9fe893cea471 HTTP/1.1" status: 204 len: 168 time: 0.1180763 Sep 18 01:05:04.705399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea431597-dc71-4cff-b5ce-d308da104b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79429337-8d17-44c8-806e-9fe893cea471,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:04.950651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45850) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:04.964715 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13e819dd-1cf5-4999-9541-ef8cb7212a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.052639 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13e819dd-1cf5-4999-9541-ef8cb7212a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.056333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13e819dd-1cf5-4999-9541-ef8cb7212a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.092144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-13e819dd-1cf5-4999-9541-ef8cb7212a28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ffa598ec3224795800b90de7d6de692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401947 Sep 18 01:05:05.094084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e819dd-1cf5-4999-9541-ef8cb7212a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fe7be-5411-48f0-a220-dd3f8f49607f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:05.094896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:05.143382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.164941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.209710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.212338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:05.213458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe0fe7be-5411-48f0-a220-dd3f8f49607f HTTP/1.1" status: 204 len: 168 time: 0.1175184 Sep 18 01:05:05.220888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ba9c8-a83a-481d-8e12-0100bdfff8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fe7be-5411-48f0-a220-dd3f8f49607f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:06.409165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45888) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:06.549480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-872809708'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:06.571038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Made reservation on behalf of 59f603d8b3314206a724db99989999c1 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:06.574428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.583201 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.673215 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.677656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.705377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:06.716968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92eed0-2f24-4e9b-b87d-49e5d4f26988,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:06.720765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.721097 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Added segment d6d09764-79b3-423d-aeaf-93144ce06767 of type vlan for network f0456adc-3bc7-4607-8f61-abc8c3261b28 Sep 18 01:05:06.762044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.785231 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.790721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:06.791308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.827051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4164839 Sep 18 01:05:06.830069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:06.863260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2120db7-8692-473e-9509-5d34dc99f8da tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Pushing event updated for resources: {'Network': ['ID=f0456adc-3bc7-4607-8f61-abc8c3261b28,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:06.873401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f0456adc-3bc7-4607-8f61-abc8c3261b28 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:06.908066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'name': 'tempest-network--1471594045', 'router:external': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:06.929346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:06.931556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:06.940531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.034051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.037860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.057842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:07.072902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77a53bd-5b3e-4003-992a-7a97d570d686,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:07.075728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.076074 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Added segment 88b2f10f-3a79-4a93-b046-c91309b0552f of type vlan for network 18ed484b-1d91-40db-8b72-86abdc687923 Sep 18 01:05:07.119790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.153916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.154920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:07.155500 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.188261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3570170 Sep 18 01:05:07.191469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:07.216193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc64eb-5dbb-4e29-b551-466e44533530 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=18ed484b-1d91-40db-8b72-86abdc687923,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:07.226959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 18ed484b-1d91-40db-8b72-86abdc687923 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:07.261833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.340630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.359553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ed484b-1d91-40db-8b72-86abdc687923']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:07.369033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b2f10f-3a79-4a93-b046-c91309b0552f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:07.369328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b2f10f-3a79-4a93-b046-c91309b0552f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:07.379062 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.391547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.397385 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:07.397802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:07.399416 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:07.453531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.459145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18ed484b-1d91-40db-8b72-86abdc687923 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:05:07.461961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.463789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/18ed484b-1d91-40db-8b72-86abdc687923 HTTP/1.1" status: 204 len: 168 time: 0.2713406 Sep 18 01:05:07.468117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45900) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:07.473280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2205b-3e32-495c-8c47-2a8ef34d38ff tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Network': ['ID=18ed484b-1d91-40db-8b72-86abdc687923,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:07.475087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:07.496248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:07.498637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.527992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:07.537712 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.538091 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Added segment 32cb07ba-99ad-499a-bd35-ce170b187185 of type vlan for network 19be7797-8018-4ff3-ae4f-ee01e848f55f Sep 18 01:05:07.584654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.611639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.613453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:07.614026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.645505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1756322 Sep 18 01:05:07.648722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45902) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:07.654207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'subnet': {'network_id': '19be7797-8018-4ff3-ae4f-ee01e848f55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:07.675932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0dc6a-d507-42a7-8141-9c41fc708e1e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=19be7797-8018-4ff3-ae4f-ee01e848f55f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:07.677607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:07.680294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.688345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 19be7797-8018-4ff3-ae4f-ee01e848f55f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:07.979502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.objects.ports [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 01:05:07.979942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.041447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=997889f9-4788-4989-9d76-a6ba37e7f8c5,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:08.045546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Checking segment: {'id': '32cb07ba-99ad-499a-bd35-ce170b187185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19be7797-8018-4ff3-ae4f-ee01e848f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:08.045899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Network hostable DHCP agents. Network: 19be7797-8018-4ff3-ae4f-ee01e848f55f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:08.062273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Network 19be7797-8018-4ff3-ae4f-ee01e848f55f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:08.070519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 19be7797-8018-4ff3-ae4f-ee01e848f55f) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:08.074876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:08.075618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.081490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca65a29-8925-44c3-92cf-f017c55e9c32 None None] Network 19be7797-8018-4ff3-ae4f-ee01e848f55f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:08.092032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc92f778-0ccc-41b2-95f6-4156c9cc9ad8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4420304 Sep 18 01:05:08.094828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:08.099942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'floatingip': {'floating_network_id': '19be7797-8018-4ff3-ae4f-ee01e848f55f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:08.120758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.203682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11029e7f-8e4c-482f-95e6-5e8f4c921559 None None] Network 19be7797-8018-4ff3-ae4f-ee01e848f55f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:08.204389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.308065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Allocated IP 172.20.0.6 (19be7797-8018-4ff3-ae4f-ee01e848f55f/997889f9-4788-4989-9d76-a6ba37e7f8c5/fd6cfb40-63f7-4b0a-a019-c5e6fac06414) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:08.369937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-4f50b159-47e1-4064-a2c0-c99add3b737f req-16cbbe4c-bc09-4626-9b83-6a14eb459a69 service neutron] (106452) timed out ('10.222.0.54', 56473) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:05:08.406731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.438725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.477842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Network 19be7797-8018-4ff3-ae4f-ee01e848f55f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:08.482077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:08.485404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:08.509004 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6cfb40-63f7-4b0a-a019-c5e6fac06414,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:08.570708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.602809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.746252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.750106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.822035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6cfb40-63f7-4b0a-a019-c5e6fac06414,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:08.829777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.842778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:08.844209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-64149a69-d557-4990-b451-8245b7e60877 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7484474 Sep 18 01:05:08.847477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45906) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:08.912413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d938fbe3-de53-46b6-972b-c1b7eedc83de tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=19be7797-8018-4ff3-ae4f-ee01e848f55f HTTP/1.1" status: 200 len: 689 time: 0.0638177 Sep 18 01:05:08.914847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45908) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:08.999806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.376250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Deleting port fd6cfb40-63f7-4b0a-a019-c5e6fac06414 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:09.376972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.449591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.449919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.461747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Calling delete_port for fd6cfb40-63f7-4b0a-a019-c5e6fac06414 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:09.593504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.618933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd6cfb40-63f7-4b0a-a019-c5e6fac06414,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:09.679646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.720961 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.773990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.806790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=997889f9-4788-4989-9d76-a6ba37e7f8c5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:09.854294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.873799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19be7797-8018-4ff3-ae4f-ee01e848f55f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:09.883112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb07ba-99ad-499a-bd35-ce170b187185') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:09.883406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb07ba-99ad-499a-bd35-ce170b187185') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:09.892580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.905996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.912333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:09.912731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:09.914331 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:09.973123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.978226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19be7797-8018-4ff3-ae4f-ee01e848f55f {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:05:09.980920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:09.984992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/19be7797-8018-4ff3-ae4f-ee01e848f55f HTTP/1.1" status: 204 len: 168 time: 1.0669851 Sep 18 01:05:09.985683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45910) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:09.992358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215727f-c314-4e2a-91d6-921f3ffc6005 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Network': ['ID=19be7797-8018-4ff3-ae4f-ee01e848f55f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:10.100619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a1753a3-71e1-4bf8-a462-cd7fb1446294 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1129494 Sep 18 01:05:10.102977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45912) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.154631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c68fd-29fb-4c7a-9951-77ff277b602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.155096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c68fd-29fb-4c7a-9951-77ff277b602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.155547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c68fd-29fb-4c7a-9951-77ff277b602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.156002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c68fd-29fb-4c7a-9951-77ff277b602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.157676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-351c68fd-29fb-4c7a-9951-77ff277b602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0537643 Sep 18 01:05:10.161091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45914) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.220742 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-09d848c0-2173-463d-be4d-d8ec601e2c9e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] delete failed (client error): The resource could not be found. Sep 18 01:05:10.222698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09d848c0-2173-463d-be4d-d8ec601e2c9e tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/999dcf6b-5ef3-4ece-baa2-e92d90058c77 HTTP/1.1" status: 404 len: 345 time: 0.0599151 Sep 18 01:05:10.225176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45916) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.241680 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ae981f-169f-4a88-b884-8f16188d73df tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] DELETE failed (client error): The resource could not be found. Sep 18 01:05:10.242188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ae981f-169f-4a88-b884-8f16188d73df tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:05:10.243752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-47ae981f-169f-4a88-b884-8f16188d73df tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/19be7797-8018-4ff3-ae4f-ee01e848f55f HTTP/1.1" status: 404 len: 339 time: 0.0176899 Sep 18 01:05:10.247717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.251328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'name': 'tempest-network--1413669984', 'router:external': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:10.270640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:10.272973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.295684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:10.305001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.305557 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Added segment b1455bb6-1513-4afb-aebe-0422f18692ea of type vlan for network e83951be-4bc2-4f0b-a00f-8e30f74b8621 Sep 18 01:05:10.348581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.375603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.376565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.377136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.407854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1597860 Sep 18 01:05:10.411358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.441516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268da9-d1ac-4c1f-af61-d26a75d208c8 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=e83951be-4bc2-4f0b-a00f-8e30f74b8621,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:10.451384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e83951be-4bc2-4f0b-a00f-8e30f74b8621 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:10.593028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d062db-7dca-460f-8366-e1e4ca6c818c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.599828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d062db-7dca-460f-8366-e1e4ca6c818c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.605563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d062db-7dca-460f-8366-e1e4ca6c818c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.611615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d062db-7dca-460f-8366-e1e4ca6c818c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:10.613499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-13d062db-7dca-460f-8366-e1e4ca6c818c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2004328 Sep 18 01:05:10.616202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.685485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.760659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.783570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83951be-4bc2-4f0b-a00f-8e30f74b8621']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:10.792370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1455bb6-1513-4afb-aebe-0422f18692ea') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:10.792665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1455bb6-1513-4afb-aebe-0422f18692ea') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:10.802174 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.815005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.821257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:10.821638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:10.823247 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:10.876729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.883819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e83951be-4bc2-4f0b-a00f-8e30f74b8621 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:05:10.892772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.899580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/e83951be-4bc2-4f0b-a00f-8e30f74b8621 HTTP/1.1" status: 204 len: 168 time: 0.2785032 Sep 18 01:05:10.899580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79a565-6478-466d-9027-925b2e8f27a4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Network': ['ID=e83951be-4bc2-4f0b-a00f-8e30f74b8621,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:10.900482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45924) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:10.904579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'name': 'tempest-network--1745414023', 'router:external': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:10.925483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:10.928009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.952081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:10.961817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:10.962200 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Added segment fe00c5ea-4c93-4b7e-b253-a11572d8fd27 of type vlan for network 8c432fc3-eda5-4e14-8948-6b107b7a32d1 Sep 18 01:05:11.007930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.036568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.037831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:11.038463 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.072462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1714227 Sep 18 01:05:11.075242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45926) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.100033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3d0de-1028-46ea-a261-a1808908a734 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=8c432fc3-eda5-4e14-8948-6b107b7a32d1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.110348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8c432fc3-eda5-4e14-8948-6b107b7a32d1 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:11.160824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb212c5a-d0ef-430b-a9a2-adbc6940b9c5 tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:11.162748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eb212c5a-d0ef-430b-a9a2-adbc6940b9c5 tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "GET /v2.0/networks/8c432fc3-eda5-4e14-8948-6b107b7a32d1 HTTP/1.1" status: 200 len: 757 time: 0.0858932 Sep 18 01:05:11.165473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45928) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.257740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9df01-11e1-4e32-af6d-dea792ee8324 tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:11.259217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-94d9df01-11e1-4e32-af6d-dea792ee8324 tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "GET /v2.0/networks/f0456adc-3bc7-4607-8f61-abc8c3261b28 HTTP/1.1" status: 200 len: 767 time: 0.0925343 Sep 18 01:05:11.262162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45932) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.330301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.410216 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.430415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c432fc3-eda5-4e14-8948-6b107b7a32d1']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:11.439251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe00c5ea-4c93-4b7e-b253-a11572d8fd27') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:11.439549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe00c5ea-4c93-4b7e-b253-a11572d8fd27') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:11.449364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.462127 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.467797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:11.468172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:11.469917 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:11.528460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.533514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c432fc3-eda5-4e14-8948-6b107b7a32d1 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:05:11.536658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.538491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8c432fc3-eda5-4e14-8948-6b107b7a32d1 HTTP/1.1" status: 204 len: 168 time: 0.2753828 Sep 18 01:05:11.543051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.548049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb5018-2982-44f4-a760-2c483968db2a tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c432fc3-eda5-4e14-8948-6b107b7a32d1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.550456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'name': 'tempest-network--1041757180'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:11.572835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Made reservation on behalf of 717f47bbab944b96ad167c8eb7f4bd9d for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:11.575089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.599264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:11.607826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.608180 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Added segment 2d7a6a40-bcf1-418c-b211-eae79521b6fa of type vlan for network cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 Sep 18 01:05:11.648829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.672015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.672994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:11.673576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.708037 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1596425 Sep 18 01:05:11.708505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45936) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.713825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:11.744732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c570be3-5807-4a4b-9d5f-ff48f2b1602d tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.755637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:11.860516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.875022 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.882530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Network cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 is not hosted by any dhcp agent {{(pid=106453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 01:05:11.883352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:11.883930 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:11.887647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "PUT /v2.0/networks/cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 HTTP/1.1" status: 200 len: 858 time: 0.1756737 Sep 18 01:05:11.892829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45938) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:11.935626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd6efe-eddd-447e-8484-fba2c94d04d4 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event updated for resources: {'Network': ['ID=cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.966161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.047083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.067232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.076185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7a6a40-bcf1-418c-b211-eae79521b6fa') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.076513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7a6a40-bcf1-418c-b211-eae79521b6fa') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.085606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.098476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.104211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:12.104618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:12.106231 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:12.165918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.170776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 01:05:12.173348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.175356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] 10.222.0.49 "DELETE /v2.0/networks/cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420 HTTP/1.1" status: 204 len: 168 time: 0.2799692 Sep 18 01:05:12.178621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45940) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:12.187448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f552abb-5096-49ea-a7a9-b147d609bc19 tempest-ExternalNetworksTestJSON-769796888 tempest-ExternalNetworksTestJSON-769796888-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfe1e9ae-05d8-48ed-a9aa-55fa13ebb420,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:12.209192 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5247804-90a9-4c88-aabd-53f892ab4b6c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] DELETE failed (client error): The resource could not be found. Sep 18 01:05:12.209652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5247804-90a9-4c88-aabd-53f892ab4b6c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:05:12.211410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d5247804-90a9-4c88-aabd-53f892ab4b6c tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "DELETE /v2.0/subnets/997889f9-4788-4989-9d76-a6ba37e7f8c5 HTTP/1.1" status: 404 len: 337 time: 0.0317647 Sep 18 01:05:12.213921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45942) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:12.295257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.387880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.407549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0456adc-3bc7-4607-8f61-abc8c3261b28']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.416758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d09764-79b3-423d-aeaf-93144ce06767') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.416987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d09764-79b3-423d-aeaf-93144ce06767') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:12.426126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.438681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.445009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:12.445389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:12.448241 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:12.509029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.515660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.517482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] 10.222.0.49 "DELETE /v2.0/networks/f0456adc-3bc7-4607-8f61-abc8c3261b28 HTTP/1.1" status: 204 len: 168 time: 0.3026412 Sep 18 01:05:12.529993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d072f-f4f2-4441-a4ec-dcd8ae77af0f tempest-ExternalNetworksTestJSON-136339607 tempest-ExternalNetworksTestJSON-136339607-project] Pushing event deleted for resources: {'Network': ['ID=f0456adc-3bc7-4607-8f61-abc8c3261b28,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:12.760274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45948) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:12.896630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7db5b2d-0bd9-45a7-bfd2-2fadf540c6df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59f603d8b3314206a724db99989999c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345072 Sep 18 01:05:12.898592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45952) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:12.946613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:12.967080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.012189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.014710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.015881 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce92eed0-2f24-4e9b-b87d-49e5d4f26988 HTTP/1.1" status: 204 len: 168 time: 0.1162572 Sep 18 01:05:13.023830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457bf36-1737-459b-b83d-6f5de4112c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92eed0-2f24-4e9b-b87d-49e5d4f26988,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:13.272595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45958) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:13.310263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-deaffe88-6b95-4928-99e4-331e7e9126d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=717f47bbab944b96ad167c8eb7f4bd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365326 Sep 18 01:05:13.312681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 45960) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:13.358601 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.380208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.426391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.428939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.430076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c77a53bd-5b3e-4003-992a-7a97d570d686 HTTP/1.1" status: 204 len: 168 time: 0.1165164 Sep 18 01:05:13.437442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77a53bd-5b3e-4003-992a-7a97d570d686,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:13.445306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.445654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.446002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.446335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.446666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.446994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.447321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.447645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.447967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.448311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.448651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:13.448950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a5bd7-9425-4f22-a2bd-6db86e371838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:14.672472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 45996) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:14.770393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d1b4df12-6ec4-4a37-9a4c-cad74c6adcad tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1734101413'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:14.770843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d1b4df12-6ec4-4a37-9a4c-cad74c6adcad tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Unknown quota resources ['metering_label']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:05:14.947808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d1b4df12-6ec4-4a37-9a4c-cad74c6adcad tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:14.949220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d1b4df12-6ec4-4a37-9a4c-cad74c6adcad tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2756906 Sep 18 01:05:14.951743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46000) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:14.955792 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f69d853f-fd18-4c5d-b5cf-acec4a03275f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f281438b-cfd3-4e86-a0fd-4f5fe9ce6f01'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:14.956580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f69d853f-fd18-4c5d-b5cf-acec4a03275f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:05:15.029718 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.metering.metering_plugin [None req-f69d853f-fd18-4c5d-b5cf-acec4a03275f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 01:05:15.126645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f69d853f-fd18-4c5d-b5cf-acec4a03275f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:15.128876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f69d853f-fd18-4c5d-b5cf-acec4a03275f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1751339 Sep 18 01:05:15.131528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46002) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.135524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a970445-2d25-47f1-9feb-33a3e2134b77 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f281438b-cfd3-4e86-a0fd-4f5fe9ce6f01'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:15.136001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a970445-2d25-47f1-9feb-33a3e2134b77 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:05:15.188372 n-d-712707-16 neutron-server[106452]: WARNING neutron.services.metering.metering_plugin [None req-5a970445-2d25-47f1-9feb-33a3e2134b77 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 01:05:15.266160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a970445-2d25-47f1-9feb-33a3e2134b77 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:15.267341 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a970445-2d25-47f1-9feb-33a3e2134b77 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1349134 Sep 18 01:05:15.270008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46004) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.279610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-957df3d3-0ce7-4872-905c-b0dad15e4679 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=d1a969b0-8267-4875-9b8d-b1b03c8f432b HTTP/1.1" status: 200 len: 464 time: 0.0086277 Sep 18 01:05:15.281845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46006) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.377876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6a95-f699-4c6f-8cca-3df338e90451 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:15.378991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6bcb6a95-f699-4c6f-8cca-3df338e90451 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/d1a969b0-8267-4875-9b8d-b1b03c8f432b HTTP/1.1" status: 204 len: 168 time: 0.0963087 Sep 18 01:05:15.381571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46008) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.389672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2f1b5d0f-cfa6-4ae4-a9d3-757e8a64b806 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=d1a969b0-8267-4875-9b8d-b1b03c8f432b HTTP/1.1" status: 200 len: 221 time: 0.0071523 Sep 18 01:05:15.392553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46010) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.396333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ca5f2803-50a5-4e5f-84a9-f1aa6f46ad02 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1705271147', 'description': 'label created by tempest'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:15.396779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ca5f2803-50a5-4e5f-84a9-f1aa6f46ad02 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Unknown quota resources ['metering_label']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:05:15.548046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca5f2803-50a5-4e5f-84a9-f1aa6f46ad02 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:15.549183 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ca5f2803-50a5-4e5f-84a9-f1aa6f46ad02 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1557689 Sep 18 01:05:15.552719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.624107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cf711cfd-fe64-4df0-8c77-374717a880f1 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=0aa20f25-1201-4753-b8e5-539ef76c9b11 HTTP/1.1" status: 200 len: 468 time: 0.0703292 Sep 18 01:05:15.626625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.800489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d80e3344-2386-4c7f-80ed-faa6127e50de tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:15.801562 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d80e3344-2386-4c7f-80ed-faa6127e50de tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/0aa20f25-1201-4753-b8e5-539ef76c9b11 HTTP/1.1" status: 204 len: 168 time: 0.1740427 Sep 18 01:05:15.804171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46016) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.814403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-57423745-9bc1-4147-b10b-9387007a3f8f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=0aa20f25-1201-4753-b8e5-539ef76c9b11 HTTP/1.1" status: 200 len: 216 time: 0.0092444 Sep 18 01:05:15.817366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46018) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.825197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-674ae220-4ecc-4948-81ef-5f4465db37ad tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0069172 Sep 18 01:05:15.828093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46020) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.840058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-17df274c-e291-4650-b303-5bc4a75b4395 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107992 Sep 18 01:05:15.843002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46022) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.893938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd6993a2-6ad8-4e63-84c6-06705420e58a tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/f281438b-cfd3-4e86-a0fd-4f5fe9ce6f01 HTTP/1.1" status: 200 len: 473 time: 0.0493569 Sep 18 01:05:15.897381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46024) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:15.906462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09a7edd6-a7d4-4ecd-8f31-124186eb6cef tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/5426f70f-9545-4495-8f58-ae166b176495 HTTP/1.1" status: 200 len: 461 time: 0.0080769 Sep 18 01:05:15.909692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:16.006237 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf9ce-32b5-4da5-9012-e3b14c46980f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.007350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b0ecf9ce-32b5-4da5-9012-e3b14c46980f tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/5426f70f-9545-4495-8f58-ae166b176495 HTTP/1.1" status: 204 len: 168 time: 0.0968115 Sep 18 01:05:16.009763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46028) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:16.188505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5433b4f-cf85-4754-8cdc-ead12d08dc71 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.189656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5433b4f-cf85-4754-8cdc-ead12d08dc71 tempest-MeteringTestJSON-470865068 tempest-MeteringTestJSON-470865068-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/f281438b-cfd3-4e86-a0fd-4f5fe9ce6f01 HTTP/1.1" status: 204 len: 168 time: 0.1790080 Sep 18 01:05:16.202344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.425894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46034) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:16.534807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f71e510c-a3ca-4f5b-bd5d-f55e551502b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.620811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f71e510c-a3ca-4f5b-bd5d-f55e551502b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.624503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f71e510c-a3ca-4f5b-bd5d-f55e551502b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.662277 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f71e510c-a3ca-4f5b-bd5d-f55e551502b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81088d63a5eb451fa8d3f8b6243ec125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353089 Sep 18 01:05:16.664132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e510c-a3ca-4f5b-bd5d-f55e551502b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e84d37-798f-4a80-b552-5c2dd4f457fb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:16.665115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:16.713645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.734845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.781458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.783938 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.785127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0e84d37-798f-4a80-b552-5c2dd4f457fb HTTP/1.1" status: 204 len: 168 time: 0.1189518 Sep 18 01:05:16.793052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09474c-7b5e-4821-b970-89c07614299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e84d37-798f-4a80-b552-5c2dd4f457fb,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:17.175058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46046) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:17.188021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcf1e8ab-7654-460a-b859-f6d54f2a8b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.277679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcf1e8ab-7654-460a-b859-f6d54f2a8b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.281444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fcf1e8ab-7654-460a-b859-f6d54f2a8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.319468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fcf1e8ab-7654-460a-b859-f6d54f2a8b82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3f20ecafd1c4d9f9329b2035fcd3967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433542 Sep 18 01:05:17.320615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1e8ab-7654-460a-b859-f6d54f2a8b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de676fb7-1747-427f-a530-3eefa3acafd1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:17.322155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46048) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:17.369756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.390668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.746805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.749574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.750755 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de676fb7-1747-427f-a530-3eefa3acafd1 HTTP/1.1" status: 204 len: 168 time: 0.4276054 Sep 18 01:05:17.761050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83d474-ebe5-4a9b-8ebf-9768e5941d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de676fb7-1747-427f-a530-3eefa3acafd1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.176907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46090) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.272583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cc4a125c-9678-47d4-946a-61d2677ac998 tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:19.300780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc4a125c-9678-47d4-946a-61d2677ac998 tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "PUT /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571 HTTP/1.1" status: 200 len: 366 time: 0.1225488 Sep 18 01:05:19.303209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46094) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.312293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08e94879-289b-44d9-8838-48faecaad9b5 tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0081069 Sep 18 01:05:19.314339 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46096) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.323099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-482c14a2-bf05-42d6-8e61-15aa3f063b56 tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571 HTTP/1.1" status: 200 len: 366 time: 0.0078790 Sep 18 01:05:19.325331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46098) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.338391 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-814b2f15-5afa-4879-bed1-000f561786d4 tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571 HTTP/1.1" status: 204 len: 168 time: 0.0121529 Sep 18 01:05:19.340486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46100) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.349367 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a2fe7b6-bb5f-4e8a-a6de-b4e61c81cedd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079432 Sep 18 01:05:19.351353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46102) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.359727 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe613d3f-693b-43d8-8fbf-91f7bb68395d tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571 HTTP/1.1" status: 200 len: 370 time: 0.0074363 Sep 18 01:05:19.361753 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46104) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.367054 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a0cbca8-fcb0-43cb-8379-a60b1328662c tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571/default HTTP/1.1" status: 200 len: 370 time: 0.0033429 Sep 18 01:05:19.369179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46106) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.376643 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-c2f9b7c0-9af0-460c-a9f9-3a3929c5333d tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] delete failed (client error): The resource could not be found. Sep 18 01:05:19.377845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c2f9b7c0-9af0-460c-a9f9-3a3929c5333d tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/5471e3a885ee4d8e815fbfd24bfa4571 HTTP/1.1" status: 404 len: 348 time: 0.0075839 Sep 18 01:05:19.477148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46110) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:19.496155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:network and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.501002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.507454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:subnet and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.512084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.517920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:subnetpool and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.523491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.529417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:port and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.535144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.541029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:router and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.545644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.551509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:floatingip and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.556461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.591115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:security_group and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.595898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.602584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Usage tracker for resource:security_group_rule and tenant:6448b7629a7d483e88e16ebd124e9573 is out of sync, need to count used quota {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 01:05:19.607185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.quota.resource [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106452) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 01:05:19.611571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a630cd9-7c0d-4879-bc39-11e3555372bd tempest-QuotasTest-1969305945 tempest-QuotasTest-1969305945-project-admin] 10.222.0.49 "GET /v2.0/quotas/6448b7629a7d483e88e16ebd124e9573/details.json HTTP/1.1" status: 200 len: 703 time: 0.1333847 Sep 18 01:05:19.898302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46116) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:20.003575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-036f5638-7cc8-4e3e-ab5a-0e447a61245b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.091275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-036f5638-7cc8-4e3e-ab5a-0e447a61245b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.095010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-036f5638-7cc8-4e3e-ab5a-0e447a61245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.133274 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-036f5638-7cc8-4e3e-ab5a-0e447a61245b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0a47e64da3a4e41bfe110652e6ebbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339270 Sep 18 01:05:20.134130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5638-7cc8-4e3e-ab5a-0e447a61245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57b74b9-8205-4b5c-9bfa-9029d9ac2125,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.136629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:20.185863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.205558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.251908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.254839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.255976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a57b74b9-8205-4b5c-9bfa-9029d9ac2125 HTTP/1.1" status: 204 len: 168 time: 0.1181176 Sep 18 01:05:20.263507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e00cf1-eda5-4b3f-b7dc-66b5dbe99059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57b74b9-8205-4b5c-9bfa-9029d9ac2125,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.646253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46126) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:20.660083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f422a732-fb8e-4193-95fd-c4b68b658776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.747183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f422a732-fb8e-4193-95fd-c4b68b658776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.750719 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f422a732-fb8e-4193-95fd-c4b68b658776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.791060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f422a732-fb8e-4193-95fd-c4b68b658776 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6448b7629a7d483e88e16ebd124e9573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437435 Sep 18 01:05:20.792150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a732-fb8e-4193-95fd-c4b68b658776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c585950b-6060-454a-be19-241f5698c890,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.793727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46128) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:20.842053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.863289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.910474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.913043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.914181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c585950b-6060-454a-be19-241f5698c890 HTTP/1.1" status: 204 len: 168 time: 0.1194053 Sep 18 01:05:20.921579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fad42-fa7b-46f2-84b1-364bac7119d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c585950b-6060-454a-be19-241f5698c890,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:21.582140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:21.688510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1334105308'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:21.712245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:21.715597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.724686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.813701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.818471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.844889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:21.860927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efafcff4-90f0-433c-9cba-fc93904fee87,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:21.864346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.864690 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment c8abd0d8-ae21-4a09-a165-dd4bed4eeedf of type vlan for network 87f4e7d2-17c4-4ade-8784-11fada6f0152 Sep 18 01:05:21.906248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.931988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.937893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:21.938492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:21.976082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3927236 Sep 18 01:05:21.979092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:21.985930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724625498'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:22.007035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb5b2f-91dc-4400-8ab7-a4f964ea51ff tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=87f4e7d2-17c4-4ade-8784-11fada6f0152,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:22.008370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:22.011784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.021870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:22.380368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:22.389170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.389507 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment ec12b495-8071-4092-9de6-a8d88bcf82c0 of type vlan for network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c Sep 18 01:05:22.426441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.450023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.455740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:22.456345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.489039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5083370 Sep 18 01:05:22.491938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46156) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:22.498495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:22.544748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815b7bb-3e77-4a8a-8e02-a7def8cee9f1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:22.556122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:22.615489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:22.618984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.792788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.856045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=09f326cd-1da8-4105-a6c6-0cb862209ee1,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:22.863768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:22.864129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 87f4e7d2-17c4-4ade-8784-11fada6f0152, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:22.880196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:22.889577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 87f4e7d2-17c4-4ade-8784-11fada6f0152) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:22.893952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:22.894539 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:22.899757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4a534-18fa-4720-80e7-585c2e72fe65 None None] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:22.912922 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-add3a74d-af57-4639-b256-5e5f837a0246 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4198563 Sep 18 01:05:22.915615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:22.920419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:23.007675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:23.012110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.041776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-87f4e7d2-17c4-4ade-8784-11fada6f0152', 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '09f326cd-1da8-4105-a6c6-0cb862209ee1'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:23.043353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.176187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Allocated IP 172.20.0.2 (87f4e7d2-17c4-4ade-8784-11fada6f0152/09f326cd-1da8-4105-a6c6-0cb862209ee1/2153369b-bf5f-4c64-b67d-643f428cd574) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:23.191959 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.254028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=b04040ca-e01e-419c-8708-6f6529e42c54,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:23.263693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': 'ec12b495-8071-4092-9de6-a8d88bcf82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:23.264059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:23.280927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:23.290416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:23.295009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:23.295569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.302931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212115c-6b37-4274-8034-63fb86a9c9c5 None None] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:23.309762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-20b68eea-31b2-43bc-8ebb-92e36394bf12 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3931077 Sep 18 01:05:23.312461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46162) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:23.316905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1443983237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:23.339268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.340562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.365668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.373340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.398539 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.402882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.419830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.421072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3694071f-e94b-44b6-a73c-3d0bdaccea47 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1076982 Sep 18 01:05:23.423983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46164) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:23.428257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:23.433528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:23.437181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:23.472846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Pushing event updated for resources: {'Port': ['ID=2153369b-bf5f-4c64-b67d-643f428cd574,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:23.501553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.501907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.502236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.503233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.503446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.503865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.504204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.504564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.504868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.505188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.506277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.506277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:23.551637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Attempting to bind port 2153369b-bf5f-4c64-b67d-643f428cd574 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:23.551751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Attempting to bind port 2153369b-bf5f-4c64-b67d-643f428cd574 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:23.552055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Attempting to bind port 2153369b-bf5f-4c64-b67d-643f428cd574 on network 87f4e7d2-17c4-4ade-8784-11fada6f0152 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:23.557570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:23.557944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Checking segment: {'id': 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:23.558345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.558733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Bound using segment: {'id': 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:23.559218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Bound port: 2153369b-bf5f-4c64-b67d-643f428cd574, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '87f4e7d2-17c4-4ade-8784-11fada6f0152'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:23.559580 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.563444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c', 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': 'b04040ca-e01e-419c-8708-6f6529e42c54'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:23.564258 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.697162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] For port 2153369b-bf5f-4c64-b67d-643f428cd574, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:23.702102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] For port 2153369b-bf5f-4c64-b67d-643f428cd574, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2153369b-bf5f-4c64-b67d-643f428cd574,segment=NetworkSegment(c8abd0d8-ae21-4a09-a165-dd4bed4eeedf),segment_id=c8abd0d8-ae21-4a09-a165-dd4bed4eeedf)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:23.704464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.708077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.798583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Allocated IP 172.21.0.2 (152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c/b04040ca-e01e-419c-8708-6f6529e42c54/ee38356a-1753-4324-a10c-f068934b7258) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:23.801490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce14467-1339-4100-b8e3-2000093392e5 None None] Pushing event updated for resources: {'Port': ['ID=2153369b-bf5f-4c64-b67d-643f428cd574,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:23.950944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.20.0.1 (87f4e7d2-17c4-4ade-8784-11fada6f0152/09f326cd-1da8-4105-a6c6-0cb862209ee1/1becb43e-7fd7-4961-9ac8-f74d492c88a8) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:23.954733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:23.971461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.126760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.164466 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.171114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2153369b-bf5f-4c64-b67d-643f428cd574 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:24.202340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:24.205356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:24.208701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:24.212401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:24.216548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:24.218699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:24.236445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Pushing event updated for resources: {'Port': ['ID=ee38356a-1753-4324-a10c-f068934b7258,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.251434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=1becb43e-7fd7-4961-9ac8-f74d492c88a8,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.268845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.271940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae501080-3a10-4d4b-bbda-31802d5aa13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.309677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Attempting to bind port ee38356a-1753-4324-a10c-f068934b7258 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:24.310045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Attempting to bind port ee38356a-1753-4324-a10c-f068934b7258 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'ec12b495-8071-4092-9de6-a8d88bcf82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:24.310419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Attempting to bind port ee38356a-1753-4324-a10c-f068934b7258 on network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:24.316216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2153369b-bf5f-4c64-b67d-643f428cd574 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:24.316611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.319804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:24.319972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Checking segment: {'id': 'ec12b495-8071-4092-9de6-a8d88bcf82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:24.320306 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.320657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Bound using segment: {'id': 'ec12b495-8071-4092-9de6-a8d88bcf82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:24.321130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Bound port: ee38356a-1753-4324-a10c-f068934b7258, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec12b495-8071-4092-9de6-a8d88bcf82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:24.321506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.382896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.438036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] For port ee38356a-1753-4324-a10c-f068934b7258, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:24.460244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] For port ee38356a-1753-4324-a10c-f068934b7258, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ee38356a-1753-4324-a10c-f068934b7258,segment=NetworkSegment(ec12b495-8071-4092-9de6-a8d88bcf82c0),segment_id=ec12b495-8071-4092-9de6-a8d88bcf82c0)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:24.461669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.472115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.547870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 2153369b-bf5f-4c64-b67d-643f428cd574, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2153369b-bf5f-4c64-b67d-643f428cd574,segment=NetworkSegment(c8abd0d8-ae21-4a09-a165-dd4bed4eeedf),segment_id=c8abd0d8-ae21-4a09-a165-dd4bed4eeedf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:24.552029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160dafc-2bf1-406f-a808-faf90fc7ab8c None None] Pushing event updated for resources: {'Port': ['ID=ee38356a-1753-4324-a10c-f068934b7258,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.555608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.618521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=2153369b-bf5f-4c64-b67d-643f428cd574,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.662893 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-dc37d2f2-f26a-4b76-9615-861ebed84db2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650225 Sep 18 01:05:24.702975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.709189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.797022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-802c1705-1286-4f85-9c00-cd2f69b7e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:24.798979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-802c1705-1286-4f85-9c00-cd2f69b7e200 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1097 time: 0.0632627 Sep 18 01:05:24.822750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=1becb43e-7fd7-4961-9ac8-f74d492c88a8,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.825160 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:24.934485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c59a0-cddd-4e4e-a8c6-dc6fedcbab1f None None] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:24.949642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:24.950847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:24.958345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-d09d8edb-c919-48b1-a3c2-07477fa78c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:24.959872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-d09d8edb-c919-48b1-a3c2-07477fa78c57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 897 time: 0.1336458 Sep 18 01:05:25.013742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cd15b869-6965-4625-bc9c-60f2a71c674c None None] Provisioning complete for port 2153369b-bf5f-4c64-b67d-643f428cd574 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:25.014112 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cd15b869-6965-4625-bc9c-60f2a71c674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.044196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-ef390900-d5c5-44ca-a0ee-cb67ecccc909 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 1001 time: 0.0761526 Sep 18 01:05:25.079288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router ead3065f-927f-444d-9866-8d6efadd382a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:25.098739 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-00cff172-a949-45db-819f-b62588792881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:25.100547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-00cff172-a949-45db-819f-b62588792881 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 200 len: 834 time: 0.0491071 Sep 18 01:05:25.150113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-7e9bc5b9-855a-4906-a865-a3e3420a8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:25.151581 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-7e9bc5b9-855a-4906-a865-a3e3420a8547 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f710c86b-1933-47ad-9730-d3f6ffe30f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435324 Sep 18 01:05:25.180141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:25.185456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a8e65d78-b609-4085-ac68-b8a8439c70d2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603455 Sep 18 01:05:25.188098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46166) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:25.192508 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] Sync routers for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:25.203412 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:25.204018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:25.238169 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:25.242640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ab7f3-d333-4ecb-b4b6-1842234e710b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:25.245351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f7ab7f3-d333-4ecb-b4b6-1842234e710b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports/1becb43e-7fd7-4961-9ac8-f74d492c88a8 HTTP/1.1" status: 200 len: 910 time: 0.0562165 Sep 18 01:05:25.248264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:25.250979 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:25.251615 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:25.289658 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:25.290301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fd2ad-0dda-4d0b-82b2-9c6197258833 None None] The sync data for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:25.314408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-860bd2ef-b4d5-40d3-8232-f5e826aa06a1 service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531909 Sep 18 01:05:25.482632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-752f8e28-f71f-48ec-91c5-699459e33dc4 None None] Provisioning complete for port 2153369b-bf5f-4c64-b67d-643f428cd574 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:25.483110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-752f8e28-f71f-48ec-91c5-699459e33dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.529346 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cfe2d4f4-b4e0-4dee-9681-61c97729d3b0 req-b9a35507-9bb5-467c-ad83-c16e4442073b service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873918 Sep 18 01:05:25.594366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-752f8e28-f71f-48ec-91c5-699459e33dc4 None None] Provisioning complete for port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:25.594885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-752f8e28-f71f-48ec-91c5-699459e33dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.638600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-752f8e28-f71f-48ec-91c5-699459e33dc4 None None] Port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:25.719436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.757252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a7c6b2ca-efd9-4463-bc41-2fea40e88445 None None] Provisioning complete for port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:25.757696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b2ca-efd9-4463-bc41-2fea40e88445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.793618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe02a32-6131-4c74-b577-22bf2e4a9e19 None None] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:25.815017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6b2ca-efd9-4463-bc41-2fea40e88445 None None] Port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:25.955901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Provisioning complete for port ee38356a-1753-4324-a10c-f068934b7258 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:25.956199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:25.990402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.21.0.1 (152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c/b04040ca-e01e-419c-8708-6f6529e42c54/91f17b28-00d9-4093-a55e-c495bac98718) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:26.046197 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.085285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] For port ee38356a-1753-4324-a10c-f068934b7258, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ee38356a-1753-4324-a10c-f068934b7258,segment=NetworkSegment(ec12b495-8071-4092-9de6-a8d88bcf82c0),segment_id=ec12b495-8071-4092-9de6-a8d88bcf82c0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:26.094190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.141147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.147147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Provisioning complete for port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:26.147527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.181748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ee38356a-1753-4324-a10c-f068934b7258 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:26.182626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.188009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Pushing event updated for resources: {'Port': ['ID=ee38356a-1753-4324-a10c-f068934b7258,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:26.227171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5c30bb3e-3837-4e95-ae97-9a4509a86f8f None None] Port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:26.230006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:26.233609 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:26.238467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:26.247725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ee38356a-1753-4324-a10c-f068934b7258 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:26.248132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.278963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=91f17b28-00d9-4093-a55e-c495bac98718,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:26.296358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.345388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2153369b-bf5f-4c64-b67d-643f428cd574 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:26.376126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c9825704-90db-44d1-8524-a8633cfb0ab4 None None] Provisioning complete for port ee38356a-1753-4324-a10c-f068934b7258 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:26.376527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c9825704-90db-44d1-8524-a8633cfb0ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.419536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.434651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2153369b-bf5f-4c64-b67d-643f428cd574 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:26.435025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.622715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-34245f17-7d9b-4c58-b7a2-7447230f2539 None None] Provisioning complete for port 91f17b28-00d9-4093-a55e-c495bac98718 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:26.623389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-34245f17-7d9b-4c58-b7a2-7447230f2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.655646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-34245f17-7d9b-4c58-b7a2-7447230f2539 None None] Port 91f17b28-00d9-4093-a55e-c495bac98718 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:26.679416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.683540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.757366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=91f17b28-00d9-4093-a55e-c495bac98718,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:26.759857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:26.846796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:26.848126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:26.950190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router ead3065f-927f-444d-9866-8d6efadd382a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:27.046037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:27.051941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-abea044f-f1e8-4d68-ac4b-dd59d5c6e161 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025880 Sep 18 01:05:27.053860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46170) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:27.056371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] Sync routers for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:27.071723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:27.072378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:27.099190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c3efb-066e-4104-9e95-f669a8723c18 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:27.100595 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d5c3efb-066e-4104-9e95-f669a8723c18 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports/91f17b28-00d9-4093-a55e-c495bac98718 HTTP/1.1" status: 200 len: 910 time: 0.0436177 Sep 18 01:05:27.103524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:27.110262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:27.113217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-468a3d91-f112-4e60-83cc-941ebee4fdfb None None] Provisioning complete for port 91f17b28-00d9-4093-a55e-c495bac98718 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:27.113823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-468a3d91-f112-4e60-83cc-941ebee4fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.142153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:27.142677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:04:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:27.177049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:27.177690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5db70-1a50-4107-8072-2248d989a5f5 None None] The sync data for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:27.182876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-468a3d91-f112-4e60-83cc-941ebee4fdfb None None] Port 91f17b28-00d9-4093-a55e-c495bac98718 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:27.257315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac57d809-26fe-4ba2-ad87-751d129f579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.415721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.494924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.649986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 91f17b28-00d9-4093-a55e-c495bac98718 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:27.650238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.733183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.744835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 91f17b28-00d9-4093-a55e-c495bac98718 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:27.909166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:27.939347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=91f17b28-00d9-4093-a55e-c495bac98718,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:28.046502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ee38356a-1753-4324-a10c-f068934b7258 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:28.099045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:28.100132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ee38356a-1753-4324-a10c-f068934b7258 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:28.100594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:28.374362 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:28.576748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router ead3065f-927f-444d-9866-8d6efadd382a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:28.663183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:28.668077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f656739b-076f-4513-aedb-1b8b238d2aab tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631521 Sep 18 01:05:28.670826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46174) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:28.673286 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] Sync routers for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:28.682898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:28.683497 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:28.714820 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:28.724007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:28.724638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:28.755394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:28.756032 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae9699-bb41-47f5-899c-505661420e06 None None] The sync data for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:28.972925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.204808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 1becb43e-7fd7-4961-9ac8-f74d492c88a8 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:29.205145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.290977 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.303218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 1becb43e-7fd7-4961-9ac8-f74d492c88a8 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:29.465058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.493575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=1becb43e-7fd7-4961-9ac8-f74d492c88a8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:29.634101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.703383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:29.788610 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router ead3065f-927f-444d-9866-8d6efadd382a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:29.862540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:29.867452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8a93782e-21a8-462f-a9b5-176787595de5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1956947 Sep 18 01:05:29.870349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46176) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:29.871842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] Sync routers for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:29.882438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:29.883048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:29.898769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c86deea0-3400-4bcb-9586-5783a8697478 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=ead3065f-927f-444d-9866-8d6efadd382a HTTP/1.1" status: 200 len: 205 time: 0.0271025 Sep 18 01:05:29.901187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46178) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:29.916323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:29.925434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] Routers {'ead3065f-927f-444d-9866-8d6efadd382a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:29.926035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['ead3065f-927f-444d-9866-8d6efadd382a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:29.956379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:29.957021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53645cec-379f-4eeb-a19d-1889abeacb8e None None] The sync data for ids ['ead3065f-927f-444d-9866-8d6efadd382a'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:29.978065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.135071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.137141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.179898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.180458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router ead3065f-927f-444d-9866-8d6efadd382a {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:30.186954 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.188136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ab273bac-4908-4f4c-9e42-ded0eadad602 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a HTTP/1.1" status: 204 len: 168 time: 0.2859154 Sep 18 01:05:30.191350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46180) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:30.246465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet b04040ca-e01e-419c-8708-6f6529e42c54 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:30.249551 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.289069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.368079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.427487 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.454575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=b04040ca-e01e-419c-8708-6f6529e42c54,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:30.456550 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.459572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06973169-46fa-46b0-9df2-bbfd0c628bd4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/b04040ca-e01e-419c-8708-6f6529e42c54 HTTP/1.1" status: 204 len: 168 time: 0.2661157 Sep 18 01:05:30.461018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46182) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:30.463356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695370e-5449-4a26-98c9-fbee55089108 None None] Network 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:30.513210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 09f326cd-1da8-4105-a6c6-0cb862209ee1 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:30.516280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.556212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.635702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b925505-2344-489f-8296-5590075c5e0c None None] DHCP port deletion for 152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:30.645934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.680867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Deleting port ee38356a-1753-4324-a10c-f068934b7258 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:30.681279 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.707664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.739511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.744086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/09f326cd-1da8-4105-a6c6-0cb862209ee1 HTTP/1.1" status: 204 len: 168 time: 0.2820590 Sep 18 01:05:30.745054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:30.745548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410750d7-c7d5-4148-b518-07a4f23c4957 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=09f326cd-1da8-4105-a6c6-0cb862209ee1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:30.748327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1970ece-7cad-4249-a7e0-db92b14119ef None None] Network 87f4e7d2-17c4-4ade-8784-11fada6f0152 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:30.751122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6b925505-2344-489f-8296-5590075c5e0c None None] For port ee38356a-1753-4324-a10c-f068934b7258, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ee38356a-1753-4324-a10c-f068934b7258,segment=NetworkSegment(ec12b495-8071-4092-9de6-a8d88bcf82c0),segment_id=ec12b495-8071-4092-9de6-a8d88bcf82c0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:30.751523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.780002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Calling delete_port for ee38356a-1753-4324-a10c-f068934b7258 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:30.824094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.875342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port ee38356a-1753-4324-a10c-f068934b7258 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:30.875591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.881781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:30.941519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.951820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port ee38356a-1753-4324-a10c-f068934b7258, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ee38356a-1753-4324-a10c-f068934b7258,segment=NetworkSegment(ec12b495-8071-4092-9de6-a8d88bcf82c0),segment_id=ec12b495-8071-4092-9de6-a8d88bcf82c0)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:30.952199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:30.960511 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4ca65295-c687-43df-a8b6-d76a60cdad8d tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/floatingips/cc5c7af1-dd97-40e7-9176-f22c63a074f5 HTTP/1.1" status: 200 len: 993 time: 0.0775366 Sep 18 01:05:30.975421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b925505-2344-489f-8296-5590075c5e0c None None] No DVR routers for this DVR port ee38356a-1753-4324-a10c-f068934b7258 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:30.975641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for ee38356a-1753-4324-a10c-f068934b7258 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:30.976624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b925505-2344-489f-8296-5590075c5e0c None None] Pushing event deleted for resources: {'Port': ['ID=ee38356a-1753-4324-a10c-f068934b7258,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.030096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] DHCP port deletion for 87f4e7d2-17c4-4ade-8784-11fada6f0152 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:31.055004 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.080282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Deleting port 2153369b-bf5f-4c64-b67d-643f428cd574 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:31.080282 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.087053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=ee38356a-1753-4324-a10c-f068934b7258,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.092030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port ee38356a-1753-4324-a10c-f068934b7258 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:31.144465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] For port 2153369b-bf5f-4c64-b67d-643f428cd574, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2153369b-bf5f-4c64-b67d-643f428cd574,segment=NetworkSegment(c8abd0d8-ae21-4a09-a165-dd4bed4eeedf),segment_id=c8abd0d8-ae21-4a09-a165-dd4bed4eeedf)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:31.144862 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.156642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Calling delete_port for 2153369b-bf5f-4c64-b67d-643f428cd574 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:31.169700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.190389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.199504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec12b495-8071-4092-9de6-a8d88bcf82c0') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.199798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec12b495-8071-4092-9de6-a8d88bcf82c0') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.209260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.225633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.225858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46194) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:31.234121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:31.234502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.234652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:31.238557 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:31.265857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] Pushing event deleted for resources: {'Port': ['ID=2153369b-bf5f-4c64-b67d-643f428cd574,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.269032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42602c-c902-4332-8f6a-10c55796c1e5 None None] No DVR routers for this DVR port 2153369b-bf5f-4c64-b67d-643f428cd574 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:31.306214 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.311257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.316707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c HTTP/1.1" status: 204 len: 168 time: 0.5699809 Sep 18 01:05:31.317533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:31.347731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61263ad-0be2-4ba7-9cd9-8d0a2dffbee6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=152b58d6-39fe-41ed-ae0b-cdb44dbdfe9c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.402593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 58b91cd6-7e1b-483e-82a8-63225f4e0097 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:31.402934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.406004 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.478183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.478429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.489777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 58b91cd6-7e1b-483e-82a8-63225f4e0097 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:31.494118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.513697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f4e7d2-17c4-4ade-8784-11fada6f0152']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.523296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.523595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8abd0d8-ae21-4a09-a165-dd4bed4eeedf') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:31.532761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.546063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.552050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:31.552456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:31.555512 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:31.617372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.630580 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.632147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/87f4e7d2-17c4-4ade-8784-11fada6f0152 HTTP/1.1" status: 204 len: 168 time: 0.3106329 Sep 18 01:05:31.636511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:31.641581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214947981'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:31.644260 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a7d4-99ca-4cdc-814e-4b0465acc1ec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=87f4e7d2-17c4-4ade-8784-11fada6f0152,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.651021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.685373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=58b91cd6-7e1b-483e-82a8-63225f4e0097,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:31.692548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:31.695914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.762531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:31.772769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.773093 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Floating IP cc5c7af1-dd97-40e7-9176-f22c63a074f5 disassociated (deleted). External IP: 172.25.7.164, port: e6aad8f5-6e34-49ab-8c95-72b43979991d. Sep 18 01:05:31.777384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.777722 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment 67bdb974-7ec9-49a0-a4af-a76cc249a2fe of type vlan for network 163e3913-6d96-474d-8931-646b3c061447 Sep 18 01:05:31.866234 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.928379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:31.933796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:31.934369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.009941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3723221 Sep 18 01:05:32.012832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46200) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:32.019862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '163e3913-6d96-474d-8931-646b3c061447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:32.034143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ee38356a-1753-4324-a10c-f068934b7258 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:32.043133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3be451-0fcf-4907-b291-b7397a27b789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=163e3913-6d96-474d-8931-646b3c061447,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:32.054937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ee38356a-1753-4324-a10c-f068934b7258 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:32.055219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ee38356a-1753-4324-a10c-f068934b7258 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:32.055762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2153369b-bf5f-4c64-b67d-643f428cd574 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:32.075656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 163e3913-6d96-474d-8931-646b3c061447 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:32.078873 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2153369b-bf5f-4c64-b67d-643f428cd574 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:32.079311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2153369b-bf5f-4c64-b67d-643f428cd574 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:32.118041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:32.122066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.242432 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.318040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.389064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=7d567ef9-ac2d-46ea-b859-5070c7a4d667,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:32.393998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': '67bdb974-7ec9-49a0-a4af-a76cc249a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '163e3913-6d96-474d-8931-646b3c061447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:32.394362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 163e3913-6d96-474d-8931-646b3c061447, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:32.412489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 163e3913-6d96-474d-8931-646b3c061447 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:32.422078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 163e3913-6d96-474d-8931-646b3c061447) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:32.427290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:32.427896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.431244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f04fd-88c9-4acf-a97a-397d661aa844 None None] Network 163e3913-6d96-474d-8931-646b3c061447 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:32.443926 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f9d57625-5e09-4fb2-bf67-75570d9b5eb0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4293592 Sep 18 01:05:32.446622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46202) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:32.451041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1694645624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:32.474452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.474703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router c90143c0-ec87-41b1-8a64-e56b11b6974f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:32.475616 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.535266 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.540714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.558030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.561968 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9ff1432a-922a-4241-b881-b7e70850ecb8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1118526 Sep 18 01:05:32.562176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:32.567422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'port': {'network_id': '163e3913-6d96-474d-8931-646b3c061447', 'name': 'tempest-RoutersTest-1161090348'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:32.594455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-163e3913-6d96-474d-8931-646b3c061447', 'network_id': '163e3913-6d96-474d-8931-646b3c061447', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '7d567ef9-ac2d-46ea-b859-5070c7a4d667'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:32.594665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:32.595457 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.599870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.605177 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Sync routers for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:32.616141 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:32.617215 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:32.630553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-08eaf474-106a-4233-890d-412175445871 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/floatingips/cc5c7af1-dd97-40e7-9176-f22c63a074f5 HTTP/1.1" status: 204 len: 168 time: 1.4024379 Sep 18 01:05:32.631170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:05:32.633826 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45816b-8368-48fe-9929-9b1393aabdff" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:32.701746 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcedab64-0813-40ea-80ae-47eccd6e8cdd x-openstack-request-id: req-bcedab64-0813-40ea-80ae-47eccd6e8cdd {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:32.702083 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:32.702355 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcedab64-0813-40ea-80ae-47eccd6e8cdd {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:32.702761 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'status': 'completed', 'code': 200} Sep 18 01:05:32.703226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:32.710622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:32.737125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] device_id is not set on port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a yet. {{(pid=106452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 01:05:32.787183 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:32.796521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Allocated IP 172.20.0.2 (163e3913-6d96-474d-8931-646b3c061447/7d567ef9-ac2d-46ea-b859-5070c7a4d667/8df773be-182a-4fc2-b420-b0f513872efa) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:32.814069 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:05:32.840170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45816b-8368-48fe-9929-9b1393aabdff req-b19d6163-9ad3-4e7b-9bca-58521a2f37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:32.841657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-b19d6163-9ad3-4e7b-9bca-58521a2f37c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ca94b4d47d443268a86a95371154899&device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 1097 time: 0.0899284 Sep 18 01:05:32.916065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed220a7a-64af-4c2a-af78-a04244435d6a req-6b2b76f9-5a82-4503-b758-5de186984be4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:32.924902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed220a7a-64af-4c2a-af78-a04244435d6a req-6b2b76f9-5a82-4503-b758-5de186984be4 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0685313 Sep 18 01:05:32.956837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45816b-8368-48fe-9929-9b1393aabdff req-2b3c5057-616b-4fdb-b207-434d4ed44b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:32.958379 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-2b3c5057-616b-4fdb-b207-434d4ed44b01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 200 len: 897 time: 0.1081631 Sep 18 01:05:32.977878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed220a7a-64af-4c2a-af78-a04244435d6a req-0987b4a9-fcbb-4d62-9d41-836f3cd5c40a tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511711 Sep 18 01:05:33.012489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-e00f65bf-fbe5-40b2-9b0d-5c3e1be662f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 200 len: 217 time: 0.0446138 Sep 18 01:05:33.043071 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:33.066429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45816b-8368-48fe-9929-9b1393aabdff req-d9d32ad6-cfb7-4b86-b996-efe2fe0c845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:33.068316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-d9d32ad6-cfb7-4b86-b996-efe2fe0c845d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 200 len: 834 time: 0.0483708 Sep 18 01:05:33.069687 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Checking router: c90143c0-ec87-41b1-8a64-e56b11b6974f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:33.077855 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:33.078464 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:33.117110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45816b-8368-48fe-9929-9b1393aabdff req-bb4b17b6-e6e8-4682-9eb7-c9034044e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:33.118612 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-bb4b17b6-e6e8-4682-9eb7-c9034044e269 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f710c86b-1933-47ad-9730-d3f6ffe30f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420649 Sep 18 01:05:33.118952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.125872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.162073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Network 163e3913-6d96-474d-8931-646b3c061447 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:33.166604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:33.170090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:33.184809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Pushing event updated for resources: {'Port': ['ID=8df773be-182a-4fc2-b420-b0f513872efa,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:33.210851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:05:33.233798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Attempting to bind port 8df773be-182a-4fc2-b420-b0f513872efa on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:33.233798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Attempting to bind port 8df773be-182a-4fc2-b420-b0f513872efa by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '67bdb974-7ec9-49a0-a4af-a76cc249a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '163e3913-6d96-474d-8931-646b3c061447'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:33.234104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Attempting to bind port 8df773be-182a-4fc2-b420-b0f513872efa on network 163e3913-6d96-474d-8931-646b3c061447 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:33.234429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.20.0.13 (163e3913-6d96-474d-8931-646b3c061447/7d567ef9-ac2d-46ea-b859-5070c7a4d667/09cf3229-9d9b-4ca5-92bd-fa50a097ae0a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:33.240379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:33.240843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Checking segment: {'id': '67bdb974-7ec9-49a0-a4af-a76cc249a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '163e3913-6d96-474d-8931-646b3c061447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:33.241321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.241728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Bound using segment: {'id': '67bdb974-7ec9-49a0-a4af-a76cc249a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '163e3913-6d96-474d-8931-646b3c061447'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:33.242207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Bound port: 8df773be-182a-4fc2-b420-b0f513872efa, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bdb974-7ec9-49a0-a4af-a76cc249a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '163e3913-6d96-474d-8931-646b3c061447'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:33.242598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.276074 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-2eee7f42-add4-4ac5-b84a-9ea387bccbc1 service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449797 Sep 18 01:05:33.310328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] For port 8df773be-182a-4fc2-b420-b0f513872efa, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:33.316001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] For port 8df773be-182a-4fc2-b420-b0f513872efa, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8df773be-182a-4fc2-b420-b0f513872efa,segment=NetworkSegment(67bdb974-7ec9-49a0-a4af-a76cc249a2fe),segment_id=67bdb974-7ec9-49a0-a4af-a76cc249a2fe)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:33.320800 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.379151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab389a-2622-4cd7-9a59-b17599d2be3f None None] Pushing event updated for resources: {'Port': ['ID=8df773be-182a-4fc2-b420-b0f513872efa,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:33.449717 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:33.478230 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e3aa0-8c02-4f71-9f59-40c649080ec8 None None] The sync data for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 is: [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '393569ac-5333-4102-8146-874700360d7c', 'name': '', 'network_id': 'f710c86b-1933-47ad-9730-d3f6ffe30f42', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'mac_address': 'fa:16:3e:ee:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:06Z', 'updated_at': '2021-09-18T01:04:11Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'subnets': [{'id': '9c7dd7b7-50d1-46e8-a1df-f42e5223b752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:33.750390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec804c7-b360-43a9-88c1-5b1950ed235b None None] New status for floating IP cc5c7af1-dd97-40e7-9176-f22c63a074f5: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:05:33.798796 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c45816b-8368-48fe-9929-9b1393aabdff req-c013f335-e359-4e94-b8a4-4289d42f09ae service neutron] 10.222.0.54 "GET /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115068 Sep 18 01:05:33.823232 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.863046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.906827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 163e3913-6d96-474d-8931-646b3c061447 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:33.910527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:33.914174 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:33.940321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=09cf3229-9d9b-4ca5-92bd-fa50a097ae0a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:33.967412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:33.968034 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:33.983247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e19a5e36-54ed-451d-97d3-beebd4723fa9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4195228 Sep 18 01:05:33.985748 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:34.082134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8df773be-182a-4fc2-b420-b0f513872efa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:34.127883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb555-6f7f-4bdf-ad61-4ebe1e70884b req-aba9b856-6b6f-4ba5-b53a-180520a05a17 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:34.131525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39eb555-6f7f-4bdf-ad61-4ebe1e70884b req-aba9b856-6b6f-4ba5-b53a-180520a05a17 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0726485 Sep 18 01:05:34.133697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8df773be-182a-4fc2-b420-b0f513872efa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:34.134159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.179621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e39eb555-6f7f-4bdf-ad61-4ebe1e70884b req-05200e7a-079a-4c45-8c36-3ac3d0be3591 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Sep 18 01:05:34.239162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.275109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 8df773be-182a-4fc2-b420-b0f513872efa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8df773be-182a-4fc2-b420-b0f513872efa,segment=NetworkSegment(67bdb974-7ec9-49a0-a4af-a76cc249a2fe),segment_id=67bdb974-7ec9-49a0-a4af-a76cc249a2fe)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:34.279644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.329227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=8df773be-182a-4fc2-b420-b0f513872efa,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:34.384331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.393486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4f5de-370e-4118-85b7-89d054313f0e None None] Network 163e3913-6d96-474d-8931-646b3c061447 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:34.475811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-457e4c79-0313-4bd2-a7b6-fa56b3c24396 None None] Provisioning complete for port 8df773be-182a-4fc2-b420-b0f513872efa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:34.476184 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-457e4c79-0313-4bd2-a7b6-fa56b3c24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.653026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.657894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.707754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-8ca41f61-5865-4a41-b5f3-fc6390d1c1a3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:34.709292 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-8ca41f61-5865-4a41-b5f3-fc6390d1c1a3 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.1060586 Sep 18 01:05:34.778313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=09cf3229-9d9b-4ca5-92bd-fa50a097ae0a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:34.832139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ddc01fc0-5af6-4147-b821-9bf534cef250 None None] Provisioning complete for port 8df773be-182a-4fc2-b420-b0f513872efa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:34.832693 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddc01fc0-5af6-4147-b821-9bf534cef250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.908118 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port e6aad8f5-6e34-49ab-8c95-72b43979991d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:34.908569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.928353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ddc01fc0-5af6-4147-b821-9bf534cef250 None None] Provisioning complete for port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:34.928870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ddc01fc0-5af6-4147-b821-9bf534cef250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:34.964157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ddc01fc0-5af6-4147-b821-9bf534cef250 None None] Port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:35.031736 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.085621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8a6306ab-acfe-4d4e-9752-15d9d3c3362e None None] Provisioning complete for port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:35.086627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a6306ab-acfe-4d4e-9752-15d9d3c3362e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.123055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port e6aad8f5-6e34-49ab-8c95-72b43979991d, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e6aad8f5-6e34-49ab-8c95-72b43979991d,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:35.123489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.125958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8a6306ab-acfe-4d4e-9752-15d9d3c3362e None None] Port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:35.145613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for e6aad8f5-6e34-49ab-8c95-72b43979991d owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:35.221562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.246452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-844aa603-1379-49e4-bdc9-e38f91085649 None None] Provisioning complete for port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:35.247040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-844aa603-1379-49e4-bdc9-e38f91085649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.288217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-844aa603-1379-49e4-bdc9-e38f91085649 None None] Port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:35.294843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db968f-aed5-4fdc-ba57-a31c4f807c19 req-1dc8c9dd-73ef-4bb5-ab57-7484b53bd126 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:35.297043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3db968f-aed5-4fdc-ba57-a31c4f807c19 req-1dc8c9dd-73ef-4bb5-ab57-7484b53bd126 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f5800b-f4b0-4dff-8d93-47f4067b8e0d HTTP/1.1" status: 200 len: 945 time: 0.0536854 Sep 18 01:05:35.335873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3db968f-aed5-4fdc-ba57-a31c4f807c19 req-9222b2dc-df30-42ba-b988-deb48c59112c tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "GET /v2.0/security-groups?id=16df7be6-a597-48d2-be89-76de9cbc9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Sep 18 01:05:35.423378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.467271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=e6aad8f5-6e34-49ab-8c95-72b43979991d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:35.542606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] No DVR routers for this DVR port e6aad8f5-6e34-49ab-8c95-72b43979991d on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:35.546150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.548056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-513b20c4-f6d8-43ea-bf98-74554ee3a09b req-b869448d-5508-4b61-a190-818c526390f7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.54 "DELETE /v2.0/ports/e6aad8f5-6e34-49ab-8c95-72b43979991d HTTP/1.1" status: 204 len: 173 time: 0.8162532 Sep 18 01:05:35.548513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'name': 'network-vif-deleted', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:05:35.552064 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5497224-d8e8-4172-b24b-e097043448f3" -d '{"events": [{"server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "name": "network-vif-deleted", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:35.589521 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd9c3fc-79a9-4d98-8234-56885346462e x-openstack-request-id: req-0bd9c3fc-79a9-4d98-8234-56885346462e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:35.589815 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f5800b-f4b0-4dff-8d93-47f4067b8e0d", "name": "network-vif-deleted", "tag": "e6aad8f5-6e34-49ab-8c95-72b43979991d", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:35.590086 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bd9c3fc-79a9-4d98-8234-56885346462e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:35.590468 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f5800b-f4b0-4dff-8d93-47f4067b8e0d', 'name': 'network-vif-deleted', 'tag': 'e6aad8f5-6e34-49ab-8c95-72b43979991d', 'status': 'completed', 'code': 200} Sep 18 01:05:35.613240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.618677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.691493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=09cf3229-9d9b-4ca5-92bd-fa50a097ae0a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:35.694621 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:35.787880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 163e3913-6d96-474d-8931-646b3c061447 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:35.789336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:35.921441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 703c7ee0-9322-4262-82fe-739490725432 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:36.030598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:36.042034 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51e3155e-e8f5-47b0-b788-11c5fbbd3a49 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/703c7ee0-9322-4262-82fe-739490725432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522265 Sep 18 01:05:36.042148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46220) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:36.043032 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] Sync routers for ids ['703c7ee0-9322-4262-82fe-739490725432'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:36.053962 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] Routers {'703c7ee0-9322-4262-82fe-739490725432'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:36.054448 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['703c7ee0-9322-4262-82fe-739490725432'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:36.089724 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:36.091017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5d820-7cb2-4d22-8f74-f29528f5fcad tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:36.093290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-31f5d820-7cb2-4d22-8f74-f29528f5fcad tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports/09cf3229-9d9b-4ca5-92bd-fa50a097ae0a HTTP/1.1" status: 200 len: 978 time: 0.0501390 Sep 18 01:05:36.097022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:36.097633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8df773be-182a-4fc2-b420-b0f513872efa up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:36.099940 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] Routers {'703c7ee0-9322-4262-82fe-739490725432'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:36.100606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['703c7ee0-9322-4262-82fe-739490725432'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:36.136122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:36.137101 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a49955-e1c6-46f2-87ea-e26e88fd518b None None] The sync data for ids ['703c7ee0-9322-4262-82fe-739490725432'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:36.157206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6cb49f42-0f7c-4c46-a65f-f4fb1672f16c None None] Provisioning complete for port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:36.157850 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6cb49f42-0f7c-4c46-a65f-f4fb1672f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.199967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6cb49f42-0f7c-4c46-a65f-f4fb1672f16c None None] Port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:36.202286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8df773be-182a-4fc2-b420-b0f513872efa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:36.202659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.404595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:36.463771 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.490825 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.554799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.557433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.558645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/security-groups/16df7be6-a597-48d2-be89-76de9cbc9e1a HTTP/1.1" status: 204 len: 168 time: 0.1529632 Sep 18 01:05:36.573755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7bc3d-6e87-4451-b256-af42ccba49a7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df7be6-a597-48d2-be89-76de9cbc9e1a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:36.593600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46232) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:36.816965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:36.967587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.025976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:37.026324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.115721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.128636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 09cf3229-9d9b-4ca5-92bd-fa50a097ae0a owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:37.233311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port 393569ac-5333-4102-8146-874700360d7c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:37.233660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.300424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.328007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=09cf3229-9d9b-4ca5-92bd-fa50a097ae0a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:37.328284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port 393569ac-5333-4102-8146-874700360d7c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=393569ac-5333-4102-8146-874700360d7c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:37.328405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.341669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for 393569ac-5333-4102-8146-874700360d7c owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:37.474995 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.541313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.568681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=393569ac-5333-4102-8146-874700360d7c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:37.645996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 703c7ee0-9322-4262-82fe-739490725432 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:37.732815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:37.741365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-045f0a81-a197-43fd-8e98-5ca13f3f87f8 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/703c7ee0-9322-4262-82fe-739490725432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432149 Sep 18 01:05:37.742046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:37.744715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] Sync routers for ids ['703c7ee0-9322-4262-82fe-739490725432'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:37.745640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:37.762927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] Routers {'703c7ee0-9322-4262-82fe-739490725432'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:37.763564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['703c7ee0-9322-4262-82fe-739490725432'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:37.802633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:37.810977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] Routers {'703c7ee0-9322-4262-82fe-739490725432'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:37.811586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['703c7ee0-9322-4262-82fe-739490725432'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:37.847469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:37.848324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66faf-76d5-4089-bd93-050dce308843 None None] The sync data for ids ['703c7ee0-9322-4262-82fe-739490725432'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:37.947108 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-2999a453-9db3-403b-991e-a015c1459fa2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 01:05:37.948085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2999a453-9db3-403b-991e-a015c1459fa2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/703c7ee0-9322-4262-82fe-739490725432/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2050879 Sep 18 01:05:37.951048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46236) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:37.972543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Router c90143c0-ec87-41b1-8a64-e56b11b6974f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:37.978730 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4053a974-db7e-41e2-aeb7-fdd23a45c84f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=703c7ee0-9322-4262-82fe-739490725432 HTTP/1.1" status: 200 len: 205 time: 0.0266528 Sep 18 01:05:37.981369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46238) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:38.062725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.083051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:38.090392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91846280-176e-4d9a-abab-4d6517032a74 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "PUT /v2.0/routers/c90143c0-ec87-41b1-8a64-e56b11b6974f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930160 Sep 18 01:05:38.091046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46240) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:38.092453 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Sync routers for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:38.103359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:38.103952 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:38.148184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting subnet 9c7dd7b7-50d1-46e8-a1df-f42e5223b752 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:38.151361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.191519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.209356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:05:38.231492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.233690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.279046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.279541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router 703c7ee0-9322-4262-82fe-739490725432 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:38.287198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.288384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-97ac7c95-ed2c-497f-bbf0-08d04a0555b6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/703c7ee0-9322-4262-82fe-739490725432 HTTP/1.1" status: 204 len: 168 time: 0.3060470 Sep 18 01:05:38.291186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:38.295445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.345818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 7d567ef9-ac2d-46ea-b859-5070c7a4d667 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:38.349562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.362827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.391701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7dd7b7-50d1-46e8-a1df-f42e5223b752,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:38.395512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.396584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.397450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5818a689-ec0e-4c5e-b9d6-f98e54ea2604 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/subnets/9c7dd7b7-50d1-46e8-a1df-f42e5223b752 HTTP/1.1" status: 204 len: 168 time: 0.3054612 Sep 18 01:05:38.400191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46244) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:38.411982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790aacb-ae4c-4ea7-9769-6332fa776b94 None None] Network f710c86b-1933-47ad-9730-d3f6ffe30f42 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:38.495275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.495766 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:05:37Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:38.528948 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Checking router: c90143c0-ec87-41b1-8a64-e56b11b6974f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:38.540618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.541747 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Routers {'c90143c0-ec87-41b1-8a64-e56b11b6974f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:38.548868 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c90143c0-ec87-41b1-8a64-e56b11b6974f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:38.572254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.611030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=7d567ef9-ac2d-46ea-b859-5070c7a4d667,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:38.617279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e6aad8f5-6e34-49ab-8c95-72b43979991d no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:38.621124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.623831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] DHCP port deletion for f710c86b-1933-47ad-9730-d3f6ffe30f42 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:38.625922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-173727c3-0fbd-4a7e-bfae-a631d063cf76 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/7d567ef9-ac2d-46ea-b859-5070c7a4d667 HTTP/1.1" status: 204 len: 168 time: 0.3336377 Sep 18 01:05:38.626594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:38.646980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718cac09-334b-4bb0-be1c-5fba0ef80a2a None None] Network 163e3913-6d96-474d-8931-646b3c061447 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:38.664442 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.671297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: e6aad8f5-6e34-49ab-8c95-72b43979991d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:38.671880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e6aad8f5-6e34-49ab-8c95-72b43979991d not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:38.690544 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] Set router c90143c0-ec87-41b1-8a64-e56b11b6974f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:05:38.713756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.735964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Deleting port f8989ed2-424d-42e5-97bb-b2928f0cab45 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:38.737198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.770101 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 8df773be-182a-4fc2-b420-b0f513872efa {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:38.770367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.797971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Deleting port 849add7c-52c4-4eb7-be30-22f233d5557c {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:38.799094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.830650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] For port f8989ed2-424d-42e5-97bb-b2928f0cab45, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f8989ed2-424d-42e5-97bb-b2928f0cab45,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:38.831444 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.844360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Calling delete_port for f8989ed2-424d-42e5-97bb-b2928f0cab45 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:38.868453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port 8df773be-182a-4fc2-b420-b0f513872efa, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8df773be-182a-4fc2-b420-b0f513872efa,segment=NetworkSegment(67bdb974-7ec9-49a0-a4af-a76cc249a2fe),segment_id=67bdb974-7ec9-49a0-a4af-a76cc249a2fe)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:38.868910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.876627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] For port 849add7c-52c4-4eb7-be30-22f233d5557c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=849add7c-52c4-4eb7-be30-22f233d5557c,segment=NetworkSegment(a77e5e32-2ee4-4e80-835e-47b4301dcf88),segment_id=a77e5e32-2ee4-4e80-835e-47b4301dcf88)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:38.878234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:38.894390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 8df773be-182a-4fc2-b420-b0f513872efa owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:38.909640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Calling delete_port for 849add7c-52c4-4eb7-be30-22f233d5557c owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:38.941139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:05:37Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:38.956799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] DHCP port deletion for 163e3913-6d96-474d-8931-646b3c061447 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:38.980458 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c610a2f-e264-4736-9462-826ce7074f64 None None] The sync data for ids ['c90143c0-ec87-41b1-8a64-e56b11b6974f'] in n-d-712707-16 is: [{'id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'name': 'tempest-TestNetworkBasicOps-router-1418720704', 'tenant_id': '2ca94b4d47d443268a86a95371154899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:05:37Z', 'revision_number': 5, 'project_id': '2ca94b4d47d443268a86a95371154899', 'gw_port': {'id': 'f8989ed2-424d-42e5-97bb-b2928f0cab45', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90143c0-ec87-41b1-8a64-e56b11b6974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:04:02Z', 'updated_at': '2021-09-18T01:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:39.001253 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.038915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=8df773be-182a-4fc2-b420-b0f513872efa,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.045156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port 8df773be-182a-4fc2-b420-b0f513872efa on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:39.047421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Deleting port 8df773be-182a-4fc2-b420-b0f513872efa {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:39.047873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.051407 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.081309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.099750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] No DVR routers for this DVR port 849add7c-52c4-4eb7-be30-22f233d5557c on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:39.102878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1296413-0887-48c6-88d5-7e6e63f2a096 None None] Pushing event deleted for resources: {'Port': ['ID=849add7c-52c4-4eb7-be30-22f233d5557c,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.113841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Port': ['ID=f8989ed2-424d-42e5-97bb-b2928f0cab45,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.145050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] For port 8df773be-182a-4fc2-b420-b0f513872efa, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:39.145445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.150320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.157504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Calling delete_port for 8df773be-182a-4fc2-b420-b0f513872efa owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:39.161576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Port 8df773be-182a-4fc2-b420-b0f513872efa was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:05:39.163516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.171132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163e3913-6d96-474d-8931-646b3c061447']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.181069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bdb974-7ec9-49a0-a4af-a76cc249a2fe') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.181398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bdb974-7ec9-49a0-a4af-a76cc249a2fe') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.184189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.187627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] Pushing event deleted for resources: {'Port': ['ID=8df773be-182a-4fc2-b420-b0f513872efa,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.192048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.198412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f22b2-643b-4d8c-a05d-cbc9003c4ec5 None None] No DVR routers for this DVR port 8df773be-182a-4fc2-b420-b0f513872efa on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:39.207222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.213631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:39.214002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:39.217175 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:39.280375 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.288729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.289156 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.290706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.291007 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/163e3913-6d96-474d-8931-646b3c061447 HTTP/1.1" status: 204 len: 168 time: 0.6623876 Sep 18 01:05:39.294688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46248) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:39.299775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-283961104'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:39.300577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0ad32-19fb-489c-9a1e-656ab4c8629c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=163e3913-6d96-474d-8931-646b3c061447,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.350975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.351600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Fanout notify agent at l3_agent the message router_deleted on router c90143c0-ec87-41b1-8a64-e56b11b6974f {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:39.359253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.362977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eae14530-091a-46f2-9abb-83b28b90dbe7 tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/routers/c90143c0-ec87-41b1-8a64-e56b11b6974f HTTP/1.1" status: 204 len: 168 time: 0.9592814 Sep 18 01:05:39.362977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:39.363511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46250) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:39.364651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.393006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:39.403718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.404083 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment fa2c4860-ffe2-4374-afc9-f25ba1bc5856 of type vlan for network b17042e9-8888-44fc-8068-d528db68887f Sep 18 01:05:39.446218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.450757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.473334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.479626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:39.480273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.517231 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2213130 Sep 18 01:05:39.520769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46252) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:39.527560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': 'b17042e9-8888-44fc-8068-d528db68887f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:39.545943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.567936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f710c86b-1933-47ad-9730-d3f6ffe30f42']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.578909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77e5e32-2ee4-4e80-835e-47b4301dcf88') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.579143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdb93-5fc2-4a64-b436-fbfa7e210a4f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=b17042e9-8888-44fc-8068-d528db68887f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.579363 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77e5e32-2ee4-4e80-835e-47b4301dcf88') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:39.589654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b17042e9-8888-44fc-8068-d528db68887f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:39.600103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.620209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.629635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:39.630289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:39.634270 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:39.661497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:39.665312 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.712566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.722319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.724651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] 10.222.0.49 "DELETE /v2.0/networks/f710c86b-1933-47ad-9730-d3f6ffe30f42 HTTP/1.1" status: 204 len: 168 time: 0.3594398 Sep 18 01:05:39.754313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c98c8-816b-470b-9f67-0e703372147f tempest-TestNetworkBasicOps-1943428146 tempest-TestNetworkBasicOps-1943428146-project] Pushing event deleted for resources: {'Network': ['ID=f710c86b-1933-47ad-9730-d3f6ffe30f42,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.867265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.938104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=52a66cc3-0aea-4076-a1ac-221334976279,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:39.943449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:39.943819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: b17042e9-8888-44fc-8068-d528db68887f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:39.961952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network b17042e9-8888-44fc-8068-d528db68887f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:39.972199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b17042e9-8888-44fc-8068-d528db68887f) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:39.980282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:39.980920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:39.981391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57213ab-5eed-4780-954f-2c6f2c324867 None None] Network b17042e9-8888-44fc-8068-d528db68887f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:40.009042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-93bdbdfd-7456-4e6e-904a-120da91d607f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4848478 Sep 18 01:05:40.009321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46258) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:40.014922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976069718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:40.038160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:40.050428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.051868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.150353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.157242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.177966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.182437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-afac176e-d926-4c5e-a8b4-eb92a05d5d01 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1693830 Sep 18 01:05:40.182565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46264) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:40.201945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 849add7c-52c4-4eb7-be30-22f233d5557c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:40.224711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-b17042e9-8888-44fc-8068-d528db68887f', 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '52a66cc3-0aea-4076-a1ac-221334976279'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:40.225732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.229136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 849add7c-52c4-4eb7-be30-22f233d5557c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:40.229516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 849add7c-52c4-4eb7-be30-22f233d5557c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:40.229963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 393569ac-5333-4102-8146-874700360d7c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:40.232860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b27f0d37-70e4-4e53-8727-ba877716eb55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ca94b4d47d443268a86a95371154899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931720 Sep 18 01:05:40.235437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46266) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:40.261305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 393569ac-5333-4102-8146-874700360d7c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:40.261711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 393569ac-5333-4102-8146-874700360d7c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:40.262087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8df773be-182a-4fc2-b420-b0f513872efa no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:40.289136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.289574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8df773be-182a-4fc2-b420-b0f513872efa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:40.289820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8df773be-182a-4fc2-b420-b0f513872efa not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:40.290254 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f8989ed2-424d-42e5-97bb-b2928f0cab45 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:40.316652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.358902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f8989ed2-424d-42e5-97bb-b2928f0cab45 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:40.359291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f8989ed2-424d-42e5-97bb-b2928f0cab45 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:40.385950 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.388844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.394485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43060820-8692-4f47-9774-d4c74e3505b9 HTTP/1.1" status: 204 len: 168 time: 0.1572297 Sep 18 01:05:40.408875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff2bd-1db6-4c85-816e-645b92f4d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43060820-8692-4f47-9774-d4c74e3505b9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:40.475320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Allocated IP 172.20.0.2 (b17042e9-8888-44fc-8068-d528db68887f/52a66cc3-0aea-4076-a1ac-221334976279/b0f77629-9866-4fd4-9120-cf8ca8dada4b) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:40.517358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.695375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.707889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.758975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Network b17042e9-8888-44fc-8068-d528db68887f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:40.759812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46274) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:40.761769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:40.765696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:40.775168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6563cf11-3601-4060-b92e-4ce498dc468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.799717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Pushing event updated for resources: {'Port': ['ID=b0f77629-9866-4fd4-9120-cf8ca8dada4b,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:40.831830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Attempting to bind port b0f77629-9866-4fd4-9120-cf8ca8dada4b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:40.832338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Attempting to bind port b0f77629-9866-4fd4-9120-cf8ca8dada4b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:40.832647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Attempting to bind port b0f77629-9866-4fd4-9120-cf8ca8dada4b on network b17042e9-8888-44fc-8068-d528db68887f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:40.838370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:40.838756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Checking segment: {'id': 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:40.839430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.839796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Bound using segment: {'id': 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:40.840356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Bound port: b0f77629-9866-4fd4-9120-cf8ca8dada4b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b17042e9-8888-44fc-8068-d528db68887f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:40.840772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.893296 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6563cf11-3601-4060-b92e-4ce498dc468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.900942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6563cf11-3601-4060-b92e-4ce498dc468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.929441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] For port b0f77629-9866-4fd4-9120-cf8ca8dada4b, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:40.933123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] For port b0f77629-9866-4fd4-9120-cf8ca8dada4b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0f77629-9866-4fd4-9120-cf8ca8dada4b,segment=NetworkSegment(fa2c4860-ffe2-4374-afc9-f25ba1bc5856),segment_id=fa2c4860-ffe2-4374-afc9-f25ba1bc5856)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:40.940780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:40.959784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6563cf11-3601-4060-b92e-4ce498dc468c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccc6603a56504df3b9959125b6f7b17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988447 Sep 18 01:05:40.960696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563cf11-3601-4060-b92e-4ce498dc468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8d0f0a-0efd-439e-a691-073a71e40f2b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:40.964324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46276) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:41.013802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c701f-dc95-4ffa-bc60-31863509569a None None] Pushing event updated for resources: {'Port': ['ID=b0f77629-9866-4fd4-9120-cf8ca8dada4b,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:41.023597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.050177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.105927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.108743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.113315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b8d0f0a-0efd-439e-a691-073a71e40f2b HTTP/1.1" status: 204 len: 168 time: 0.1447155 Sep 18 01:05:41.119276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dd7aa-380f-41a1-a0f1-dc200b19e324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8d0f0a-0efd-439e-a691-073a71e40f2b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:41.147890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.20.0.1 (b17042e9-8888-44fc-8068-d528db68887f/52a66cc3-0aea-4076-a1ac-221334976279/3e194dd1-e991-4efb-b2e0-60872a22c067) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:41.290191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.327994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.373426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network b17042e9-8888-44fc-8068-d528db68887f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:41.376567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:41.380418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:41.410471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=3e194dd1-e991-4efb-b2e0-60872a22c067,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:41.431935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.553358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.836852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.841812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.890697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46298) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:41.923109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=3e194dd1-e991-4efb-b2e0-60872a22c067,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:41.925686 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.983588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3e67d-8e9c-4d3c-a922-dab63c3bc0a2 None None] Network b17042e9-8888-44fc-8068-d528db68887f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:42.015404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-98706714-network', 'tenant_id': '33094bd490b34c49b7136969188e67d6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:42.036145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network b17042e9-8888-44fc-8068-d528db68887f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:42.037872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:42.056443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Made reservation on behalf of 33094bd490b34c49b7136969188e67d6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:42.059603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.069757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.095477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] Provisioning complete for port b0f77629-9866-4fd4-9120-cf8ca8dada4b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:42.096032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.101914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0f77629-9866-4fd4-9120-cf8ca8dada4b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:42.178281 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.181042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 87c6cdcb-147c-435b-90f3-64f488b0683f is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:42.183491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.210250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:42.220106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6f975-3f0f-461d-94ae-f947bf822f9f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.229970 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.230396 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Added segment 79e25ee2-e561-43ae-99db-af60030ebcb4 of type vlan for network 9af915ef-d513-47bb-8121-29591a3b6ea3 Sep 18 01:05:42.261928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b0f77629-9866-4fd4-9120-cf8ca8dada4b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:42.262340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.278866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.286828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:42.292646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6d5d11cc-8628-4ac0-ad48-8d84aab2a352 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/87c6cdcb-147c-435b-90f3-64f488b0683f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090393 Sep 18 01:05:42.295199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46302) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:42.305046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] Sync routers for ids ['87c6cdcb-147c-435b-90f3-64f488b0683f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:42.308356 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.309533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:42.310208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.317299 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.343130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5c8c7-6259-4c25-b43f-e082fc1591a1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:42.344474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4511588 Sep 18 01:05:42.348859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-14e5c8c7-6259-4c25-b43f-e082fc1591a1 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports/3e194dd1-e991-4efb-b2e0-60872a22c067 HTTP/1.1" status: 200 len: 910 time: 0.0526612 Sep 18 01:05:42.349764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46304) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:42.351729 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46306) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:42.352171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] Routers {'87c6cdcb-147c-435b-90f3-64f488b0683f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:42.352838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87c6cdcb-147c-435b-90f3-64f488b0683f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:42.358159 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Request body: {'subnet': {'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-98706714-subnet', 'tenant_id': '33094bd490b34c49b7136969188e67d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:42.381530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d36c7e-6e80-4597-844e-f05bbcf40793 admin admin] Pushing event updated for resources: {'Network': ['ID=9af915ef-d513-47bb-8121-29591a3b6ea3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.455284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Made reservation on behalf of 33094bd490b34c49b7136969188e67d6 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:42.457710 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.559879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9af915ef-d513-47bb-8121-29591a3b6ea3 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:42.565825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:42.594186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] For port b0f77629-9866-4fd4-9120-cf8ca8dada4b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0f77629-9866-4fd4-9120-cf8ca8dada4b,segment=NetworkSegment(fa2c4860-ffe2-4374-afc9-f25ba1bc5856),segment_id=fa2c4860-ffe2-4374-afc9-f25ba1bc5856)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:42.622977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.701545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] Routers {'87c6cdcb-147c-435b-90f3-64f488b0683f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:42.701949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87c6cdcb-147c-435b-90f3-64f488b0683f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:42.773946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.775713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:42.776351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96573411-32ef-49a8-be2e-90cfbbacf988 None None] The sync data for ids ['87c6cdcb-147c-435b-90f3-64f488b0683f'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:42.793838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fbbaf-0821-47df-8560-e27936b93df4 None None] Pushing event updated for resources: {'Port': ['ID=b0f77629-9866-4fd4-9120-cf8ca8dada4b,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.813338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-97eeeb5a-a255-4bb5-99aa-8e9fad202240 None None] Provisioning complete for port b0f77629-9866-4fd4-9120-cf8ca8dada4b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:42.813712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97eeeb5a-a255-4bb5-99aa-8e9fad202240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.825274 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.880062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:05:42.880434 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:05:42.915142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91123056-9d23-42ca-bcd3-a7f4227a97ad,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.937624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Checking segment: {'id': '79e25ee2-e561-43ae-99db-af60030ebcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:42.937983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Network hostable DHCP agents. Network: 9af915ef-d513-47bb-8121-29591a3b6ea3, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:42.966817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-97eeeb5a-a255-4bb5-99aa-8e9fad202240 None None] Provisioning complete for port 3e194dd1-e991-4efb-b2e0-60872a22c067 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:42.967259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-97eeeb5a-a255-4bb5-99aa-8e9fad202240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.974839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:42.976805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Network 9af915ef-d513-47bb-8121-29591a3b6ea3 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:43.008456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-97eeeb5a-a255-4bb5-99aa-8e9fad202240 None None] Port 3e194dd1-e991-4efb-b2e0-60872a22c067 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:43.025758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9af915ef-d513-47bb-8121-29591a3b6ea3) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:43.041559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4e400-afa8-4e86-9728-8ae696ccdbfe None None] Network 9af915ef-d513-47bb-8121-29591a3b6ea3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:43.058398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:43.058993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.083197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4d111414-a3c1-41fd-b727-7bb005431108 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7325497 Sep 18 01:05:43.167591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-dfbdee79-48f6-44d1-9233-2e9e3115782d None None] Provisioning complete for port 3e194dd1-e991-4efb-b2e0-60872a22c067 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:43.168718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dfbdee79-48f6-44d1-9233-2e9e3115782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.218319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdee79-48f6-44d1-9233-2e9e3115782d None None] Port 3e194dd1-e991-4efb-b2e0-60872a22c067 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:43.221212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef81c4-9775-4cae-9b0a-fd07f8e778d0 None None] Network 9af915ef-d513-47bb-8121-29591a3b6ea3 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:43.265086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 3e194dd1-e991-4efb-b2e0-60872a22c067 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:43.265676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.352928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f308f363-036f-4e0c-9185-fd3efbfa2fad None None] Provisioning complete for port 3e194dd1-e991-4efb-b2e0-60872a22c067 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:43.353301 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f308f363-036f-4e0c-9185-fd3efbfa2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.364803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.378218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 3e194dd1-e991-4efb-b2e0-60872a22c067 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:43.412108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f308f363-036f-4e0c-9185-fd3efbfa2fad None None] Port 3e194dd1-e991-4efb-b2e0-60872a22c067 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:43.553968 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.580785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=3e194dd1-e991-4efb-b2e0-60872a22c067,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:43.597556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46324) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:43.602418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-246620379-network', 'tenant_id': '6a26e63994d84af7b482d5e2c2378669'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:43.634237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Made reservation on behalf of 6a26e63994d84af7b482d5e2c2378669 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:43.636656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.646402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.729953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.754560 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.759293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.785657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:43.796134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9910691-a39f-409a-8b2c-e07cb9932f24,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:43.801479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.801818 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Added segment 49c3b894-777a-4e24-963d-acf974821922 of type vlan for network de65c866-2b20-442a-aadd-5225f27c5e1f Sep 18 01:05:43.842700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.866916 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.867967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:43.868599 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:43.896957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 87c6cdcb-147c-435b-90f3-64f488b0683f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:43.907831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3065255 Sep 18 01:05:43.908756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46326) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:43.932430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a79912-f531-4930-9522-f95166c4e104 admin admin] Pushing event updated for resources: {'Network': ['ID=de65c866-2b20-442a-aadd-5225f27c5e1f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:43.942189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Request body: {'subnet': {'network_id': 'de65c866-2b20-442a-aadd-5225f27c5e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-246620379-subnet', 'tenant_id': '6a26e63994d84af7b482d5e2c2378669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:43.942799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network de65c866-2b20-442a-aadd-5225f27c5e1f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:43.990993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:43.997399 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fddc312b-6271-4c48-bc8b-6274f57c2f11 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/87c6cdcb-147c-435b-90f3-64f488b0683f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442099 Sep 18 01:05:44.001037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46328) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:44.004853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Made reservation on behalf of 6a26e63994d84af7b482d5e2c2378669 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:44.007805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.014798 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] Sync routers for ids ['87c6cdcb-147c-435b-90f3-64f488b0683f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:44.031683 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] Routers {'87c6cdcb-147c-435b-90f3-64f488b0683f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:44.033408 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87c6cdcb-147c-435b-90f3-64f488b0683f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:44.037184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-90af9fe4-599a-446d-8d8e-05e14c215114 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c6cdcb-147c-435b-90f3-64f488b0683f HTTP/1.1" status: 200 len: 205 time: 0.0349624 Sep 18 01:05:44.039651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46330) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:44.069520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:44.078162 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] Routers {'87c6cdcb-147c-435b-90f3-64f488b0683f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:44.078766 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87c6cdcb-147c-435b-90f3-64f488b0683f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:44.088829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0f77629-9866-4fd4-9120-cf8ca8dada4b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:44.120664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:44.121307 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b7407-956c-4cd5-9939-d8b344b5890e None None] The sync data for ids ['87c6cdcb-147c-435b-90f3-64f488b0683f'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:44.135817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.138694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b0f77629-9866-4fd4-9120-cf8ca8dada4b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:44.139065 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.193770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.250171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c5b5a9-7495-485d-a6ef-43dc3fd0122e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:44.262217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Checking segment: {'id': '49c3b894-777a-4e24-963d-acf974821922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'de65c866-2b20-442a-aadd-5225f27c5e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:44.262568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Network hostable DHCP agents. Network: de65c866-2b20-442a-aadd-5225f27c5e1f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:44.279294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Network de65c866-2b20-442a-aadd-5225f27c5e1f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:44.289323 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, de65c866-2b20-442a-aadd-5225f27c5e1f) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:44.293695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:44.294440 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.298424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f945adb-0015-49c0-a412-f0cec0c6b79d None None] Network de65c866-2b20-442a-aadd-5225f27c5e1f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:44.301426 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.303536 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.310117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2bafa848-80bb-4519-b08d-a83de388c9e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4003270 Sep 18 01:05:44.361642 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.362293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router 87c6cdcb-147c-435b-90f3-64f488b0683f {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:44.369952 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.374340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c8ae05d5-82d5-4821-a43d-2829fa2c23a7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/87c6cdcb-147c-435b-90f3-64f488b0683f HTTP/1.1" status: 204 len: 168 time: 0.3333387 Sep 18 01:05:44.374517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46334) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:44.432660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 52a66cc3-0aea-4076-a1ac-221334976279 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:44.432884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79be925-f23c-4c84-859c-242a7f771b84 None None] Network de65c866-2b20-442a-aadd-5225f27c5e1f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:44.436275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.478853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.577032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.636777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.667242 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.669774 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/52a66cc3-0aea-4076-a1ac-221334976279 HTTP/1.1" status: 204 len: 168 time: 0.2940967 Sep 18 01:05:44.670902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87400c1-171c-4447-9e71-9b8b7a46b67e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=52a66cc3-0aea-4076-a1ac-221334976279,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:44.674152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46346) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:44.675081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f30a6d-2af7-478e-bc34-d6b72aa5b8bb None None] Network b17042e9-8888-44fc-8068-d528db68887f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:44.786494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.843217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] DHCP port deletion for b17042e9-8888-44fc-8068-d528db68887f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:44.883670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-036fb07b-afb1-4942-ba23-ae79c1d64d9f tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:44.885225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-036fb07b-afb1-4942-ba23-ae79c1d64d9f tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/networks?id=9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 200 len: 810 time: 0.1700771 Sep 18 01:05:44.893919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Deleting port b0f77629-9866-4fd4-9120-cf8ca8dada4b {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:44.894361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.906585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-2fd5442a-4387-44cd-836a-5e179bf9b010 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/quotas/33094bd490b34c49b7136969188e67d6 HTTP/1.1" status: 200 len: 375 time: 0.0141335 Sep 18 01:05:44.929546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port b0f77629-9866-4fd4-9120-cf8ca8dada4b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:44.929894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.946655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-031b65fd-c7ea-4eb8-ad0b-652abd226f18 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33094bd490b34c49b7136969188e67d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330162 Sep 18 01:05:44.955937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] For port b0f77629-9866-4fd4-9120-cf8ca8dada4b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0f77629-9866-4fd4-9120-cf8ca8dada4b,segment=NetworkSegment(fa2c4860-ffe2-4374-afc9-f25ba1bc5856),segment_id=fa2c4860-ffe2-4374-afc9-f25ba1bc5856)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:44.956366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.968491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Calling delete_port for b0f77629-9866-4fd4-9120-cf8ca8dada4b owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:45.047117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.067612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port b0f77629-9866-4fd4-9120-cf8ca8dada4b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0f77629-9866-4fd4-9120-cf8ca8dada4b,segment=NetworkSegment(fa2c4860-ffe2-4374-afc9-f25ba1bc5856),segment_id=fa2c4860-ffe2-4374-afc9-f25ba1bc5856)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:45.067907 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.072292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] Pushing event deleted for resources: {'Port': ['ID=b0f77629-9866-4fd4-9120-cf8ca8dada4b,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:45.075757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc81efe-a26e-4a10-a4dd-a6a8f5e9edc2 None None] No DVR routers for this DVR port b0f77629-9866-4fd4-9120-cf8ca8dada4b on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:45.087511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for b0f77629-9866-4fd4-9120-cf8ca8dada4b owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:45.142735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-81a889e0-123d-404d-9c30-1bca14b8e6b7 service neutron] 10.222.0.49 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868198 Sep 18 01:05:45.243233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.279541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port b0f77629-9866-4fd4-9120-cf8ca8dada4b on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:45.285126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=b0f77629-9866-4fd4-9120-cf8ca8dada4b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:45.290612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-b3287bbe-340a-438e-90d1-37970f0a7a1f service neutron] 10.222.0.49 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414649 Sep 18 01:05:45.371606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.753807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17042e9-8888-44fc-8068-d528db68887f']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:45.776980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ea5520b-bb03-4c38-b859-3861f3e740f6 req-86bd4c64-f52c-4a5c-a82a-fe9e15d99e27 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 210 time: 0.0343034 Sep 18 01:05:45.778631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:45.778926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2c4860-ffe2-4374-afc9-f25ba1bc5856') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:45.789705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.812472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.818594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:45.819072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self.session.flush() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:45.822395 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:45.883553 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.888999 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.891363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/b17042e9-8888-44fc-8068-d528db68887f HTTP/1.1" status: 204 len: 168 time: 1.2127433 Sep 18 01:05:45.895987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46362) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:45.902454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-515574000', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:45.911591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae021a62-fadb-48bf-8527-51db9cfbea2f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=b17042e9-8888-44fc-8068-d528db68887f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:45.927328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.928386 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:45.982390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.047112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0f77629-9866-4fd4-9120-cf8ca8dada4b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:46.067269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b0f77629-9866-4fd4-9120-cf8ca8dada4b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:46.067512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0f77629-9866-4fd4-9120-cf8ca8dada4b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:46.121768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.196690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.317997 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.337808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.433417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-b72f2f37-37f3-4fbd-aab2-68a640b59196 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:46.435090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-b72f2f37-37f3-4fbd-aab2-68a640b59196 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.48 "GET /v2.0/networks?id=9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 200 len: 810 time: 0.1077940 Sep 18 01:05:46.446937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.25.7.231 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0f3ce0b9-1a6c-4c73-9de1-f3eb9e8675cb) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:46.448893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Request body: {'port': {'device_id': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3', 'admin_state_up': True, 'tenant_id': '33094bd490b34c49b7136969188e67d6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:46.552194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.561844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Made reservation on behalf of 33094bd490b34c49b7136969188e67d6 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:46.566018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.586328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.623565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:46.628542 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:46.634811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:46.637790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=0f3ce0b9-1a6c-4c73-9de1-f3eb9e8675cb,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:46.690238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Allocated IP 172.20.0.6 (9af915ef-d513-47bb-8121-29591a3b6ea3/91123056-9d23-42ca-bcd3-a7f4227a97ad/0d046b30-8d10-4e4d-95ec-5719264b7175) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:46.842463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.886433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53e983f9-e74c-4fc2-a42e-81c8b2b0ff6a req-6a7032d2-1687-45d4-a742-5dcd355f21cf tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 210 time: 0.0368056 Sep 18 01:05:46.889513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.901888 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.945737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Network 9af915ef-d513-47bb-8121-29591a3b6ea3 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:46.950782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:46.954543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:46.981445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Pushing event updated for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:47.010196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:47.010811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.025176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-626625d6-34ee-4b27-a953-b8755304ee9e tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803263 Sep 18 01:05:47.038271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Request body: {'port': {'device_id': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:47.090816 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.091947 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.374454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d046b30-8d10-4e4d-95ec-5719264b7175 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:05:47.382938 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.395858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Transition to ACTIVE for port object 0d046b30-8d10-4e4d-95ec-5719264b7175 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:05:47.399558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.452013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Pushing event updated for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:47.516002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Attempting to bind port 0d046b30-8d10-4e4d-95ec-5719264b7175 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:47.516493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Attempting to bind port 0d046b30-8d10-4e4d-95ec-5719264b7175 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '79e25ee2-e561-43ae-99db-af60030ebcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:47.517480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Attempting to bind port 0d046b30-8d10-4e4d-95ec-5719264b7175 on network 9af915ef-d513-47bb-8121-29591a3b6ea3 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:47.521676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Port 0d046b30-8d10-4e4d-95ec-5719264b7175 on network 9af915ef-d513-47bb-8121-29591a3b6ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:05:47.521999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Attempting to bind port 0d046b30-8d10-4e4d-95ec-5719264b7175 on network 9af915ef-d513-47bb-8121-29591a3b6ea3 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:47.526925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:47.527089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Checking segment: {'id': '79e25ee2-e561-43ae-99db-af60030ebcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:47.527445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Bound using segment: {'id': '79e25ee2-e561-43ae-99db-af60030ebcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:47.527874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Bound port: 0d046b30-8d10-4e4d-95ec-5719264b7175, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e25ee2-e561-43ae-99db-af60030ebcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:47.528238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.534271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 87ccccd7-022e-4677-b16f-2672db7a0826 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:47.594768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:47.598249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d046b30-8d10-4e4d-95ec-5719264b7175,segment=NetworkSegment(79e25ee2-e561-43ae-99db-af60030ebcb4),segment_id=79e25ee2-e561-43ae-99db-af60030ebcb4)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:47.602109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.634837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:47.635526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.637009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 200 len: 1092 time: 0.6030314 Sep 18 01:05:47.637444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:05:47.639695 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e97238-7a5d-4735-b685-669adca66c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:47.644065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:47.655074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] Sync routers for ids ['87ccccd7-022e-4677-b16f-2672db7a0826'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:47.669330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6076c-95d2-43c4-9a6c-e580eaf55447 service neutron] Pushing event updated for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:47.678082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] Routers {'87ccccd7-022e-4677-b16f-2672db7a0826'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:47.678287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.678801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87ccccd7-022e-4677-b16f-2672db7a0826'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:47.682223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e53f3475-dc08-43fb-a801-6f1f820446c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7808621 Sep 18 01:05:47.682514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:47.694997 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5786191-a423-4dec-a8a3-a1caa0860738 x-openstack-request-id: req-d5786191-a423-4dec-a8a3-a1caa0860738 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:47.695302 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:47.695553 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5786191-a423-4dec-a8a3-a1caa0860738 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:47.695949 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175', 'status': 'completed', 'code': 200} Sep 18 01:05:47.718802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:47.730338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] Routers {'87ccccd7-022e-4677-b16f-2672db7a0826'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:47.730960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87ccccd7-022e-4677-b16f-2672db7a0826'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:47.732747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-d15f7a7c-8c7e-407f-ba4a-deb79d811771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:47.735405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-d15f7a7c-8c7e-407f-ba4a-deb79d811771 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33094bd490b34c49b7136969188e67d6&device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 1095 time: 0.0498054 Sep 18 01:05:47.763729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:47.764489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc7e0f-c156-4169-877b-d08609321a3a None None] The sync data for ids ['87ccccd7-022e-4677-b16f-2672db7a0826'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:47.782227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-59f2d259-fbcd-4e68-998a-91daae629310 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 200 len: 217 time: 0.0383625 Sep 18 01:05:47.802631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4cc097a4-e1c9-43d2-a2e2-b36dcb883a62 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers/87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 200 len: 880 time: 0.1190324 Sep 18 01:05:47.805017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46370) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:47.832333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-d62e27ca-5d8e-433d-a0a4-6552973130e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:47.833832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-d62e27ca-5d8e-433d-a0a4-6552973130e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91123056-9d23-42ca-bcd3-a7f4227a97ad HTTP/1.1" status: 200 len: 850 time: 0.0443635 Sep 18 01:05:47.866405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-42e93b11-9ae9-4841-98df-bb02aa346350 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9af915ef-d513-47bb-8121-29591a3b6ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254500 Sep 18 01:05:47.967499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-80b58fc3-74a6-4461-ae9b-df9e29e90097 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943649 Sep 18 01:05:48.038765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c216b7e2-3902-45c6-b825-b7519d0c6178 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2326696 Sep 18 01:05:48.041317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46374) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:48.045622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-515574000'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:48.070777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ece13-50b0-4a48-9b9f-24a0b4f27f4f req-4c459f03-ad2a-42e4-ace3-1bf980390f85 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:48.072320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac9ece13-50b0-4a48-9b9f-24a0b4f27f4f req-4c459f03-ad2a-42e4-ace3-1bf980390f85 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 943 time: 0.1039205 Sep 18 01:05:48.109898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f530b67c-9fbb-4d64-97d6-0ec4add4d4b5 req-63a8ba96-16eb-48d4-9e4f-81f4def86785 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325650 Sep 18 01:05:48.129907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac9ece13-50b0-4a48-9b9f-24a0b4f27f4f req-16825c16-80a0-4aab-83db-b76f6c5ca6a3 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Sep 18 01:05:48.194577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97238-7a5d-4735-b685-669adca66c1d req-39e7dd8e-dd4f-4ead-997d-dcc7c4fedd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:48.196083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-39e7dd8e-dd4f-4ead-997d-dcc7c4fedd98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33094bd490b34c49b7136969188e67d6&device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 1095 time: 0.0409479 Sep 18 01:05:48.287597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97238-7a5d-4735-b685-669adca66c1d req-4e10ea4d-2101-41b2-957a-9db06efdf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:48.289162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-4e10ea4d-2101-41b2-957a-9db06efdf681 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 200 len: 911 time: 0.0864520 Sep 18 01:05:48.334834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-f638d9ba-98c3-4d12-9b42-1470aecba56e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 200 len: 217 time: 0.0389488 Sep 18 01:05:48.349261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.359368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.385341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97238-7a5d-4735-b685-669adca66c1d req-483af6a8-2a41-4052-a88d-02a9eb33eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:48.386815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-483af6a8-2a41-4052-a88d-02a9eb33eddc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91123056-9d23-42ca-bcd3-a7f4227a97ad HTTP/1.1" status: 200 len: 850 time: 0.0449469 Sep 18 01:05:48.420585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-0a18bd59-c7f2-430c-af83-77e8e77c27ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9af915ef-d513-47bb-8121-29591a3b6ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246174 Sep 18 01:05:48.466806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 87ccccd7-022e-4677-b16f-2672db7a0826 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:48.514478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-48eccfe1-4dd9-4f44-ae2e-175bddd78642 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862498 Sep 18 01:05:48.571745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:48.578861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.580575 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-772b4bec-fc6d-4c03-a9ae-c551c6ba29c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 200 len: 887 time: 0.5382915 Sep 18 01:05:48.582723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] Sync routers for ids ['87ccccd7-022e-4677-b16f-2672db7a0826'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:48.583619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46376) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:48.592255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] Routers {'87ccccd7-022e-4677-b16f-2672db7a0826'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:48.592967 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87ccccd7-022e-4677-b16f-2672db7a0826'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:48.606941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-50e97238-7a5d-4735-b685-669adca66c1d req-0c5b6f9e-9609-450e-a450-a7e6df434910 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Sep 18 01:05:48.625766 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:48.635561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] Routers {'87ccccd7-022e-4677-b16f-2672db7a0826'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:48.636154 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['87ccccd7-022e-4677-b16f-2672db7a0826'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:48.669674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:48.670309 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b1e0-f4e9-454b-8eb4-2479f965ec19 None None] The sync data for ids ['87ccccd7-022e-4677-b16f-2672db7a0826'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:48.695016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-68187c64-bdd2-4fab-98bd-5fa16a2ae89c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers/87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 200 len: 887 time: 0.1101019 Sep 18 01:05:48.697719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46378) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:48.725065 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2b58b24f-0224-4939-810b-62ac9f25ddd2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 200 len: 205 time: 0.0260878 Sep 18 01:05:48.727293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46380) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:48.828941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.928363 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.978225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 0f3ce0b9-1a6c-4c73-9de1-f3eb9e8675cb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:48.978477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.054945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.066061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 0f3ce0b9-1a6c-4c73-9de1-f3eb9e8675cb owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:49.226991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.248947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f5923-7a77-4cc7-bd8c-a323d2ab9818 req-c575f350-4e36-49de-8c11-b18c92b17c21 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:49.250335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d9f5923-7a77-4cc7-bd8c-a323d2ab9818 req-c575f350-4e36-49de-8c11-b18c92b17c21 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 943 time: 0.0506322 Sep 18 01:05:49.254612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=0f3ce0b9-1a6c-4c73-9de1-f3eb9e8675cb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:49.294349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d9f5923-7a77-4cc7-bd8c-a323d2ab9818 req-895bf734-8cca-427c-a240-9092c84591ef tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Sep 18 01:05:49.316600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.405608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.408335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.450904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.451449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router 87ccccd7-022e-4677-b16f-2672db7a0826 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:49.458595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.459662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be51712d-edc4-4daa-82db-087593d435d6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 204 len: 168 time: 0.7314847 Sep 18 01:05:49.463299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:49.467950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285045236'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:49.489091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:49.492492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.514946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:49.523788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.524133 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment 0faceec2-61f6-47b5-933a-129040ace2e3 of type vlan for network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 Sep 18 01:05:49.562976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.586150 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.591614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:49.592192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.626766 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1624701 Sep 18 01:05:49.629861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:49.634500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:49.677329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa85716-a9be-4c12-a6b7-2075682c598c tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=8d1c1d6a-705a-41ff-97e5-d05e8220a790,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:49.687720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:49.750273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:49.755098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.929775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:49.987881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=25a33f16-42dc-4af3-83ff-384aa85ee1c8,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:49.998239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': '0faceec2-61f6-47b5-933a-129040ace2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:49.998605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 8d1c1d6a-705a-41ff-97e5-d05e8220a790, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:50.014284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:50.022526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8d1c1d6a-705a-41ff-97e5-d05e8220a790) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:50.026434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:50.027331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.031434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e17b8-e9ee-4820-a2fd-f46ff43508cf None None] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:50.041978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4554db8a-a0c4-46d6-9f28-b7e3c793fedd tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4111273 Sep 18 01:05:50.044733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46388) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:50.049781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-574506992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:50.071717 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.072725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.127697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.132914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.149364 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.153039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2788a8a2-e2c5-4070-baf7-01643e3aa470 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1048095 Sep 18 01:05:50.153412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46390) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:50.176527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8d1c1d6a-705a-41ff-97e5-d05e8220a790', 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '25a33f16-42dc-4af3-83ff-384aa85ee1c8'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:50.177401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.308364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Allocated IP 172.20.0.2 (8d1c1d6a-705a-41ff-97e5-d05e8220a790/25a33f16-42dc-4af3-83ff-384aa85ee1c8/f985a098-048d-4f0b-b189-5dc9f97da4f8) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:50.451930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.461342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.476383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358ce1-18f5-4ad7-bb72-7d1339e5838a req-cd304584-43f7-430e-96c3-73b19bcbacd1 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:50.477887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27358ce1-18f5-4ad7-bb72-7d1339e5838a req-cd304584-43f7-430e-96c3-73b19bcbacd1 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 943 time: 0.1118186 Sep 18 01:05:50.479173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.499129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:50.502740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:50.505640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:50.515141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Pushing event updated for resources: {'Port': ['ID=f985a098-048d-4f0b-b189-5dc9f97da4f8,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:50.568622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Attempting to bind port f985a098-048d-4f0b-b189-5dc9f97da4f8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:50.568986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Attempting to bind port f985a098-048d-4f0b-b189-5dc9f97da4f8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '0faceec2-61f6-47b5-933a-129040ace2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:50.569340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Attempting to bind port f985a098-048d-4f0b-b189-5dc9f97da4f8 on network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:50.574814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:50.575186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Checking segment: {'id': '0faceec2-61f6-47b5-933a-129040ace2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:50.575585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.575973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Bound using segment: {'id': '0faceec2-61f6-47b5-933a-129040ace2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:50.576456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Bound port: f985a098-048d-4f0b-b189-5dc9f97da4f8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faceec2-61f6-47b5-933a-129040ace2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8d1c1d6a-705a-41ff-97e5-d05e8220a790'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:50.576834 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.642611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] For port f985a098-048d-4f0b-b189-5dc9f97da4f8, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:50.645657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] For port f985a098-048d-4f0b-b189-5dc9f97da4f8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f985a098-048d-4f0b-b189-5dc9f97da4f8,segment=NetworkSegment(0faceec2-61f6-47b5-933a-129040ace2e3),segment_id=0faceec2-61f6-47b5-933a-129040ace2e3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:50.650469 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.692370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27358ce1-18f5-4ad7-bb72-7d1339e5838a req-9305cde6-9d7e-4edc-802c-110b16ce8061 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026775 Sep 18 01:05:50.727006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759784b-4ade-4850-94f2-2fbbd103252d None None] Pushing event updated for resources: {'Port': ['ID=f985a098-048d-4f0b-b189-5dc9f97da4f8,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:50.769693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.20.0.1 (8d1c1d6a-705a-41ff-97e5-d05e8220a790/25a33f16-42dc-4af3-83ff-384aa85ee1c8/bdf497db-f184-4a8a-82e4-968ccff94971) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:50.900161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.940429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.984960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:50.988747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:50.991680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:51.000323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=bdf497db-f184-4a8a-82e4-968ccff94971,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:51.045258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.158681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.421077 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.426640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.504511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=bdf497db-f184-4a8a-82e4-968ccff94971,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:51.509745 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.603224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:51.604686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:51.609468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4c57f-7b1a-4de2-a5bc-92e77004b3db None None] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:51.695804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] Provisioning complete for port f985a098-048d-4f0b-b189-5dc9f97da4f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:51.696183 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:51.718779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d046b30-8d10-4e4d-95ec-5719264b7175 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:05:51.724498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router e6f62df4-7092-4d90-b42c-b05509b0c21c is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:51.857125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:51.866008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc24622-c70f-466a-9fb2-3663685bf1bb req-89cd65f7-dbfb-45ff-871d-644ffc1643a8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:51.867499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bc24622-c70f-466a-9fb2-3663685bf1bb req-89cd65f7-dbfb-45ff-871d-644ffc1643a8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 943 time: 0.0895216 Sep 18 01:05:51.875164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7bdcd1d6-4922-43fd-87d1-d007e7361157 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/e6f62df4-7092-4d90-b42c-b05509b0c21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206945 Sep 18 01:05:51.878083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46400) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:51.941248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baffd5db-b412-414a-b921-01dc01136a53 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:51.942740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-baffd5db-b412-414a-b921-01dc01136a53 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports/bdf497db-f184-4a8a-82e4-968ccff94971 HTTP/1.1" status: 200 len: 910 time: 0.0636995 Sep 18 01:05:51.946802 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46404) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:51.956414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25a33f16-42dc-4af3-83ff-384aa85ee1c8'}]}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:51.957298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2bc24622-c70f-466a-9fb2-3663685bf1bb req-aaa183ef-43c3-4d19-afb1-6504bb482012 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809453 Sep 18 01:05:52.036683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] Sync routers for ids ['e6f62df4-7092-4d90-b42c-b05509b0c21c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:52.073817 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.081141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f985a098-048d-4f0b-b189-5dc9f97da4f8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:52.094038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] Routers {'e6f62df4-7092-4d90-b42c-b05509b0c21c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:52.095517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e6f62df4-7092-4d90-b42c-b05509b0c21c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:52.129091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.160321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:52.165144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d046b30-8d10-4e4d-95ec-5719264b7175,segment=NetworkSegment(79e25ee2-e561-43ae-99db-af60030ebcb4),segment_id=79e25ee2-e561-43ae-99db-af60030ebcb4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:52.198024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '0d046b30-8d10-4e4d-95ec-5719264b7175', 'network_id': '9af915ef-d513-47bb-8121-29591a3b6ea3', 'port_id': '0d046b30-8d10-4e4d-95ec-5719264b7175', 'mac_address': 'fa:16:3e:a8:dc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91123056-9d23-42ca-bcd3-a7f4227a97ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:05:52.212926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] For port f985a098-048d-4f0b-b189-5dc9f97da4f8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f985a098-048d-4f0b-b189-5dc9f97da4f8,segment=NetworkSegment(0faceec2-61f6-47b5-933a-129040ace2e3),segment_id=0faceec2-61f6-47b5-933a-129040ace2e3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:52.214592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] Routers {'e6f62df4-7092-4d90-b42c-b05509b0c21c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:52.215217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e6f62df4-7092-4d90-b42c-b05509b0c21c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:52.249899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.271748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:52.272444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511603b2-5668-42e4-9db0-f2fa5388f870 None None] The sync data for ids ['e6f62df4-7092-4d90-b42c-b05509b0c21c'] in n-d-712707-16 is: [] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:52.337095 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.338928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f985a098-048d-4f0b-b189-5dc9f97da4f8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:52.339284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.369617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025af7c8-edd4-4dda-a722-a3dfa8aaade3 None None] Pushing event updated for resources: {'Port': ['ID=f985a098-048d-4f0b-b189-5dc9f97da4f8,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:52.379010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d046b30-8d10-4e4d-95ec-5719264b7175 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:05:52.408485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d046b30-8d10-4e4d-95ec-5719264b7175,segment=NetworkSegment(79e25ee2-e561-43ae-99db-af60030ebcb4),segment_id=79e25ee2-e561-43ae-99db-af60030ebcb4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:52.414690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.502934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:52.508607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-202e2877-abb6-4962-865c-a16e8de30762 None None] Provisioning complete for port f985a098-048d-4f0b-b189-5dc9f97da4f8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:52.508981 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-202e2877-abb6-4962-865c-a16e8de30762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.518076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.528905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.612655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=bdf497db-f184-4a8a-82e4-968ccff94971,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:52.612880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-202e2877-abb6-4962-865c-a16e8de30762 None None] Provisioning complete for port bdf497db-f184-4a8a-82e4-968ccff94971 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:52.613260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-202e2877-abb6-4962-865c-a16e8de30762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.622068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:52.622687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.624008 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/ports/bdf497db-f184-4a8a-82e4-968ccff94971 HTTP/1.1" status: 200 len: 910 time: 0.6757126 Sep 18 01:05:52.628269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46406) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:52.630252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.630598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.630946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.631255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.631584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.631908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.632439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.632564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.632892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.633214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.633822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.634142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7620f8-e01c-4c3d-baa6-a7c486d18129 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:52.635900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['0d046b30-8d10-4e4d-95ec-5719264b7175'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:05:52.676455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-202e2877-abb6-4962-865c-a16e8de30762 None None] Port bdf497db-f184-4a8a-82e4-968ccff94971 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:52.805098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b51c9c1e-8f65-48ac-8215-a41a05a080a1 None None] Provisioning complete for port bdf497db-f184-4a8a-82e4-968ccff94971 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:52.806016 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b51c9c1e-8f65-48ac-8215-a41a05a080a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.839450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b51c9c1e-8f65-48ac-8215-a41a05a080a1 None None] Port bdf497db-f184-4a8a-82e4-968ccff94971 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:52.953776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.957513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ac3504fe-790a-4851-aefa-48adfee81d59 None None] Provisioning complete for port bdf497db-f184-4a8a-82e4-968ccff94971 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:52.957890 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac3504fe-790a-4851-aefa-48adfee81d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:52.991888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ac3504fe-790a-4851-aefa-48adfee81d59 None None] Port bdf497db-f184-4a8a-82e4-968ccff94971 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:53.134335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9f87a-b23b-4801-b4fe-a5d74dab1df8 req-e2f818f0-32d1-48cc-9442-1f1085b8cde0 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:53.135804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e9f87a-b23b-4801-b4fe-a5d74dab1df8 req-e2f818f0-32d1-48cc-9442-1f1085b8cde0 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 944 time: 0.1054456 Sep 18 01:05:53.185411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11e9f87a-b23b-4801-b4fe-a5d74dab1df8 req-1f1f0d28-0400-4475-8cf7-8dff8c8f2550 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Sep 18 01:05:53.264914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port bdf497db-f184-4a8a-82e4-968ccff94971 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:53.265258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.348473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.359749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for bdf497db-f184-4a8a-82e4-968ccff94971 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:53.524618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.549225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=bdf497db-f184-4a8a-82e4-968ccff94971,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:53.711092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d046b30-8d10-4e4d-95ec-5719264b7175 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:53.764765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 0d046b30-8d10-4e4d-95ec-5719264b7175 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:05:53.769565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 0d046b30-8d10-4e4d-95ec-5719264b7175 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:53.769946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.849247 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.873057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:05:53.875333 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc759a2e-42f9-4ae0-8685-5702ce8f2093" -d '{"events": [{"server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "name": "network-vif-plugged", "status": "completed", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:53.892562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d046b30-8d10-4e4d-95ec-5719264b7175,segment=NetworkSegment(79e25ee2-e561-43ae-99db-af60030ebcb4),segment_id=79e25ee2-e561-43ae-99db-af60030ebcb4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:53.899020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:53.924269 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871e63d0-109f-4030-bf81-ed92a25e8338 x-openstack-request-id: req-871e63d0-109f-4030-bf81-ed92a25e8338 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:53.924550 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "name": "network-vif-plugged", "status": "completed", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:53.924806 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-871e63d0-109f-4030-bf81-ed92a25e8338 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:53.925295 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175', 'code': 200} Sep 18 01:05:53.955100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:54.044567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.052300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f985a098-048d-4f0b-b189-5dc9f97da4f8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:54.103204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f985a098-048d-4f0b-b189-5dc9f97da4f8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:54.103582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.141150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4d7e-8007-4aad-ab2a-90a3844aa97e req-2831bb9a-5133-44ac-949c-7008581391e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:54.143292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acaf4d7e-8007-4aad-ab2a-90a3844aa97e req-2831bb9a-5133-44ac-949c-7008581391e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 1097 time: 0.1086624 Sep 18 01:05:54.223289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f1d30783-4ba0-4eff-8d87-3a056a317ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.245032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router e6f62df4-7092-4d90-b42c-b05509b0c21c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:54.246842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acaf4d7e-8007-4aad-ab2a-90a3844aa97e req-f1d598f0-6540-4332-8f77-93cd822eed16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Sep 18 01:05:54.344961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:54.351743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-addd9915-01c8-498d-b7c5-0cf15223a701 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/e6f62df4-7092-4d90-b42c-b05509b0c21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224402 Sep 18 01:05:54.354542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:54.354960 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] Sync routers for ids ['e6f62df4-7092-4d90-b42c-b05509b0c21c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:54.363811 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] Routers {'e6f62df4-7092-4d90-b42c-b05509b0c21c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:54.364442 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e6f62df4-7092-4d90-b42c-b05509b0c21c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:54.383701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3ac1acf-b3c4-474b-94f4-2f5868a27ca9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6f62df4-7092-4d90-b42c-b05509b0c21c HTTP/1.1" status: 200 len: 205 time: 0.0281265 Sep 18 01:05:54.386492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46416) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:54.396536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:54.397413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160e8b3-90d6-4f57-af26-5b42b21ee6b6 req-7757b1f1-cd87-466c-b339-30ca82d99cd2 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:54.399003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1160e8b3-90d6-4f57-af26-5b42b21ee6b6 req-7757b1f1-cd87-466c-b339-30ca82d99cd2 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1406207 Sep 18 01:05:54.405341 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] Routers {'e6f62df4-7092-4d90-b42c-b05509b0c21c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:54.406028 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e6f62df4-7092-4d90-b42c-b05509b0c21c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:54.441268 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:54.441914 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c165f-9157-479e-b73c-691ab40b4d22 None None] The sync data for ids ['e6f62df4-7092-4d90-b42c-b05509b0c21c'] in n-d-712707-16 is: [] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:54.443252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1160e8b3-90d6-4f57-af26-5b42b21ee6b6 req-6bc1cd5f-6fa6-45e6-a258-e29d8dff2b86 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377293 Sep 18 01:05:54.473098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.936852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.939303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.981189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.981712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router e6f62df4-7092-4d90-b42c-b05509b0c21c {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:05:54.988328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:54.989418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82bfb6e9-c53b-4978-96be-2248a700deee tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/e6f62df4-7092-4d90-b42c-b05509b0c21c HTTP/1.1" status: 204 len: 168 time: 0.6017590 Sep 18 01:05:54.992117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46418) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:55.042173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 25a33f16-42dc-4af3-83ff-384aa85ee1c8 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:05:55.045164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.084231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.169017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.235297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.263243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=25a33f16-42dc-4af3-83ff-384aa85ee1c8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:55.265250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.267657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-532a8be8-c51f-4735-9c4a-8844da761cba tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/25a33f16-42dc-4af3-83ff-384aa85ee1c8 HTTP/1.1" status: 204 len: 168 time: 0.2745972 Sep 18 01:05:55.270441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46420) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:55.273390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3929aed-3e74-4a90-8c17-10202164b5ca None None] Network 8d1c1d6a-705a-41ff-97e5-d05e8220a790 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:55.348751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.405892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port f985a098-048d-4f0b-b189-5dc9f97da4f8 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:55.406245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.448647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] DHCP port deletion for 8d1c1d6a-705a-41ff-97e5-d05e8220a790 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:05:55.472765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port f985a098-048d-4f0b-b189-5dc9f97da4f8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f985a098-048d-4f0b-b189-5dc9f97da4f8,segment=NetworkSegment(0faceec2-61f6-47b5-933a-129040ace2e3),segment_id=0faceec2-61f6-47b5-933a-129040ace2e3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:55.473057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.488476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for f985a098-048d-4f0b-b189-5dc9f97da4f8 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:55.494352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Deleting port f985a098-048d-4f0b-b189-5dc9f97da4f8 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:05:55.494738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.559572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] For port f985a098-048d-4f0b-b189-5dc9f97da4f8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f985a098-048d-4f0b-b189-5dc9f97da4f8,segment=NetworkSegment(0faceec2-61f6-47b5-933a-129040ace2e3),segment_id=0faceec2-61f6-47b5-933a-129040ace2e3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:55.560105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.574329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Calling delete_port for f985a098-048d-4f0b-b189-5dc9f97da4f8 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:05:55.583006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.613022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=f985a098-048d-4f0b-b189-5dc9f97da4f8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:55.621687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port f985a098-048d-4f0b-b189-5dc9f97da4f8 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:55.651460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.676370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] Pushing event deleted for resources: {'Port': ['ID=f985a098-048d-4f0b-b189-5dc9f97da4f8,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:55.679679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324ef6d-1213-4ed0-924c-6e30a522d373 None None] No DVR routers for this DVR port f985a098-048d-4f0b-b189-5dc9f97da4f8 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:05:55.708038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab5a7-7893-4a74-b975-3ea17ed10dac req-f9849697-0204-4fed-a09a-672fea331ccb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:55.709666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d0ab5a7-7893-4a74-b975-3ea17ed10dac req-f9849697-0204-4fed-a09a-672fea331ccb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1758678 Sep 18 01:05:55.737474 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.771765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1c1d6a-705a-41ff-97e5-d05e8220a790']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:55.787615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faceec2-61f6-47b5-933a-129040ace2e3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:55.787917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faceec2-61f6-47b5-933a-129040ace2e3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:55.803973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6d0ab5a7-7893-4a74-b975-3ea17ed10dac req-e17aa25d-ef09-455f-baf5-e37be342cba5 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690181 Sep 18 01:05:55.805529 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.819508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.825526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:05:55.825912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:05:55.828866 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:05:55.912463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.920032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.921770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/8d1c1d6a-705a-41ff-97e5-d05e8220a790 HTTP/1.1" status: 204 len: 168 time: 0.6503167 Sep 18 01:05:55.925980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46428) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:55.930574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-784390516', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:55.937530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c305f2-5916-4810-96fc-1cd7a2121ed0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=8d1c1d6a-705a-41ff-97e5-d05e8220a790,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:55.951787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292c7c-162d-4596-88cf-24a412711222 req-2994225f-26ca-4658-9790-7dfba19399b8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:55.953395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63292c7c-162d-4596-88cf-24a412711222 req-2994225f-26ca-4658-9790-7dfba19399b8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0735641 Sep 18 01:05:55.953696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.955773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:55.993696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63292c7c-162d-4596-88cf-24a412711222 req-6b3ac236-d3b0-4e25-9dbc-595538bdd5cc tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Sep 18 01:05:56.016881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.022548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.040884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.044924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-262ddfc6-184f-4abd-a9dc-98f9e2731422 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1152663 Sep 18 01:05:56.045567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46432) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:56.051304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609681515'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:56.061397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f985a098-048d-4f0b-b189-5dc9f97da4f8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:05:56.073641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:56.077210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.084746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f985a098-048d-4f0b-b189-5dc9f97da4f8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:05:56.085179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f985a098-048d-4f0b-b189-5dc9f97da4f8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:05:56.102612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:56.112441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.112869 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment 5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b of type vlan for network 3ea3de1a-de4c-48be-a512-a786a64acf5d Sep 18 01:05:56.159879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.185161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.190974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:56.191550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.230893 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1842546 Sep 18 01:05:56.238288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0306635-ba93-42be-b640-8fcf43b12fc0 req-a3ba478d-d097-46b1-984b-35d37841b9d8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:56.239808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0306635-ba93-42be-b640-8fcf43b12fc0 req-a3ba478d-d097-46b1-984b-35d37841b9d8 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Sep 18 01:05:56.240318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46436) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:56.245276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:56.261831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc8419-74d0-47c4-b0ed-71aaf44af0a5 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=3ea3de1a-de4c-48be-a512-a786a64acf5d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:56.273026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:56.346604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0306635-ba93-42be-b640-8fcf43b12fc0 req-900ce4af-5f88-4f08-a737-3d6d9abe5fbb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Sep 18 01:05:56.368696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:56.372086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.549059 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.607291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=7243ba53-d767-48f7-95a1-2f6429b0d2a3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:56.619717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:56.620070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 3ea3de1a-de4c-48be-a512-a786a64acf5d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:56.637264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:56.646411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3ea3de1a-de4c-48be-a512-a786a64acf5d) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:56.650493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:56.651081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.655760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59717d6e-508f-48f2-aa2f-dcc28fec811f None None] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:56.671928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ba1dad2b-2176-404a-a402-9efec4b22c37 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4304521 Sep 18 01:05:56.675022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46438) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:56.796357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3ea3de1a-de4c-48be-a512-a786a64acf5d', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:05:56.797213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:56.935845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Allocated IP 172.20.0.2 (3ea3de1a-de4c-48be-a512-a786a64acf5d/7243ba53-d767-48f7-95a1-2f6429b0d2a3/6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:56.955143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.082943 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.090132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.132218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:57.134924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:57.141298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:57.143560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Pushing event updated for resources: {'Port': ['ID=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:57.195080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Attempting to bind port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:05:57.195430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Attempting to bind port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:05:57.195792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Attempting to bind port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 on network 3ea3de1a-de4c-48be-a512-a786a64acf5d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:57.198299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.20.0.1 (3ea3de1a-de4c-48be-a512-a786a64acf5d/7243ba53-d767-48f7-95a1-2f6429b0d2a3/54349d79-e4ca-4e6e-aec7-cb369d3cbe91) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:57.200628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:05:57.200996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Checking segment: {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:57.201394 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.201786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Bound using segment: {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:57.202364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Bound port: 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:05:57.202744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.277120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3bf72fc9-c0fd-4ec5-9e6a-e705f0370e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.280242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] For port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:57.284302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] For port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:57.288385 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.318287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.351194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d6d6-eeda-4c39-96b7-cbd04706df6f None None] Pushing event updated for resources: {'Port': ['ID=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:57.358750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.403988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:57.407685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:57.411686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:05:57.457165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:57.504956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.521274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.565403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09afb8-793e-47f6-a42c-fe0c132811a1 req-1fa5b7cf-256a-46b9-a337-81d8c1dc477f tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:57.566935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd09afb8-793e-47f6-a42c-fe0c132811a1 req-1fa5b7cf-256a-46b9-a337-81d8c1dc477f tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1318138 Sep 18 01:05:57.640626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd09afb8-793e-47f6-a42c-fe0c132811a1 req-9ff72000-442b-4be0-9c22-b718de3def56 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666552 Sep 18 01:05:57.672782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:57.933699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a38e8d-499e-45c4-ba59-b2255833da3d req-8cc7ff26-bdbb-40a1-8097-07ec26d71cff tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:57.935103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53a38e8d-499e-45c4-ba59-b2255833da3d req-8cc7ff26-bdbb-40a1-8097-07ec26d71cff tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1252639 Sep 18 01:05:57.947532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-5bb6ac81-929d-4c2f-ae8d-663388f6f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:57.949022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-5bb6ac81-929d-4c2f-ae8d-663388f6f65a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33094bd490b34c49b7136969188e67d6&device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 1097 time: 0.1039915 Sep 18 01:05:58.092711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:58.103028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53a38e8d-499e-45c4-ba59-b2255833da3d req-0370c650-2e68-42d4-b146-d5ff887f77c6 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602790 Sep 18 01:05:58.141071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.146756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-de455d62-4a09-4085-9570-fcb42df5fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:58.148844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-de455d62-4a09-4085-9570-fcb42df5fd2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 200 len: 911 time: 0.1658409 Sep 18 01:05:58.149451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:58.149829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.149938 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.236699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.249955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-c0770523-a444-4e74-b981-8177711cc243 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 200 len: 217 time: 0.0933363 Sep 18 01:05:58.270796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:58.277304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.303019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:58.304355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ec1ae-0182-4956-a25c-8032e55b2c3e None None] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:58.309750 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.348397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-bdb8935c-8aac-442f-ae4a-ac907a0ccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:58.349861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-bdb8935c-8aac-442f-ae4a-ac907a0ccd10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91123056-9d23-42ca-bcd3-a7f4227a97ad HTTP/1.1" status: 200 len: 850 time: 0.0907896 Sep 18 01:05:58.395153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:58.408576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-10565139-2959-4b4c-bf1f-aa75c21d6959 None None] Provisioning complete for port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:58.408946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-10565139-2959-4b4c-bf1f-aa75c21d6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.412789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.414382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-678378b8-e753-4e06-bcad-4e698f90a2ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9af915ef-d513-47bb-8121-29591a3b6ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327852 Sep 18 01:05:58.467721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:58.498157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:58.597253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-88fcfa3d-8782-4b10-8dd5-474f8cce4ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752939 Sep 18 01:05:58.702763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:58.718311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe212bed-d6f0-4460-8360-5fee110f00f6 req-9660fc08-451b-4f2e-9a92-156dbf5ba8c0 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103535 Sep 18 01:05:58.770280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f93db701-4e96-4bbf-9917-59ef72514a86 None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:58.770956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f93db701-4e96-4bbf-9917-59ef72514a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:58.806393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f93db701-4e96-4bbf-9917-59ef72514a86 None None] Port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:58.818979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f93db701-4e96-4bbf-9917-59ef72514a86 None None] Provisioning complete for port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:58.819368 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f93db701-4e96-4bbf-9917-59ef72514a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.022948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e9d36fa7-c32e-4459-8855-b531585b0479 None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:59.023317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d36fa7-c32e-4459-8855-b531585b0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.061974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e9d36fa7-c32e-4459-8855-b531585b0479 None None] Port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:59.171905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:59.178987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a25845c1-3c75-4a24-b46e-63f2773e3568 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5018904 Sep 18 01:05:59.180760 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46448) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:59.181214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-96c74453-5561-4bb4-bb1a-e0b9e7fbd77c None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:05:59.181790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-96c74453-5561-4bb4-bb1a-e0b9e7fbd77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.187230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431192136'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:59.211705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:59.215476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.231962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-96c74453-5561-4bb4-bb1a-e0b9e7fbd77c None None] Port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:05:59.233418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:59.241070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:59.242996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999f5d1-13f9-423f-a2d4-2e5a881d479e req-10e96f30-5734-4343-8b06-6c5b5cd898c6 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:59.243478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:05:59.244098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:59.250587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8999f5d1-13f9-423f-a2d4-2e5a881d479e req-10e96f30-5734-4343-8b06-6c5b5cd898c6 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0635874 Sep 18 01:05:59.251250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.251666 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment 79c918dc-c635-4630-a5a4-aab73e017bac of type vlan for network 6a494f03-73dd-42c9-99bc-59993496f131 Sep 18 01:05:59.293285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.302354 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8999f5d1-13f9-423f-a2d4-2e5a881d479e req-1919ca7b-8899-4436-90e4-8d14257fbf7d tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Sep 18 01:05:59.330499 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.336726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:59.337625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.383435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:59.387190 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2038968 Sep 18 01:05:59.389066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:59.426650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c610678-cb89-4069-88b4-1621b7382861 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=6a494f03-73dd-42c9-99bc-59993496f131,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:59.477480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 6a494f03-73dd-42c9-99bc-59993496f131 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:59.492337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:59.495699 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.538387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:05:59.684613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.729776 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.749204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=2f99139d-3c39-45ce-a154-fb77be0c0a3d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:59.755032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:05:57Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:05:57Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:59.758161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:05:59.758527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 6a494f03-73dd-42c9-99bc-59993496f131, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:59.775473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 6a494f03-73dd-42c9-99bc-59993496f131 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:59.781988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:59.782564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Updating router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:05:59.784262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 6a494f03-73dd-42c9-99bc-59993496f131) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:59.793527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:59.794122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:59.801964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93d230-0dd6-40dc-bda7-cb2d0e32a818 None None] Network 6a494f03-73dd-42c9-99bc-59993496f131 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:05:59.809651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d57d01a5-93c4-4a0c-8a3f-8b1e0d42b8a2 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4248207 Sep 18 01:05:59.812474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:05:59.830118 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.089105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-6a494f03-73dd-42c9-99bc-59993496f131', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:06:00.089933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.091823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:00.160571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.290141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:00.290712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.359694 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.369783 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.404202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Allocated IP 172.21.0.2 (6a494f03-73dd-42c9-99bc-59993496f131/2f99139d-3c39-45ce-a154-fb77be0c0a3d/417453a9-5580-4510-aebf-0fb0fcd7d287) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:00.424385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cca70-fadf-4119-8c9a-15262536fab1 req-a9992d38-61fd-4337-a8ae-ec216159bd37 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:00.426123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f9cca70-fadf-4119-8c9a-15262536fab1 req-a9992d38-61fd-4337-a8ae-ec216159bd37 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0632880 Sep 18 01:06:00.473971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f9cca70-fadf-4119-8c9a-15262536fab1 req-5494169f-f9df-4a19-b02b-d795ffde95c1 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Sep 18 01:06:00.479596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd2218-024b-4c4d-95be-431e294234bb None None] Pushing event updated for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:00.587164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Attempting to bind port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:00.587528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Attempting to bind port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:00.587888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Attempting to bind port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 on network 3ea3de1a-de4c-48be-a512-a786a64acf5d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:00.602733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:00.603183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Checking segment: {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:00.603545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.603917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Bound using segment: {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:00.604479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Bound port: 54349d79-e4ca-4e6e-aec7-cb369d3cbe91, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:00.604915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.713050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.727505 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.729395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8ccdb4b1-d078-4715-9395-c4308ba2ff56 None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:00.729752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb4b1-d078-4715-9395-c4308ba2ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.770712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204df6-228c-4466-b7d9-19f078af0a88 req-26c26e07-790b-45ee-8805-3b8b1ffe61eb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:00.772238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc204df6-228c-4466-b7d9-19f078af0a88 req-26c26e07-790b-45ee-8805-3b8b1ffe61eb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0883813 Sep 18 01:06:00.780560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] For port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:00.799879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.21.0.1 (6a494f03-73dd-42c9-99bc-59993496f131/2f99139d-3c39-45ce-a154-fb77be0c0a3d/bf1ec1a5-ebd3-49a6-8820-060181c622de) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:00.810224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] For port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:00.818832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Network 6a494f03-73dd-42c9-99bc-59993496f131 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:00.825618 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.827534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Pushing event updated for resources: {'Port': ['ID=417453a9-5580-4510-aebf-0fb0fcd7d287,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:00.830845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:00.834181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc204df6-228c-4466-b7d9-19f078af0a88 req-6574214b-50d6-47de-a664-22cc60f87278 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Sep 18 01:06:00.835445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:00.837801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdb4b1-d078-4715-9395-c4308ba2ff56 None None] Port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:00.932555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd2218-024b-4c4d-95be-431e294234bb None None] Pushing event updated for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:00.941651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.942548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:00.943181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:00.947571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Attempting to bind port 417453a9-5580-4510-aebf-0fb0fcd7d287 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:00.947941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Attempting to bind port 417453a9-5580-4510-aebf-0fb0fcd7d287 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:00.948324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Attempting to bind port 417453a9-5580-4510-aebf-0fb0fcd7d287 on network 6a494f03-73dd-42c9-99bc-59993496f131 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:00.979053 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.988898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:00.989270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Checking segment: {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:00.989668 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:00.990062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Bound using segment: {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:00.990537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Bound port: 417453a9-5580-4510-aebf-0fb0fcd7d287, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:00.990908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.029205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 6a494f03-73dd-42c9-99bc-59993496f131 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:01.032479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:01.035819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:01.067821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:01.074711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:01.091024 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.138040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] For port 417453a9-5580-4510-aebf-0fb0fcd7d287, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:01.186872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] For port 417453a9-5580-4510-aebf-0fb0fcd7d287, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=417453a9-5580-4510-aebf-0fb0fcd7d287,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:01.203504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.216942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.281717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:01.282639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.347088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31cabf-2a6a-424d-89fc-d350c858619e None None] Pushing event updated for resources: {'Port': ['ID=417453a9-5580-4510-aebf-0fb0fcd7d287,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:01.453556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.499134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:05:57Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:00Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:01.504775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] For port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:01.520499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.525279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.529958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a2b30-97a8-4073-9604-a618cb527383 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:05:57Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:00Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:01.531730 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.602379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:01.602640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a3753-260f-4478-806e-e381bde937a0 None None] Pushing event updated for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:01.624242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:01.718327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 6a494f03-73dd-42c9-99bc-59993496f131 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:01.720465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:01.843119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:01.973395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:01.979179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ea84aee4-ab9c-4b89-b1af-55492a75337b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1655743 Sep 18 01:06:01.982174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46462) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:01.988751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-392550837'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:02.009851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1f4f8-e270-4f2c-b38d-5bd1cad6c2cf req-96ee7c61-c055-41bd-a0a6-472157e6a49c tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.011440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2f1f4f8-e270-4f2c-b38d-5bd1cad6c2cf req-96ee7c61-c055-41bd-a0a6-472157e6a49c tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0857773 Sep 18 01:06:02.054370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:02.058107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.100667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2f1f4f8-e270-4f2c-b38d-5bd1cad6c2cf req-c756b3c0-9d5f-44fc-947f-74a0be93eaaf tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752451 Sep 18 01:06:02.101490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:06:02.115435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.116611 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment 85a74fd1-0fc7-4612-8a70-62a06bfe3592 of type vlan for network 2b320199-ffc8-488d-895b-1c94f71704f6 Sep 18 01:06:02.170083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:02.191380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.243336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.252633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.253187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.271105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.299587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:02.300769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.311127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3283522 Sep 18 01:06:02.315112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46468) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:02.320868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:02.363765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705f04-d7fb-474b-b79b-7cf7698500a9 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=2b320199-ffc8-488d-895b-1c94f71704f6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:02.380477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2b320199-ffc8-488d-895b-1c94f71704f6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:06:02.443943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-5fffec07-5ce9-4a74-97f9-6cc00a65ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.445483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-5fffec07-5ce9-4a74-97f9-6cc00a65ab87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33094bd490b34c49b7136969188e67d6&device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 1097 time: 0.0532587 Sep 18 01:06:02.453010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b33f-f049-4225-9e40-f701a5a85a17 req-a6126599-8a9d-49c6-a0d7-1bb7feb3d7f6 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.454716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28e0b33f-f049-4225-9e40-f701a5a85a17 req-a6126599-8a9d-49c6-a0d7-1bb7feb3d7f6 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1028371 Sep 18 01:06:02.462888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:02.464010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b6561-1f24-4973-9288-d9168b3a2194 None None] Network 6a494f03-73dd-42c9-99bc-59993496f131 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:02.467451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.554409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28e0b33f-f049-4225-9e40-f701a5a85a17 req-ae0dd37f-2535-47c2-88f8-f594be6a7249 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902405 Sep 18 01:06:02.586748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-c3e26caf-8d81-4238-a560-5a01acd7d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.588361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-c3e26caf-8d81-4238-a560-5a01acd7d958 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 200 len: 911 time: 0.1327369 Sep 18 01:06:02.634694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-d4687271-d6af-49f4-a7ca-91adb8c55246 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 200 len: 217 time: 0.0383754 Sep 18 01:06:02.682027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.686138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-f79b572d-a9b1-43ae-bdcf-6a8673a7b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.687878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-f79b572d-a9b1-43ae-bdcf-6a8673a7b83c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91123056-9d23-42ca-bcd3-a7f4227a97ad HTTP/1.1" status: 200 len: 850 time: 0.0465033 Sep 18 01:06:02.721512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-492eec24-0ef3-44d3-a7d4-721cee53d8a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9af915ef-d513-47bb-8121-29591a3b6ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257349 Sep 18 01:06:02.738166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] Provisioning complete for port 417453a9-5580-4510-aebf-0fb0fcd7d287 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:02.738549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.750230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:02.750650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 2b320199-ffc8-488d-895b-1c94f71704f6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:06:02.754285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=186886e4-6834-45ea-8b0e-4aa291ed72ae,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:02.773898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 2b320199-ffc8-488d-895b-1c94f71704f6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:06:02.788112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 2b320199-ffc8-488d-895b-1c94f71704f6) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:02.804303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05541c-8d10-4777-b7ae-a28ee8611630 None None] Network 2b320199-ffc8-488d-895b-1c94f71704f6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:02.804976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.805821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:02.820518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 417453a9-5580-4510-aebf-0fb0fcd7d287 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:02.827523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4932e31f-a391-4790-9bf0-b4643ea9b80b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5109894 Sep 18 01:06:02.830479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46470) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:02.838722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-79264c42-ade6-4822-8b95-cd1ce43b3796 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105137 Sep 18 01:06:02.997590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.072197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dbfac2e-dcf3-4c10-b390-ea5b913ba925 req-462369c0-3a78-401b-af13-dead94ecd3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009547 Sep 18 01:06:03.078171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 417453a9-5580-4510-aebf-0fb0fcd7d287 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:03.078171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.086085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] For port 417453a9-5580-4510-aebf-0fb0fcd7d287, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=417453a9-5580-4510-aebf-0fb0fcd7d287,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:03.109328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.155091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-2b320199-ffc8-488d-895b-1c94f71704f6', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:06:03.155855 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.170327 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:03.179843 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:03.180671 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:03.223530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c34f3-acae-498c-965e-b058da003e02 None None] Pushing event updated for resources: {'Port': ['ID=417453a9-5580-4510-aebf-0fb0fcd7d287,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:03.298928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:03.310259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.371468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Allocated IP 172.22.0.2 (2b320199-ffc8-488d-895b-1c94f71704f6/186886e4-6834-45ea-8b0e-4aa291ed72ae/f9997e21-3802-4ae4-bba2-cd8cc1632e77) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:03.484550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b794c2a6-9f5e-4133-9c71-d1c7b787abd1 None None] Provisioning complete for port bf1ec1a5-ebd3-49a6-8820-060181c622de triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:03.485919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b794c2a6-9f5e-4133-9c71-d1c7b787abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.541409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 3, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:03.560889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b794c2a6-9f5e-4133-9c71-d1c7b787abd1 None None] Port bf1ec1a5-ebd3-49a6-8820-060181c622de cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:03.588151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.591067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b794c2a6-9f5e-4133-9c71-d1c7b787abd1 None None] Provisioning complete for port 417453a9-5580-4510-aebf-0fb0fcd7d287 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:03.591345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b794c2a6-9f5e-4133-9c71-d1c7b787abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.597182 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:03.597529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Updating router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c port bf1ec1a5-ebd3-49a6-8820-060181c622de binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:03.628379 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.639686 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.695519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.22.0.1 (2b320199-ffc8-488d-895b-1c94f71704f6/186886e4-6834-45ea-8b0e-4aa291ed72ae/6abe1170-789d-48c0-8a2b-769463d4553e) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:03.729589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Pushing event updated for resources: {'Port': ['ID=f9997e21-3802-4ae4-bba2-cd8cc1632e77,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:03.740853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Network 2b320199-ffc8-488d-895b-1c94f71704f6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:03.747660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:03.757780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:03.859221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b253a-e70d-45fb-b596-9c1066654295 req-365283ca-b35d-43ae-9cc5-05ad759310bc tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:03.860878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b43b253a-e70d-45fb-b596-9c1066654295 req-365283ca-b35d-43ae-9cc5-05ad759310bc tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1513228 Sep 18 01:06:03.883221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Attempting to bind port f9997e21-3802-4ae4-bba2-cd8cc1632e77 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:03.883970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Attempting to bind port f9997e21-3802-4ae4-bba2-cd8cc1632e77 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:03.884624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Attempting to bind port f9997e21-3802-4ae4-bba2-cd8cc1632e77 on network 2b320199-ffc8-488d-895b-1c94f71704f6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:03.894514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:03.894848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Checking segment: {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:03.895233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.895985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Bound using segment: {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:03.896131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Bound port: f9997e21-3802-4ae4-bba2-cd8cc1632e77, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:03.896522 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.909820 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.930183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b43b253a-e70d-45fb-b596-9c1066654295 req-7c4da64f-e9c8-4f5f-b4c6-fbf4d305b3a0 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613713 Sep 18 01:06:03.962475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.980428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ecc8eff0-ec6e-44d0-8ca4-bc37d9633450 None None] Provisioning complete for port bf1ec1a5-ebd3-49a6-8820-060181c622de triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:03.980809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ecc8eff0-ec6e-44d0-8ca4-bc37d9633450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.987766 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:03.993469 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.007930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] For port f9997e21-3802-4ae4-bba2-cd8cc1632e77, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:04.008164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 2b320199-ffc8-488d-895b-1c94f71704f6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:04.011348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:04.015295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:04.024734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] For port f9997e21-3802-4ae4-bba2-cd8cc1632e77, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9997e21-3802-4ae4-bba2-cd8cc1632e77,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:04.035088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.038019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8eff0-ec6e-44d0-8ca4-bc37d9633450 None None] Port bf1ec1a5-ebd3-49a6-8820-060181c622de cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:04.055313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.085775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.105132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 417453a9-5580-4510-aebf-0fb0fcd7d287 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:04.113321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb25dd-4850-4804-9638-a6757b651bfa None None] Pushing event updated for resources: {'Port': ['ID=f9997e21-3802-4ae4-bba2-cd8cc1632e77,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.116038 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Pushing event updated for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.175175 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.175893 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.175893 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.176338 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.177271 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.177599 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.178009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 417453a9-5580-4510-aebf-0fb0fcd7d287 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:04.178571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.183042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.183843 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.184185 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.184533 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.184860 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.185317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:04.208918 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Attempting to bind port bf1ec1a5-ebd3-49a6-8820-060181c622de on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:04.209283 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Attempting to bind port bf1ec1a5-ebd3-49a6-8820-060181c622de by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:04.209856 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Attempting to bind port bf1ec1a5-ebd3-49a6-8820-060181c622de on network 6a494f03-73dd-42c9-99bc-59993496f131 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:04.218678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:04.219176 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Checking segment: {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:04.219760 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.220370 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Bound using segment: {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:04.220848 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Bound port: bf1ec1a5-ebd3-49a6-8820-060181c622de, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c918dc-c635-4630-a5a4-aab73e017bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:04.221226 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.284003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.423939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] For port bf1ec1a5-ebd3-49a6-8820-060181c622de, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:04.427475 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] For port bf1ec1a5-ebd3-49a6-8820-060181c622de, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bf1ec1a5-ebd3-49a6-8820-060181c622de,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:04.433413 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.472826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] Provisioning complete for port bf1ec1a5-ebd3-49a6-8820-060181c622de triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:04.473271 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.508794 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:04.509612 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:04.515042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed8a4c-2a88-4ded-a429-2cf30a2cdd82 None None] Pushing event updated for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.605089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.643216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] For port bf1ec1a5-ebd3-49a6-8820-060181c622de, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bf1ec1a5-ebd3-49a6-8820-060181c622de,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:04.645345 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:04.648459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.661735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.669054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.714766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e810c70-3472-4d7b-98a1-cb3c54aa1725 None None] Pushing event updated for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.754960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:04.758165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.773614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a590434e-06b2-48a8-9e41-efd42c7d6147 None None] Provisioning complete for port bf1ec1a5-ebd3-49a6-8820-060181c622de triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:04.773962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a590434e-06b2-48a8-9e41-efd42c7d6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:04.850074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 2b320199-ffc8-488d-895b-1c94f71704f6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:04.851560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:04.882220 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:03Z', 'revision_number': 1, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:04.916898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a85d-6838-4269-8bdb-46f6441042ae None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:03Z', 'revision_number': 1, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:04.997913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:05.142700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:05.149064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c75f7d73-e19d-40a7-a6d3-dda21e0f3ef4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3171487 Sep 18 01:06:05.151783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46476) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:05.158737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f99c-4af4-4497-a04b-e51a1f39ba2c req-05fefe96-ebec-4459-bf24-323997f2a797 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:05.159367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1017680778'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:05.160340 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a056f99c-4af4-4497-a04b-e51a1f39ba2c req-05fefe96-ebec-4459-bf24-323997f2a797 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0981147 Sep 18 01:06:05.189015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:05.194158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.210146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a056f99c-4af4-4497-a04b-e51a1f39ba2c req-13e4ab06-3838-406b-93d7-22ae5ad156bb tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Sep 18 01:06:05.225450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:06:05.248871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.249294 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added segment a4794e40-2c09-4eca-b6af-a1f9bc663def of type vlan for network 978fb0f0-5b8f-4a2a-a59f-588683be6160 Sep 18 01:06:05.310085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.328680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08a048-3b3f-43e7-87e7-3fa33a429f7d None None] Network 2b320199-ffc8-488d-895b-1c94f71704f6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:05.347212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.353818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:05.354618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.393574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2399528 Sep 18 01:06:05.397284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46480) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:05.405617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'subnet': {'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:05.421950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] Provisioning complete for port f9997e21-3802-4ae4-bba2-cd8cc1632e77 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:05.422895 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.440440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a0d32-5799-4f8a-91c4-fdfc3a5c8d09 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Network': ['ID=978fb0f0-5b8f-4a2a-a59f-588683be6160,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.454190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:06:05.567977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Made reservation on behalf of e1abae1557c04fada33c8838c92d3b85 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:05.571374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.598292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5701-2219-4c38-8660-d63c594fbea9 req-7cce7319-77c6-40f0-9a90-4f074394b389 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:05.604794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68b5701-2219-4c38-8660-d63c594fbea9 req-7cce7319-77c6-40f0-9a90-4f074394b389 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.1145015 Sep 18 01:06:05.687557 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.693646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68b5701-2219-4c38-8660-d63c594fbea9 req-e31076d6-6b64-42a2-820d-24747cb08e12 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871069 Sep 18 01:06:05.730445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] For port f9997e21-3802-4ae4-bba2-cd8cc1632e77, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9997e21-3802-4ae4-bba2-cd8cc1632e77,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:05.740293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.799772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869e870-f706-44a8-9de9-659c1f3762c5 None None] Pushing event updated for resources: {'Port': ['ID=f9997e21-3802-4ae4-bba2-cd8cc1632e77,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.836644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.910919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Subnet': ['ID=6a64180f-3ba4-42c8-86f0-fecad664e7e0,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.920144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Checking segment: {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:05.920538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network hostable DHCP agents. Network: 978fb0f0-5b8f-4a2a-a59f-588683be6160, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:06:05.939693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:06:05.951321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 978fb0f0-5b8f-4a2a-a59f-588683be6160) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:05.957060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:05.958113 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.968089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5586c009-6825-4c9a-93d6-8e6bdc001e4d None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:05.968419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5586c009-6825-4c9a-93d6-8e6bdc001e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:05.980810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-52563b44-a191-4ac6-ad8e-0630255fdd96 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5796084 Sep 18 01:06:05.981294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46484) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:05.996208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99374c53-a8b3-46db-8f92-fcbd9df18e8b None None] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:06.045665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5586c009-6825-4c9a-93d6-8e6bdc001e4d None None] Port 6abe1170-789d-48c0-8a2b-769463d4553e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:06.107203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5586c009-6825-4c9a-93d6-8e6bdc001e4d None None] Provisioning complete for port f9997e21-3802-4ae4-bba2-cd8cc1632e77 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:06.107203 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5586c009-6825-4c9a-93d6-8e6bdc001e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:06.201120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bf1ec1a5-ebd3-49a6-8820-060181c622de up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:06.318127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-978fb0f0-5b8f-4a2a-a59f-588683be6160', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:06:06.318984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:06.343485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port bf1ec1a5-ebd3-49a6-8820-060181c622de triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:06.343863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:06.347365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:06.463398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:06.464046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.541211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fc58fe6a-15cd-40f2-8a99-ccda81fcd46c None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:06.541585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc58fe6a-15cd-40f2-8a99-ccda81fcd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:06.808447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:06.813343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fc58fe6a-15cd-40f2-8a99-ccda81fcd46c None None] Port 6abe1170-789d-48c0-8a2b-769463d4553e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:06.843723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Allocated IP 172.23.0.2 (978fb0f0-5b8f-4a2a-a59f-588683be6160/6a64180f-3ba4-42c8-86f0-fecad664e7e0/b25c9d1f-811e-44cf-96c2-2a5ca1755f73) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:06.855502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9997e21-3802-4ae4-bba2-cd8cc1632e77 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:06.883235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b6092-8333-4f65-aa10-5e563bf83b15 req-a755402e-143d-4d33-a228-d9f198fa48aa tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:06.889328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-387b6092-8333-4f65-aa10-5e563bf83b15 req-a755402e-143d-4d33-a228-d9f198fa48aa tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0882134 Sep 18 01:06:06.909074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:06.984504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-387b6092-8333-4f65-aa10-5e563bf83b15 req-d82d16a3-eb3f-4c8e-aa41-344845d3b9dd tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6b6f975-3f0f-461d-94ae-f947bf822f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873430 Sep 18 01:06:07.054375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-eef9f28c-eee8-4aae-b8bb-ab852e7b5f1f None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:07.054873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eef9f28c-eee8-4aae-b8bb-ab852e7b5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.126240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f9997e21-3802-4ae4-bba2-cd8cc1632e77 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:07.126613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.131766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f28c-eee8-4aae-b8bb-ab852e7b5f1f None None] Port 6abe1170-789d-48c0-8a2b-769463d4553e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:07.240786 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.253440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.312691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:07.325365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:07.326361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Allocated IP 172.23.0.1 (978fb0f0-5b8f-4a2a-a59f-588683be6160/6a64180f-3ba4-42c8-86f0-fecad664e7e0/b0124744-2638-429a-9843-e9519d4946b7) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:07.327286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:07.333614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:07.342758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-517d00d1-de4a-416f-bb69-960f2d206198 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:07.344301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-517d00d1-de4a-416f-bb69-960f2d206198 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.48 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 945 time: 0.0940940 Sep 18 01:06:07.372532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:07.372891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Updating router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c port 6abe1170-789d-48c0-8a2b-769463d4553e binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:07.375134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Pushing event updated for resources: {'Port': ['ID=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.434110 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.454318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Attempting to bind port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:07.454695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Attempting to bind port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:07.455058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Attempting to bind port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 on network 978fb0f0-5b8f-4a2a-a59f-588683be6160 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:07.476314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:07.476621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Checking segment: {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:07.477025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.477419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Bound using segment: {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:07.477885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Bound port: b25c9d1f-811e-44cf-96c2-2a5ca1755f73, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:07.478833 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.526510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.539560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Deleting port 0d046b30-8d10-4e4d-95ec-5719264b7175 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:07.539895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.623781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] For port b25c9d1f-811e-44cf-96c2-2a5ca1755f73, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:07.634765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.644489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] For port b25c9d1f-811e-44cf-96c2-2a5ca1755f73, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:07.668974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.685008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] For port 0d046b30-8d10-4e4d-95ec-5719264b7175, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=0d046b30-8d10-4e4d-95ec-5719264b7175,segment=NetworkSegment(79e25ee2-e561-43ae-99db-af60030ebcb4),segment_id=79e25ee2-e561-43ae-99db-af60030ebcb4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:07.685383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.707437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:07.709056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Calling delete_port for 0d046b30-8d10-4e4d-95ec-5719264b7175 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:07.717728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:07.729251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:07.738045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.761313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6580c-3e14-42d6-8d7f-8ee8dbab6148 None None] Pushing event updated for resources: {'Port': ['ID=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.827236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.832289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.833836 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.883894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b498a77-3596-4c00-b1d0-a544ea902d44 None None] Pushing event updated for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.967226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Attempting to bind port 6abe1170-789d-48c0-8a2b-769463d4553e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:07.967226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Attempting to bind port 6abe1170-789d-48c0-8a2b-769463d4553e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:07.967594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Attempting to bind port 6abe1170-789d-48c0-8a2b-769463d4553e on network 2b320199-ffc8-488d-895b-1c94f71704f6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:07.973930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:07.974218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Checking segment: {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:07.974629 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:07.975030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Bound using segment: {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:07.975502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Bound port: 6abe1170-789d-48c0-8a2b-769463d4553e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a74fd1-0fc7-4612-8a70-62a06bfe3592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:07.975887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.079333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.095634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.100069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] For port 6abe1170-789d-48c0-8a2b-769463d4553e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:08.106169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] For port 6abe1170-789d-48c0-8a2b-769463d4553e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6abe1170-789d-48c0-8a2b-769463d4553e,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:08.117559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['0d046b30-8d10-4e4d-95ec-5719264b7175'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:06:08.131094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.179051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Pushing event deleted for resources: {'Port': ['ID=0d046b30-8d10-4e4d-95ec-5719264b7175,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.196563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b25c9d1f-811e-44cf-96c2-2a5ca1755f73 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:08.238430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e5bdfdc-26a5-476a-a031-881a8fad487b req-14a783e0-7870-4ade-8936-e4277cb9d975 tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.49 "GET /v2.0/ports?device_id=559bcb5e-fb33-4631-abd6-247fe4ab16d0 HTTP/1.1" status: 200 len: 210 time: 0.1101902 Sep 18 01:06:08.260591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b498a77-3596-4c00-b1d0-a544ea902d44 None None] Pushing event updated for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.272898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:08.273458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:08.307180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] No DVR routers for this DVR port 0d046b30-8d10-4e4d-95ec-5719264b7175 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:06:08.311445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.314837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-358a9306-fa7f-45f5-858a-ebc7b0914c87 req-878cd144-a1c2-4760-a7b2-bc4f87632bbe tempest-TestServerAdvancedOps-1747578384 tempest-TestServerAdvancedOps-1747578384-project] 10.222.0.48 "DELETE /v2.0/ports/0d046b30-8d10-4e4d-95ec-5719264b7175 HTTP/1.1" status: 204 len: 173 time: 0.9629312 Sep 18 01:06:08.315399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'name': 'network-vif-deleted', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:06:08.320030 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d3994-0bef-4ba6-a49a-36ee519623de" -d '{"events": [{"server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "name": "network-vif-deleted", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:08.353953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:08.354334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.386907 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d71271-335a-4fe4-b695-bfc4882d2fc5 x-openstack-request-id: req-22d71271-335a-4fe4-b695-bfc4882d2fc5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:08.387199 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559bcb5e-fb33-4631-abd6-247fe4ab16d0", "name": "network-vif-deleted", "tag": "0d046b30-8d10-4e4d-95ec-5719264b7175", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:08.387458 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22d71271-335a-4fe4-b695-bfc4882d2fc5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:08.387858 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bcb5e-fb33-4631-abd6-247fe4ab16d0', 'name': 'network-vif-deleted', 'tag': '0d046b30-8d10-4e4d-95ec-5719264b7175', 'status': 'completed', 'code': 200} Sep 18 01:06:08.400099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:08.400898 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.408430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:08.582644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.587605 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.666325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event updated for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.668953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.789557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:08.791163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:08.851631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.868971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.917051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:08.962739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] For port 6abe1170-789d-48c0-8a2b-769463d4553e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6abe1170-789d-48c0-8a2b-769463d4553e,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:08.971528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.975082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port b25c9d1f-811e-44cf-96c2-2a5ca1755f73, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:09.004661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed06dc8-7066-412e-b156-6c5542c8104d None None] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:09.006318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.023893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:09.031846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ffe735ed-50fa-4957-92b5-524189730915 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0499282 Sep 18 01:06:09.034948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46492) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:09.039541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:09.095148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eef79-ea77-465e-a525-9fc73cd66413 None None] Pushing event updated for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:09.114671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:07Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:07Z', 'revision_number': 1, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.175494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-537c1419-80cc-4e44-bb7d-84a596321a95 None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:09.175778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-537c1419-80cc-4e44-bb7d-84a596321a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.180300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4136c8-a4ab-4729-8c37-d402589f1f3b None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:07Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:07Z', 'revision_number': 1, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:09.277752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:09.319923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46496) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:09.369736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Deleting subnet 91123056-9d23-42ca-bcd3-a7f4227a97ad {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:09.373289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.383311 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-537c1419-80cc-4e44-bb7d-84a596321a95 None None] Provisioning complete for port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:09.383763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-537c1419-80cc-4e44-bb7d-84a596321a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.437516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.513793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.515047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 01:06:09.535660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Removed routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 01:06:09.536269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.583792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.615468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91123056-9d23-42ca-bcd3-a7f4227a97ad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:09.620279 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.622452 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-231df413-7963-44bc-8930-72cb35729784 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91123056-9d23-42ca-bcd3-a7f4227a97ad HTTP/1.1" status: 204 len: 168 time: 0.3014774 Sep 18 01:06:09.626231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46498) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:09.710487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.739962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-12e171a5-0aa9-4854-89ab-5f74cd7dc9ca None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:09.740600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12e171a5-0aa9-4854-89ab-5f74cd7dc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.748756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.752655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.775916 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:09.815680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-12e171a5-0aa9-4854-89ab-5f74cd7dc9ca None None] Port b0124744-2638-429a-9843-e9519d4946b7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:09.823957 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.827982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-12e171a5-0aa9-4854-89ab-5f74cd7dc9ca None None] Provisioning complete for port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:09.828404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-12e171a5-0aa9-4854-89ab-5f74cd7dc9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.848691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af915ef-d513-47bb-8121-29591a3b6ea3']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.871752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e25ee2-e561-43ae-99db-af60030ebcb4') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.871752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e25ee2-e561-43ae-99db-af60030ebcb4') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.886100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.895916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:09.918679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.926421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:09.927072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:09.929284 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:10.014914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.022007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:10.023451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.029291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9af915ef-d513-47bb-8121-29591a3b6ea3 HTTP/1.1" status: 204 len: 168 time: 0.3988283 Sep 18 01:06:10.029579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46500) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.029679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.033877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f2214cea-3f56-409f-bbc6-b374729e4316 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 933 time: 0.9950285 Sep 18 01:06:10.034083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46502) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.072053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11dbb-c37b-4191-8b82-93de143a8bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af915ef-d513-47bb-8121-29591a3b6ea3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.075365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-16a1cd3b-7551-431e-b246-29f4d5a1b009 None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:10.076348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16a1cd3b-7551-431e-b246-29f4d5a1b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.099975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Deleting subnet c1c5b5a9-7495-485d-a6ef-43dc3fd0122e {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:10.104635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.129297 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:10.152881 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:10.155107 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:10.166109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.177409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-16a1cd3b-7551-431e-b246-29f4d5a1b009 None None] Port b0124744-2638-429a-9843-e9519d4946b7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:10.181531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d06956e5-3b5a-4156-8ab1-edc15a70c102 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 933 time: 0.1437349 Sep 18 01:06:10.181688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46504) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.197424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'routes': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:10.202118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b25c9d1f-811e-44cf-96c2-2a5ca1755f73 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:10.221037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.269556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:10.269936 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.286979 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:10.298893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.315873 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.320327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c1c5b5a9-7495-485d-a6ef-43dc3fd0122e HTTP/1.1" status: 204 len: 168 time: 0.2874286 Sep 18 01:06:10.322002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46506) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.327305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-23648c63-8d47-448e-ae0c-73830ece7143 None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:10.328479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-23648c63-8d47-448e-ae0c-73830ece7143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.351037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a8c2-edca-40c2-bf85-245e5bd8fbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c5b5a9-7495-485d-a6ef-43dc3fd0122e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.394659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6abe1170-789d-48c0-8a2b-769463d4553e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:10.432598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-23648c63-8d47-448e-ae0c-73830ece7143 None None] Port b0124744-2638-429a-9843-e9519d4946b7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:10.440425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.454482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 6abe1170-789d-48c0-8a2b-769463d4553e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:10.454863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.538692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.550011 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:09Z', 'revision_number': 6, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:10.563579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de65c866-2b20-442a-aadd-5225f27c5e1f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:10.574038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c3b894-777a-4e24-963d-acf974821922') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:10.574319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c3b894-777a-4e24-963d-acf974821922') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:10.582518 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:10.583020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Updating router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c port b0124744-2638-429a-9843-e9519d4946b7 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:10.585032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.599578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.606327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:10.606826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:10.608665 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:10.611715 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.676755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.682642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.684747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] 10.222.0.49 "DELETE /v2.0/networks/de65c866-2b20-442a-aadd-5225f27c5e1f HTTP/1.1" status: 204 len: 168 time: 0.3615589 Sep 18 01:06:10.697440 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456633c-1b63-4309-8956-9064d11b5579 admin admin] Pushing event deleted for resources: {'Network': ['ID=de65c866-2b20-442a-aadd-5225f27c5e1f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.894018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.909605 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.914892 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:10.936792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2e4e42e5-c991-417f-bc95-168b8221dbce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33094bd490b34c49b7136969188e67d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415204 Sep 18 01:06:10.939719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46512) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:10.980776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 01:06:10.981352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 01:06:10.983798 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e0381-1f65-46f4-ac87-26ffb538cc65 None None] Pushing event updated for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.000727 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.023426 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Attempting to bind port b0124744-2638-429a-9843-e9519d4946b7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:11.023834 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Attempting to bind port b0124744-2638-429a-9843-e9519d4946b7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:11.024179 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Attempting to bind port b0124744-2638-429a-9843-e9519d4946b7 on network 978fb0f0-5b8f-4a2a-a59f-588683be6160 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:11.028663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.030874 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.031268 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:11.032564 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Checking segment: {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:11.033198 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.033757 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Bound using segment: {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:11.034458 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Bound port: b0124744-2638-429a-9843-e9519d4946b7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4794e40-2c09-4eca-b6af-a1f9bc663def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:11.035014 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.101171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.104325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.105539 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6b6f975-3f0f-461d-94ae-f947bf822f9f HTTP/1.1" status: 204 len: 168 time: 0.1648290 Sep 18 01:06:11.117271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7ae74-03c1-4675-bb2a-33d45564d842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6f975-3f0f-461d-94ae-f947bf822f9f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.124298 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] For port b0124744-2638-429a-9843-e9519d4946b7, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:11.142158 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] For port b0124744-2638-429a-9843-e9519d4946b7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0124744-2638-429a-9843-e9519d4946b7,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:11.150954 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.212620 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:11.213247 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.269943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:11.270639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.276436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.285940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.322054 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:11.375904 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e0381-1f65-46f4-ac87-26ffb538cc65 None None] Pushing event updated for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.390311 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.424487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:11.433089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] For port b0124744-2638-429a-9843-e9519d4946b7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0124744-2638-429a-9843-e9519d4946b7,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:11.440741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.534234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b2487-8ad5-483b-9da4-19a20e763b7e None None] Pushing event updated for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.569460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:11.577765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.579358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-224b3b9c-5ee3-4966-9464-4fa73ffac753 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 699 time: 1.3965056 Sep 18 01:06:11.582173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:11.603160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46520) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:11.648068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0413e9ea-7d0b-478d-9d96-09603aea3b04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a26e63994d84af7b482d5e2c2378669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435448 Sep 18 01:06:11.648929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46522) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:11.664681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-93d042eb-9b2b-4ff7-aa6a-30256cc3d7a1 None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:11.665358 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-93d042eb-9b2b-4ff7-aa6a-30256cc3d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.694053 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-00750ca8-f281-4288-8663-e6ba0e3f79f0 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 699 time: 0.1092031 Sep 18 01:06:11.696774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46524) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:11.700976 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 7, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.730996 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d843b-68da-4fc2-94a6-8e8c1bee85a2 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 7, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 4, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:11.790826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d046b30-8d10-4e4d-95ec-5719264b7175 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:11.799552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.811002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 0d046b30-8d10-4e4d-95ec-5719264b7175 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:11.811332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 0d046b30-8d10-4e4d-95ec-5719264b7175 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:11.832717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.872878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:11.882588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:11.883529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.974892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:11.993459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.995975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.997199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9910691-a39f-409a-8b2c-e07cb9932f24 HTTP/1.1" status: 204 len: 168 time: 0.3471229 Sep 18 01:06:12.009257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbdf20-02c0-44a5-b266-8153921ede41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9910691-a39f-409a-8b2c-e07cb9932f24,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:12.140788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0124744-2638-429a-9843-e9519d4946b7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:12.149716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.240625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b0124744-2638-429a-9843-e9519d4946b7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:12.241087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.301186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 7, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:12.330243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:12.365895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:12.366520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:12.424985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port b0124744-2638-429a-9843-e9519d4946b7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:12.425310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.463584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:12.527072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port b0124744-2638-429a-9843-e9519d4946b7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b0124744-2638-429a-9843-e9519d4946b7,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:12.527449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.540905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for b0124744-2638-429a-9843-e9519d4946b7 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:12.704714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-188b329b-68e2-485c-9112-673e8159f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 7, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:12.731647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.735941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b329b-68e2-485c-9112-673e8159f348 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 7, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0124744-2638-429a-9843-e9519d4946b7', 'name': '', 'network_id': '978fb0f0-5b8f-4a2a-a59f-588683be6160', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:0e:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:07Z', 'updated_at': '2021-09-18T01:06:11Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '6a64180f-3ba4-42c8-86f0-fecad664e7e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:12.761972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=b0124744-2638-429a-9843-e9519d4946b7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:12.811718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46546) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:12.944886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1032837303-network', 'tenant_id': '7f4447787a50487a8650cc082b45440e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:12.951734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.970395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Made reservation on behalf of 7f4447787a50487a8650cc082b45440e for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:12.973476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:12.984008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.089212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.094468 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.119975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:06:13.130575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25ec21-410a-4519-9de0-03046c8c04ee,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:13.135377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.135728 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Added segment e74f6cd3-5fd9-42ff-a993-ade1ba297212 of type vlan for network a5c807ad-13d5-4dc5-95c3-5b59277dc52f Sep 18 01:06:13.164859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:13.177261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.202358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.203345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.203919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.263795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4499857 Sep 18 01:06:13.266942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46550) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:13.268045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:13.271700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Request body: {'subnet': {'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1032837303-subnet', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:13.276385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-609a8a9b-cfc5-4df7-8682-497e66930995 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757446 Sep 18 01:06:13.276477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74d465-7ada-493d-a0ca-a78b2731354a admin admin] Pushing event updated for resources: {'Network': ['ID=a5c807ad-13d5-4dc5-95c3-5b59277dc52f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:13.276576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:13.277426 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:13.287372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:06:13.289503 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:13.290368 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:13.300163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Made reservation on behalf of 7f4447787a50487a8650cc082b45440e for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:13.303045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.338202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 6a64180f-3ba4-42c8-86f0-fecad664e7e0 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:13.342119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.381348 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:13.395124 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.490988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.493057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.543269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42d7080-4d0b-4d3e-beff-12e34cdf2e81,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:13.561966 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Checking segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:13.562388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Network hostable DHCP agents. Network: a5c807ad-13d5-4dc5-95c3-5b59277dc52f, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:06:13.564259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.580106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:06:13.589089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a5c807ad-13d5-4dc5-95c3-5b59277dc52f) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:13.594593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=6a64180f-3ba4-42c8-86f0-fecad664e7e0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:13.594808 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:12Z', 'revision_number': 8, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:13.595199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.595817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.602126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.604169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/6a64180f-3ba4-42c8-86f0-fecad664e7e0 HTTP/1.1" status: 204 len: 168 time: 0.3267138 Sep 18 01:06:13.605687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.606033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.606381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.606709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.607056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.607376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.607705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.608029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.608387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.608678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46554) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:13.608815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.609025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.609871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c960b6-b654-48af-8a65-3e4f3d331594 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:13.612500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3950556-ed23-4b06-ac8c-8cac55b3626c None None] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:13.628025 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-88c487f5-dfc6-4f0a-8743-240d206a6c7e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3571548 Sep 18 01:06:13.629072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46556) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:13.629408 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:13.636160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:13.637121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133df202-7f3a-422d-b696-3d8b69ed0f07 None None] Network 978fb0f0-5b8f-4a2a-a59f-588683be6160 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:13.638570 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:13.639188 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:13.668216 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.669784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.711535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.742487 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.744763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:13.776063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:13.776771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.852136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port b25c9d1f-811e-44cf-96c2-2a5ca1755f73, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,segment=NetworkSegment(a4794e40-2c09-4eca-b6af-a1f9bc663def),segment_id=a4794e40-2c09-4eca-b6af-a1f9bc663def)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:13.852856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.871694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for b25c9d1f-811e-44cf-96c2-2a5ca1755f73 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:13.935839 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.962193 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:13.993239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=b25c9d1f-811e-44cf-96c2-2a5ca1755f73,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:14.013484 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port b25c9d1f-811e-44cf-96c2-2a5ca1755f73 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:06:14.015414 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:12Z', 'revision_number': 8, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:14.059445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf038f-55c6-4f39-b929-8919d30816b4 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:12Z', 'revision_number': 8, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6abe1170-789d-48c0-8a2b-769463d4553e', 'name': '', 'network_id': '2b320199-ffc8-488d-895b-1c94f71704f6', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:50:ea:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:03Z', 'updated_at': '2021-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '186886e4-6834-45ea-8b0e-4aa291ed72ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:14.127877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:06:14.131054 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.135579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484ce67-c043-4550-b398-e83f3aa82549 None None] DHCP port deletion for 978fb0f0-5b8f-4a2a-a59f-588683be6160 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:06:14.148921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.174681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978fb0f0-5b8f-4a2a-a59f-588683be6160']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:14.183765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4794e40-2c09-4eca-b6af-a1f9bc663def') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:14.184550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4794e40-2c09-4eca-b6af-a1f9bc663def') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:14.194160 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.202297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.209617 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.218059 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:14.218456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:14.222144 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:14.226314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.283875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Allocated IP 172.20.0.2 (a5c807ad-13d5-4dc5-95c3-5b59277dc52f/f42d7080-4d0b-4d3e-beff-12e34cdf2e81/8a58ec81-35d5-4b81-8d78-19a7e86c8b91) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:14.288412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.295836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.298587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/978fb0f0-5b8f-4a2a-a59f-588683be6160 HTTP/1.1" status: 204 len: 168 time: 0.6888237 Sep 18 01:06:14.302380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46558) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:14.314996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea3192-d421-4a00-b01f-c5e183a686d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=978fb0f0-5b8f-4a2a-a59f-588683be6160,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:14.419768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Allocated IP 172.25.7.230 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e0ae24a8-372f-41c7-a453-2707833a4605) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:14.432082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.439707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.474563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:14.479105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:14.482618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:14.534080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Pushing event updated for resources: {'Port': ['ID=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:14.544865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Attempting to bind port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:14.545111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Attempting to bind port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:14.545436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Attempting to bind port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 on network a5c807ad-13d5-4dc5-95c3-5b59277dc52f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:14.551420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:14.551796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Checking segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:14.552202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.552641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Bound using segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:14.553103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Bound port: 8a58ec81-35d5-4b81-8d78-19a7e86c8b91, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:14.553535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.626181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] For port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:14.629778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] For port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:14.635051 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.660615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.702739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea824b-7607-414e-adb6-e8e9e4b82cf9 None None] Pushing event updated for resources: {'Port': ['ID=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:14.736032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.792008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:14.816642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:14.818747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Pushing event updated for resources: {'Port': ['ID=e0ae24a8-372f-41c7-a453-2707833a4605,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:14.822226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:15.292007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.573416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.595006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a87cf-8568-4fff-83ab-908afd650e90 None None] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:15.665098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] Provisioning complete for port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:15.665773 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.786966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 6abe1170-789d-48c0-8a2b-769463d4553e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:15.786966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.807151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.847958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] For port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:15.853550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.894272 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.915194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d03c5-708f-4fe4-93f4-b980d59e2122 None None] Pushing event updated for resources: {'Port': ['ID=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:15.961868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port 6abe1170-789d-48c0-8a2b-769463d4553e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6abe1170-789d-48c0-8a2b-769463d4553e,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:15.962239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:15.980577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 6abe1170-789d-48c0-8a2b-769463d4553e owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:16.074738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b3ba25d5-4d39-4bc7-899f-3d2961b0e2ff None None] Provisioning complete for port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:16.075115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b3ba25d5-4d39-4bc7-899f-3d2961b0e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.106502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:16.162054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Router 67eec188-03bf-49a6-980e-a34b71d1c97a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:06:16.219021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:16.219450 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.223914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.264591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.308911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b25c9d1f-811e-44cf-96c2-2a5ca1755f73 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:16.323697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=6abe1170-789d-48c0-8a2b-769463d4553e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:16.331170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b25c9d1f-811e-44cf-96c2-2a5ca1755f73 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:16.331413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b25c9d1f-811e-44cf-96c2-2a5ca1755f73 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:16.331829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0124744-2638-429a-9843-e9519d4946b7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:16.357636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b0124744-2638-429a-9843-e9519d4946b7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:16.357981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b0124744-2638-429a-9843-e9519d4946b7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:16.361273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:16.371596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:16.382845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:16.383573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:16.407368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.411642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3bc78bce-216a-4adf-a7a5-0d0a0e00f7ca admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7783828 Sep 18 01:06:16.411822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46560) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:16.500995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:16.518752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.683551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:15Z', 'revision_number': 3, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:16.714720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:16.715064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Updating router 67eec188-03bf-49a6-980e-a34b71d1c97a port e0ae24a8-372f-41c7-a453-2707833a4605 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:16.733489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:16.741098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.833614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:16.840703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7446549c-2ed9-46ac-8138-761b712b2399 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372429 Sep 18 01:06:16.842460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46562) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:16.847320 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:16.858068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:16.858919 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:16.863721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.912707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 186886e4-6834-45ea-8b0e-4aa291ed72ae {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:16.917989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:16.959745 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:16.966591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.032498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.040420 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.074213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.085488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Attempting to bind port e0ae24a8-372f-41c7-a453-2707833a4605 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:17.085858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Attempting to bind port e0ae24a8-372f-41c7-a453-2707833a4605 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:17.086219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Attempting to bind port e0ae24a8-372f-41c7-a453-2707833a4605 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:17.100892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb0a7-7059-4af8-b6f4-2265c0926927 None None] Pushing event updated for resources: {'Port': ['ID=e0ae24a8-372f-41c7-a453-2707833a4605,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:17.103274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:17.103656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:17.104060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.104576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:17.104947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Bound port: e0ae24a8-372f-41c7-a453-2707833a4605, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:17.105333 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.116140 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Allocated IP 172.20.0.1 (a5c807ad-13d5-4dc5-95c3-5b59277dc52f/f42d7080-4d0b-4d3e-beff-12e34cdf2e81/c64edf18-67b7-4c91-ba47-fc2e384fb104) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:17.162196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.165126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] For port e0ae24a8-372f-41c7-a453-2707833a4605, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:17.168253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] For port e0ae24a8-372f-41c7-a453-2707833a4605, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0ae24a8-372f-41c7-a453-2707833a4605,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:17.174345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.195571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=186886e4-6834-45ea-8b0e-4aa291ed72ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:17.205784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.210300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2dab17fb-ac71-4575-a5ab-e263f3ff2a19 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/186886e4-6834-45ea-8b0e-4aa291ed72ae HTTP/1.1" status: 204 len: 168 time: 0.3625154 Sep 18 01:06:17.210985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46564) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:17.211224 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:16Z', 'revision_number': 9, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.217485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab564c-41b8-4012-a45c-f4c69f537a48 None None] Network 2b320199-ffc8-488d-895b-1c94f71704f6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:17.248814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:17.259379 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:17.260000 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.267247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:17.267882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.282489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.305003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.330111 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.354070 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:17.365348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb0a7-7059-4af8-b6f4-2265c0926927 None None] Pushing event updated for resources: {'Port': ['ID=e0ae24a8-372f-41c7-a453-2707833a4605,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:17.366745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port f9997e21-3802-4ae4-bba2-cd8cc1632e77 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:17.367239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.389497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:17.393158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:17.397259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:17.441024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Pushing event updated for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:17.462714 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.477303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port f9997e21-3802-4ae4-bba2-cd8cc1632e77, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f9997e21-3802-4ae4-bba2-cd8cc1632e77,segment=NetworkSegment(85a74fd1-0fc7-4612-8a70-62a06bfe3592),segment_id=85a74fd1-0fc7-4612-8a70-62a06bfe3592)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:17.485567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.507875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for f9997e21-3802-4ae4-bba2-cd8cc1632e77 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:17.536200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:17.649547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.661423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.696159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port f9997e21-3802-4ae4-bba2-cd8cc1632e77 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:06:17.697849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=f9997e21-3802-4ae4-bba2-cd8cc1632e77,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:17.765345 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:16Z', 'revision_number': 9, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.798961 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21744f-cdd7-48f8-9a1e-60a914eda40f None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:16Z', 'revision_number': 9, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf1ec1a5-ebd3-49a6-8820-060181c622de', 'name': '', 'network_id': '6a494f03-73dd-42c9-99bc-59993496f131', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:fa:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:00Z', 'updated_at': '2021-09-18T01:06:04Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '2f99139d-3c39-45ce-a154-fb77be0c0a3d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:17.815511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.845614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ac502-a558-468c-bbc2-39fbb0e27c75 None None] DHCP port deletion for 2b320199-ffc8-488d-895b-1c94f71704f6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:06:17.846979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b320199-ffc8-488d-895b-1c94f71704f6']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.857546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a74fd1-0fc7-4612-8a70-62a06bfe3592') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.857859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a74fd1-0fc7-4612-8a70-62a06bfe3592') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.872334 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.875525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b10a7657-0113-4747-9ae1-eedbb8417528 None None] Provisioning complete for port c64edf18-67b7-4c91-ba47-fc2e384fb104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:17.876138 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b10a7657-0113-4747-9ae1-eedbb8417528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.888319 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.894635 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:17.895023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:17.898548 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:17.916862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.921803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.940446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b10a7657-0113-4747-9ae1-eedbb8417528 None None] Port c64edf18-67b7-4c91-ba47-fc2e384fb104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:17.964187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.973815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.978237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:15Z', 'revision_number': 3, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:17.978447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/2b320199-ffc8-488d-895b-1c94f71704f6 HTTP/1.1" status: 204 len: 168 time: 0.7640650 Sep 18 01:06:17.979378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46566) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:17.985343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed633e-92d8-4d71-857b-f6258968f690 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=2b320199-ffc8-488d-895b-1c94f71704f6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:18.009191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b01d4-6582-4af6-9731-507a099c1074 None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:15Z', 'revision_number': 3, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:18.213767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6abe1170-789d-48c0-8a2b-769463d4553e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:18.242899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6abe1170-789d-48c0-8a2b-769463d4553e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:18.243248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6abe1170-789d-48c0-8a2b-769463d4553e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:18.243942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9997e21-3802-4ae4-bba2-cd8cc1632e77 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:18.301416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f9997e21-3802-4ae4-bba2-cd8cc1632e77 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:18.301950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f9997e21-3802-4ae4-bba2-cd8cc1632e77 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:18.382432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Pushing event updated for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:18.386427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:18.605913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:18.608376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:18.792493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Router 67eec188-03bf-49a6-980e-a34b71d1c97a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:18.868595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4bc69674-b858-4e17-9e35-0eddfbee867c None None] Provisioning complete for port c64edf18-67b7-4c91-ba47-fc2e384fb104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:18.869150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4bc69674-b858-4e17-9e35-0eddfbee867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:18.914500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4bc69674-b858-4e17-9e35-0eddfbee867c None None] Port c64edf18-67b7-4c91-ba47-fc2e384fb104 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:18.949321 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:18.952540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:18.986023 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-567cfb13-9173-4640-8255-e8ba59120478 admin admin] 10.222.0.49 "PUT /v2.0/routers/67eec188-03bf-49a6-980e-a34b71d1c97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5731103 Sep 18 01:06:19.198574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port bf1ec1a5-ebd3-49a6-8820-060181c622de {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:19.198916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.295422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port bf1ec1a5-ebd3-49a6-8820-060181c622de, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=bf1ec1a5-ebd3-49a6-8820-060181c622de,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:19.295790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.308725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for bf1ec1a5-ebd3-49a6-8820-060181c622de owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:19.463660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46582) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:19.470910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-259018936-network', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:19.509177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.515291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Made reservation on behalf of 3635e0241eca4d98ab030ae02c7818fb for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:19.517637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.545069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=bf1ec1a5-ebd3-49a6-8820-060181c622de,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:19.550250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.651578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:19.671028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:19.672656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:19.764975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.804082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:19.896388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.904265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.942533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:06:19.967857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:19.968331 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Added segment 45d808f9-d2a3-4077-9b51-a7239f04cf0a of type vlan for network c38bc645-68f7-4aba-aaf8-952dcde9712c Sep 18 01:06:19.970257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff089ee-6668-4281-abc3-86438e65db57,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:20.043134 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 2, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:20.074063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:20.075049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Updating router 67eec188-03bf-49a6-980e-a34b71d1c97a port c64edf18-67b7-4c91-ba47-fc2e384fb104 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:20.116542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.119826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.148368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:20.167950 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.169050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:20.169643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.189638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0ae24a8-372f-41c7-a453-2707833a4605 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:20.249023 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7840211 Sep 18 01:06:20.252142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46584) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:20.257401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Request body: {'subnet': {'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-259018936-subnet', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:20.294325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Made reservation on behalf of 3635e0241eca4d98ab030ae02c7818fb for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:20.301248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.310961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453627-5d91-4405-9ded-cb7a4b8b3667 admin admin] Pushing event updated for resources: {'Network': ['ID=c38bc645-68f7-4aba-aaf8-952dcde9712c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:20.338996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c38bc645-68f7-4aba-aaf8-952dcde9712c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:06:20.343035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:20.350936 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ca1126d7-de89-4393-b36d-20004d286ae7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3700321 Sep 18 01:06:20.353666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46586) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:20.355378 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:20.365362 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:20.366240 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:20.410787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e0ae24a8-372f-41c7-a453-2707833a4605 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:20.411254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.439020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 2f99139d-3c39-45ce-a154-fb77be0c0a3d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:20.445013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.465506 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:20.507676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.523323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.594244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:20.605796 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.612584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Checking segment: {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:20.613240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Network hostable DHCP agents. Network: c38bc645-68f7-4aba-aaf8-952dcde9712c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:06:20.636078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Network c38bc645-68f7-4aba-aaf8-952dcde9712c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:06:20.649816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c38bc645-68f7-4aba-aaf8-952dcde9712c) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:20.652889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:20.653479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.667697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1807260b-bc8d-4fbe-b235-060a29b44633 None None] Network c38bc645-68f7-4aba-aaf8-952dcde9712c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:20.676970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9f46a45e-6e9f-437c-868b-6b53fe9156b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4233227 Sep 18 01:06:20.677601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46588) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:20.685417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:20.707311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.714106 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:19Z', 'revision_number': 10, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:20.719974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.736635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.746697 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:20.753812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=2f99139d-3c39-45ce-a154-fb77be0c0a3d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:20.756601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.757643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.760159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:20.760993 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:20.764552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.767043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab40dfd1-cf38-43fe-bdee-22cec83ec3a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/2f99139d-3c39-45ce-a154-fb77be0c0a3d HTTP/1.1" status: 204 len: 168 time: 0.4108107 Sep 18 01:06:20.770101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46590) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:20.789954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.804162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0983261-21ce-4b81-9335-9b8168ac7a03 None None] Network 6a494f03-73dd-42c9-99bc-59993496f131 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:20.817177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.821519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e0ae24a8-372f-41c7-a453-2707833a4605, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0ae24a8-372f-41c7-a453-2707833a4605,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:20.867288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.871707 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:20.880519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.963420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c4d2-fa93-4774-a8b6-ea43989c9755 None None] Pushing event updated for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:20.970097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 417453a9-5580-4510-aebf-0fb0fcd7d287 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:20.970669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.990867 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.083415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port 417453a9-5580-4510-aebf-0fb0fcd7d287, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=417453a9-5580-4510-aebf-0fb0fcd7d287,segment=NetworkSegment(79c918dc-c635-4630-a5a4-aab73e017bac),segment_id=79c918dc-c635-4630-a5a4-aab73e017bac)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:21.083415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.099830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 417453a9-5580-4510-aebf-0fb0fcd7d287 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:21.159806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Attempting to bind port c64edf18-67b7-4c91-ba47-fc2e384fb104 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:21.160480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Attempting to bind port c64edf18-67b7-4c91-ba47-fc2e384fb104 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:21.160718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Attempting to bind port c64edf18-67b7-4c91-ba47-fc2e384fb104 on network a5c807ad-13d5-4dc5-95c3-5b59277dc52f {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:21.177791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e0ae24a8-372f-41c7-a453-2707833a4605,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:21.190393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:21.190856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Checking segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:21.191328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.191781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Bound using segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:21.192371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Bound port: c64edf18-67b7-4c91-ba47-fc2e384fb104, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:21.192825 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.207505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c38bc645-68f7-4aba-aaf8-952dcde9712c', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:06:21.208503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.231721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.268130 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:19Z', 'revision_number': 10, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:21.283163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=417453a9-5580-4510-aebf-0fb0fcd7d287,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:21.292962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port 417453a9-5580-4510-aebf-0fb0fcd7d287 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:06:21.306309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.316127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7722a0-eb5f-450f-aeed-7dc07e0d482a None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:19Z', 'revision_number': 10, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None, '_interfaces': [{'id': '54349d79-e4ca-4e6e-aec7-cb369d3cbe91', 'name': '', 'network_id': '3ea3de1a-de4c-48be-a512-a786a64acf5d', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'mac_address': 'fa:16:3e:3a:1b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:05:57Z', 'updated_at': '2021-09-18T01:06:01Z', 'revision_number': 5, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'subnets': [{'id': '7243ba53-d767-48f7-95a1-2f6429b0d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:21.326951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeda107-ea49-4d6c-8fc5-9040fe12038c None None] DHCP port deletion for 6a494f03-73dd-42c9-99bc-59993496f131 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:06:21.345473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.388021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] For port c64edf18-67b7-4c91-ba47-fc2e384fb104, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:21.392649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] For port c64edf18-67b7-4c91-ba47-fc2e384fb104, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c64edf18-67b7-4c91-ba47-fc2e384fb104,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:21.396967 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.403010 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.422002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a494f03-73dd-42c9-99bc-59993496f131']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:21.431520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c918dc-c635-4630-a5a4-aab73e017bac') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:21.431859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c918dc-c635-4630-a5a4-aab73e017bac') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:21.441958 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.447369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] Provisioning complete for port c64edf18-67b7-4c91-ba47-fc2e384fb104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:21.448445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.459733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.466155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:21.466557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:21.469724 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:21.474549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Allocated IP 172.25.7.216 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/5b404f8d-9a61-4c5d-879a-d3fee5cff2a0) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:21.542785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c4d2-fa93-4774-a8b6-ea43989c9755 None None] Pushing event updated for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:21.543653 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:21.544073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:21.551942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Allocated IP 172.20.0.2 (c38bc645-68f7-4aba-aaf8-952dcde9712c/fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2/690856fe-90aa-461e-9bd7-e695bfd0d788) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:21.554365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.563253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.565664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/6a494f03-73dd-42c9-99bc-59993496f131 HTTP/1.1" status: 204 len: 168 time: 0.7940106 Sep 18 01:06:21.568237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46592) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:21.622999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.676939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:21.747783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:21.757978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:21.760079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:21.774115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:21.932164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:21.960190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.096541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5d686-a143-4feb-8250-b170c434d712 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=6a494f03-73dd-42c9-99bc-59993496f131,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:22.137378 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.139858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] For port c64edf18-67b7-4c91-ba47-fc2e384fb104, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c64edf18-67b7-4c91-ba47-fc2e384fb104,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:22.145043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0ae24a8-372f-41c7-a453-2707833a4605 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:22.152911 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.186410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.283404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Network c38bc645-68f7-4aba-aaf8-952dcde9712c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:22.308842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:22.311380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:22.332913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e900cdc-f667-4bcf-8a66-4aa3f56357bc None None] Pushing event updated for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:22.380876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.400995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-066ac8f8-968c-4fa3-baaa-17a81243c532 None None] Provisioning complete for port c64edf18-67b7-4c91-ba47-fc2e384fb104 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:22.401373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-066ac8f8-968c-4fa3-baaa-17a81243c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.427331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.459447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e0ae24a8-372f-41c7-a453-2707833a4605 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:22.459687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.505089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Pushing event updated for resources: {'Port': ['ID=690856fe-90aa-461e-9bd7-e695bfd0d788,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:22.524388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Attempting to bind port 690856fe-90aa-461e-9bd7-e695bfd0d788 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:22.524759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Attempting to bind port 690856fe-90aa-461e-9bd7-e695bfd0d788 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:22.525124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Attempting to bind port 690856fe-90aa-461e-9bd7-e695bfd0d788 on network c38bc645-68f7-4aba-aaf8-952dcde9712c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:22.550281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:22.550654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Checking segment: {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:22.551046 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.551442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Bound using segment: {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:22.551923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Bound port: 690856fe-90aa-461e-9bd7-e695bfd0d788, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:22.552328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.650137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:22.650345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.653915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.704788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:22.713607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] For port 690856fe-90aa-461e-9bd7-e695bfd0d788, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:22.747927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port 54349d79-e4ca-4e6e-aec7-cb369d3cbe91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:22.748332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.755970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfca6b3-74a5-42df-abfb-ef1a66ce9daa None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:22.766007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:22.790319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] For port 690856fe-90aa-461e-9bd7-e695bfd0d788, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=690856fe-90aa-461e-9bd7-e695bfd0d788,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:22.802331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.833603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Router bea1d02d-c2d1-40f1-a20e-462b9577092a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:06:22.879468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bf1ec1a5-ebd3-49a6-8820-060181c622de no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:22.921122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: bf1ec1a5-ebd3-49a6-8820-060181c622de {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:22.921336 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device bf1ec1a5-ebd3-49a6-8820-060181c622de not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:22.922540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 417453a9-5580-4510-aebf-0fb0fcd7d287 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:22.963684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70a342-ca27-4799-9f07-4d17a28f79d5 None None] Pushing event updated for resources: {'Port': ['ID=690856fe-90aa-461e-9bd7-e695bfd0d788,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:22.973746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 417453a9-5580-4510-aebf-0fb0fcd7d287 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:22.974169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 417453a9-5580-4510-aebf-0fb0fcd7d287 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:23.035494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:23.042650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.047867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Sync routers for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:23.057395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.060206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:23.060983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:23.061969 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8b278964-7ea7-40c2-a4fd-0688bf8226e8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3804843 Sep 18 01:06:23.062941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:23.081297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=54349d79-e4ca-4e6e-aec7-cb369d3cbe91,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:23.260034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:23.324504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.529687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 3, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:23.566660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Checking router: bea1d02d-c2d1-40f1-a20e-462b9577092a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:23.567070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Updating router bea1d02d-c2d1-40f1-a20e-462b9577092a port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:23.585521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:23.601334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.663669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:23.668846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4c4534d5-ea4f-404b-a2a3-071257698932 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993075 Sep 18 01:06:23.672341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46596) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:23.681467 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:23.698854 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:23.699885 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:23.754089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting subnet 7243ba53-d767-48f7-95a1-2f6429b0d2a3 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:06:23.757757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.769356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.800661 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:23.830627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:23.908517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:23.986716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.021514 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:24.025213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.041368 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.094916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Allocated IP 172.20.0.1 (c38bc645-68f7-4aba-aaf8-952dcde9712c/fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2/5b1321dc-db69-4b9a-a877-53fffcf50f37) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:24.126742 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:24.127823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:24.167547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.186926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Attempting to bind port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:24.187344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Attempting to bind port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:24.190447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Attempting to bind port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:24.206361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Pushing event updated for resources: {'Port': ['ID=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:24.216057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.222826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/7243ba53-d767-48f7-95a1-2f6429b0d2a3 HTTP/1.1" status: 204 len: 168 time: 0.5489810 Sep 18 01:06:24.226313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46598) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:24.234970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.235317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.235658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.236062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.236342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.236667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.236995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.237321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.237645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.237988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.238286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.238606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:24.255871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe320f-6fab-4a08-8a29-267fb70f90b4 None None] Network 3ea3de1a-de4c-48be-a512-a786a64acf5d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:24.259142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:24.259524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:24.259928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.260349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:24.260911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Bound port: 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:24.261202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.273579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d375c-ef3d-4ee1-9daa-586869cec652 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Subnet': ['ID=7243ba53-d767-48f7-95a1-2f6429b0d2a3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:24.284567 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:24.378378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.400642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:24.438663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7c0885da-daf4-4e06-ab51-3ba21f5a5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.469066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.472869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 690856fe-90aa-461e-9bd7-e695bfd0d788 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:24.483137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.544691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7cdd3-f203-4937-86ad-b9cc26df4cbc None None] Network c38bc645-68f7-4aba-aaf8-952dcde9712c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:24.556712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Network c38bc645-68f7-4aba-aaf8-952dcde9712c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:24.560732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:24.572396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:06:24.578705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Deleting port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:06:24.579074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.584478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Pushing event updated for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:24.604150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] For port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:24.620202 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8a1b7-a826-4b31-8058-c797179103a2 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:24.630098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.667603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] For port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:24.674096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] Provisioning complete for port 690856fe-90aa-461e-9bd7-e695bfd0d788 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:24.675033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.694423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] For port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,segment=NetworkSegment(5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b),segment_id=5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:24.695327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.719225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Calling delete_port for 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:06:24.728863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.790972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.818844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.852705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Port': ['ID=6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:24.860647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No DVR routers for this DVR port 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:06:24.954455 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.975694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.976008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea3de1a-de4c-48be-a512-a786a64acf5d']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:24.981069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.983932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 690856fe-90aa-461e-9bd7-e695bfd0d788 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:24.984493 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.986826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:24.987129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5e6a0a-1a99-4e51-ad0c-f77a39309c6b') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:25.001692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.025587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.037236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:25.037613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:06:25.041076 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:06:25.043684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:25.044361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:25.051713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fdc3c-d098-4e3e-b402-173b641e5db9 None None] Pushing event updated for resources: {'Port': ['ID=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:25.078892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Pushing event updated for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:25.087707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.123735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.129596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.134176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/networks/3ea3de1a-de4c-48be-a512-a786a64acf5d HTTP/1.1" status: 204 len: 168 time: 0.9043458 Sep 18 01:06:25.135469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46600) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:25.141927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'routes': None}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:25.147276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15ce33-0926-4b75-b302-3e7c752e93f1 None None] DHCP port deletion for 3ea3de1a-de4c-48be-a512-a786a64acf5d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:06:25.227660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Network c38bc645-68f7-4aba-aaf8-952dcde9712c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:25.229124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:25.237325 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.266715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0a3db-11de-4472-80d2-04ed63d9b7cf tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Pushing event deleted for resources: {'Network': ['ID=3ea3de1a-de4c-48be-a512-a786a64acf5d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:25.325182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Added routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 01:06:25.325733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.extraroute_db [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Removed routes are [] {{(pid=106453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 01:06:25.326098 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.351508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.362730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:25.373131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Router bea1d02d-c2d1-40f1-a20e-462b9577092a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:25.394950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] For port 690856fe-90aa-461e-9bd7-e695bfd0d788, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=690856fe-90aa-461e-9bd7-e695bfd0d788,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:25.414405 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.502980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.508158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:25.510861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.514302 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8a2560f1-39b9-4d27-9cf9-bcf739b1b64c admin admin] 10.222.0.49 "PUT /v2.0/routers/bea1d02d-c2d1-40f1-a20e-462b9577092a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4498022 Sep 18 01:06:25.565211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:06:25.565663 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:06:25.603959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab59f99-0782-4bbd-8889-cffe31d768d2 None None] Pushing event updated for resources: {'Port': ['ID=690856fe-90aa-461e-9bd7-e695bfd0d788,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:25.604152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:25.682056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-600eb5e7-a977-409f-8e08-431eeb249eee None None] Provisioning complete for port 5b1321dc-db69-4b9a-a877-53fffcf50f37 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:25.682427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-600eb5e7-a977-409f-8e08-431eeb249eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.691700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:25.700473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.703531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:25.705010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5d98ecc6-c2a7-4d33-9494-6a55db8bdc42 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 700 time: 0.5670509 Sep 18 01:06:25.721774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Sync routers for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:25.748201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:25.749020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:25.750416 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dd2f1e33-4afa-462c-8dc6-84fdeabe5803 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 205 time: 0.0445433 Sep 18 01:06:25.754368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-600eb5e7-a977-409f-8e08-431eeb249eee None None] Port 5b1321dc-db69-4b9a-a877-53fffcf50f37 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:25.754712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46612) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:25.834857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:25.852613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.896758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-600eb5e7-a977-409f-8e08-431eeb249eee None None] Provisioning complete for port 690856fe-90aa-461e-9bd7-e695bfd0d788 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:25.897140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-600eb5e7-a977-409f-8e08-431eeb249eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:25.899510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:25.903604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5b1321dc-db69-4b9a-a877-53fffcf50f37', 'name': '', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'mac_address': 'fa:16:3e:c3:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:23Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 2, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'subnets': [{'id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:25.956621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Checking router: b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:26.008678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c98e9a-3f3b-43f0-bdcf-6b941ea98298 None None] The sync data for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 is: [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5b1321dc-db69-4b9a-a877-53fffcf50f37', 'name': '', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'mac_address': 'fa:16:3e:c3:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:23Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 2, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'subnets': [{'id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:26.027529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Routers {'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:26.028158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:26.060143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.062585 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.135959 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.136760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:06:26.143222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] Set router b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:26.146910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.152857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-833a2648-ab2f-43a2-a58a-60511638bfa4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 204 len: 168 time: 0.3923845 Sep 18 01:06:26.153137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46650) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:26.158601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-542183138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:26.190814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.192535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.235774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:26.254809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.260131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.280060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b1659-2079-4c3d-87e9-017401b2aa85 None None] The sync data for ids ['b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c'] in n-d-712707-16 is: [{'id': 'b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c', 'name': 'tempest-RoutersTest-router-784390516', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:05:55Z', 'updated_at': '2021-09-18T01:06:22Z', 'revision_number': 11, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:26.301501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c64edf18-67b7-4c91-ba47-fc2e384fb104 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:26.306799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.308434 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-831cddae-b333-44fd-b1c7-d3f77758530b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1542809 Sep 18 01:06:26.311212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46652) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:26.318685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:26.398657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c64edf18-67b7-4c91-ba47-fc2e384fb104 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:26.399178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.449168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e4bfafc8-d1ad-4bfc-9b55-c34b24f72948 None None] Provisioning complete for port 5b1321dc-db69-4b9a-a877-53fffcf50f37 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:26.449487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e4bfafc8-d1ad-4bfc-9b55-c34b24f72948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.553235 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfafc8-d1ad-4bfc-9b55-c34b24f72948 None None] Port 5b1321dc-db69-4b9a-a877-53fffcf50f37 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:06:26.629914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1802777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-429'] for router, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.646172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1802770'] for router, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.720888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 690856fe-90aa-461e-9bd7-e695bfd0d788 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:26.783696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Router 845d6d34-043c-4407-b062-d8973ef7dd29 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:06:26.789800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 690856fe-90aa-461e-9bd7-e695bfd0d788 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:26.791747 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.874637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:26.885207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:26.889017 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9d230ca5-33a8-4cc9-af8a-ea7f15eae7de tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "PUT /v2.0/routers/845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 200 len: 693 time: 0.5739734 Sep 18 01:06:26.889815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46690) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:26.897261 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Sync routers for ids ['845d6d34-043c-4407-b062-d8973ef7dd29'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:26.910184 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Routers {'845d6d34-043c-4407-b062-d8973ef7dd29'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:26.916720 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['845d6d34-043c-4407-b062-d8973ef7dd29'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:27.007364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:27.017130 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Set router 845d6d34-043c-4407-b062-d8973ef7dd29 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:27.017411 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04be774a-b38d-4f2b-9604-951574b7e5d3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/routers/845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 200 len: 699 time: 0.1218920 Sep 18 01:06:27.017411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46692) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.055471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:27.055958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 54349d79-e4ca-4e6e-aec7-cb369d3cbe91 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:27.056659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:27.070633 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4c93cf75-4097-45d8-b977-86d9c5bcb1c4 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 200 len: 205 time: 0.0527356 Sep 18 01:06:27.073505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46694) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.081059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:06:27.081759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 6fa4a358-3a65-4a6a-bc7e-9efe1bdabf63 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:27.097046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d6d34-043c-4407-b062-d8973ef7dd29', 'name': 'tempest-RoutersTest-router-542183138', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:26Z', 'updated_at': '2021-09-18T01:06:26Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:27.142705 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Checking router: 845d6d34-043c-4407-b062-d8973ef7dd29 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:27.154696 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Routers {'845d6d34-043c-4407-b062-d8973ef7dd29'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:27.155857 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:05:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['845d6d34-043c-4407-b062-d8973ef7dd29'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:27.173915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.240759 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] Set router 845d6d34-043c-4407-b062-d8973ef7dd29 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:27.269300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05e4d2fe-a523-47e5-9ee3-955ebe871938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.322441 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d6d34-043c-4407-b062-d8973ef7dd29', 'name': 'tempest-RoutersTest-router-542183138', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:26Z', 'updated_at': '2021-09-18T01:06:26Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:27.355406 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa770329-b179-4e26-825b-9dfabcfe5a0a None None] The sync data for ids ['845d6d34-043c-4407-b062-d8973ef7dd29'] in n-d-712707-16 is: [{'id': '845d6d34-043c-4407-b062-d8973ef7dd29', 'name': 'tempest-RoutersTest-router-542183138', 'tenant_id': 'e1abae1557c04fada33c8838c92d3b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:26Z', 'updated_at': '2021-09-18T01:06:26Z', 'revision_number': 2, 'project_id': 'e1abae1557c04fada33c8838c92d3b85', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:27.399532 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.401860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.452242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.453623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Fanout notify agent at l3_agent the message router_deleted on router 845d6d34-043c-4407-b062-d8973ef7dd29 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:06:27.461687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.466244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-962eaeb8-6f7e-410c-8ce1-33f80d501789 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 204 len: 168 time: 0.3877652 Sep 18 01:06:27.466622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46696) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.496638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:27.516642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f6445e12-412a-4ffc-8050-1c172f362c33 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 200 len: 205 time: 0.0488074 Sep 18 01:06:27.519098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46698) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.564006 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-379eb4fa-c681-4b5a-9713-787ae09ca21e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:27.565355 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-379eb4fa-c681-4b5a-9713-787ae09ca21e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/845d6d34-043c-4407-b062-d8973ef7dd29 HTTP/1.1" status: 404 len: 336 time: 0.0450702 Sep 18 01:06:27.567645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46700) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.599304 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3937ce-a955-4648-ad35-a9690484fc5f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:27.599770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3937ce-a955-4648-ad35-a9690484fc5f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:27.601597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9c3937ce-a955-4648-ad35-a9690484fc5f tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/6a64180f-3ba4-42c8-86f0-fecad664e7e0 HTTP/1.1" status: 404 len: 337 time: 0.0330327 Sep 18 01:06:27.604364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46704) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.634200 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5023452-1996-4da6-8157-0f384a97a8a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:27.634956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5023452-1996-4da6-8157-0f384a97a8a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:27.636753 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f5023452-1996-4da6-8157-0f384a97a8a3 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/186886e4-6834-45ea-8b0e-4aa291ed72ae HTTP/1.1" status: 404 len: 337 time: 0.0306544 Sep 18 01:06:27.639236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46706) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.675395 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3785803-4f43-46ad-ad5b-4f22cc772339 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:27.675855 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3785803-4f43-46ad-ad5b-4f22cc772339 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:27.677614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b3785803-4f43-46ad-ad5b-4f22cc772339 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/2f99139d-3c39-45ce-a154-fb77be0c0a3d HTTP/1.1" status: 404 len: 337 time: 0.0356717 Sep 18 01:06:27.680052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.707537 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf632495-22d1-47c8-b3ce-8e14c57c2be7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:27.708007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf632495-22d1-47c8-b3ce-8e14c57c2be7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:27.712272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bf632495-22d1-47c8-b3ce-8e14c57c2be7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/7243ba53-d767-48f7-95a1-2f6429b0d2a3 HTTP/1.1" status: 404 len: 337 time: 0.0288360 Sep 18 01:06:27.712454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46710) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.742517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1956026c-67cd-446c-bc3c-993eb72f5340 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 200 len: 205 time: 0.0289989 Sep 18 01:06:27.744811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46712) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.781819 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-7fd41fcd-2a0f-4b1a-87cb-f5af12d8d17e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:27.782763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7fd41fcd-2a0f-4b1a-87cb-f5af12d8d17e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/b3b6166f-94a7-4c0b-8913-66c9dbf1bd3c HTTP/1.1" status: 404 len: 336 time: 0.0370409 Sep 18 01:06:27.785397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46714) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.819196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e7ff5a6-4cfa-4141-b6f3-caf3963770c6 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6f62df4-7092-4d90-b42c-b05509b0c21c HTTP/1.1" status: 200 len: 205 time: 0.0327215 Sep 18 01:06:27.821557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46716) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.856984 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-0da5ecf1-99be-420a-bba3-30344c84bad7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:27.858087 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0da5ecf1-99be-420a-bba3-30344c84bad7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/e6f62df4-7092-4d90-b42c-b05509b0c21c HTTP/1.1" status: 404 len: 336 time: 0.0355892 Sep 18 01:06:27.861531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46718) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.889380 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7b451d-034f-4708-8335-20f98f10d43a tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:27.889380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7b451d-034f-4708-8335-20f98f10d43a tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:27.889710 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cb7b451d-034f-4708-8335-20f98f10d43a tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/25a33f16-42dc-4af3-83ff-384aa85ee1c8 HTTP/1.1" status: 404 len: 337 time: 0.0271735 Sep 18 01:06:27.892907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46720) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.924756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd640b50-68d1-4ac1-8f2a-f5480fa2fc22 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 200 len: 205 time: 0.0305462 Sep 18 01:06:27.928891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46722) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.972663 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-68a1e341-e78b-4cb4-8d26-9ecdfe77a83b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:27.976661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46724) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:27.978506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-68a1e341-e78b-4cb4-8d26-9ecdfe77a83b tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/87ccccd7-022e-4677-b16f-2672db7a0826 HTTP/1.1" status: 404 len: 336 time: 0.0473516 Sep 18 01:06:28.006784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c9c8f9be-e1ed-4ef7-8fc9-424bb704395e tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c6cdcb-147c-435b-90f3-64f488b0683f HTTP/1.1" status: 200 len: 205 time: 0.0289254 Sep 18 01:06:28.009084 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46726) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.049389 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-3f5f7bdb-fdcc-4e37-aa96-e182400d786a tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:28.050368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3f5f7bdb-fdcc-4e37-aa96-e182400d786a tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/87c6cdcb-147c-435b-90f3-64f488b0683f HTTP/1.1" status: 404 len: 336 time: 0.0403078 Sep 18 01:06:28.052930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46728) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.079658 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-791e287c-6d5a-4f88-93d8-1d811ba6f929 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:28.080465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791e287c-6d5a-4f88-93d8-1d811ba6f929 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:28.081831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-791e287c-6d5a-4f88-93d8-1d811ba6f929 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/52a66cc3-0aea-4076-a1ac-221334976279 HTTP/1.1" status: 404 len: 337 time: 0.0280099 Sep 18 01:06:28.084503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.115391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f837bdf2-b59d-4bc1-ade9-c6e011619062 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=703c7ee0-9322-4262-82fe-739490725432 HTTP/1.1" status: 200 len: 205 time: 0.0297804 Sep 18 01:06:28.117816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.154243 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [None req-ec8b4739-0b96-47c3-97bf-ffcc239ae107 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:28.155283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec8b4739-0b96-47c3-97bf-ffcc239ae107 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/703c7ee0-9322-4262-82fe-739490725432 HTTP/1.1" status: 404 len: 336 time: 0.0365839 Sep 18 01:06:28.158393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46734) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.185115 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8cd298-073f-4c13-aaad-47c0a94e61c7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:28.185952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8cd298-073f-4c13-aaad-47c0a94e61c7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:28.187999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0e8cd298-073f-4c13-aaad-47c0a94e61c7 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/7d567ef9-ac2d-46ea-b859-5070c7a4d667 HTTP/1.1" status: 404 len: 337 time: 0.0286181 Sep 18 01:06:28.190650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.218107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1c621f78-97f5-4eaa-ae69-ad6a8511cfec tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "GET /v2.0/ports?device_id=ead3065f-927f-444d-9866-8d6efadd382a HTTP/1.1" status: 200 len: 205 time: 0.0260968 Sep 18 01:06:28.220626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46738) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.260324 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-d0881951-11a0-4694-85b7-f2b6e1f80632 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] delete failed (client error): The resource could not be found. Sep 18 01:06:28.261388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d0881951-11a0-4694-85b7-f2b6e1f80632 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/routers/ead3065f-927f-444d-9866-8d6efadd382a HTTP/1.1" status: 404 len: 336 time: 0.0394027 Sep 18 01:06:28.263925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.293776 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa2c521-ca07-4967-80e8-43b251d8ce22 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:28.294320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa2c521-ca07-4967-80e8-43b251d8ce22 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:28.296088 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2aa2c521-ca07-4967-80e8-43b251d8ce22 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/b04040ca-e01e-419c-8708-6f6529e42c54 HTTP/1.1" status: 404 len: 337 time: 0.0308118 Sep 18 01:06:28.299255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46742) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.328544 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbb4ce7-6075-4885-8757-7ee0d636d238 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] DELETE failed (client error): The resource could not be found. Sep 18 01:06:28.328962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbb4ce7-6075-4885-8757-7ee0d636d238 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:06:28.330657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7dbb4ce7-6075-4885-8757-7ee0d636d238 tempest-RoutersTest-1380385572 tempest-RoutersTest-1380385572-project] 10.222.0.49 "DELETE /v2.0/subnets/09f326cd-1da8-4105-a6c6-0cb862209ee1 HTTP/1.1" status: 404 len: 337 time: 0.0305130 Sep 18 01:06:28.382397 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.598758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.680702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:28.742485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:28.743208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.779927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-02a7a97a-62f1-403e-ae65-b663cace1c38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1abae1557c04fada33c8838c92d3b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797495 Sep 18 01:06:28.782683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:28.835210 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.861051 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.918203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.922072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:28.926079 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efafcff4-90f0-433c-9cba-fc93904fee87 HTTP/1.1" status: 204 len: 168 time: 0.1399591 Sep 18 01:06:28.933805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd137986-5b7d-4b35-9fa4-a426e4135a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efafcff4-90f0-433c-9cba-fc93904fee87,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:29.017031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:29.038699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:29.043557 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:29.097785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:29.628303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46776) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:29.713996 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:29.737922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4baf59e2-2fcb-4913-82b9-ae5f933c8887 tempest-ServiceProvidersTest-719862289 tempest-ServiceProvidersTest-719862289-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1084466 Sep 18 01:06:30.044980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46786) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:30.178540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-302d8170-16bd-4548-963e-673daa1a10d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.274083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Sync routers for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:30.278456 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-302d8170-16bd-4548-963e-673daa1a10d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.284015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-302d8170-16bd-4548-963e-673daa1a10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.288602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:30.289219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:06:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:30.327145 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-302d8170-16bd-4548-963e-673daa1a10d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=473d9b67a2d14dad9d07f1a46a5eacac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810750 Sep 18 01:06:30.329736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46790) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:30.337492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d8170-16bd-4548-963e-673daa1a10d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499833c4-4651-439c-87d7-e2a89d7a8fb0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:30.394932 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.411229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:30.416780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.476480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.479179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.482849 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/499833c4-4651-439c-87d7-e2a89d7a8fb0 HTTP/1.1" status: 204 len: 168 time: 0.1494675 Sep 18 01:06:30.493015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5e70-5d32-49a9-907f-7d988efe3526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499833c4-4651-439c-87d7-e2a89d7a8fb0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:30.633203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5b1321dc-db69-4b9a-a877-53fffcf50f37', 'name': '', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'mac_address': 'fa:16:3e:c3:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:23Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 2, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'subnets': [{'id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:30.662896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:30.666017 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Checking router: bea1d02d-c2d1-40f1-a20e-462b9577092a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:30.666373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Updating router bea1d02d-c2d1-40f1-a20e-462b9577092a port 5b1321dc-db69-4b9a-a877-53fffcf50f37 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:06:30.713955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:30.769507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:30.770102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.078143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.084841 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.185093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beec920-316b-4456-88e1-7fb432bd3e3c None None] Pushing event updated for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:31.203201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Attempting to bind port 5b1321dc-db69-4b9a-a877-53fffcf50f37 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:06:31.203829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Attempting to bind port 5b1321dc-db69-4b9a-a877-53fffcf50f37 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:06:31.204390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Attempting to bind port 5b1321dc-db69-4b9a-a877-53fffcf50f37 on network c38bc645-68f7-4aba-aaf8-952dcde9712c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:06:31.210000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:06:31.210452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Checking segment: {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:31.210986 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.211455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Bound using segment: {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:06:31.212020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Bound port: 5b1321dc-db69-4b9a-a877-53fffcf50f37, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d808f9-d2a3-4077-9b51-a7239f04cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:06:31.212509 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.294358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] For port 5b1321dc-db69-4b9a-a877-53fffcf50f37, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:06:31.298210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] For port 5b1321dc-db69-4b9a-a877-53fffcf50f37, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b1321dc-db69-4b9a-a877-53fffcf50f37,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:06:31.304214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.370390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:06:31.371181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:06:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:31.410762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beec920-316b-4456-88e1-7fb432bd3e3c None None] Pushing event updated for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:31.442458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] Provisioning complete for port 5b1321dc-db69-4b9a-a877-53fffcf50f37 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:31.442836 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.531198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:06:31.653752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.722975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] For port 5b1321dc-db69-4b9a-a877-53fffcf50f37, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b1321dc-db69-4b9a-a877-53fffcf50f37,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:31.730337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:31.813454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724aa35-cb70-4900-ad6c-f50c20db0679 None None] Pushing event updated for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:31.834715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5b1321dc-db69-4b9a-a877-53fffcf50f37', 'name': '', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'mac_address': 'fa:16:3e:c3:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:23Z', 'updated_at': '2021-09-18T01:06:31Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'subnets': [{'id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:31.867374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247686-bcfe-4648-a7db-e088c9250fe3 None None] The sync data for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 is: [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:06:24Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '5b1321dc-db69-4b9a-a877-53fffcf50f37', 'name': '', 'network_id': 'c38bc645-68f7-4aba-aaf8-952dcde9712c', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'mac_address': 'fa:16:3e:c3:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:23Z', 'updated_at': '2021-09-18T01:06:31Z', 'revision_number': 4, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'subnets': [{'id': 'fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:31.878038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9a02a152-9d8a-4713-8051-d87baf8cebf4 None None] Provisioning complete for port 5b1321dc-db69-4b9a-a877-53fffcf50f37 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:31.878430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a02a152-9d8a-4713-8051-d87baf8cebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:32.242640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:32.668297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b1321dc-db69-4b9a-a877-53fffcf50f37 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:32.716248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5b1321dc-db69-4b9a-a877-53fffcf50f37 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:32.716640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:36.935679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46882) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:37.051569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e556b300-2c17-4c04-948e-cc3f9acc9b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.151025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e556b300-2c17-4c04-948e-cc3f9acc9b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.155323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e556b300-2c17-4c04-948e-cc3f9acc9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.193525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556b300-2c17-4c04-948e-cc3f9acc9b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e31e0d-0cab-4840-a643-9eb3d4629960,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:37.201692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e556b300-2c17-4c04-948e-cc3f9acc9b77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8675623857ad4e28b3a07fa69b5307e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623656 Sep 18 01:06:37.201869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46886) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:37.258549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.280937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.328293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.330939 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.332199 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42e31e0d-0cab-4840-a643-9eb3d4629960 HTTP/1.1" status: 204 len: 168 time: 0.1287255 Sep 18 01:06:37.340119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531a000-0c9e-4eab-a2cb-ab980f1f5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e31e0d-0cab-4840-a643-9eb3d4629960,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:37.720979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 46902) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:37.734276 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16c6e1e3-372c-4d5b-9b83-fffce9131b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.830203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16c6e1e3-372c-4d5b-9b83-fffce9131b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.834197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16c6e1e3-372c-4d5b-9b83-fffce9131b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.870360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e1e3-372c-4d5b-9b83-fffce9131b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52490842-f5ec-4a2b-b56b-7be3956b19a6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:37.876486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16c6e1e3-372c-4d5b-9b83-fffce9131b58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=938195aa48ee4d558b13d30a4eaa47db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543427 Sep 18 01:06:37.879685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 46904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:37.928889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.949827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:37.999743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:38.002662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:38.003825 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52490842-f5ec-4a2b-b56b-7be3956b19a6 HTTP/1.1" status: 204 len: 168 time: 0.1234028 Sep 18 01:06:38.011530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9eb2a-23a4-4561-b476-f990a50078ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52490842-f5ec-4a2b-b56b-7be3956b19a6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:46.217973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:46.777476 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:47.505557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 47038) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:47.612632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69264fcf-1abd-4a6f-be5a-44cc0df528af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:47.698673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69264fcf-1abd-4a6f-be5a-44cc0df528af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:47.702339 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-69264fcf-1abd-4a6f-be5a-44cc0df528af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:47.739821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-69264fcf-1abd-4a6f-be5a-44cc0df528af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddff57a30a5c475987ef52b512c306e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331953 Sep 18 01:06:47.740701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69264fcf-1abd-4a6f-be5a-44cc0df528af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d814e-93a6-47ed-a78a-2d5d98b41e87,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:47.743086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47042) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:47.794426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:47.816728 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:48.196627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:48.199224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:48.200435 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d7d814e-93a6-47ed-a78a-2d5d98b41e87 HTTP/1.1" status: 204 len: 168 time: 0.4563046 Sep 18 01:06:48.208450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafff3d-acf3-4c3a-aa79-7cd76dc3eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d814e-93a6-47ed-a78a-2d5d98b41e87,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:53.243631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:53.362801 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.456342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.460477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.501928 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f980ec54d1e4bbeadc1fd9d38b41d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543046 Sep 18 01:06:53.501928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40228b1-edfe-4fda-abf6-b7f0fc9e905c,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:53.502226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:53.513926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.514275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.514618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.514948 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.515274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.515599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.515918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.516261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.516574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.516892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.517207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.517521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3deac-4e3c-4780-9a40-ae69b470ee08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:53.562981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.583546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.630291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.632817 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:53.636253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e40228b1-edfe-4fda-abf6-b7f0fc9e905c HTTP/1.1" status: 204 len: 168 time: 0.1297619 Sep 18 01:06:53.641597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf9468-9c49-4d8a-8b5f-b8fdb78848f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40228b1-edfe-4fda-abf6-b7f0fc9e905c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:54.236036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cbe32080-166f-4e32-b48f-6830f240f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.272915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:54.376194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-576104568-network', 'tenant_id': 'd3ced9166f1d4cde971a1d5f1712119a'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:54.399388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Made reservation on behalf of d3ced9166f1d4cde971a1d5f1712119a for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:54.412591 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.421691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.508492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.512085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.536111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:06:54.546097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18962a0-dbb8-4eeb-8bdd-eb05100021df,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:54.550916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.551265 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Added segment 94b37a25-c5fb-42ae-9bb7-c7157b130c1d of type vlan for network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 Sep 18 01:06:54.590013 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.617260 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.618331 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:54.618941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.635765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3613677 Sep 18 01:06:54.638327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 47230) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:06:54.643848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Request body: {'subnet': {'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-576104568-subnet', 'tenant_id': 'd3ced9166f1d4cde971a1d5f1712119a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:54.708384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4e3eb-b024-43da-8667-e9a9066df637 admin admin] Pushing event updated for resources: {'Network': ['ID=3640ab20-3d47-4750-a22d-6ede9b1f16b7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:54.710828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Made reservation on behalf of d3ced9166f1d4cde971a1d5f1712119a for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:06:54.713109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.720671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:06:54.877516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.934382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:54.941651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Checking segment: {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:06:54.942006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Network hostable DHCP agents. Network: 3640ab20-3d47-4750-a22d-6ede9b1f16b7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:06:54.958463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:06:54.966699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3640ab20-3d47-4750-a22d-6ede9b1f16b7) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:54.973028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:54.976460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:54.976858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e3da7-97e2-4848-bc4d-ec933b86d77a None None] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:54.991644 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-490d7b7d-5db8-4d4b-a5af-9d52083bd7f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3516970 Sep 18 01:06:55.118735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffad9fa-5597-4d06-81df-d4cdb14c8d0b None None] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:06:57.262107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14ba16e8-8a50-4e17-a8c4-2a7483a9e8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:57.488920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:58.382063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:59.726821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:02.257173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:16.214976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:23.777447 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:24.237870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25616d1e-984a-4992-bc83-f7a2f20e2e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:27.264046 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ea2aaf15-23c1-4557-8b23-bb073ca1a034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:27.490984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:28.387142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:29.734624 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:32.261078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:46.211277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:46.498414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-5f519a93-8cae-4207-bd42-548f745aab3b tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:46.499919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-5f519a93-8cae-4207-bd42-548f745aab3b tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 813 time: 0.1117096 Sep 18 01:07:46.515322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-dc084184-29e0-4ce4-8a95-a2bd90d33cfa tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/quotas/d3ced9166f1d4cde971a1d5f1712119a HTTP/1.1" status: 200 len: 375 time: 0.0092876 Sep 18 01:07:46.556090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-81a0f0bc-acf5-4387-b7e6-f0e08f38015c tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317421 Sep 18 01:07:46.708652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-ca0ad97c-a2fd-4ad4-bb20-7d97176e9f68 service neutron] 10.222.0.49 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445117 Sep 18 01:07:46.799965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-5cbc2d88-59f0-4838-ba6c-6663b744914f service neutron] 10.222.0.49 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853493 Sep 18 01:07:46.966446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70f1f220-db67-4ea2-83b4-157ed2772c83 req-cce1ea73-8fa4-4d67-a67e-bc4fe8fc4ce3 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 210 time: 0.0277758 Sep 18 01:07:48.352317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf81a385-fc9b-4aa9-a63c-8662d89d5bb6 req-b59b009f-41f6-4fcf-b956-8f21fe2a649a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 210 time: 0.0343022 Sep 18 01:07:48.380884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-5fd75a5c-965b-4397-93a7-04c53743cf4e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:48.382374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-5fd75a5c-965b-4397-93a7-04c53743cf4e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 813 time: 0.4718220 Sep 18 01:07:48.396832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Request body: {'port': {'device_id': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7', 'admin_state_up': True, 'tenant_id': 'd3ced9166f1d4cde971a1d5f1712119a'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:48.508459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Made reservation on behalf of d3ced9166f1d4cde971a1d5f1712119a for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:07:48.512811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:48.647663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Allocated IP 172.20.0.3 (3640ab20-3d47-4750-a22d-6ede9b1f16b7/e3c0c6ab-5197-4277-92be-d9bd3d4cbe54/9c59690e-d2ac-4a7f-b481-028d213cba03) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:07:48.791115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:48.824462 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:48.871393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:07:48.874496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:07:48.878405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:07:48.905695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Pushing event updated for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:48.919940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.920310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.920650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.920985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.921315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.921642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.921965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.922287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.922611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.922934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.923249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.923565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:48.945149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:48.946454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:48.960984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-786093a1-43b4-41a8-bf9c-9cf9c93f2052 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681348 Sep 18 01:07:49.026307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Request body: {'port': {'device_id': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:49.081253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.341682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c59690e-d2ac-4a7f-b481-028d213cba03 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:07:49.348830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.360861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Transition to ACTIVE for port object 9c59690e-d2ac-4a7f-b481-028d213cba03 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:07:49.364643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.433263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Pushing event updated for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:49.522835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbc820-8c49-4896-9cbd-928cffc1a561 req-d173d5e8-78f0-4989-97ba-358250b6affc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:49.524387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21cbc820-8c49-4896-9cbd-928cffc1a561 req-d173d5e8-78f0-4989-97ba-358250b6affc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 943 time: 0.0676825 Sep 18 01:07:49.524940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Attempting to bind port 9c59690e-d2ac-4a7f-b481-028d213cba03 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:07:49.525265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Attempting to bind port 9c59690e-d2ac-4a7f-b481-028d213cba03 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:07:49.525585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Attempting to bind port 9c59690e-d2ac-4a7f-b481-028d213cba03 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:07:49.531905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Port 9c59690e-d2ac-4a7f-b481-028d213cba03 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:07:49.532235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Attempting to bind port 9c59690e-d2ac-4a7f-b481-028d213cba03 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:07:49.541889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:07:49.542220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Checking segment: {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:07:49.542768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Bound using segment: {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:07:49.543449 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Bound port: 9c59690e-d2ac-4a7f-b481-028d213cba03, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:07:49.543807 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.599326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21cbc820-8c49-4896-9cbd-928cffc1a561 req-1e15f633-2dff-4f78-bab7-d040277400b7 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681958 Sep 18 01:07:49.627326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:07:49.630883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9c59690e-d2ac-4a7f-b481-028d213cba03,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:07:49.635268 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.675522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:49.676133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:49.677536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] 10.222.0.48 "PUT /v2.0/ports/9c59690e-d2ac-4a7f-b481-028d213cba03 HTTP/1.1" status: 200 len: 1092 time: 0.7078612 Sep 18 01:07:49.677972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:07:49.680250 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127" -d '{"events": [{"name": "network-changed", "server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:49.706629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990486b4-6e4a-40f0-8e5f-456244c21726 service neutron] Pushing event updated for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:49.724109 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78fcbb-96c7-46fa-82ed-f5673ebe3ed0 x-openstack-request-id: req-de78fcbb-96c7-46fa-82ed-f5673ebe3ed0 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:49.724429 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:49.724683 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de78fcbb-96c7-46fa-82ed-f5673ebe3ed0 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:49.725115 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03', 'status': 'completed', 'code': 200} Sep 18 01:07:49.773822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-4ff7c37a-2954-46a4-83c3-4610007e118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:49.775476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-4ff7c37a-2954-46a4-83c3-4610007e118d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 1095 time: 0.0434840 Sep 18 01:07:49.819265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-859ac0b8-e055-469b-921d-08475d282949 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c59690e-d2ac-4a7f-b481-028d213cba03 HTTP/1.1" status: 200 len: 217 time: 0.0354824 Sep 18 01:07:49.868091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-6fe2272c-5b4f-4c9e-916a-8ba393845723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:49.869727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-6fe2272c-5b4f-4c9e-916a-8ba393845723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0442419 Sep 18 01:07:49.908101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-fb6fa4d3-4fd0-49ca-9f91-d3e7d8052145 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307884 Sep 18 01:07:50.005951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-44e59836-7725-4d73-a17e-1c16928e7c53 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904541 Sep 18 01:07:50.102386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd1b1bc7-d6b3-4499-8d0f-0150e8736656 req-7cbbdd84-d185-4ca9-84d5-a7e9f39cbf20 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891049 Sep 18 01:07:50.191006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-94aac79c-6303-44c7-990b-647fd055a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:50.192569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-94aac79c-6303-44c7-990b-647fd055a59f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 1095 time: 0.0410061 Sep 18 01:07:50.288116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-249d08a0-b5cf-4685-b99c-ceb2a6943e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:50.289640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-249d08a0-b5cf-4685-b99c-ceb2a6943e8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 914 time: 0.0901000 Sep 18 01:07:50.332943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-a93aa8ec-4537-44b6-a198-385bc28bc1f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c59690e-d2ac-4a7f-b481-028d213cba03 HTTP/1.1" status: 200 len: 217 time: 0.0354617 Sep 18 01:07:50.383552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-63db5c00-2d0f-4fcd-b098-6ccd85887879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:50.384980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-63db5c00-2d0f-4fcd-b098-6ccd85887879 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0442510 Sep 18 01:07:50.420001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-f655a359-92b1-491f-80da-9bbdcc8b3a32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254838 Sep 18 01:07:50.517404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-9a58ba72-f2b8-4589-944b-61a55b23b247 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888565 Sep 18 01:07:50.619046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f3b4f2b-ebe1-4892-8990-2ed087a1c127 req-39725f7e-b1b8-449e-a636-8270ca8e564c service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940070 Sep 18 01:07:50.725583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224c07-8c15-4614-8041-95f330b8ce15 req-759ec297-b54e-4d08-b606-3c02f7b27141 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:50.727151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b224c07-8c15-4614-8041-95f330b8ce15 req-759ec297-b54e-4d08-b606-3c02f7b27141 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 943 time: 0.0515490 Sep 18 01:07:50.769602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b224c07-8c15-4614-8041-95f330b8ce15 req-b8b6dca3-1969-4983-bb7f-b4ec18ac61a2 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352511 Sep 18 01:07:51.886308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233d421-55b8-418b-b12a-ef9227679fe5 req-b715db6d-48f9-41ed-adf3-254737a0366e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:51.887990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9233d421-55b8-418b-b12a-ef9227679fe5 req-b715db6d-48f9-41ed-adf3-254737a0366e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 943 time: 0.0503707 Sep 18 01:07:51.927115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9233d421-55b8-418b-b12a-ef9227679fe5 req-10caf680-f86f-4e43-a951-f5efb984e7bf tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Sep 18 01:07:53.044568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040af08-4698-47d6-9ece-18bbc64af3de req-8a99a4b6-a9a3-4216-8b19-c06290c8f5d3 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:53.045999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e040af08-4698-47d6-9ece-18bbc64af3de req-8a99a4b6-a9a3-4216-8b19-c06290c8f5d3 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 943 time: 0.0516181 Sep 18 01:07:53.087906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e040af08-4698-47d6-9ece-18bbc64af3de req-da681e91-a48f-46cd-8732-c3e2978776e4 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Sep 18 01:07:54.203109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b57ef-6718-4174-8e30-27e9e2932f35 req-b78a6a17-54a0-498f-a08c-759bb5d5986d tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:54.204656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c0b57ef-6718-4174-8e30-27e9e2932f35 req-b78a6a17-54a0-498f-a08c-759bb5d5986d tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 943 time: 0.0492113 Sep 18 01:07:54.244063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0c752d87-bd56-4890-ae5b-b1f2153babfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:54.250826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c0b57ef-6718-4174-8e30-27e9e2932f35 req-0fa67af6-48e8-4978-899a-e64eaf8933c3 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Sep 18 01:07:54.316423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9c59690e-d2ac-4a7f-b481-028d213cba03 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:07:54.409216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9c59690e-d2ac-4a7f-b481-028d213cba03,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:54.420364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '9c59690e-d2ac-4a7f-b481-028d213cba03', 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7', 'port_id': '9c59690e-d2ac-4a7f-b481-028d213cba03', 'mac_address': 'fa:16:3e:3e:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c0c6ab-5197-4277-92be-d9bd3d4cbe54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:07:54.457304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:54.473056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c59690e-d2ac-4a7f-b481-028d213cba03 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:07:54.491838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9c59690e-d2ac-4a7f-b481-028d213cba03,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:54.496419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:54.700194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:54.707611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.708192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.708535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.708900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.709192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.709567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.709835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.710164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.710492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.710910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.711129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.711451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:54.740304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['9c59690e-d2ac-4a7f-b481-028d213cba03'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:07:55.365132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9884bc-051a-4fdd-8d3a-25d00bfa7698 req-f7456bf3-f838-4ca0-a0d8-5964c49d3800 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:55.366506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e9884bc-051a-4fdd-8d3a-25d00bfa7698 req-f7456bf3-f838-4ca0-a0d8-5964c49d3800 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 944 time: 0.0482185 Sep 18 01:07:55.405339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e9884bc-051a-4fdd-8d3a-25d00bfa7698 req-87224cfd-7cd8-42ca-bef2-19ab307a4cfc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Sep 18 01:07:56.444059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9c59690e-d2ac-4a7f-b481-028d213cba03 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:07:56.444059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 9c59690e-d2ac-4a7f-b481-028d213cba03 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:07:56.444059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 9c59690e-d2ac-4a7f-b481-028d213cba03 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:07:56.444059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:56.492973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:56.517940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:07:56.520259 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7806821c-c5c4-4644-a738-07d58349d3a8" -d '{"events": [{"server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "name": "network-vif-plugged", "status": "completed", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:56.533770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9c59690e-d2ac-4a7f-b481-028d213cba03,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:56.540253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:56.562829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de4a4-428f-4eab-a58b-874be8413e42 req-374a4eb8-592e-41f5-ab77-a66f1b2d34e4 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:56.564469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-842de4a4-428f-4eab-a58b-874be8413e42 req-374a4eb8-592e-41f5-ab77-a66f1b2d34e4 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 944 time: 0.0633302 Sep 18 01:07:56.603093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:56.637535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-842de4a4-428f-4eab-a58b-874be8413e42 req-e7220d78-b5c2-46b1-96f2-6ea0a2e738b7 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Sep 18 01:07:56.732431 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b304615-9607-4e0a-9d0f-0b73e242fe42 x-openstack-request-id: req-8b304615-9607-4e0a-9d0f-0b73e242fe42 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:56.732728 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "name": "network-vif-plugged", "status": "completed", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:56.732995 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b304615-9607-4e0a-9d0f-0b73e242fe42 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:56.733495 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03', 'code': 200} Sep 18 01:07:56.829389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e91026-4a74-4da7-a86d-6368c2909e2d req-166c60f6-2dd4-4ca8-9cb3-2418f898464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:56.830887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e91026-4a74-4da7-a86d-6368c2909e2d req-166c60f6-2dd4-4ca8-9cb3-2418f898464e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 1097 time: 0.0400410 Sep 18 01:07:56.867309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65e91026-4a74-4da7-a86d-6368c2909e2d req-42a66813-fa8e-4fe9-8670-001e903c9ae4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294068 Sep 18 01:07:57.266048 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e7aa-0729-4f68-b044-29b0089dd9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:57.497264 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:57.760621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e34b-ce98-4cad-9481-292041c34c8f req-e6ce3f69-d8bb-41a9-958f-ae130a37d879 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:57.762810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d93e34b-ce98-4cad-9481-292041c34c8f req-e6ce3f69-d8bb-41a9-958f-ae130a37d879 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 945 time: 0.0525656 Sep 18 01:07:57.807197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d93e34b-ce98-4cad-9481-292041c34c8f req-4d5554b0-4460-4dc4-8611-15ed0760cd21 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Sep 18 01:07:58.389303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:58.933675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94877ee9-3020-4fb5-8946-b7869ee52af6 req-2d13a86b-443c-4471-aac0-ab83034ba454 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:58.935737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94877ee9-3020-4fb5-8946-b7869ee52af6 req-2d13a86b-443c-4471-aac0-ab83034ba454 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 945 time: 0.0548913 Sep 18 01:07:58.984245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94877ee9-3020-4fb5-8946-b7869ee52af6 req-2e2fc2d6-58c8-43f1-a584-77d1da74c9f7 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Sep 18 01:07:59.731542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:00.782000 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:02.278756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.016998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-531b00a8-83b1-412e-9ae1-cf7628cf7137 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485361 Sep 18 01:08:13.115945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f465b6-59d8-44cc-a626-40b382467f13 req-d90e7d73-1e3e-42a9-b6e5-1ed6e5faf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:13.117417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-d90e7d73-1e3e-42a9-b6e5-1ed6e5faf7c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 1097 time: 0.0481334 Sep 18 01:08:13.230173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f465b6-59d8-44cc-a626-40b382467f13 req-7fc54b37-4371-485b-9c6f-6fe555afe213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:13.231831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-7fc54b37-4371-485b-9c6f-6fe555afe213 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 914 time: 0.0937831 Sep 18 01:08:13.280052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-eee9a21d-92a4-46ab-8ab5-bc8f1987d8b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c59690e-d2ac-4a7f-b481-028d213cba03 HTTP/1.1" status: 200 len: 217 time: 0.0387013 Sep 18 01:08:13.329446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f465b6-59d8-44cc-a626-40b382467f13 req-6614a317-245e-48e7-92f5-9703c8e50ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:13.330892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-6614a317-245e-48e7-92f5-9703c8e50ae8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0433221 Sep 18 01:08:13.363930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-0051a4d0-7470-4f74-8025-7ddab18b6271 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255353 Sep 18 01:08:13.458912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-ad445a8a-96b2-40b8-9548-238522e0f5a1 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875297 Sep 18 01:08:13.555862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57f465b6-59d8-44cc-a626-40b382467f13 req-a21b7b9e-5413-46f7-b28f-38bcc853d0e6 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Sep 18 01:08:14.296568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.302128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750286980', 'description': 'tempest-secgroup-smoke-1750286980 description', 'project_id': '7f4447787a50487a8650cc082b45440e'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.325954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.407332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.411309 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.440849 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.442113 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443892 Sep 18 01:08:14.443988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c15f0f-64c7-494a-8275-ffea0ad04788,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.445513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.451876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.452130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.452328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.452590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.452928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.453263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.453596 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.453924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.454252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.454580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.454906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.455233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.455557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778d50a-3a7e-47eb-86f1-d87bc4d4d347 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:14.481416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.540178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.544753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.563225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ca3688-4962-4166-9e17-e0a3bc353678,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.571050 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.572382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1181d936-ae95-4376-87df-bea477dc21e0 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250439 Sep 18 01:08:14.575220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.579852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.612433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.678770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.682883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.698893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb16f6f4-c76a-46b1-a701-26d79055d3d3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.708985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.710283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5fa37f17-336a-451f-9ff4-00dc753f6d87 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341212 Sep 18 01:08:14.713492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.718072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.744050 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.803239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.807659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.831035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a317b34-bd93-48cf-8373-faeba865e441,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.833454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.834627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9462b81f-0faf-4579-9197-a1667fe78b0d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199508 Sep 18 01:08:14.837499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49216) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.842431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.868754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.930793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.935198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.953254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14176590-f700-4545-8af4-5e6736f75782,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.964824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.968504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ad8906f6-1889-4a93-b061-0a78081e0781 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272902 Sep 18 01:08:14.968898 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49218) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.973378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:14.993998 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Project 7f4447787a50487a8650cc082b45440e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:08:14.998939 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.059041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.062725 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.083408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3079061f-f8c9-44cb-b90b-e89de6f99444,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:15.087257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.092202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5540d50d-41e8-4aac-b792-4cf998a72ead tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222384 Sep 18 01:08:15.092501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49220) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:15.097079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'security_group_rule': {'security_group_id': '51c15f0f-64c7-494a-8275-ffea0ad04788', 'project_id': '7f4447787a50487a8650cc082b45440e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:15.118124 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Project 7f4447787a50487a8650cc082b45440e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:08:15.123892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.186671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.190269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.206949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1941225-b3e6-4dfd-b556-0665253f37aa,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:15.215137 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.221118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-201ebdb4-24f0-4cad-ac17-5010574e6599 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229103 Sep 18 01:08:15.413439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-935ea0af-04cd-485b-b95e-02caf44fb964 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750286980&fields=id&tenant_id=7f4447787a50487a8650cc082b45440e HTTP/1.1" status: 200 len: 267 time: 0.0324380 Sep 18 01:08:15.523259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-d6d8b74d-e781-4358-b347-e63dfb7a22c2 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:15.524684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-d6d8b74d-e781-4358-b347-e63dfb7a22c2 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 814 time: 0.1033957 Sep 18 01:08:15.540363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-af8bd26f-7cf2-4350-9aa5-ec314b340198 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/quotas/7f4447787a50487a8650cc082b45440e HTTP/1.1" status: 200 len: 375 time: 0.0091062 Sep 18 01:08:15.593049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-0ec7ae51-9a18-48e6-854c-af5299dbc41c tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447862 Sep 18 01:08:15.692577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-a7523fa8-7ce1-4f9b-bf22-b5fcd8c740cf service neutron] 10.222.0.49 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Sep 18 01:08:15.783823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-2b9d0b4c-0a92-43a8-a1d3-2d83d5568edc service neutron] 10.222.0.49 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Sep 18 01:08:16.100213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-324ef078-8d3d-4f6c-b5d0-759e5501029a req-c44bff52-2931-49a0-8b3c-27a26ccd3009 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0329051 Sep 18 01:08:16.225298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.107369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-4cc69d19-4906-4996-af8f-2eb7a95cb015 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:17.109076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-4cc69d19-4906-4996-af8f-2eb7a95cb015 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 814 time: 0.1045339 Sep 18 01:08:17.163070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-5f38a011-4132-4e64-96a7-51db8cdfd785 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f4447787a50487a8650cc082b45440e HTTP/1.1" status: 200 len: 380 time: 0.0387883 Sep 18 01:08:17.189009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'port': {'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'admin_state_up': True, 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'security_groups': ['51c15f0f-64c7-494a-8275-ffea0ad04788']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:17.227915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcca7606-20a7-4258-95c2-aed73ca6dc08 req-b15790f9-e2f8-4df8-a584-62c5226c6804 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0425177 Sep 18 01:08:17.310740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Made reservation on behalf of 7f4447787a50487a8650cc082b45440e for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:17.314534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.444960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Allocated IP 172.20.0.10 (a5c807ad-13d5-4dc5-95c3-5b59277dc52f/f42d7080-4d0b-4d3e-beff-12e34cdf2e81/ad219ea0-0b14-4e30-9413-bfaf044eb0c5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:17.584470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.619783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.663958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:17.667806 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:17.671769 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:17.708554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:17.734022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:17.734688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.753099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-bccf8b8d-4d73-4225-8bfe-6b3291b7918e tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684831 Sep 18 01:08:17.829954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Request body: {'port': {'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:17.896828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.972396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1389952f-69cb-4b34-b4fe-a01f063b1663 None None] Provisioning complete for port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:17.973014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1389952f-69cb-4b34-b4fe-a01f063b1663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.007227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1389952f-69cb-4b34-b4fe-a01f063b1663 None None] Port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:18.163916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad219ea0-0b14-4e30-9413-bfaf044eb0c5 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:18.172114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.184396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Transition to ACTIVE for port object ad219ea0-0b14-4e30-9413-bfaf044eb0c5 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:08:18.188366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.240328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Pushing event updated for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:18.317495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Attempting to bind port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:18.317824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Attempting to bind port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:18.318157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Attempting to bind port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 on network a5c807ad-13d5-4dc5-95c3-5b59277dc52f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:18.323724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 on network a5c807ad-13d5-4dc5-95c3-5b59277dc52f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:08:18.324046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Attempting to bind port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 on network a5c807ad-13d5-4dc5-95c3-5b59277dc52f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:18.332448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:18.333054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Checking segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:18.333664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Bound using segment: {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:18.334429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Bound port: ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f6cd3-5fd9-42ff-a993-ade1ba297212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:18.335021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.348550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181bc3-f429-4521-a114-2dd90bdb9acd req-6e033f5f-e77d-49b6-a2d9-867367a2f213 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:18.358708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8181bc3-f429-4521-a114-2dd90bdb9acd req-6e033f5f-e77d-49b6-a2d9-867367a2f213 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0627770 Sep 18 01:08:18.414623 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:18.418500 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:18.418859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8181bc3-f429-4521-a114-2dd90bdb9acd req-b5447cf5-6878-4c87-905c-47845d6790c4 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498066 Sep 18 01:08:18.423757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.464823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:18.465448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.466844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 1093 time: 0.6984658 Sep 18 01:08:18.467294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:18.469554 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96674ffd-b18e-4524-8dc8-ea3024760e27" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:18.489944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec68acf-9fe9-4fb6-87d7-d252cc12b477 service neutron] Pushing event updated for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:18.594468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-77e4ec15-8b8b-4e10-9d5f-128c8801b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:18.596180 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-77e4ec15-8b8b-4e10-9d5f-128c8801b04a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1096 time: 0.0537601 Sep 18 01:08:18.605833 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd22f0a-696f-4028-8b80-a3fc5db96665 x-openstack-request-id: req-ecd22f0a-696f-4028-8b80-a3fc5db96665 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:18.606357 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:18.606611 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecd22f0a-696f-4028-8b80-a3fc5db96665 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:18.607016 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:08:18.659506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-d2db5956-051b-4dc9-b1db-8b0febfdfd9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 217 time: 0.0447021 Sep 18 01:08:18.720798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-b541998d-47f5-4f28-bd0c-299b7c11e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:18.722456 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-b541998d-47f5-4f28-bd0c-299b7c11e99e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0549834 Sep 18 01:08:18.774535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-c8c1a761-1663-42e9-adf2-91171319e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:18.777055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-c8c1a761-1663-42e9-adf2-91171319e1bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468323 Sep 18 01:08:18.872873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-8a79a39a-0b56-43b9-adff-34fbf9c82bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886319 Sep 18 01:08:18.964987 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eee88d19-79ac-41a4-b00e-c678bb628ea3 req-de6a2829-2af6-4579-a597-97dd6ca91377 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Sep 18 01:08:19.088629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-deb1a7ba-13ce-4f3b-825c-dc4125520ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:19.090141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-deb1a7ba-13ce-4f3b-825c-dc4125520ee9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1096 time: 0.0463803 Sep 18 01:08:19.182127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-1cdeb60a-a123-4439-b91a-9ac1c6b5cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:19.183292 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-1cdeb60a-a123-4439-b91a-9ac1c6b5cb2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 915 time: 0.0860138 Sep 18 01:08:19.232247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-aa910aee-bdb0-42a7-bec5-eec2415176f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 217 time: 0.0415232 Sep 18 01:08:19.286890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-815fc43f-dfb6-4fce-a861-6109f5922e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:19.288639 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-815fc43f-dfb6-4fce-a861-6109f5922e07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0479097 Sep 18 01:08:19.333053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-1742a5cc-4d99-493d-ad92-1623ae533d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:19.334576 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-1742a5cc-4d99-493d-ad92-1623ae533d8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394292 Sep 18 01:08:19.427608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-55e1b234-85cc-406a-a210-1d980f6fe148 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Sep 18 01:08:19.517585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3731aa1-8761-454c-aa79-0aee41f01634 req-07824592-a06b-4e1f-b87b-e2add2808072 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:19.519277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3731aa1-8761-454c-aa79-0aee41f01634 req-07824592-a06b-4e1f-b87b-e2add2808072 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0518801 Sep 18 01:08:19.520636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-96674ffd-b18e-4524-8dc8-ea3024760e27 req-0c2176dd-66d1-4908-a4a7-2542e236790e service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861151 Sep 18 01:08:19.561008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3731aa1-8761-454c-aa79-0aee41f01634 req-a21c78fe-c8eb-4f6c-81ff-f4c7dabc9334 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Sep 18 01:08:20.683379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb124d-a36b-4c26-be51-7af38db028aa req-45508c07-9f7c-41a5-a1c2-402f5b62da9c tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:20.684913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9eb124d-a36b-4c26-be51-7af38db028aa req-45508c07-9f7c-41a5-a1c2-402f5b62da9c tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0532017 Sep 18 01:08:20.723847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9eb124d-a36b-4c26-be51-7af38db028aa req-55c23bff-37f8-45d6-9ecd-31bfcba55f2d tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328569 Sep 18 01:08:21.841345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e085043-9c46-43af-a20e-a8af701ef97a req-11cfebdd-6f5c-41df-997e-224929a2ec62 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:21.842835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e085043-9c46-43af-a20e-a8af701ef97a req-11cfebdd-6f5c-41df-997e-224929a2ec62 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0499015 Sep 18 01:08:21.884093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e085043-9c46-43af-a20e-a8af701ef97a req-5a4964d8-a93b-4972-aabb-ddf46a8fbfce tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Sep 18 01:08:23.011060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f530-388b-4d80-826a-76a98e4d9e2f req-e68df4bf-afd4-40d8-85a9-ab83e85bdac3 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:23.013795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c24f530-388b-4d80-826a-76a98e4d9e2f req-e68df4bf-afd4-40d8-85a9-ab83e85bdac3 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0522199 Sep 18 01:08:23.065697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c24f530-388b-4d80-826a-76a98e4d9e2f req-83577d3a-993e-494f-8a21-7ee1f582349b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Sep 18 01:08:24.189607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce42c0-11f5-429e-83ce-a19f3ff3bd1c req-f09b5680-dbf2-4076-8a88-641f854969ac tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:24.191097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06ce42c0-11f5-429e-83ce-a19f3ff3bd1c req-f09b5680-dbf2-4076-8a88-641f854969ac tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0565171 Sep 18 01:08:24.233793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06ce42c0-11f5-429e-83ce-a19f3ff3bd1c req-3403f67e-1af6-487e-b085-b47ba8d855d8 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Sep 18 01:08:24.238043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b394fdab-42d6-498e-8597-8052e18e17f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.354907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153232-8d30-4e91-9ad2-cb3c8ce83682 req-8729dcad-0b37-4487-b21a-6ff6dfc9981a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:25.356516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d153232-8d30-4e91-9ad2-cb3c8ce83682 req-8729dcad-0b37-4487-b21a-6ff6dfc9981a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0511119 Sep 18 01:08:25.394764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d153232-8d30-4e91-9ad2-cb3c8ce83682 req-36fca0c2-e584-4ecf-919c-540d6feb45ed tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Sep 18 01:08:26.540019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dd3f-11c1-42b7-adea-91494b481adb req-3917c29d-e363-46a8-9a1e-edf7484162d3 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:26.542456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ceb1dd3f-11c1-42b7-adea-91494b481adb req-3917c29d-e363-46a8-9a1e-edf7484162d3 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0542636 Sep 18 01:08:26.580648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ceb1dd3f-11c1-42b7-adea-91494b481adb req-b8f719ad-7b23-44c4-9cff-64cc67919c22 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Sep 18 01:08:27.266529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9fa825-710a-4e75-b448-b653429ab187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.494583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.716142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d0118-bba2-4608-80d5-8b7d8ed651fb req-69860220-750f-4814-9cfb-ccb5d656fa57 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:27.718150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-801d0118-bba2-4608-80d5-8b7d8ed651fb req-69860220-750f-4814-9cfb-ccb5d656fa57 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0688107 Sep 18 01:08:27.758928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-801d0118-bba2-4608-80d5-8b7d8ed651fb req-35d01106-59e4-422a-88e4-17b2d47ffd82 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345204 Sep 18 01:08:28.391272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.876988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9329bf-b11a-4c52-8bef-9bc1b2a08fa2 req-a8fe44aa-23e9-4b06-9030-f5f022d26915 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:28.878682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c9329bf-b11a-4c52-8bef-9bc1b2a08fa2 req-a8fe44aa-23e9-4b06-9030-f5f022d26915 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0502498 Sep 18 01:08:28.925532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c9329bf-b11a-4c52-8bef-9bc1b2a08fa2 req-4da4de8b-40eb-4c9c-b453-871861756593 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Sep 18 01:08:29.721346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:30.039735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516e0b-53c9-4c70-a495-0a142d334d1b req-cb3d6edf-2f0a-4edd-89e1-b333beb9ed4a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:30.041799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2516e0b-53c9-4c70-a495-0a142d334d1b req-cb3d6edf-2f0a-4edd-89e1-b333beb9ed4a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0496898 Sep 18 01:08:30.079633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2516e0b-53c9-4c70-a495-0a142d334d1b req-01d8a7a0-ee0a-4865-9941-a850ccc55b09 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Sep 18 01:08:31.198184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfc2a4-d70a-45c2-b4f1-85c9fe9b09f1 req-64b449c3-c790-472f-a163-3b8b0f78bc61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:31.199562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dacfc2a4-d70a-45c2-b4f1-85c9fe9b09f1 req-64b449c3-c790-472f-a163-3b8b0f78bc61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 944 time: 0.0523341 Sep 18 01:08:31.236092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dacfc2a4-d70a-45c2-b4f1-85c9fe9b09f1 req-eb239d7f-fd46-4d1a-a888-9fe58d70e7fc tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Sep 18 01:08:31.509718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad219ea0-0b14-4e30-9413-bfaf044eb0c5 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:08:31.601546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:31.612711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:08:31.648583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.663671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad219ea0-0b14-4e30-9413-bfaf044eb0c5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:31.684507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:31.688355 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.733184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:32.143537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['ad219ea0-0b14-4e30-9413-bfaf044eb0c5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:08:32.300202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.356260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568a565-842d-42fc-9bf3-0f5d1242b259 req-67448fae-747c-4e9b-a5da-ca7af61754e9 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:32.358498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7568a565-842d-42fc-9bf3-0f5d1242b259 req-67448fae-747c-4e9b-a5da-ca7af61754e9 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 945 time: 0.0510509 Sep 18 01:08:32.397285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7568a565-842d-42fc-9bf3-0f5d1242b259 req-8fd8f7a5-2a74-49ea-8337-0867346daeb3 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Sep 18 01:08:33.511423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85197c91-41b8-4eb0-a161-c8732fbaf7de req-1e82dcc8-1a6a-4614-a7f8-6abe42bccd44 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:33.512927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85197c91-41b8-4eb0-a161-c8732fbaf7de req-1e82dcc8-1a6a-4614-a7f8-6abe42bccd44 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Sep 18 01:08:33.525968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad219ea0-0b14-4e30-9413-bfaf044eb0c5 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:33.550172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85197c91-41b8-4eb0-a161-c8732fbaf7de req-f91bdac2-9faa-45a3-ac80-e46c78d2e955 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Sep 18 01:08:33.573240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:08:33.576968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:33.577348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.652878 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.674589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:33.676761 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0a184-f630-4df5-a8a7-17a2d47e0085" -d '{"events": [{"server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "name": "network-vif-plugged", "status": "completed", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:33.689626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:33.693396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.715446 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a372b-b122-4958-97bd-71c446d52b10 x-openstack-request-id: req-a23a372b-b122-4958-97bd-71c446d52b10 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:33.715745 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "name": "network-vif-plugged", "status": "completed", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:33.715998 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a23a372b-b122-4958-97bd-71c446d52b10 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:33.716413 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'code': 200} Sep 18 01:08:33.741244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:33.833348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec880ae-0ccb-4a95-af09-5bdf60947887 req-0b0c3093-84de-4c81-b9ac-4e17e1285b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:33.834837 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dec880ae-0ccb-4a95-af09-5bdf60947887 req-0b0c3093-84de-4c81-b9ac-4e17e1285b84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1098 time: 0.0402496 Sep 18 01:08:33.874311 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dec880ae-0ccb-4a95-af09-5bdf60947887 req-08847cc5-18c8-4018-8449-ef0fc596bd68 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326080 Sep 18 01:08:34.670522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1226c-de37-459e-9b0a-cb399bb63468 req-0960d80c-12db-4277-8332-dd7df8ea1936 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:34.672258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6db1226c-de37-459e-9b0a-cb399bb63468 req-0960d80c-12db-4277-8332-dd7df8ea1936 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0542579 Sep 18 01:08:34.710072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6db1226c-de37-459e-9b0a-cb399bb63468 req-6cef74b3-820b-4407-b450-5f2be2c4c7da tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Sep 18 01:08:35.826030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ebc41-681e-4b6c-9fe8-4eb9720c203a req-82296d78-7b14-4a5b-a161-1a60bee2c65a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:35.827501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886ebc41-681e-4b6c-9fe8-4eb9720c203a req-82296d78-7b14-4a5b-a161-1a60bee2c65a tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0490198 Sep 18 01:08:35.865359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-886ebc41-681e-4b6c-9fe8-4eb9720c203a req-f2078fcf-5035-41ec-b040-597475b182db tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Sep 18 01:08:35.977240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6686c-ae7d-43be-b70d-53c70f6ca3cc req-61aaa89d-cb75-430a-8189-01cedda3a1ed tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:35.979288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1e6686c-ae7d-43be-b70d-53c70f6ca3cc req-61aaa89d-cb75-430a-8189-01cedda3a1ed tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0479829 Sep 18 01:08:36.016798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1e6686c-ae7d-43be-b70d-53c70f6ca3cc req-8f14a03b-c132-46bf-b065-e35fa535a433 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Sep 18 01:08:36.037467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49346) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:36.176909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6d1bb-0600-4797-85d4-7c86e45a59e7 tempest-TestVolumeBackupRestore-782303115 tempest-TestVolumeBackupRestore-782303115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:36.178429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-13c6d1bb-0600-4797-85d4-7c86e45a59e7 tempest-TestVolumeBackupRestore-782303115 tempest-TestVolumeBackupRestore-782303115-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1093 time: 0.1399970 Sep 18 01:08:36.181945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49350) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:36.186411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:36.208277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.307895 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.412620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Allocated IP 172.25.7.239 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/9c1560a3-be0e-4568-9a23-db2afedc2fa1) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:36.514262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.547546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.589177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:36.592061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:36.595186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:36.625927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'Port': ['ID=9c1560a3-be0e-4568-9a23-db2afedc2fa1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:37.085086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.202277 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.701140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.705492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.777393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event updated for resources: {'Port': ['ID=9c1560a3-be0e-4568-9a23-db2afedc2fa1,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:37.782055 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:37.782631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.879906 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Floating IP 0a093d9d-2b3f-495e-baa0-911f229a13ad associated. External IP: 172.25.7.239, port: ad219ea0-0b14-4e30-9413-bfaf044eb0c5. Sep 18 01:08:38.081844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Router 67eec188-03bf-49a6-980e-a34b71d1c97a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:38.187024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:38.197053 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:38.202944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:38.206651 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:38.207252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:38.230064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4371dbf9-e737-47d7-85cd-c0913be492ca tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0468793 Sep 18 01:08:38.230756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:38.233225 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:38.233566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49360) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:38.282819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86a506-9982-49d2-aeac-f54754560468 tempest-TestVolumeBackupRestore-782303115 tempest-TestVolumeBackupRestore-782303115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:38.284396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ca86a506-9982-49d2-aeac-f54754560468 tempest-TestVolumeBackupRestore-782303115 tempest-TestVolumeBackupRestore-782303115-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1093 time: 0.0497494 Sep 18 01:08:38.287178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:38.292301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Request body: {'floatingip': {'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:38.320419 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:38.357033 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:38.366565 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5147bb6-5c9d-4031-affd-0e792f19c96a x-openstack-request-id: req-c5147bb6-5c9d-4031-affd-0e792f19c96a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:38.366859 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:38.367108 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5147bb6-5c9d-4031-affd-0e792f19c96a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:38.367501 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:08:38.503636 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-06e37a17-6e42-4140-9ddd-9f97559281c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:38.505349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-06e37a17-6e42-4140-9ddd-9f97559281c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1098 time: 0.0915971 Sep 18 01:08:38.567545 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:36Z', 'revision_number': 0, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:38.600761 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:38.609634 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:38.610244 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:38.702909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-62e9b02e-da00-4fb5-b85e-77ffbc596c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:38.704415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-62e9b02e-da00-4fb5-b85e-77ffbc596c10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 915 time: 0.1913581 Sep 18 01:08:38.723637 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:38.816923 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-44dd0cdb-1d6c-46ab-a2a6-7a3ad9db7260 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 1000 time: 0.1033854 Sep 18 01:08:38.934054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-2459b36e-637f-4f62-9276-132501c74042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:38.935525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-2459b36e-637f-4f62-9276-132501c74042 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0881760 Sep 18 01:08:38.945651 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:36Z', 'revision_number': 0, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:38.975324 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a1562-f724-4d48-8f79-71279a2cec9f None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:36Z', 'revision_number': 0, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:39.057449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-f693a6c8-0b6d-4d95-83f1-d2f60285ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.058969 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-f693a6c8-0b6d-4d95-83f1-d2f60285ff73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153991 Sep 18 01:08:39.084396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.095853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.217203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83027507-4df0-4037-b51c-81e7acba1549 None None] New status for floating IP 0a093d9d-2b3f-495e-baa0-911f229a13ad: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:08:39.246059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-f48eafd3-e424-4ba9-bbcf-ea64069f22e5 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773458 Sep 18 01:08:39.420178 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7c026bc4-0ee6-4d1d-bc90-af63eecc880b req-1ea992ad-8361-4b1b-bb87-bf17177904d8 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665580 Sep 18 01:08:39.441030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Router 67eec188-03bf-49a6-980e-a34b71d1c97a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:39.550069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:39.554774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.561300 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:39.570298 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:39.570899 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:39.590150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:39.592473 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be6333b-4c54-4721-bd28-8837f8e4fbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:39.637423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-73853200-c256-467f-95fe-d50f29c4b6df tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "PUT /v2.0/floatingips/0a093d9d-2b3f-495e-baa0-911f229a13ad HTTP/1.1" status: 200 len: 992 time: 1.3491943 Sep 18 01:08:39.641205 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290a593c-7059-429a-9029-1cb1176be714 x-openstack-request-id: req-290a593c-7059-429a-9029-1cb1176be714 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:39.641499 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:39.641754 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-290a593c-7059-429a-9029-1cb1176be714 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:39.642155 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:08:39.729870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-96badaa9-fd8f-4d0e-81e3-675bf102e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.731578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-96badaa9-fd8f-4d0e-81e3-675bf102e455 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1098 time: 0.0460589 Sep 18 01:08:39.785625 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:39.838719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-bc3b1582-ed73-4275-b631-92310e092766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.840254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-bc3b1582-ed73-4275-b631-92310e092766 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 915 time: 0.0997701 Sep 18 01:08:39.922961 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-a02741f1-7f83-4ec7-acf7-1ea35e139bc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 1002 time: 0.0740571 Sep 18 01:08:39.985730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-a7910871-4b52-430b-92bd-c6ddb3058777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.987398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-a7910871-4b52-430b-92bd-c6ddb3058777 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0570536 Sep 18 01:08:40.034426 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:39Z', 'revision_number': 2, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:40.047929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-514d6d51-6e54-4369-a6b0-fe008a5049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:40.050006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-514d6d51-6e54-4369-a6b0-fe008a5049b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551775 Sep 18 01:08:40.069388 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:40.080098 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:40.080976 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:40.191642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:40.473040 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:39Z', 'revision_number': 2, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:40.507670 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-323a9601-58ea-4805-92ac-da0147b14ab9 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499545 Sep 18 01:08:40.511829 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90daec1d-5fd9-4604-a7c2-3fbe1109eab6 None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0a093d9d-2b3f-495e-baa0-911f229a13ad', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'port_id': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'mac_address': 'fa:16:3e:1d:b6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:36Z', 'updated_at': '2021-09-18T01:08:39Z', 'revision_number': 2, 'project_id': '7f4447787a50487a8650cc082b45440e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:40.613935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3be6333b-4c54-4721-bd28-8837f8e4fbf1 req-e37c8e09-f028-4379-b4c6-511158a79ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982938 Sep 18 01:08:41.643571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:41.645804 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9146d78c-732e-47bb-b1c1-97f03738842c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:41.698386 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeddef0-cd8b-4469-817c-33cea861c9e3 x-openstack-request-id: req-4eeddef0-cd8b-4469-817c-33cea861c9e3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:41.698676 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:41.698925 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4eeddef0-cd8b-4469-817c-33cea861c9e3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:41.699306 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:08:41.785246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146d78c-732e-47bb-b1c1-97f03738842c req-839a4df3-eec3-457b-8cc6-2d0c549e3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.787038 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-839a4df3-eec3-457b-8cc6-2d0c549e3f7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1098 time: 0.0464263 Sep 18 01:08:41.883717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146d78c-732e-47bb-b1c1-97f03738842c req-bfe09116-328f-4714-b270-21cf6bc72165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.890666 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-bfe09116-328f-4714-b270-21cf6bc72165 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 915 time: 0.0915349 Sep 18 01:08:41.950544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-6af85d7a-a531-4981-9371-220b43b0810b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 1002 time: 0.0576489 Sep 18 01:08:42.002811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146d78c-732e-47bb-b1c1-97f03738842c req-14e9db23-d5bf-4928-9254-05e098bd8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:42.004287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-14e9db23-d5bf-4928-9254-05e098bd8884 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0469346 Sep 18 01:08:42.048829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146d78c-732e-47bb-b1c1-97f03738842c req-39479a4c-9bfb-406e-b561-ae7b1be4d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:42.050329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-39479a4c-9bfb-406e-b561-ae7b1be4d088 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393283 Sep 18 01:08:42.142819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-6b07cbb7-8456-431f-b861-59321a601cf1 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Sep 18 01:08:42.231865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9146d78c-732e-47bb-b1c1-97f03738842c req-80356736-2e5c-4da3-a44f-30ba8f74fe66 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Sep 18 01:08:43.072997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0089-ac0d-45cd-aae0-2236e7027aa6 req-ca915315-3cfe-4894-b3d3-d5e5095e9ded tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:43.074421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7abc0089-ac0d-45cd-aae0-2236e7027aa6 req-ca915315-3cfe-4894-b3d3-d5e5095e9ded tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 945 time: 0.0490558 Sep 18 01:08:43.114409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7abc0089-ac0d-45cd-aae0-2236e7027aa6 req-2ca6695c-44cd-40dc-b230-8608c188f77a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Sep 18 01:08:44.230741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45899-8f07-48c8-9e01-f3189225f153 req-9f190416-dbed-41a9-ac68-9331070bdf98 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:44.232246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2d45899-8f07-48c8-9e01-f3189225f153 req-9f190416-dbed-41a9-ac68-9331070bdf98 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 945 time: 0.0491934 Sep 18 01:08:44.270481 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2d45899-8f07-48c8-9e01-f3189225f153 req-3f1b2425-4e1e-4274-8495-19bc46f3a452 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Sep 18 01:08:44.465119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-c15d08e6-3f6d-4f87-bead-81b776c90f65 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:44.466566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-c15d08e6-3f6d-4f87-bead-81b776c90f65 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d HTTP/1.1" status: 200 len: 945 time: 0.0482039 Sep 18 01:08:44.559410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Deleting port 9c59690e-d2ac-4a7f-b481-028d213cba03 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:44.559739 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:44.645813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] For port 9c59690e-d2ac-4a7f-b481-028d213cba03, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9c59690e-d2ac-4a7f-b481-028d213cba03,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:44.646170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:44.658759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Calling delete_port for 9c59690e-d2ac-4a7f-b481-028d213cba03 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:44.785172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:44.797617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['9c59690e-d2ac-4a7f-b481-028d213cba03'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:08:44.817066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Pushing event deleted for resources: {'Port': ['ID=9c59690e-d2ac-4a7f-b481-028d213cba03,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:44.855582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] No DVR routers for this DVR port 9c59690e-d2ac-4a7f-b481-028d213cba03 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:44.858197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:44.860137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36b9c2b3-84a8-4830-a32d-cc44ece5a9b3 req-f6f4618b-c27a-429b-9e2f-da1a3d8ad7fc tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "DELETE /v2.0/ports/9c59690e-d2ac-4a7f-b481-028d213cba03 HTTP/1.1" status: 204 len: 173 time: 0.3861959 Sep 18 01:08:44.860599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'name': 'network-vif-deleted', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:44.862899 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9239d7e-f974-4a94-b5a3-75db8a1889f4" -d '{"events": [{"server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "name": "network-vif-deleted", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:44.901942 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1633e-390c-4064-b0c0-dfe164048596 x-openstack-request-id: req-7fa1633e-390c-4064-b0c0-dfe164048596 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:44.902238 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d", "name": "network-vif-deleted", "tag": "9c59690e-d2ac-4a7f-b481-028d213cba03", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:44.902488 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fa1633e-390c-4064-b0c0-dfe164048596 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:44.902880 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc8d440-d1f0-47ae-a0b3-9fd03cdd7e3d', 'name': 'network-vif-deleted', 'tag': '9c59690e-d2ac-4a7f-b481-028d213cba03', 'status': 'completed', 'code': 200} Sep 18 01:08:46.218916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.504927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9c59690e-d2ac-4a7f-b481-028d213cba03 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:48.524506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 9c59690e-d2ac-4a7f-b481-028d213cba03 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:48.525383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9c59690e-d2ac-4a7f-b481-028d213cba03 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:52.246866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-91b304bc-c32f-47c9-be29-3887371da711 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:52.248419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-91b304bc-c32f-47c9-be29-3887371da711 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 813 time: 0.1104639 Sep 18 01:08:52.264692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-27364098-e095-48a4-b1a8-09f97ec8fde2 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/quotas/d3ced9166f1d4cde971a1d5f1712119a HTTP/1.1" status: 200 len: 375 time: 0.0100117 Sep 18 01:08:52.298719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-0612c505-f512-4742-a214-34572b9bf828 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285122 Sep 18 01:08:52.448962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-b25ae1d3-d61e-4f91-9422-843e2d5629a7 service neutron] 10.222.0.49 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419322 Sep 18 01:08:52.539107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-478d0a96-d571-43b3-be49-211744326cb8 service neutron] 10.222.0.49 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834920 Sep 18 01:08:52.710630 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f6015ae-285e-43db-b45e-81febe911be4 req-d28b3f1b-0c9a-42f0-beaf-6711bebd1ddb tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 210 time: 0.0321851 Sep 18 01:08:53.655865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-6ab3c070-1061-4ea3-8c21-958fbec404aa tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:53.657502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-6ab3c070-1061-4ea3-8c21-958fbec404aa tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 813 time: 0.1073301 Sep 18 01:08:53.669967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Request body: {'port': {'device_id': '27087601-5cca-4bda-9c9e-4184784fa233', 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7', 'admin_state_up': True, 'tenant_id': 'd3ced9166f1d4cde971a1d5f1712119a'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:53.791170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Made reservation on behalf of d3ced9166f1d4cde971a1d5f1712119a for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:53.794581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:53.810767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3adc3ce4-374d-4c36-bc83-ee9da8020eb5 req-ff4c7380-5f3d-422b-914c-deb628fe6a55 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 210 time: 0.0306845 Sep 18 01:08:53.939994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Allocated IP 172.20.0.2 (3640ab20-3d47-4750-a22d-6ede9b1f16b7/e3c0c6ab-5197-4277-92be-d9bd3d4cbe54/03fd8283-731e-4643-9410-ea09ae202013) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:54.081741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.114404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.161589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:54.163958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:54.168214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:54.177420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Pushing event updated for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:54.203132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.203370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.203713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.204050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.204413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.204743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.205070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.205394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.205717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.206042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.206363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.206682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:54.233261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:54.233879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.238923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d284-b087-4a52-a5c9-8619b2c5c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.248052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-daa26522-8d68-45f0-8ba0-2dd90770d117 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817561 Sep 18 01:08:54.261198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Request body: {'port': {'device_id': '27087601-5cca-4bda-9c9e-4184784fa233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:54.312195 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.572339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fd8283-731e-4643-9410-ea09ae202013 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:54.579546 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.591222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Transition to ACTIVE for port object 03fd8283-731e-4643-9410-ea09ae202013 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:08:54.594677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.647392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Pushing event updated for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:54.713518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Attempting to bind port 03fd8283-731e-4643-9410-ea09ae202013 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:54.714173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Attempting to bind port 03fd8283-731e-4643-9410-ea09ae202013 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:54.714173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Attempting to bind port 03fd8283-731e-4643-9410-ea09ae202013 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:54.718256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Port 03fd8283-731e-4643-9410-ea09ae202013 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:08:54.718569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Attempting to bind port 03fd8283-731e-4643-9410-ea09ae202013 on network 3640ab20-3d47-4750-a22d-6ede9b1f16b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:54.723131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:54.723459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Checking segment: {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:54.723839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Bound using segment: {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:54.724280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Bound port: 03fd8283-731e-4643-9410-ea09ae202013, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b37a25-c5fb-42ae-9bb7-c7157b130c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:54.724627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.788574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:54.792517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=03fd8283-731e-4643-9410-ea09ae202013,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:54.796844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.830958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:54.831578 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:54.833068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] 10.222.0.48 "PUT /v2.0/ports/03fd8283-731e-4643-9410-ea09ae202013 HTTP/1.1" status: 200 len: 1092 time: 0.5764563 Sep 18 01:08:54.833507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'tag': '03fd8283-731e-4643-9410-ea09ae202013'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:54.835751 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cfb84c-8e0d-489b-8ec4-f40936bab63f" -d '{"events": [{"name": "network-changed", "server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "tag": "03fd8283-731e-4643-9410-ea09ae202013"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:54.863240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24654b-a038-4862-a520-ea7cae36ce96 service neutron] Pushing event updated for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:54.878762 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694c5bc9-d7f9-4133-b0eb-c64719320d92 x-openstack-request-id: req-694c5bc9-d7f9-4133-b0eb-c64719320d92 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:54.879062 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "tag": "03fd8283-731e-4643-9410-ea09ae202013", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:54.879386 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-694c5bc9-d7f9-4133-b0eb-c64719320d92 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:54.879792 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'tag': '03fd8283-731e-4643-9410-ea09ae202013', 'status': 'completed', 'code': 200} Sep 18 01:08:54.959775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-6ca74246-f128-4057-bc5c-5aa8617a582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:54.961310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-6ca74246-f128-4057-bc5c-5aa8617a582e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 1095 time: 0.0765774 Sep 18 01:08:54.973826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d685-d125-4033-8c5b-3680a2add309 req-515a0658-b66b-48d6-9c1b-6546c2ab3dcb tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:54.975309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08a5d685-d125-4033-8c5b-3680a2add309 req-515a0658-b66b-48d6-9c1b-6546c2ab3dcb tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 943 time: 0.0799599 Sep 18 01:08:55.016164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-6a7c1bde-a62f-4514-a888-182d37cd68e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03fd8283-731e-4643-9410-ea09ae202013 HTTP/1.1" status: 200 len: 217 time: 0.0399237 Sep 18 01:08:55.074667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08a5d685-d125-4033-8c5b-3680a2add309 req-93c1aff3-65a2-416a-a407-c68b1f78ecf5 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920157 Sep 18 01:08:55.081916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-58327f4d-ce7f-4f5e-a9a0-e5a04e67d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:55.083276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-58327f4d-ce7f-4f5e-a9a0-e5a04e67d325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0608542 Sep 18 01:08:55.122450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-8d5e0707-cba4-4dfe-83ef-1359fe65c339 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298328 Sep 18 01:08:55.214133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-a717fe94-10c7-4d05-98c4-1b50191766d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845346 Sep 18 01:08:55.310569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-686e7b0a-77e8-4350-af6a-1bda2fd2de3a req-681da4f2-51a7-44e0-9fc8-70935e423ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Sep 18 01:08:55.398915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-22384867-3fbb-4193-92f6-7d2cee214fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:55.401078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-22384867-3fbb-4193-92f6-7d2cee214fac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 1095 time: 0.0427885 Sep 18 01:08:55.494223 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-0dbef32e-3902-47e0-8cb8-ad9480fa9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:55.495637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-0dbef32e-3902-47e0-8cb8-ad9480fa9a9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 914 time: 0.0873430 Sep 18 01:08:55.540444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-dc59b4d4-d8ba-43ce-b510-6dff46ee0afd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03fd8283-731e-4643-9410-ea09ae202013 HTTP/1.1" status: 200 len: 217 time: 0.0366447 Sep 18 01:08:55.590480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-2289f9af-fe8d-4053-98a8-6ece3f9467f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:55.592173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-2289f9af-fe8d-4053-98a8-6ece3f9467f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0439951 Sep 18 01:08:55.624855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-04a8a4de-724f-4e76-a69f-915aa1f0587c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243526 Sep 18 01:08:55.723893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-fddf5949-6e0e-439c-a272-6cd680eee113 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908635 Sep 18 01:08:55.821066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66cfb84c-8e0d-489b-8ec4-f40936bab63f req-b33b9bce-88cf-46fc-a03a-805dc7740598 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892899 Sep 18 01:08:56.200756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de4e6-4ff3-4b2a-81a7-18e9fddcb8c2 req-ed905295-c19a-4849-8e2f-1dae6ebcb18a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:56.202254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c82de4e6-4ff3-4b2a-81a7-18e9fddcb8c2 req-ed905295-c19a-4849-8e2f-1dae6ebcb18a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 943 time: 0.0521283 Sep 18 01:08:56.244123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c82de4e6-4ff3-4b2a-81a7-18e9fddcb8c2 req-10289f30-749f-4cb0-8524-34ba01c81894 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Sep 18 01:08:57.269604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65955dc1-38f9-4be0-af1a-a3dde31fb860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:57.369954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7d5b4-6293-4158-a216-0bd0126afdfa req-bc2c3261-0cca-4c16-ada9-9de6e854649a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:57.371724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfd7d5b4-6293-4158-a216-0bd0126afdfa req-bc2c3261-0cca-4c16-ada9-9de6e854649a tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 943 time: 0.0563350 Sep 18 01:08:57.413561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfd7d5b4-6293-4158-a216-0bd0126afdfa req-8f874484-72cb-423c-9ded-ddad6c29514c tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Sep 18 01:08:57.496971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:58.395410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:58.520539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 03fd8283-731e-4643-9410-ea09ae202013 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:08:58.530239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aec75-ade6-4c7b-8dc4-6a4d45239638 req-649f26cc-f894-44d9-acd2-c66125988c7b tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:58.531731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff7aec75-ade6-4c7b-8dc4-6a4d45239638 req-649f26cc-f894-44d9-acd2-c66125988c7b tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 943 time: 0.0486269 Sep 18 01:08:58.573585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff7aec75-ade6-4c7b-8dc4-6a4d45239638 req-b0925951-57b4-4a9a-a0f0-d2f6af76bd3e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Sep 18 01:08:58.620120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=03fd8283-731e-4643-9410-ea09ae202013,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:58.638308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '03fd8283-731e-4643-9410-ea09ae202013', 'network_id': '3640ab20-3d47-4750-a22d-6ede9b1f16b7', 'port_id': '03fd8283-731e-4643-9410-ea09ae202013', 'mac_address': 'fa:16:3e:ff:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c0c6ab-5197-4277-92be-d9bd3d4cbe54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:08:58.676124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:58.689547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fd8283-731e-4643-9410-ea09ae202013 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:58.708921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=03fd8283-731e-4643-9410-ea09ae202013,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:58.712915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:58.760663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:58.768368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.768777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.769124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.769464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.769799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.770133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.770525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.770858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.771244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.771573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.771954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.772406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:58.920921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['03fd8283-731e-4643-9410-ea09ae202013'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:08:59.687001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f513312-5e01-4df9-b499-0e05d87e00b3 req-4e36d963-72ee-4549-9021-9da70a2d964c tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:59.688638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f513312-5e01-4df9-b499-0e05d87e00b3 req-4e36d963-72ee-4549-9021-9da70a2d964c tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 944 time: 0.0501630 Sep 18 01:08:59.726884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:59.731371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f513312-5e01-4df9-b499-0e05d87e00b3 req-10e9c6bd-92cc-4178-947d-38592a5efc00 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368636 Sep 18 01:09:00.519125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 03fd8283-731e-4643-9410-ea09ae202013 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:00.566641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 03fd8283-731e-4643-9410-ea09ae202013 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:09:00.570102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 03fd8283-731e-4643-9410-ea09ae202013 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:00.570468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:00.645287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:00.667907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fd8283-731e-4643-9410-ea09ae202013'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:00.670170 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f047310-3a7b-4b69-85b9-85d7184cc6d6" -d '{"events": [{"server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "name": "network-vif-plugged", "status": "completed", "tag": "03fd8283-731e-4643-9410-ea09ae202013"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:00.683646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=03fd8283-731e-4643-9410-ea09ae202013,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:00.688153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:00.710823 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67675594-6878-431d-83ac-694487896388 x-openstack-request-id: req-67675594-6878-431d-83ac-694487896388 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:00.711113 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "name": "network-vif-plugged", "status": "completed", "tag": "03fd8283-731e-4643-9410-ea09ae202013", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:00.711379 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67675594-6878-431d-83ac-694487896388 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:00.711736 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fd8283-731e-4643-9410-ea09ae202013', 'code': 200} Sep 18 01:09:00.738202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:00.831135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3472f6-a732-4b5e-9f9e-057383c81923 req-156181e8-d298-4adf-8e90-751b00769212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:00.832592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba3472f6-a732-4b5e-9f9e-057383c81923 req-156181e8-d298-4adf-8e90-751b00769212 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 1097 time: 0.0635366 Sep 18 01:09:00.866526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690e80-f628-44da-8a15-9ea3bf33d413 req-9bf94548-1bf2-4ff7-b19e-81875ad3de5f tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:00.867926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6690e80-f628-44da-8a15-9ea3bf33d413 req-9bf94548-1bf2-4ff7-b19e-81875ad3de5f tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 945 time: 0.0688672 Sep 18 01:09:00.888369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba3472f6-a732-4b5e-9f9e-057383c81923 req-55476ceb-c51b-4439-93bc-f479a64fd477 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Sep 18 01:09:00.914188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6690e80-f628-44da-8a15-9ea3bf33d413 req-f31b9db3-eaa4-4d86-90ee-ac9b56a8abca tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362916 Sep 18 01:09:02.034569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ada83-b0da-468e-bda0-4a0da2c94433 req-1e75f01e-b3a0-4712-87ed-80254ed6139d tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:02.036037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4ada83-b0da-468e-bda0-4a0da2c94433 req-1e75f01e-b3a0-4712-87ed-80254ed6139d tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Sep 18 01:09:02.074498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f4ada83-b0da-468e-bda0-4a0da2c94433 req-f6f9b8a5-cca0-4eab-ab7c-2f9a1d81a7aa tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Sep 18 01:09:02.289455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.180308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49508) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:08.631478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Deleting port 9c1560a3-be0e-4568-9a23-db2afedc2fa1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:08.631815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.707989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.707989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.720422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Calling delete_port for 9c1560a3-be0e-4568-9a23-db2afedc2fa1 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:08.894783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.929224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event deleted for resources: {'Port': ['ID=9c1560a3-be0e-4568-9a23-db2afedc2fa1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:08.983005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:08.983312 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Floating IP 0a093d9d-2b3f-495e-baa0-911f229a13ad disassociated (deleted). External IP: 172.25.7.239, port: ad219ea0-0b14-4e30-9413-bfaf044eb0c5. Sep 18 01:09:09.196878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Router 67eec188-03bf-49a6-980e-a34b71d1c97a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:09.309157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:09.314507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:09.318981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:09.328544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:09.329156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:09.342193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60b663c2-aeca-4b20-bb04-4e1e4bf5cf61 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "DELETE /v2.0/floatingips/0a093d9d-2b3f-495e-baa0-911f229a13ad HTTP/1.1" status: 204 len: 168 time: 1.1606455 Sep 18 01:09:09.342989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:09.345510 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111136c4-4ae8-4b07-8397-13ccdf335925" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:09.388456 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fe57e-539b-49c7-a93b-a397851d1dc4 x-openstack-request-id: req-7f8fe57e-539b-49c7-a93b-a397851d1dc4 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:09.388456 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:09.388456 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f8fe57e-539b-49c7-a93b-a397851d1dc4 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:09.388456 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:09:09.437068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:09.471992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-1932ca7c-d55c-461b-8de8-6fa225e6a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:09.474406 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-1932ca7c-d55c-461b-8de8-6fa225e6a366 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f4447787a50487a8650cc082b45440e&device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 1098 time: 0.0453932 Sep 18 01:09:09.577906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920864a-78ff-4bf7-a3b6-d260abfc7df9 req-cf891d5c-31d6-4217-8f0f-8a19ece732e8 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:09.579380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3920864a-78ff-4bf7-a3b6-d260abfc7df9 req-cf891d5c-31d6-4217-8f0f-8a19ece732e8 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Sep 18 01:09:09.616398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-13a8b5fd-08c2-4cbd-b8fd-c61b317a3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:09.618197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-13a8b5fd-08c2-4cbd-b8fd-c61b317a3b49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 200 len: 915 time: 0.0994163 Sep 18 01:09:09.622137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3920864a-78ff-4bf7-a3b6-d260abfc7df9 req-6f32d77f-5d47-4bb5-8153-7ba0174c83de tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338426 Sep 18 01:09:09.651818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:09.668884 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-4d656f69-e3d1-4265-ab08-94a04ac4f3dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 200 len: 217 time: 0.0406632 Sep 18 01:09:09.678034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:09.688240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:09.688864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:09.723503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-ca139aea-7b11-4308-a8bf-c7b3be2ec8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:09.725006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-ca139aea-7b11-4308-a8bf-c7b3be2ec8ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 200 len: 853 time: 0.0487955 Sep 18 01:09:09.774386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-4e4f0d0e-2d56-4bfa-9585-c5eb3a0b5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:09.775964 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-4e4f0d0e-2d56-4bfa-9585-c5eb3a0b5a03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a5c807ad-13d5-4dc5-95c3-5b59277dc52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421872 Sep 18 01:09:09.798615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:09.870216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-e0e2b8b2-f41c-4b9a-a7f1-3c3194b8a613 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844271 Sep 18 01:09:09.967992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-111136c4-4ae8-4b07-8397-13ccdf335925 req-6bfaa2e2-d9e9-4845-8068-7b8098c69d65 service neutron] 10.222.0.54 "GET /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895185 Sep 18 01:09:10.006253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:10.035689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ccd3a9-0b25-43b5-b15e-a4cde479405f None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:06:17Z', 'revision_number': 4, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c64edf18-67b7-4c91-ba47-fc2e384fb104', 'name': '', 'network_id': 'a5c807ad-13d5-4dc5-95c3-5b59277dc52f', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'mac_address': 'fa:16:3e:49:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:16Z', 'updated_at': '2021-09-18T01:06:21Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'subnets': [{'id': 'f42d7080-4d0b-4d3e-beff-12e34cdf2e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:10.252675 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5edc7f-d937-45af-8b30-1a5b48f96735 None None] New status for floating IP 0a093d9d-2b3f-495e-baa0-911f229a13ad: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:09:10.747087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6acd-018c-45c7-841d-19fd41cb711b req-61f5f6d7-3a84-46b6-82ba-0f1b6cac2468 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:10.748479 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-564d6acd-018c-45c7-841d-19fd41cb711b req-61f5f6d7-3a84-46b6-82ba-0f1b6cac2468 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Sep 18 01:09:10.785631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-564d6acd-018c-45c7-841d-19fd41cb711b req-9e07ea19-2c92-444c-b27f-eefe0c5431f8 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/security-groups?id=51c15f0f-64c7-494a-8275-ffea0ad04788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Sep 18 01:09:11.384599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-a9330b13-44ae-44eb-8b23-abffca31e1cc tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:11.386012 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-a9330b13-44ae-44eb-8b23-abffca31e1cc tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Sep 18 01:09:11.476377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Deleting port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:11.476735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:11.562224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] For port ad219ea0-0b14-4e30-9413-bfaf044eb0c5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:11.562577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:11.574587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Calling delete_port for ad219ea0-0b14-4e30-9413-bfaf044eb0c5 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:11.698756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:11.729614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event deleted for resources: {'Port': ['ID=ad219ea0-0b14-4e30-9413-bfaf044eb0c5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:11.776317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] No DVR routers for this DVR port ad219ea0-0b14-4e30-9413-bfaf044eb0c5 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:09:11.779770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:11.781771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0f02e2f1-5423-4b22-8458-24786d21c4b3 req-874cb415-ea85-4a0f-9833-842a5bac357b tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.54 "DELETE /v2.0/ports/ad219ea0-0b14-4e30-9413-bfaf044eb0c5 HTTP/1.1" status: 204 len: 173 time: 0.3891435 Sep 18 01:09:11.782212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'name': 'network-vif-deleted', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:11.784499 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f55468-1e3b-4e7c-be0e-be31ac16e54e" -d '{"events": [{"server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "name": "network-vif-deleted", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:11.821548 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d09e59-73b4-4206-baaa-32f6664fd523 x-openstack-request-id: req-36d09e59-73b4-4206-baaa-32f6664fd523 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:11.821759 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49b64d-7846-473f-a0b4-4ec643f2ab84", "name": "network-vif-deleted", "tag": "ad219ea0-0b14-4e30-9413-bfaf044eb0c5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:11.822128 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36d09e59-73b4-4206-baaa-32f6664fd523 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:11.822414 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49b64d-7846-473f-a0b4-4ec643f2ab84', 'name': 'network-vif-deleted', 'tag': 'ad219ea0-0b14-4e30-9413-bfaf044eb0c5', 'status': 'completed', 'code': 200} Sep 18 01:09:11.885158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81bb3a7e-4c1f-4eea-b37d-71558b818b60 req-1b77c949-188f-43f1-aaa6-f795e41b7029 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0285280 Sep 18 01:09:12.997489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7d44c1a-a21c-4c4d-bbb5-f23010ec72d7 req-e73cc79f-ae99-4bf5-9783-8a4b03174b10 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0280230 Sep 18 01:09:14.001104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-bee0b3ab-8e7d-4935-b05f-d159e486cf67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402305 Sep 18 01:09:14.101833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ea4825f-a3ac-4986-86c4-eab46616293f req-99c5b9cd-1dd0-4ff9-8d06-146913742e8c tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0303199 Sep 18 01:09:14.111132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246993-5c75-404d-a633-75c8afa040c9 req-f21596e4-d99f-4418-b1e8-d251b140440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.112908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-f21596e4-d99f-4418-b1e8-d251b140440c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 1097 time: 0.0685072 Sep 18 01:09:14.235785 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246993-5c75-404d-a633-75c8afa040c9 req-c187b866-5828-4037-ac48-9d0101331976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.237423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-c187b866-5828-4037-ac48-9d0101331976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 200 len: 914 time: 0.0959580 Sep 18 01:09:14.285615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-30825938-124e-4d2b-918a-22d1345bdc75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03fd8283-731e-4643-9410-ea09ae202013 HTTP/1.1" status: 200 len: 217 time: 0.0387537 Sep 18 01:09:14.348276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246993-5c75-404d-a633-75c8afa040c9 req-120d8c8f-7477-4210-b8af-a7670702bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.349753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-120d8c8f-7477-4210-b8af-a7670702bdb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 200 len: 853 time: 0.0571978 Sep 18 01:09:14.383997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-0b472c03-7e5e-40bb-9090-dbf17bd1ce9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3640ab20-3d47-4750-a22d-6ede9b1f16b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263846 Sep 18 01:09:14.486582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-2fd2c9bb-a864-4767-8730-80e6d71c80a1 service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940404 Sep 18 01:09:14.583259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e246993-5c75-404d-a633-75c8afa040c9 req-2d7c396e-bb89-43f6-83a3-a733fb70758d service neutron] 10.222.0.48 "GET /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Sep 18 01:09:14.781708 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:15.209958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d4aeeec2-45b4-4ded-978d-f0eef07c716c req-7543a983-b73c-42ef-84f1-3152eb7a4273 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c49b64d-7846-473f-a0b4-4ec643f2ab84 HTTP/1.1" status: 200 len: 210 time: 0.0366523 Sep 18 01:09:15.647406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad219ea0-0b14-4e30-9413-bfaf044eb0c5 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:15.667737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: ad219ea0-0b14-4e30-9413-bfaf044eb0c5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:15.668105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device ad219ea0-0b14-4e30-9413-bfaf044eb0c5 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:16.222060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:16.270989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 49556) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:16.328516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:16.353353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:16.413421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:16.416358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:16.417836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] 10.222.0.49 "DELETE /v2.0/security-groups/51c15f0f-64c7-494a-8275-ffea0ad04788 HTTP/1.1" status: 204 len: 168 time: 0.1457975 Sep 18 01:09:16.432549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b8ee1-b918-4072-94fa-1e5cd30ec888 tempest-TestVolumeBackupRestore-1410126038 tempest-TestVolumeBackupRestore-1410126038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c15f0f-64c7-494a-8275-ffea0ad04788,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:19.928737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 49988) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:20.365048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:20.610406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Deleting port c64edf18-67b7-4c91-ba47-fc2e384fb104 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:20.610667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:20.691150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] For port c64edf18-67b7-4c91-ba47-fc2e384fb104, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c64edf18-67b7-4c91-ba47-fc2e384fb104,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:20.691515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:20.704511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Calling delete_port for c64edf18-67b7-4c91-ba47-fc2e384fb104 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:20.892828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:20.916880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Pushing event deleted for resources: {'Port': ['ID=c64edf18-67b7-4c91-ba47-fc2e384fb104,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:20.929742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.930244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.930347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.930685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.931019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.931367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.931693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.932006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.932381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.932715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.935848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:20.936335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:21.105973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:21.323214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Router 67eec188-03bf-49a6-980e-a34b71d1c97a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:21.429425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:21.436913 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c233a61d-ecfd-4efe-b0af-254b3429661c admin admin] 10.222.0.49 "PUT /v2.0/routers/67eec188-03bf-49a6-980e-a34b71d1c97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5045679 Sep 18 01:09:21.437031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50032) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:21.440414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Sync routers for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:21.449442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:21.450125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:21.541546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:21.557243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:21.645682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:21.706927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Deleting port e0ae24a8-372f-41c7-a453-2707833a4605 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:21.707368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:21.831147 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] For port e0ae24a8-372f-41c7-a453-2707833a4605, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e0ae24a8-372f-41c7-a453-2707833a4605,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:21.831806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:21.845478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Calling delete_port for e0ae24a8-372f-41c7-a453-2707833a4605 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:21.937381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:09:20Z', 'revision_number': 5, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port': {'id': 'e0ae24a8-372f-41c7-a453-2707833a4605', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:14Z', 'updated_at': '2021-09-18T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:21.970287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Checking router: 67eec188-03bf-49a6-980e-a34b71d1c97a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:21.980275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Routers {'67eec188-03bf-49a6-980e-a34b71d1c97a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:21.981267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['67eec188-03bf-49a6-980e-a34b71d1c97a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:22.029056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.056555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ae24a8-372f-41c7-a453-2707833a4605,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.076741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] Set router 67eec188-03bf-49a6-980e-a34b71d1c97a gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:22.122612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.129498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:09:21Z', 'revision_number': 6, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:22.159345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3748f-22f2-4871-8cbc-9cb11367a761 None None] The sync data for ids ['67eec188-03bf-49a6-980e-a34b71d1c97a'] in n-d-712707-16 is: [{'id': '67eec188-03bf-49a6-980e-a34b71d1c97a', 'name': 'tempest-TestVolumeBackupRestore-1032837303-router', 'tenant_id': '7f4447787a50487a8650cc082b45440e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:13Z', 'updated_at': '2021-09-18T01:09:21Z', 'revision_number': 6, 'project_id': '7f4447787a50487a8650cc082b45440e', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:22.223259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.225285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.270251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.270728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67eec188-03bf-49a6-980e-a34b71d1c97a {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:09:22.275234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.276751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3c1a4ac-4d6b-45ee-ad5c-e17542b430dd admin admin] 10.222.0.49 "DELETE /v2.0/routers/67eec188-03bf-49a6-980e-a34b71d1c97a HTTP/1.1" status: 204 len: 168 time: 0.8386385 Sep 18 01:09:22.279917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:22.323835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Deleting subnet f42d7080-4d0b-4d3e-beff-12e34cdf2e81 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:09:22.327381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.360305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.439447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.492358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.517583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42d7080-4d0b-4d3e-beff-12e34cdf2e81,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.528863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.533445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6dc7685b-a0f2-4378-98b2-a24bce9232a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f42d7080-4d0b-4d3e-beff-12e34cdf2e81 HTTP/1.1" status: 204 len: 168 time: 0.2524722 Sep 18 01:09:22.533727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef9d30-ef5c-4c4f-99b7-81faf0d7153a None None] Network a5c807ad-13d5-4dc5-95c3-5b59277dc52f requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:22.535978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50038) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:22.622271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.680586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Deleting port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:22.681090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.748254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] For port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,segment=NetworkSegment(e74f6cd3-5fd9-42ff-a993-ade1ba297212),segment_id=e74f6cd3-5fd9-42ff-a993-ade1ba297212)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:22.748542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.769008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Calling delete_port for 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:22.852666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:22.879029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a58ec81-35d5-4b81-8d78-19a7e86c8b91,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.891255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] No DVR routers for this DVR port 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:09:22.960049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f09ff4-8a3a-4908-b3ec-f472b49ab28a None None] DHCP port deletion for a5c807ad-13d5-4dc5-95c3-5b59277dc52f request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:09:22.998605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.031032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c807ad-13d5-4dc5-95c3-5b59277dc52f']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:23.042538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0ae24a8-372f-41c7-a453-2707833a4605 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:23.043020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f6cd3-5fd9-42ff-a993-ade1ba297212') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:23.043322 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f6cd3-5fd9-42ff-a993-ade1ba297212') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:23.057676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.073572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.081205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:09:23.081976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:09:23.083851 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:09:23.089610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e0ae24a8-372f-41c7-a453-2707833a4605 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:23.089964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e0ae24a8-372f-41c7-a453-2707833a4605 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:23.091050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c64edf18-67b7-4c91-ba47-fc2e384fb104 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:23.121710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c64edf18-67b7-4c91-ba47-fc2e384fb104 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:23.122138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c64edf18-67b7-4c91-ba47-fc2e384fb104 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:23.122568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:23.145394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:23.145880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8a58ec81-35d5-4b81-8d78-19a7e86c8b91 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:23.169649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.175609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.181144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a5c807ad-13d5-4dc5-95c3-5b59277dc52f HTTP/1.1" status: 204 len: 168 time: 0.6439173 Sep 18 01:09:23.181496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50050) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:23.192747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e56ab-3d69-46d1-9bf8-77d9e257d093 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c807ad-13d5-4dc5-95c3-5b59277dc52f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:23.562817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.808528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Deleting port 5b1321dc-db69-4b9a-a877-53fffcf50f37 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:23.808876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.885860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] For port 5b1321dc-db69-4b9a-a877-53fffcf50f37, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b1321dc-db69-4b9a-a877-53fffcf50f37,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:23.886139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:23.902411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Calling delete_port for 5b1321dc-db69-4b9a-a877-53fffcf50f37 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:24.081338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:24.106755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1321dc-db69-4b9a-a877-53fffcf50f37,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:24.245335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-674647c8-e365-4f8a-98b1-a6f46d859c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:24.283508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:24.753147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Router bea1d02d-c2d1-40f1-a20e-462b9577092a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:24.865037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:24.873279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5b5078af-8637-4f98-b243-ae464e2dbb48 admin admin] 10.222.0.49 "PUT /v2.0/routers/bea1d02d-c2d1-40f1-a20e-462b9577092a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874156 Sep 18 01:09:24.873279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:24.877030 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Sync routers for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:24.886144 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:24.886961 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:24.991437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:24.998775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:25.097517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.154446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Deleting port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:25.154836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.187434 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:09:24Z', 'revision_number': 5, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port': {'id': '5b404f8d-9a61-4c5d-879a-d3fee5cff2a0', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:06:21Z', 'updated_at': '2021-09-18T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:25.214119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Checking router: bea1d02d-c2d1-40f1-a20e-462b9577092a for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:25.222909 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Routers {'bea1d02d-c2d1-40f1-a20e-462b9577092a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:25.223638 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:08:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bea1d02d-c2d1-40f1-a20e-462b9577092a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:25.235351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] For port 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:25.235718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.248999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Calling delete_port for 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:25.309713 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] Set router bea1d02d-c2d1-40f1-a20e-462b9577092a gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:25.360889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:09:25Z', 'revision_number': 6, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:25.440704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.471399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b404f8d-9a61-4c5d-879a-d3fee5cff2a0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:25.491864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6173aa-f430-4c7d-bc91-7f2502abf949 None None] The sync data for ids ['bea1d02d-c2d1-40f1-a20e-462b9577092a'] in n-d-712707-16 is: [{'id': 'bea1d02d-c2d1-40f1-a20e-462b9577092a', 'name': 'tempest-TestVolumeBackupRestore-259018936-router', 'tenant_id': '3635e0241eca4d98ab030ae02c7818fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:06:20Z', 'updated_at': '2021-09-18T01:09:25Z', 'revision_number': 6, 'project_id': '3635e0241eca4d98ab030ae02c7818fb', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:25.539948 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.634640 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.636833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.682685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.683230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea1d02d-c2d1-40f1-a20e-462b9577092a {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:09:25.688805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.689930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9c64640d-9b27-406f-a3b5-6acfb29ca013 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bea1d02d-c2d1-40f1-a20e-462b9577092a HTTP/1.1" status: 204 len: 168 time: 0.8159716 Sep 18 01:09:25.692457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:25.736489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Deleting subnet fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:09:25.739494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.774297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.876961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.950736 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.979864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:25.984099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:25.986015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-43a452a2-b66c-45f5-8577-1e3c59567800 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fef2fb04-80fa-4fc6-b6f7-4bfa49f8d1e2 HTTP/1.1" status: 204 len: 168 time: 0.2926104 Sep 18 01:09:25.988712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50062) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:25.993611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be41d5c-5d15-4c28-a166-8527a473a346 None None] Network c38bc645-68f7-4aba-aaf8-952dcde9712c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:26.066753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.125750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Deleting port 690856fe-90aa-461e-9bd7-e695bfd0d788 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:26.126096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.295749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] DHCP port deletion for c38bc645-68f7-4aba-aaf8-952dcde9712c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:09:26.356743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Deleting port 690856fe-90aa-461e-9bd7-e695bfd0d788 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:26.357289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.432144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] For port 690856fe-90aa-461e-9bd7-e695bfd0d788, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=690856fe-90aa-461e-9bd7-e695bfd0d788,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:26.432924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.458683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Calling delete_port for 690856fe-90aa-461e-9bd7-e695bfd0d788 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:26.545473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] For port 690856fe-90aa-461e-9bd7-e695bfd0d788, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=690856fe-90aa-461e-9bd7-e695bfd0d788,segment=NetworkSegment(45d808f9-d2a3-4077-9b51-a7239f04cf0a),segment_id=45d808f9-d2a3-4077-9b51-a7239f04cf0a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:26.545782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.554061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.559450 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Calling delete_port for 690856fe-90aa-461e-9bd7-e695bfd0d788 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:26.571912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] No DVR routers for this DVR port 690856fe-90aa-461e-9bd7-e695bfd0d788 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:09:26.599611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32ee0-392f-4958-997f-f1b9989e6716 None None] Pushing event deleted for resources: {'Port': ['ID=690856fe-90aa-461e-9bd7-e695bfd0d788,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:26.646998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.674536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=690856fe-90aa-461e-9bd7-e695bfd0d788,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:26.679242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] No DVR routers for this DVR port 690856fe-90aa-461e-9bd7-e695bfd0d788 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:09:26.762882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.774144 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b1321dc-db69-4b9a-a877-53fffcf50f37 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:26.784737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38bc645-68f7-4aba-aaf8-952dcde9712c']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:26.794903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d808f9-d2a3-4077-9b51-a7239f04cf0a') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:26.795200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d808f9-d2a3-4077-9b51-a7239f04cf0a') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:26.801587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5b1321dc-db69-4b9a-a877-53fffcf50f37 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:26.801876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b1321dc-db69-4b9a-a877-53fffcf50f37 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:26.802306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:26.805488 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.819323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.820697 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:26.821243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5b404f8d-9a61-4c5d-879a-d3fee5cff2a0 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:26.821717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 690856fe-90aa-461e-9bd7-e695bfd0d788 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:26.826537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:09:26.826931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self.session.flush() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:09:26.829158 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:09:26.841915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 690856fe-90aa-461e-9bd7-e695bfd0d788 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:26.842182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 690856fe-90aa-461e-9bd7-e695bfd0d788 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:26.896694 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.905522 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:26.907316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c38bc645-68f7-4aba-aaf8-952dcde9712c HTTP/1.1" status: 204 len: 168 time: 0.9175289 Sep 18 01:09:26.917628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcad2-4050-4463-a9be-6b7d3c8c12c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38bc645-68f7-4aba-aaf8-952dcde9712c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:27.036497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50068) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:27.078810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d16b02ef-0b6e-45eb-9336-8af275b04a8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f4447787a50487a8650cc082b45440e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410788 Sep 18 01:09:27.081213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50070) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:27.130949 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.152890 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.198065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.201347 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.202510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe25ec21-410a-4519-9de0-03046c8c04ee HTTP/1.1" status: 204 len: 168 time: 0.1202309 Sep 18 01:09:27.210077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a124d8-2194-409c-b542-2c5d7509c94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25ec21-410a-4519-9de0-03046c8c04ee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:27.271713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc282cc0-1364-49a1-bba7-bf8b73a97a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.501585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.521408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50078) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:27.566384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-628c6de5-cfb3-4067-8191-44b5a756b628 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3635e0241eca4d98ab030ae02c7818fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437841 Sep 18 01:09:27.568847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50082) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:27.619416 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.643460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.693299 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.696259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:27.697542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dff089ee-6668-4281-abc3-86438e65db57 HTTP/1.1" status: 204 len: 168 time: 0.1277292 Sep 18 01:09:27.706461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834ba31-a166-437d-9b91-d49bb086a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff089ee-6668-4281-abc3-86438e65db57,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:27.757711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2c53-6a9e-4c6a-b568-2dbe6c2a2dd3 req-c5564f3f-5d72-4a80-8a66-903f0621e1fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:27.759594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29cf2c53-6a9e-4c6a-b568-2dbe6c2a2dd3 req-c5564f3f-5d72-4a80-8a66-903f0621e1fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Sep 18 01:09:27.798993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29cf2c53-6a9e-4c6a-b568-2dbe6c2a2dd3 req-b67f19b3-ddeb-4326-ae31-0072df9b34db tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Sep 18 01:09:28.361501 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50106) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:28.398057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.468273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-61866198-network', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:28.489158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:28.491414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.503492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.590871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.594624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.621951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:09:28.628419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c39f14c-4c98-451d-9bf8-950bddce56db,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:28.634448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.634794 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Added segment a447424e-5e47-4505-8085-0db7a2b482f5 of type vlan for network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 Sep 18 01:09:28.674608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.697159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.698101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:28.698685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.732108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3695285 Sep 18 01:09:28.735345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50110) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:28.740393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Request body: {'subnet': {'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-61866198-subnet', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:28.760803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:28.763008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa4538-97b7-42c8-b0dd-da01db5b0fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=20db6ba2-b2ee-4f95-8b87-ad31a0caf456,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:28.763425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.772621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:09:28.928360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee327e-69f7-49c0-8f95-080c12fb1fb6 req-37857a9d-006a-4802-84f3-d87b2dd16e1e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:28.929781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59ee327e-69f7-49c0-8f95-080c12fb1fb6 req-37857a9d-006a-4802-84f3-d87b2dd16e1e tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Sep 18 01:09:28.936460 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:28.968821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59ee327e-69f7-49c0-8f95-080c12fb1fb6 req-e3cd5ebf-3d16-4035-bba3-7f58605d1b1c tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d18962a0-dbb8-4eeb-8bdd-eb05100021df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 18 01:09:28.991736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b468acc-bfd3-4f49-9c36-d3b7940c98e7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:29.000581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:29.000939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Network hostable DHCP agents. Network: 20db6ba2-b2ee-4f95-8b87-ad31a0caf456, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:09:29.016990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:09:29.025589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 20db6ba2-b2ee-4f95-8b87-ad31a0caf456) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:29.029943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:29.030530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.036816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff409c28-1bbd-4445-a5f5-8e99e33257f5 None None] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:29.045068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-13248b26-876a-46cc-9c1f-0299ed9220a9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3085303 Sep 18 01:09:29.047650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50114) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:29.051848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:29.072128 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.073203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.127419 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.177883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:09:29.178778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.244700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-39020d92-b07b-4c0a-bc90-a6d3493a3470 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:29.246167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-39020d92-b07b-4c0a-bc90-a6d3493a3470 tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Sep 18 01:09:29.264510 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.318303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Allocated IP 172.20.0.2 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/f684c89e-0322-4093-a491-27ccec2f8b7f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:29.350841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Deleting port 03fd8283-731e-4643-9410-ea09ae202013 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:09:29.351244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.444432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] For port 03fd8283-731e-4643-9410-ea09ae202013, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=03fd8283-731e-4643-9410-ea09ae202013,segment=NetworkSegment(94b37a25-c5fb-42ae-9bb7-c7157b130c1d),segment_id=94b37a25-c5fb-42ae-9bb7-c7157b130c1d)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:29.445131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.459239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Calling delete_port for 03fd8283-731e-4643-9410-ea09ae202013 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:09:29.473200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.474657 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.483676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.495725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.524004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:29.526754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:29.531046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:29.540083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Pushing event updated for resources: {'Port': ['ID=f684c89e-0322-4093-a491-27ccec2f8b7f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:29.596126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Attempting to bind port f684c89e-0322-4093-a491-27ccec2f8b7f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:29.596539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Attempting to bind port f684c89e-0322-4093-a491-27ccec2f8b7f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:29.596900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Attempting to bind port f684c89e-0322-4093-a491-27ccec2f8b7f on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:29.602071 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.602253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:29.602502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:29.602907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.604342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:29.604342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Bound port: f684c89e-0322-4093-a491-27ccec2f8b7f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:29.604342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.615565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['03fd8283-731e-4643-9410-ea09ae202013'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:09:29.618089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Allocated IP 172.25.7.43 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/c876c253-d96b-43af-a8d8-841ecdcce5af) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:29.631638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Pushing event deleted for resources: {'Port': ['ID=03fd8283-731e-4643-9410-ea09ae202013,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:29.681773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] No DVR routers for this DVR port 03fd8283-731e-4643-9410-ea09ae202013 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:09:29.685310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.687471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2a572fb-35b0-40fa-9adc-02731c5fc781 req-de1722a4-f50e-49dd-b206-e599229520fd tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.48 "DELETE /v2.0/ports/03fd8283-731e-4643-9410-ea09ae202013 HTTP/1.1" status: 204 len: 173 time: 0.4340742 Sep 18 01:09:29.687983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'name': 'network-vif-deleted', 'tag': '03fd8283-731e-4643-9410-ea09ae202013'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:29.690391 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c540c16-4ffb-4f95-85fa-e5713e0938fc" -d '{"events": [{"server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "name": "network-vif-deleted", "tag": "03fd8283-731e-4643-9410-ea09ae202013"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:29.694695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] For port f684c89e-0322-4093-a491-27ccec2f8b7f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:29.710795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] For port f684c89e-0322-4093-a491-27ccec2f8b7f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f684c89e-0322-4093-a491-27ccec2f8b7f,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:29.728988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.733817 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1329b7-7673-4ab1-9ca3-c1c2c37afa26 x-openstack-request-id: req-1e1329b7-7673-4ab1-9ca3-c1c2c37afa26 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:29.734278 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087601-5cca-4bda-9c9e-4184784fa233", "name": "network-vif-deleted", "tag": "03fd8283-731e-4643-9410-ea09ae202013", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:29.734571 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e1329b7-7673-4ab1-9ca3-c1c2c37afa26 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:29.734972 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087601-5cca-4bda-9c9e-4184784fa233', 'name': 'network-vif-deleted', 'tag': '03fd8283-731e-4643-9410-ea09ae202013', 'status': 'completed', 'code': 200} Sep 18 01:09:29.741211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.749513 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.791958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:29.797705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8ed85-712c-4507-9c99-e86fd02ad046 None None] Pushing event updated for resources: {'Port': ['ID=f684c89e-0322-4093-a491-27ccec2f8b7f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:29.838856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:29.842654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:29.845129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:29.875559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Pushing event updated for resources: {'Port': ['ID=c876c253-d96b-43af-a8d8-841ecdcce5af,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:30.099070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf3ca62d-ba0d-4dd7-bad3-05b5ec0a4c7f req-8a3579e9-0c9c-4046-aa8e-9940737a63af tempest-VolumesSnapshotTestJSON-1971596015 tempest-VolumesSnapshotTestJSON-1971596015-project] 10.222.0.49 "GET /v2.0/ports?device_id=27087601-5cca-4bda-9c9e-4184784fa233 HTTP/1.1" status: 200 len: 210 time: 0.0357375 Sep 18 01:09:30.139886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:30.332884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:30.461144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Router e5631286-e9eb-4869-81e9-9e303e305601 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:09:30.571029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:30.580909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:30.587036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:30.588609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-96ff646e-f389-4ddc-9655-3640fda2f1bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5399387 Sep 18 01:09:30.591780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:30.592441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:30.592929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:30.707702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:30.766481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0e4ff-b229-47cb-9fcd-090b90a10d7f None None] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:30.869012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f684c89e-0322-4093-a491-27ccec2f8b7f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:30.911095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] Provisioning complete for port f684c89e-0322-4093-a491-27ccec2f8b7f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:30.911472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.063023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f684c89e-0322-4093-a491-27ccec2f8b7f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:31.063287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.287962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.313168 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.358451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:30Z', 'revision_number': 3, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:31.419742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:31.420102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Updating router e5631286-e9eb-4869-81e9-9e303e305601 port c876c253-d96b-43af-a8d8-841ecdcce5af binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:09:31.434383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] For port f684c89e-0322-4093-a491-27ccec2f8b7f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f684c89e-0322-4093-a491-27ccec2f8b7f,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:31.476725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.509391 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.547495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Allocated IP 172.20.0.1 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/525675f3-402a-4976-a5c5-f16a6ee0910b) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:31.644285 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.685662 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.711225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb230c-81e0-4531-a500-c8b371e987fe None None] Pushing event updated for resources: {'Port': ['ID=f684c89e-0322-4093-a491-27ccec2f8b7f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:31.717391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7514e5f1-8fd7-4364-94c9-a85c86bc7c39 None None] Provisioning complete for port f684c89e-0322-4093-a491-27ccec2f8b7f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:31.717984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7514e5f1-8fd7-4364-94c9-a85c86bc7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.726581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.765729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:31.768625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:31.772150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:31.780677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Pushing event updated for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:31.810912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:09:31.811249 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:09:31.825782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.950242 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.958424 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:31.979517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.017093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Attempting to bind port c876c253-d96b-43af-a8d8-841ecdcce5af on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:32.017462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Attempting to bind port c876c253-d96b-43af-a8d8-841ecdcce5af by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:32.018145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Attempting to bind port c876c253-d96b-43af-a8d8-841ecdcce5af on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:32.031587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:32.031970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:32.032405 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.032802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:32.033276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Bound port: c876c253-d96b-43af-a8d8-841ecdcce5af, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:32.033659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.036757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea97c-b77c-46f7-89eb-046bfbfc1934 None None] Pushing event updated for resources: {'Port': ['ID=c876c253-d96b-43af-a8d8-841ecdcce5af,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:32.096600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] For port c876c253-d96b-43af-a8d8-841ecdcce5af, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:32.100330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] For port c876c253-d96b-43af-a8d8-841ecdcce5af, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c876c253-d96b-43af-a8d8-841ecdcce5af,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:32.105035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.188538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:32.188944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:32.195679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.201686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.230258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0ea9267e-ec47-4af5-a851-4a860e63d25a None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:32.231333 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ea9267e-ec47-4af5-a851-4a860e63d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.233139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea97c-b77c-46f7-89eb-046bfbfc1934 None None] Pushing event updated for resources: {'Port': ['ID=c876c253-d96b-43af-a8d8-841ecdcce5af,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:32.274842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Pushing event updated for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:32.277801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.284754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9267e-ec47-4af5-a851-4a860e63d25a None None] Port 525675f3-402a-4976-a5c5-f16a6ee0910b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:09:32.362402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.369753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:32.371216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:32.374599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:32.492537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:32.582240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:32.619459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5d6a4-256b-4997-be7c-f151ad67276e None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:32.631238 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:32.632877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fa8f399e-c371-43bf-b510-a770831d2d79 None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:32.633356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa8f399e-c371-43bf-b510-a770831d2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.641021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-65ca0d0c-f316-4bdc-8392-8a602170b7cb admin admin] 10.222.0.49 "PUT /v2.0/routers/e5631286-e9eb-4869-81e9-9e303e305601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466752 Sep 18 01:09:32.657805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 03fd8283-731e-4643-9410-ea09ae202013 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:32.687603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 03fd8283-731e-4643-9410-ea09ae202013 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:09:32.688406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 03fd8283-731e-4643-9410-ea09ae202013 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:32.709287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f399e-c371-43bf-b510-a770831d2d79 None None] Port 525675f3-402a-4976-a5c5-f16a6ee0910b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:09:32.783180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f684c89e-0322-4093-a491-27ccec2f8b7f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:32.835936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f684c89e-0322-4093-a491-27ccec2f8b7f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:32.836350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.259865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50152) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:33.266491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1249986054-network', 'tenant_id': '72005408133d4f4392a9117856164b15'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:33.294654 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Made reservation on behalf of 72005408133d4f4392a9117856164b15 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:33.297401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.307253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.436804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.448032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.481441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:09:33.491945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515d204c-7f2e-46c3-a554-8cefc7e8fb27,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:33.498803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.499247 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Added segment 9b7def38-33f3-411b-be34-6c9fbe5d42b6 of type vlan for network 46c20df3-6dae-470b-af30-a8ab96efca6e Sep 18 01:09:33.546315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.574790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.576564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:33.577154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.611895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3505614 Sep 18 01:09:33.614828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50154) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:33.620013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Request body: {'subnet': {'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1249986054-subnet', 'tenant_id': '72005408133d4f4392a9117856164b15', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:33.649519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Made reservation on behalf of 72005408133d4f4392a9117856164b15 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:33.652884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.657832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e542e-9121-408c-a618-076298130570 admin admin] Pushing event updated for resources: {'Network': ['ID=46c20df3-6dae-470b-af30-a8ab96efca6e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:33.672464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 46c20df3-6dae-470b-af30-a8ab96efca6e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:09:33.865298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:33.964653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Pushing event updated for resources: {'Subnet': ['ID=542c6475-48ff-4437-af0b-67a326798ed1,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:33.980183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Checking segment: {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:33.981441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Network hostable DHCP agents. Network: 46c20df3-6dae-470b-af30-a8ab96efca6e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:09:34.003696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Network 46c20df3-6dae-470b-af30-a8ab96efca6e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:09:34.016281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 46c20df3-6dae-470b-af30-a8ab96efca6e) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:34.020511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:34.021100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.030406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189e8d3-ddd6-4cec-8c0c-294aae0e8eb3 None None] Network 46c20df3-6dae-470b-af30-a8ab96efca6e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:34.038236 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-211b653e-7adf-4d67-b97c-228a2f1c164c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4222665 Sep 18 01:09:34.040911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50158) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:34.046326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:34.077724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.078849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.150157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.217302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-46c20df3-6dae-470b-af30-a8ab96efca6e', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:09:34.218160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.299761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.357716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Allocated IP 172.20.0.2 (46c20df3-6dae-470b-af30-a8ab96efca6e/542c6475-48ff-4437-af0b-67a326798ed1/59ed816d-8a05-46dd-aa3b-d845f99c4ee7) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:34.501805 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.507752 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.510209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.527929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.548319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Network 46c20df3-6dae-470b-af30-a8ab96efca6e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:34.551388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:34.554839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:34.588152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Pushing event updated for resources: {'Port': ['ID=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:34.617682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Attempting to bind port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:34.618051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Attempting to bind port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:34.618407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Attempting to bind port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 on network 46c20df3-6dae-470b-af30-a8ab96efca6e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:34.623374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:34.623743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Checking segment: {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:34.624144 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.624568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Bound using segment: {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:34.625314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Bound port: 59ed816d-8a05-46dd-aa3b-d845f99c4ee7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:34.626753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.641568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Allocated IP 172.25.7.201 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a16af18c-9226-4bc6-964a-61d5b9e92298) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:34.694357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] For port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:34.698590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] For port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:34.703286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.774731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.783210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1d32-5ce0-4e06-ab05-22bea6e7b5af None None] Pushing event updated for resources: {'Port': ['ID=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:34.811930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c876c253-d96b-43af-a8d8-841ecdcce5af up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:34.826255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.863026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:34.865946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:34.868611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:34.875921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c876c253-d96b-43af-a8d8-841ecdcce5af triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:34.876339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:34.915006 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:34.926106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a16af18c-9226-4bc6-964a-61d5b9e92298,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:34.944064 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:34.945872 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:35.009061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.038727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c876c253-d96b-43af-a8d8-841ecdcce5af, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c876c253-d96b-43af-a8d8-841ecdcce5af,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:35.044784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.115391 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:35.127817 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c876c253-d96b-43af-a8d8-841ecdcce5af,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:35.277068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.342628 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:32Z', 'revision_number': 2, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:35.374148 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:35.374495 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Updating router e5631286-e9eb-4869-81e9-9e303e305601 port 525675f3-402a-4976-a5c5-f16a6ee0910b binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:09:35.404042 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.505940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.665182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Router 079068c2-044b-48d6-9bd4-958ca9ea94c8 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:09:35.692975 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.700521 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.798863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Pushing event updated for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:35.814241 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Attempting to bind port 525675f3-402a-4976-a5c5-f16a6ee0910b on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:35.815326 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Attempting to bind port 525675f3-402a-4976-a5c5-f16a6ee0910b by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:35.815764 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Attempting to bind port 525675f3-402a-4976-a5c5-f16a6ee0910b on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:35.817818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:35.819674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.820105 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.820536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.820965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.821519 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.821971 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.822378 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.822804 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.823202 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.823595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.824545 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.825087 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:35.834683 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:35.835144 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:35.840513 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.841127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:35.841702 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Bound port: 525675f3-402a-4976-a5c5-f16a6ee0910b, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:35.842222 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.855511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Sync routers for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:35.865512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:35.869416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7607da9a-6ba3-48d4-b78c-fd89e3eb71e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8256593 Sep 18 01:09:35.870692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50170) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:09:35.878747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:35.879766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:35.943286 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] For port 525675f3-402a-4976-a5c5-f16a6ee0910b, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:35.957141 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] For port 525675f3-402a-4976-a5c5-f16a6ee0910b, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=525675f3-402a-4976-a5c5-f16a6ee0910b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:35.967138 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:36.045480 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa62e-8891-46dd-9df1-1119d08e90d2 None None] Pushing event updated for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:36.054536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:36.055531 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:36.194959 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:36.292546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc614dd7-503f-43bd-9d07-7fbaeade1fce None None] Network 46c20df3-6dae-470b-af30-a8ab96efca6e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:09:36.355110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:36.356976 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:36.447574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:36.517520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:36.570737 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561ff9-532a-45dc-bc2b-8a4576129131 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:36.643039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:36.706292 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:36.866510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] For port 525675f3-402a-4976-a5c5-f16a6ee0910b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=525675f3-402a-4976-a5c5-f16a6ee0910b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:36.880585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:36.923268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Allocated IP 172.20.0.1 (46c20df3-6dae-470b-af30-a8ab96efca6e/542c6475-48ff-4437-af0b-67a326798ed1/079f5b5b-e224-4369-ba8f-7d58f9820d52) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:37.034482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:37.070945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0852a6-d6df-40e7-b0b2-52e013c58eb4 None None] Pushing event updated for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:37.096094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.101353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 3, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:37.132683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:37.133311 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.146028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.163285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Checking router: 079068c2-044b-48d6-9bd4-958ca9ea94c8 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:37.163949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Updating router 079068c2-044b-48d6-9bd4-958ca9ea94c8 port a16af18c-9226-4bc6-964a-61d5b9e92298 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:09:37.209975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Network 46c20df3-6dae-470b-af30-a8ab96efca6e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:37.214249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:37.216967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.224888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:37.229069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Pushing event updated for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:37.253530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:37.254148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.291626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.487685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Provisioning complete for port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:37.488263 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.529938 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.595317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.675970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:37.701678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.702466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 525675f3-402a-4976-a5c5-f16a6ee0910b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:37.726937 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.732724 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.783669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.825038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.827337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Pushing event updated for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:37.844779 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.852382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:37.863231 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.945233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Network 46c20df3-6dae-470b-af30-a8ab96efca6e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:37.947048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:37.948155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:37.948639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.957721 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:09:37.957922 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-eec36f4b-26f5-470c-bd8e-25b9893993bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:09:37.975659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1a549-5ff3-4765-96ab-dbcd78613424 None None] Pushing event updated for resources: {'Port': ['ID=a16af18c-9226-4bc6-964a-61d5b9e92298,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:37.978075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Attempting to bind port a16af18c-9226-4bc6-964a-61d5b9e92298 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:37.978452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Attempting to bind port a16af18c-9226-4bc6-964a-61d5b9e92298 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:37.978800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Attempting to bind port a16af18c-9226-4bc6-964a-61d5b9e92298 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:37.991212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:37.991582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:37.991983 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:37.992431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:37.992909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Bound port: a16af18c-9226-4bc6-964a-61d5b9e92298, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:37.993291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:38.090763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] For port a16af18c-9226-4bc6-964a-61d5b9e92298, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:38.107871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] For port a16af18c-9226-4bc6-964a-61d5b9e92298, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a16af18c-9226-4bc6-964a-61d5b9e92298,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:38.114092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c876c253-d96b-43af-a8d8-841ecdcce5af up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:38.118362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Router 079068c2-044b-48d6-9bd4-958ca9ea94c8 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:38.118589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:38.219196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:38.219929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:38.223718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1a549-5ff3-4765-96ab-dbcd78613424 None None] Pushing event updated for resources: {'Port': ['ID=a16af18c-9226-4bc6-964a-61d5b9e92298,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:38.278448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c876c253-d96b-43af-a8d8-841ecdcce5af triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:38.278812 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:38.283291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:38.296144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a91bbc78-d4c6-4ce7-8ff7-b84c919669ed admin admin] 10.222.0.49 "PUT /v2.0/routers/079068c2-044b-48d6-9bd4-958ca9ea94c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4240263 Sep 18 01:09:38.568179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:38.736914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d1fb93e3-f131-4750-9c3e-1e7064c4457f None None] Provisioning complete for port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:38.737293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1fb93e3-f131-4750-9c3e-1e7064c4457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:38.810585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:38.939339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d1fb93e3-f131-4750-9c3e-1e7064c4457f None None] Provisioning complete for port 079f5b5b-e224-4369-ba8f-7d58f9820d52 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:38.939712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d1fb93e3-f131-4750-9c3e-1e7064c4457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:38.969149 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:38.969798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:39.016928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '079f5b5b-e224-4369-ba8f-7d58f9820d52', 'name': '', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'mac_address': 'fa:16:3e:f2:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:36Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 2, 'project_id': '72005408133d4f4392a9117856164b15', 'subnets': [{'id': '542c6475-48ff-4437-af0b-67a326798ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:39.020046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb93e3-f131-4750-9c3e-1e7064c4457f None None] Port 079f5b5b-e224-4369-ba8f-7d58f9820d52 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:09:39.053870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d1c95-12bc-404c-b87c-f0b729e2166c None None] The sync data for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 is: [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '079f5b5b-e224-4369-ba8f-7d58f9820d52', 'name': '', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'mac_address': 'fa:16:3e:f2:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:36Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 2, 'project_id': '72005408133d4f4392a9117856164b15', 'subnets': [{'id': '542c6475-48ff-4437-af0b-67a326798ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:39.136122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 525675f3-402a-4976-a5c5-f16a6ee0910b up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:39.233731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 525675f3-402a-4976-a5c5-f16a6ee0910b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:39.234313 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:40.884957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a16af18c-9226-4bc6-964a-61d5b9e92298 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:40.912032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b2e144ee-0ac8-4842-8c8b-9939bb7cc0d8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:40.914545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b2e144ee-0ac8-4842-8c8b-9939bb7cc0d8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.2011518 Sep 18 01:09:40.931559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-e682d636-92af-4923-b324-e00bf1448451 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0103469 Sep 18 01:09:40.979515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a16af18c-9226-4bc6-964a-61d5b9e92298 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:40.979893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:41.009216 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-85f5344e-25ea-45f6-94aa-c2c5f174b530 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699778 Sep 18 01:09:41.073676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:41.097550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port a16af18c-9226-4bc6-964a-61d5b9e92298, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a16af18c-9226-4bc6-964a-61d5b9e92298,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:41.109921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:41.140737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-6d253022-a0f7-449f-82ec-41c0862e462b service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236510 Sep 18 01:09:41.166138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=a16af18c-9226-4bc6-964a-61d5b9e92298,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:41.242258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-a6fad65f-ecd1-4d8f-9552-4b07feeb63db service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953574 Sep 18 01:09:41.599795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79dff31c-d502-4804-850a-c417ba20dc27 req-89f647cd-c3c5-4836-acef-43ed6fc71969 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0391116 Sep 18 01:09:42.075595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Sync routers for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:42.087622 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:42.088325 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:42.201856 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:42.498951 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '079f5b5b-e224-4369-ba8f-7d58f9820d52', 'name': '', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'mac_address': 'fa:16:3e:f2:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:36Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 2, 'project_id': '72005408133d4f4392a9117856164b15', 'subnets': [{'id': '542c6475-48ff-4437-af0b-67a326798ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:42.527635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Checking router: 079068c2-044b-48d6-9bd4-958ca9ea94c8 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:42.528281 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Updating router 079068c2-044b-48d6-9bd4-958ca9ea94c8 port 079f5b5b-e224-4369-ba8f-7d58f9820d52 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:09:42.557648 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:42.715406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-8392bd9d-7439-483b-b6b9-4499cfffa31d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:42.717035 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-8392bd9d-7439-483b-b6b9-4499cfffa31d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1573708 Sep 18 01:09:42.736485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:42.770841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-400f0749-d119-48c9-b0ad-c8da0fc83c94 req-8ccd4c4f-d630-4920-b784-394a3a78369e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0830927 Sep 18 01:09:42.807805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a16af18c-9226-4bc6-964a-61d5b9e92298 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:42.860896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a16af18c-9226-4bc6-964a-61d5b9e92298 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:42.861354 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:42.951808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:42.955789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.070635 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.084605 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.139637 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba5f0-c136-4811-9889-eb0887c304d4 None None] Pushing event updated for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.181435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.11 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/4dd31caf-1d0f-4e52-a8b2-23154b10e271) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:43.266109 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Attempting to bind port 079f5b5b-e224-4369-ba8f-7d58f9820d52 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:43.266444 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Attempting to bind port 079f5b5b-e224-4369-ba8f-7d58f9820d52 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:43.266757 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Attempting to bind port 079f5b5b-e224-4369-ba8f-7d58f9820d52 on network 46c20df3-6dae-470b-af30-a8ab96efca6e {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:43.272786 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:43.273163 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Checking segment: {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:43.273569 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.274003 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Bound using segment: {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:43.274514 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Bound port: 079f5b5b-e224-4369-ba8f-7d58f9820d52, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7def38-33f3-411b-be34-6c9fbe5d42b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:43.275033 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.383750 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] For port 079f5b5b-e224-4369-ba8f-7d58f9820d52, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:43.392587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] For port 079f5b5b-e224-4369-ba8f-7d58f9820d52, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=079f5b5b-e224-4369-ba8f-7d58f9820d52,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:43.401482 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.436696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.489828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.495774 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:09:43.497260 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:43.504043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba5f0-c136-4811-9889-eb0887c304d4 None None] Pushing event updated for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.511589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] Provisioning complete for port 079f5b5b-e224-4369-ba8f-7d58f9820d52 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:43.511973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.557227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:43.561576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:43.565693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:09:43.619905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:43.621392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.634377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.664519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b675398b-5658-45fc-98f4-cf61bd099e20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312727 Sep 18 01:09:43.694842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Request body: {'port': {'device_id': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:43.696847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.705359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:09:43.751498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] For port 079f5b5b-e224-4369-ba8f-7d58f9820d52, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=079f5b5b-e224-4369-ba8f-7d58f9820d52,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:43.762763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.766014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:43.895535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54ca4-9b87-449e-85ac-3b86c8855dbf None None] Pushing event updated for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.907058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9300398f-5a7f-454d-8fe1-0cde7a270203 None None] Provisioning complete for port 079f5b5b-e224-4369-ba8f-7d58f9820d52 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:43.907614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9300398f-5a7f-454d-8fe1-0cde7a270203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.043730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f083995-44ac-4798-9467-ef4ca6b793c3 req-cf5a5a27-4719-4a13-b83e-aa927da21dc2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:44.059837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f083995-44ac-4798-9467-ef4ca6b793c3 req-cf5a5a27-4719-4a13-b83e-aa927da21dc2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 932 time: 0.1337090 Sep 18 01:09:44.097888 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '079f5b5b-e224-4369-ba8f-7d58f9820d52', 'name': '', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'mac_address': 'fa:16:3e:f2:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:36Z', 'updated_at': '2021-09-18T01:09:43Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'subnets': [{'id': '542c6475-48ff-4437-af0b-67a326798ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:44.168119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc1ea9-a6c3-4231-84b0-3dd7fba28a47 None None] The sync data for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 is: [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:37Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '079f5b5b-e224-4369-ba8f-7d58f9820d52', 'name': '', 'network_id': '46c20df3-6dae-470b-af30-a8ab96efca6e', 'tenant_id': '72005408133d4f4392a9117856164b15', 'mac_address': 'fa:16:3e:f2:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '542c6475-48ff-4437-af0b-67a326798ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:36Z', 'updated_at': '2021-09-18T01:09:43Z', 'revision_number': 4, 'project_id': '72005408133d4f4392a9117856164b15', 'subnets': [{'id': '542c6475-48ff-4437-af0b-67a326798ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:44.175566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f083995-44ac-4798-9467-ef4ca6b793c3 req-5106cce1-5994-42f1-a6a5-634be5832a4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089747 Sep 18 01:09:44.243712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-91787928-0d2e-4f07-9334-03390f1b9477 None None] Provisioning complete for port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:44.249055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-91787928-0d2e-4f07-9334-03390f1b9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.319259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-91787928-0d2e-4f07-9334-03390f1b9477 None None] Port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:09:44.326863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd31caf-1d0f-4e52-a8b2-23154b10e271 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:09:44.346201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.367710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Transition to ACTIVE for port object 4dd31caf-1d0f-4e52-a8b2-23154b10e271 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:09:44.373408 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.536591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:44.571345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Attempting to bind port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:09:44.571593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Attempting to bind port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:09:44.571919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Attempting to bind port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:44.576990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:09:44.577312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Attempting to bind port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:44.582529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:09:44.582876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:09:44.583270 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:44.583706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Bound port: 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:09:44.584066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.674068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:44.678465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:44.688258 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.790712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:44.799348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:44.800164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.801930 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-18cad765-48d5-41a3-9288-9278c183bb89 service neutron] 10.222.0.54 "PUT /v2.0/ports/4dd31caf-1d0f-4e52-a8b2-23154b10e271 HTTP/1.1" status: 200 len: 1093 time: 1.1209495 Sep 18 01:09:44.802413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:44.804703 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b23be-2359-4baf-a356-e68005ae0727" -d '{"events": [{"name": "network-changed", "server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:44.868027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 079f5b5b-e224-4369-ba8f-7d58f9820d52 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:44.937036 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b995bfa7-f172-40f8-bbb9-b6a1c3c1b900 x-openstack-request-id: req-b995bfa7-f172-40f8-bbb9-b6a1c3c1b900 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:44.939024 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:44.939358 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b995bfa7-f172-40f8-bbb9-b6a1c3c1b900 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:44.939818 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271', 'status': 'completed', 'code': 200} Sep 18 01:09:44.969111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b957e8d4-9b19-486f-96bd-0cba990484d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:44.971979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-b957e8d4-9b19-486f-96bd-0cba990484d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 1096 time: 0.1004400 Sep 18 01:09:45.006560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 079f5b5b-e224-4369-ba8f-7d58f9820d52 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:45.008245 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:45.060258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-95779dbb-ac7b-40d2-ae07-1404b7e53c2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271 HTTP/1.1" status: 200 len: 217 time: 0.0738590 Sep 18 01:09:45.134223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-dd077de9-a2aa-4591-8670-ca040275b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:45.137431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-dd077de9-a2aa-4591-8670-ca040275b5dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0694675 Sep 18 01:09:45.204236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd1df-6583-4abb-80e5-152877f080c1 req-ba5d28d4-c6c9-482b-9986-32fdccca2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:45.205951 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-ba5d28d4-c6c9-482b-9986-32fdccca2231 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600600 Sep 18 01:09:45.340341 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-731fec4b-f326-44ba-a1f2-dc430ecfa5ec service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254201 Sep 18 01:09:45.344599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6324db-f065-46b9-bc9d-c538414e34ea req-3c455c13-9bc7-40a6-a520-74e77348e468 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:45.346458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd6324db-f065-46b9-bc9d-c538414e34ea req-3c455c13-9bc7-40a6-a520-74e77348e468 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0678542 Sep 18 01:09:45.392524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd6324db-f065-46b9-bc9d-c538414e34ea req-2890008c-8d10-426a-8f96-dbdf8d9ea121 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Sep 18 01:09:45.484204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-950bd1df-6583-4abb-80e5-152877f080c1 req-6f14553c-005f-464c-b82b-7e616a43ee9e service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371953 Sep 18 01:09:45.597465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-afed809e-d082-4a7a-9421-ed735c09b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:45.599305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-afed809e-d082-4a7a-9421-ed735c09b7fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0444880 Sep 18 01:09:46.044086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-42c419f5-05a1-4f1b-9b36-8bbe7d5f4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:46.045628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-42c419f5-05a1-4f1b-9b36-8bbe7d5f4b4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.4394367 Sep 18 01:09:46.088592 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-6b98649e-24f5-41db-8ed3-0a4f7160ebed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271 HTTP/1.1" status: 200 len: 217 time: 0.0353734 Sep 18 01:09:46.148873 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-04f43885-4470-46dd-b454-3cb6acfa1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:46.150290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-04f43885-4470-46dd-b454-3cb6acfa1dd6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0548506 Sep 18 01:09:46.207878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-dc76d042-6c00-4549-b46b-40b3101f3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:46.209598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-dc76d042-6c00-4549-b46b-40b3101f3f17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507541 Sep 18 01:09:46.234739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:46.316147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-3db6ffb1-e751-4670-9e46-a87c3037c95a service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974109 Sep 18 01:09:46.415108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ad0b23be-2359-4baf-a356-e68005ae0727 req-5a33e05b-a5fb-4614-8774-386e545917f6 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922992 Sep 18 01:09:46.535968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a4bb9-31ef-4562-b7e2-cbfd2c1de7dd req-f7f9f9a5-a8f4-4756-b860-0e1323b0240a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:46.538508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f73a4bb9-31ef-4562-b7e2-cbfd2c1de7dd req-f7f9f9a5-a8f4-4756-b860-0e1323b0240a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0652916 Sep 18 01:09:46.583520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f73a4bb9-31ef-4562-b7e2-cbfd2c1de7dd req-3d5e2b6c-4b40-498a-9b56-de144791e3d0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Sep 18 01:09:47.703012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d46a3-b034-454a-a730-efa82b76782a req-8bcad397-7fd7-47a4-bdeb-1b89254cc672 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:47.704583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-628d46a3-b034-454a-a730-efa82b76782a req-8bcad397-7fd7-47a4-bdeb-1b89254cc672 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0521889 Sep 18 01:09:47.747339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-628d46a3-b034-454a-a730-efa82b76782a req-026fe776-d45f-408e-b921-d89b40be3936 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Sep 18 01:09:48.900219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d11a1-93e4-410b-9ff1-e51215c756e9 req-c99d2ada-b784-4407-ba9f-ed15856ece8f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:48.902929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-954d11a1-93e4-410b-9ff1-e51215c756e9 req-c99d2ada-b784-4407-ba9f-ed15856ece8f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0767841 Sep 18 01:09:48.966131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-954d11a1-93e4-410b-9ff1-e51215c756e9 req-f61a3046-8eea-467f-bd53-d854f1dcc86f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Sep 18 01:09:50.077594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd9d5-fdd5-4089-b3e0-cd113234a909 req-eb1bbfe1-f2a2-425d-8964-17d9b7416050 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:50.079099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f5dd9d5-fdd5-4089-b3e0-cd113234a909 req-eb1bbfe1-f2a2-425d-8964-17d9b7416050 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0500643 Sep 18 01:09:50.121103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f5dd9d5-fdd5-4089-b3e0-cd113234a909 req-38efe424-42a5-45ff-a9c4-026d2e535797 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Sep 18 01:09:51.234616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e89f-ce6f-4741-a110-9e9da10ea3d7 req-de6822ec-a2be-4fee-b3d0-3b3b58edca70 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:51.236027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cc5e89f-ce6f-4741-a110-9e9da10ea3d7 req-de6822ec-a2be-4fee-b3d0-3b3b58edca70 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0486643 Sep 18 01:09:51.275779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cc5e89f-ce6f-4741-a110-9e9da10ea3d7 req-4ed93531-3002-4589-9b4f-8b298f93d485 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Sep 18 01:09:51.780823 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:52.391523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617d61-2460-4c42-90c8-5fed91efe03a req-35071a5d-1992-4f3a-a233-cf26b55c9802 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:52.393078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a617d61-2460-4c42-90c8-5fed91efe03a req-35071a5d-1992-4f3a-a233-cf26b55c9802 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0496798 Sep 18 01:09:52.435867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a617d61-2460-4c42-90c8-5fed91efe03a req-4dddb93c-234f-4dd8-bda5-18b34d452986 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Sep 18 01:09:53.564250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02352449-5ef5-4f34-a926-86f4c4d9ff16 req-141c4861-2635-49e4-b0d1-7454cd252381 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:53.565780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02352449-5ef5-4f34-a926-86f4c4d9ff16 req-141c4861-2635-49e4-b0d1-7454cd252381 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.0585101 Sep 18 01:09:53.607725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02352449-5ef5-4f34-a926-86f4c4d9ff16 req-7baf23a9-832b-4787-9120-d17ae20586a2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Sep 18 01:09:54.239693 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9772-d6f1-4aa8-a4da-3b4f47fd287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:54.981689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f78a6-8bb7-4f78-a792-2b1d842967bb req-54d22c1b-6083-483e-9deb-63fc56a95225 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:54.983164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b7f78a6-8bb7-4f78-a792-2b1d842967bb req-54d22c1b-6083-483e-9deb-63fc56a95225 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 944 time: 0.3075082 Sep 18 01:09:55.024810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b7f78a6-8bb7-4f78-a792-2b1d842967bb req-82933632-8bd8-4bab-88d2-9bddfd04fd84 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Sep 18 01:09:55.849546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dd31caf-1d0f-4e52-a8b2-23154b10e271 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:09:55.951400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:55.962904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '4dd31caf-1d0f-4e52-a8b2-23154b10e271', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '4dd31caf-1d0f-4e52-a8b2-23154b10e271', 'mac_address': 'fa:16:3e:61:41:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:09:56.001157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:56.014225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd31caf-1d0f-4e52-a8b2-23154b10e271 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:09:56.034122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:56.037910 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:56.092482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:56.144378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ce74-42e3-43d6-9083-716f0a03cd0d req-f4d1433d-8df8-4102-b628-af04cf02de20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:56.145882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8285ce74-42e3-43d6-9083-716f0a03cd0d req-f4d1433d-8df8-4102-b628-af04cf02de20 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Sep 18 01:09:56.185596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8285ce74-42e3-43d6-9083-716f0a03cd0d req-c3a0c8d0-5421-4591-93bc-914fbf90196d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Sep 18 01:09:56.398420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4dd31caf-1d0f-4e52-a8b2-23154b10e271'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:09:57.273876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0caf464a-bf54-4bf1-a32f-804d9b909a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:57.306672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edf2f3-02b5-4ba5-8a30-683ff34fceee req-b6b18cdd-5bfe-40c3-85ea-cd55ee3bfb94 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:57.308912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5edf2f3-02b5-4ba5-8a30-683ff34fceee req-b6b18cdd-5bfe-40c3-85ea-cd55ee3bfb94 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 945 time: 0.0545073 Sep 18 01:09:57.346719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5edf2f3-02b5-4ba5-8a30-683ff34fceee req-f23182e0-ef5b-426d-9e8e-1dc404df0b60 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Sep 18 01:09:57.504125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:57.849920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dd31caf-1d0f-4e52-a8b2-23154b10e271 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:57.907966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:09:57.911799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:09:57.912169 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:57.988085 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:58.010335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:09:58.012652 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e771009-e946-4700-ab32-34744145ada4" -d '{"events": [{"server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "name": "network-vif-plugged", "status": "completed", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:58.025040 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:58.029680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:58.056663 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe7518f-25a6-40e5-99cf-cd68721f9d57 x-openstack-request-id: req-cfe7518f-25a6-40e5-99cf-cd68721f9d57 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:58.057087 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "name": "network-vif-plugged", "status": "completed", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:58.057359 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfe7518f-25a6-40e5-99cf-cd68721f9d57 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:58.058781 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271', 'code': 200} Sep 18 01:09:58.085211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:58.179090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af562d0-2aae-41ca-a5bd-941b902e59cb req-9b887daf-5a9a-4bab-99ea-524006d13a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:58.180641 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2af562d0-2aae-41ca-a5bd-941b902e59cb req-9b887daf-5a9a-4bab-99ea-524006d13a6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0414882 Sep 18 01:09:58.216460 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2af562d0-2aae-41ca-a5bd-941b902e59cb req-ab0cda44-2905-4491-9d22-c1f8c06f5cdc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282516 Sep 18 01:09:58.399913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:58.462242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12a61d-f527-48d7-ad13-8db23f1c8e88 req-745d04b7-8bf6-46fa-8682-ad664162f68f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:58.464191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b12a61d-f527-48d7-ad13-8db23f1c8e88 req-745d04b7-8bf6-46fa-8682-ad664162f68f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0493064 Sep 18 01:09:58.504552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b12a61d-f527-48d7-ad13-8db23f1c8e88 req-0fb3131b-337d-4506-8812-ad2b08dae7ab tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Sep 18 01:09:59.629115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eae33-3594-4c3a-acca-da414eca4da8 req-fc3661eb-734c-453f-9977-33b817e5d9db tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:59.630625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a4eae33-3594-4c3a-acca-da414eca4da8 req-fc3661eb-734c-453f-9977-33b817e5d9db tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Sep 18 01:09:59.673807 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a4eae33-3594-4c3a-acca-da414eca4da8 req-7fd44a7b-e0c0-44fb-ad7d-a71d41389424 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Sep 18 01:09:59.734650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:00.789341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e330-19f1-4eed-940f-aec0d11cc2d6 req-c31ea894-3c38-4a21-afc5-43e443804469 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:00.790813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77b4e330-19f1-4eed-940f-aec0d11cc2d6 req-c31ea894-3c38-4a21-afc5-43e443804469 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0526757 Sep 18 01:10:00.828884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77b4e330-19f1-4eed-940f-aec0d11cc2d6 req-0113b5a2-b369-4679-a237-729aa3e39762 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Sep 18 01:10:00.943586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bd6fe-76f5-41ec-80e4-4fc2283a6f59 req-41c8a263-0995-4b6a-828c-ecda4d920708 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:00.945083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-961bd6fe-76f5-41ec-80e4-4fc2283a6f59 req-41c8a263-0995-4b6a-828c-ecda4d920708 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0490160 Sep 18 01:10:00.982240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-961bd6fe-76f5-41ec-80e4-4fc2283a6f59 req-81a15413-a70e-4e5c-bc3d-dda673953cfc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Sep 18 01:10:01.100826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d986ae-2e7b-4112-98c5-7c6ab7e799a0 req-0b19713d-fcfe-4c92-b493-cc4e26764545 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:01.102477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45d986ae-2e7b-4112-98c5-7c6ab7e799a0 req-0b19713d-fcfe-4c92-b493-cc4e26764545 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0559361 Sep 18 01:10:01.147315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45d986ae-2e7b-4112-98c5-7c6ab7e799a0 req-3f4dcf99-c263-4cbb-8062-e6fdefeee36d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Sep 18 01:10:01.388144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089abf4-bd68-4143-8c74-0d163e687a88 req-32111285-282e-4726-ad7d-5bc46181ca39 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:01.389545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a089abf4-bd68-4143-8c74-0d163e687a88 req-32111285-282e-4726-ad7d-5bc46181ca39 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0546322 Sep 18 01:10:01.427328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a089abf4-bd68-4143-8c74-0d163e687a88 req-33ff1741-a37e-4b21-976c-7810fb4736ac tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Sep 18 01:10:02.329456 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:02.548384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623014-3da4-4ffe-9c23-337a26ce1d88 req-b0ff1520-107d-4425-8a6d-5d6764c0398c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:02.552680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca623014-3da4-4ffe-9c23-337a26ce1d88 req-b0ff1520-107d-4425-8a6d-5d6764c0398c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0556259 Sep 18 01:10:02.591611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca623014-3da4-4ffe-9c23-337a26ce1d88 req-e9f4d7e9-5f06-46e7-ae5b-bae5aeabe333 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Sep 18 01:10:03.046416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-dc2744d9-24af-4424-8535-fc5cc0ad7626 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:03.047897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-dc2744d9-24af-4424-8535-fc5cc0ad7626 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 946 time: 0.0493631 Sep 18 01:10:03.142416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:10:03.142756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:03.229407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 4dd31caf-1d0f-4e52-a8b2-23154b10e271, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=4dd31caf-1d0f-4e52-a8b2-23154b10e271,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:03.229790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:03.242522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 4dd31caf-1d0f-4e52-a8b2-23154b10e271 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:10:03.383567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:03.414229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=4dd31caf-1d0f-4e52-a8b2-23154b10e271,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:03.418111 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['4dd31caf-1d0f-4e52-a8b2-23154b10e271'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:10:03.465598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 4dd31caf-1d0f-4e52-a8b2-23154b10e271 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:10:03.468925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:03.471137 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1e4641f4-5cd6-47f7-9c5b-69038c1bd596 req-7e6b76c2-5a25-414d-ba17-5ae9432b6570 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "DELETE /v2.0/ports/4dd31caf-1d0f-4e52-a8b2-23154b10e271 HTTP/1.1" status: 204 len: 173 time: 0.4169741 Sep 18 01:10:03.471789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'name': 'network-vif-deleted', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:03.474419 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e5c9f-e7bf-42b5-87f5-faec4a03f5d9" -d '{"events": [{"server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "name": "network-vif-deleted", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:03.524897 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355e069-3a7d-4e92-ae90-beea39e4910d x-openstack-request-id: req-9355e069-3a7d-4e92-ae90-beea39e4910d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:03.525254 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82497d2e-8542-4e85-890d-c66edd6ca1e9", "name": "network-vif-deleted", "tag": "4dd31caf-1d0f-4e52-a8b2-23154b10e271", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:03.525510 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9355e069-3a7d-4e92-ae90-beea39e4910d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:03.525933 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82497d2e-8542-4e85-890d-c66edd6ca1e9', 'name': 'network-vif-deleted', 'tag': '4dd31caf-1d0f-4e52-a8b2-23154b10e271', 'status': 'completed', 'code': 200} Sep 18 01:10:03.697105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a158fb47-03f2-419e-a09b-5c71f12c36db req-c2da9271-0cc8-4f02-b8c7-e445007d19b3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0280428 Sep 18 01:10:04.793099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-285e16c7-cfe8-40ed-9790-a231a08ccb49 req-0cc0f73f-33c1-4a3b-9f7a-f1411484dacb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0268664 Sep 18 01:10:05.194501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-1ef50b55-e68e-46d4-b828-a4e1f63ef11a req-5936b053-0563-4e99-b6b3-d5827fdfbc87 service neutron] (106452) timed out ('10.222.0.49', 57330) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:10:05.879512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dd31caf-1d0f-4e52-a8b2-23154b10e271 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:05.898751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7df63269-9280-44bf-858b-f2955473d627 req-84ca0acd-4fae-4420-8cf2-207664d459e7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Sep 18 01:10:05.899327 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 4dd31caf-1d0f-4e52-a8b2-23154b10e271 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:10:05.899869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 4dd31caf-1d0f-4e52-a8b2-23154b10e271 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:07.010496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1e2421b-e121-4229-b849-cf2a83bd8577 req-829453b3-8f20-4612-bd74-8ae07473d1df tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=82497d2e-8542-4e85-890d-c66edd6ca1e9 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Sep 18 01:10:14.212519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:14.260407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Deleting subnet e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:10:14.263666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.299295 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.340159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.394606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.424589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c0c6ab-5197-4277-92be-d9bd3d4cbe54,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:14.430326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.433300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2cf30116-33ab-492d-8579-ab9d06e8e6a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3c0c6ab-5197-4277-92be-d9bd3d4cbe54 HTTP/1.1" status: 204 len: 168 time: 0.2190807 Sep 18 01:10:14.435336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50520) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:14.508069 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.594881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.615676 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3640ab20-3d47-4750-a22d-6ede9b1f16b7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:14.626595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b37a25-c5fb-42ae-9bb7-c7157b130c1d') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:14.626927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b37a25-c5fb-42ae-9bb7-c7157b130c1d') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:14.636979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.651313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.657418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:10:14.657809 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:10:14.659886 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:10:14.716248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.726215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.728060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] 10.222.0.49 "DELETE /v2.0/networks/3640ab20-3d47-4750-a22d-6ede9b1f16b7 HTTP/1.1" status: 204 len: 168 time: 0.2917736 Sep 18 01:10:14.746560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241aee-901a-48c8-9d3a-0a55291ddb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=3640ab20-3d47-4750-a22d-6ede9b1f16b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:14.925932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50524) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:14.981353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50528) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:14.996304 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-208de255-94f1-44ef-a131-d629a44d486a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3ced9166f1d4cde971a1d5f1712119a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691011 Sep 18 01:10:15.035577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:15.058390 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:15.112129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:15.114779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:15.115946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d18962a0-dbb8-4eeb-8bdd-eb05100021df HTTP/1.1" status: 204 len: 168 time: 0.1324611 Sep 18 01:10:15.125879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18962a0-dbb8-4eeb-8bdd-eb05100021df,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:15.133999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.134348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.135656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.136106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.136884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.137273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.137631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.138153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.138656 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.139155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.139652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:15.139991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430fda8-b6d1-4b30-baf6-f2972ef48915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:16.233308 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.126674 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50572) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.131557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670088024', 'description': 'tempest-secgroup-smoke-670088024 description', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.161844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.171899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.267851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.272692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.313391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96393ac-3040-47f2-882b-c80eca8baa52,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.371846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.376340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.405287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.406532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2786694 Sep 18 01:10:17.409580 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50574) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.410689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed772-c5c9-48f7-8fcb-8ea3d3d785c2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac849e-b9ee-48ae-b058-be7c79f5ac87,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.419842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.450913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.508609 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.512672 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.532704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a8468c-49af-432e-853b-21e3f7348950,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.541703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.543225 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ba6888dc-7b8a-4f59-8b24-871e6a705a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320894 Sep 18 01:10:17.546099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50576) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.550626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.580779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.643023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.646462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.664919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9789a9d-0c14-46ab-85bf-7f4e1bb11967,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.671559 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.675360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.675537 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1defff03-4180-4add-ba6b-1c83d20e534b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282234 Sep 18 01:10:17.680180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.706672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.768562 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.772492 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.787677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e1f06a-0a92-46c6-b1de-311b81a14eeb,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.799761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.801150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c60fa69d-ef03-41a4-9a0a-a80fe77acb38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245520 Sep 18 01:10:17.803865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50580) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.808687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.835217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.905037 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.908842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.928474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6591d-2776-441c-9bda-a4692345550c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:17.932636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.937058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-000f5667-1753-4423-bab8-56ae065a8f40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291776 Sep 18 01:10:17.937178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50582) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:17.941957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:17.968889 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:10:17.974046 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.042561 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.046426 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.064740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaa7d7e-4968-4206-97b3-3d8d3e98ef03,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:18.074933 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.076482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a3e02755-a8c9-4294-a836-4de972558d5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381850 Sep 18 01:10:18.079242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50584) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:18.083659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '0dac849e-b9ee-48ae-b058-be7c79f5ac87', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:18.105867 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:10:18.111112 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.182257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.185901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.204886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e97db7-04aa-4f63-a7a0-e74f83e64733,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:18.212090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.216833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50588) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:18.217348 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-17f59695-66b8-4bd6-8cc8-05094203033b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369376 Sep 18 01:10:18.222228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'network': {'name': 'tempest-network-smoke--1617944845', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:18.243062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:18.247628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.272760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:10:18.281730 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.282197 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Added segment f04641b9-84a9-4e3a-96d5-7d4829372b6a of type vlan for network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e Sep 18 01:10:18.327285 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.352587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.358582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:18.359164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.399429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50590) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:18.399710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1814108 Sep 18 01:10:18.405190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'admin_state_up': True, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:18.432407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.434072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.434255 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cf062-0e19-4f14-b58d-5f5528274d37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Network': ['ID=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:18.445487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:10:18.499234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.641515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.843450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.862250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.967577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.4 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b04cbac0-1ea6-44e8-8348-9604a328441d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:19.086056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:19.126264 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:19.163680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:19.166692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:19.170227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:19.197909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=b04cbac0-1ea6-44e8-8348-9604a328441d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:19.437208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:19.637726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:19.768934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router de786b1e-78e5-4fbe-af83-da865ffefc79 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:10:19.877295 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:10:19.888388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Sync routers for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:10:19.898124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:19.902472 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f1e2af62-6fe6-4698-b0b6-092ac814b357 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4983580 Sep 18 01:10:19.902637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:19.902637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:19.902901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:20.011482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:20.038093 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7f6d2362-14b8-4260-a0b6-324accfd3821 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5c83d83ceeae4e97b56d8b2669a5a36c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1341214 Sep 18 01:10:20.041274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50598) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:20.151002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb7167-422e-4d0c-9ad4-8138b4eaa286 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:20.153077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-89eb7167-422e-4d0c-9ad4-8138b4eaa286 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1108797 Sep 18 01:10:20.155863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50600) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:20.185480 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9cfea8da-ccdd-4a34-9447-3fcb6572f3cb tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284884 Sep 18 01:10:20.187962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50602) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:20.193409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598463136', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:20.227389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:19Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:20.254553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Checking router: de786b1e-78e5-4fbe-af83-da865ffefc79 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:10:20.254906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Updating router de786b1e-78e5-4fbe-af83-da865ffefc79 port b04cbac0-1ea6-44e8-8348-9604a328441d binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:10:20.282566 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.292081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:20.296444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.501943 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.571611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Subnet': ['ID=44943bed-dea2-4874-bb98-dde3a06ff77b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:20.576763 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Checking segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:20.577119 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network hostable DHCP agents. Network: 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:10:20.594613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:10:20.604358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:20.608783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:20.609372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.617085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6190a2-c5db-4f0b-8b9e-fdc148d56684 None None] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:10:20.628699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c0cd41aa-3687-432e-b5f2-e5043dfdb41b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4395614 Sep 18 01:10:20.629393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50606) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:20.823749 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.830962 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:10:20.831974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.835514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.966721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Pushing event updated for resources: {'Port': ['ID=b04cbac0-1ea6-44e8-8348-9604a328441d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:20.971045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Attempting to bind port b04cbac0-1ea6-44e8-8348-9604a328441d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:10:20.971493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Attempting to bind port b04cbac0-1ea6-44e8-8348-9604a328441d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:10:20.971934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Attempting to bind port b04cbac0-1ea6-44e8-8348-9604a328441d on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:20.985537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:10:20.985918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:20.986328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.986726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:20.987193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Bound port: b04cbac0-1ea6-44e8-8348-9604a328441d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:10:20.987579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.989865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.990213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.990556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.990890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.991228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.991560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.991888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.992247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.992572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.992897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.993222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:20.993550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:21.084015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Allocated IP 172.20.0.2 (9da39caa-e6d3-432a-b4d1-f8bed3b6e83e/44943bed-dea2-4874-bb98-dde3a06ff77b/97d273cf-c407-4990-a580-569ff910f8ba) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:21.086298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] For port b04cbac0-1ea6-44e8-8348-9604a328441d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:21.091672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] For port b04cbac0-1ea6-44e8-8348-9604a328441d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04cbac0-1ea6-44e8-8348-9604a328441d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:21.099715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.123694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.190983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc3ee9-93a5-4435-b560-741fa1e4366b None None] Pushing event updated for resources: {'Port': ['ID=b04cbac0-1ea6-44e8-8348-9604a328441d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:21.227320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:21.227949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:21.392936 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.397750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:21.427998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.455832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.1 (9da39caa-e6d3-432a-b4d1-f8bed3b6e83e/44943bed-dea2-4874-bb98-dde3a06ff77b/db602cfe-a0aa-43df-8395-dc3fb9f2aa0e) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:21.514171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:21.523099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:21.552433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Pushing event updated for resources: {'Port': ['ID=97d273cf-c407-4990-a580-569ff910f8ba,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:21.554827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:21.570765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.612440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.646375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Attempting to bind port 97d273cf-c407-4990-a580-569ff910f8ba on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:10:21.646739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Attempting to bind port 97d273cf-c407-4990-a580-569ff910f8ba by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:10:21.647122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Attempting to bind port 97d273cf-c407-4990-a580-569ff910f8ba on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:21.655377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:21.656782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:10:21.657154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Checking segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:21.657555 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.657945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Bound using segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:21.658405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Bound port: 97d273cf-c407-4990-a580-569ff910f8ba, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:10:21.658739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:21.658887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.662590 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:21.696315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:21.719121 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.733711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:19Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:21.762681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e9562-5a62-40f3-a665-5d1ec1426e26 None None] The sync data for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 is: [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:19Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:10:21.766158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] For port 97d273cf-c407-4990-a580-569ff910f8ba, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:21.779042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] For port 97d273cf-c407-4990-a580-569ff910f8ba, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=97d273cf-c407-4990-a580-569ff910f8ba,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:21.791288 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.861476 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:21.882188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a276879-53d5-4fd8-8db0-56b7a92bc693 None None] Pushing event updated for resources: {'Port': ['ID=97d273cf-c407-4990-a580-569ff910f8ba,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:22.274030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:22.286202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:22.367977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:22.370773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:22.488001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:22.489551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:22.626748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router de786b1e-78e5-4fbe-af83-da865ffefc79 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:10:22.791487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:10:22.813766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60f56b99-9ebb-4b82-b195-bee7b9917a8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/de786b1e-78e5-4fbe-af83-da865ffefc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1742656 Sep 18 01:10:22.925066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 97d273cf-c407-4990-a580-569ff910f8ba up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:23.006282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-92037030-72e4-421e-8946-55cf8172e5af tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670088024&fields=id&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 267 time: 0.0396268 Sep 18 01:10:23.013521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 97d273cf-c407-4990-a580-569ff910f8ba triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:23.014041 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.110755 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.125587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849df098-0b72-4f65-9305-646cae1e61f0 None None] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:10:23.143749 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-3a12977a-fa86-42fd-aef3-e79bc52e6ede tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:23.145368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-3a12977a-fa86-42fd-aef3-e79bc52e6ede tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 797 time: 0.1310885 Sep 18 01:10:23.162255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-3cf2b030-c688-4ac7-b9d7-4f4f1a6205fb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/quotas/5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 375 time: 0.0108495 Sep 18 01:10:23.182886 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 97d273cf-c407-4990-a580-569ff910f8ba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=97d273cf-c407-4990-a580-569ff910f8ba,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:23.220928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f2e2c395-55a9-474b-98d0-01d77c1c3b46 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510201 Sep 18 01:10:23.224337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b37c87a7-3daa-4adf-8bb2-e27addbab8bb None None] Provisioning complete for port 97d273cf-c407-4990-a580-569ff910f8ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:23.224786 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b37c87a7-3daa-4adf-8bb2-e27addbab8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.226450 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.227309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04cbac0-1ea6-44e8-8348-9604a328441d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:23.339093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-13cc03b5-6e38-4d35-9623-bfe1fbcdac2a service neutron] 10.222.0.49 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974221 Sep 18 01:10:23.372581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=97d273cf-c407-4990-a580-569ff910f8ba,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:23.406834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b04cbac0-1ea6-44e8-8348-9604a328441d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:23.407699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.436548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-1b1ef2ab-1aa6-40d3-80f3-e2e33f69c928 service neutron] 10.222.0.49 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893931 Sep 18 01:10:23.739851 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8b6071d-34c2-456c-a716-6e5844fa44c4 req-a3976a8b-782c-44b9-8159-b8674f3f0f5e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 210 time: 0.0597227 Sep 18 01:10:23.820021 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.862868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port b04cbac0-1ea6-44e8-8348-9604a328441d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04cbac0-1ea6-44e8-8348-9604a328441d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:23.868307 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:23.979893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9cd0628f-8faa-43bb-9939-59e85f0f8f7c None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:23.981107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cd0628f-8faa-43bb-9939-59e85f0f8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.038185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0628f-8faa-43bb-9939-59e85f0f8f7c None None] Port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:10:24.059407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Sync routers for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:10:24.066940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9cd0628f-8faa-43bb-9939-59e85f0f8f7c None None] Provisioning complete for port 97d273cf-c407-4990-a580-569ff910f8ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:24.067616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9cd0628f-8faa-43bb-9939-59e85f0f8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.108358 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:24.109007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:24.139731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=b04cbac0-1ea6-44e8-8348-9604a328441d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:24.237784 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:24.257714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0400cd01-5c6a-4cf4-9314-a4d248282122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.343230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3b3b186d-4cfa-4bca-8918-d0af0dd81b46 None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:24.344005 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3b3b186d-4cfa-4bca-8918-d0af0dd81b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.410736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b186d-4cfa-4bca-8918-d0af0dd81b46 None None] Port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:10:24.528647 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:22Z', 'revision_number': 2, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:24.576611 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Checking router: de786b1e-78e5-4fbe-af83-da865ffefc79 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:10:24.576611 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Updating router de786b1e-78e5-4fbe-af83-da865ffefc79 port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:10:24.603295 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.632675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0d8b20e8-d2c2-40df-b6c1-ece2c363bc31 None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:24.633104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0d8b20e8-d2c2-40df-b6c1-ece2c363bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:24.668562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b20e8-d2c2-40df-b6c1-ece2c363bc31 None None] Port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:10:24.829471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 97d273cf-c407-4990-a580-569ff910f8ba up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:24.876828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b7a9591-6860-4ba4-a115-404821e15960 req-315c5be0-6a56-4d13-8048-c65cdc6ca850 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 210 time: 0.0435009 Sep 18 01:10:24.923302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 97d273cf-c407-4990-a580-569ff910f8ba triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:24.923790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.037041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04cbac0-1ea6-44e8-8348-9604a328441d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:25.054916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-8849dbb2-5a2c-4b86-a9a8-58e18b415498 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:25.057488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-8849dbb2-5a2c-4b86-a9a8-58e18b415498 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 797 time: 0.1606729 Sep 18 01:10:25.087137 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.099862 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.104263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b04cbac0-1ea6-44e8-8348-9604a328441d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:25.104738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.157075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-8b6fff1d-864e-457c-9bdc-fa6053b407c7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 379 time: 0.0825443 Sep 18 01:10:25.171396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'port': {'device_id': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'admin_state_up': True, 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'security_groups': ['0dac849e-b9ee-48ae-b058-be7c79f5ac87']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:25.186859 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1639f-1552-458c-a923-bffc0d6d7f70 None None] Pushing event updated for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.225460 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Attempting to bind port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:10:25.226308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Attempting to bind port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:10:25.226952 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Attempting to bind port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:25.235213 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:10:25.235804 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Checking segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:25.236426 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.237126 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Bound using segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:25.237763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Bound port: db602cfe-a0aa-43df-8395-dc3fb9f2aa0e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:10:25.238317 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.316454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:25.320151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.320455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] For port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:25.324758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] For port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:25.331387 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.392158 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1639f-1552-458c-a923-bffc0d6d7f70 None None] Pushing event updated for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.406745 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:25.407463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:09:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:25.495729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.4 (9da39caa-e6d3-432a-b4d1-f8bed3b6e83e/44943bed-dea2-4874-bb98-dde3a06ff77b/d8642bb2-d8ae-4884-a15e-c066588244b6) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:25.503059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:25.503437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.557978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:25.625646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.664547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.670113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] For port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:25.682134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.717097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.761099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c405-af0c-4b91-8786-8a08bb6e6fd7 None None] Pushing event updated for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.767984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:25.771556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:25.778760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:25.804442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.806813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2ec8efb2-0f01-4eb1-aa86-be1ad606c2af None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:25.814576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2ec8efb2-0f01-4eb1-aa86-be1ad606c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.843570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:25.844591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:25.849931 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:25.872599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0fb73a6e-dd8e-422b-b521-14468a5192fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093208 Sep 18 01:10:25.887269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Request body: {'port': {'device_id': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:25.903730 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198d583-54b2-4a53-807c-af5182b3850c None None] The sync data for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 is: [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:10:26.008632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.103911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199898-1b03-41bc-a9a5-b25bc2639ffb req-5914ae76-ba3b-46d2-b339-a35465f211a5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:26.105641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b199898-1b03-41bc-a9a5-b25bc2639ffb req-5914ae76-ba3b-46d2-b339-a35465f211a5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 931 time: 0.1140418 Sep 18 01:10:26.208517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cfc2a135-56cd-496a-b50d-6b99ecee8d45 None None] Provisioning complete for port d8642bb2-d8ae-4884-a15e-c066588244b6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:26.209124 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a135-56cd-496a-b50d-6b99ecee8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.234188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b199898-1b03-41bc-a9a5-b25bc2639ffb req-8b2d9f6f-cc2d-407d-b922-2a2e9d050df5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122024 Sep 18 01:10:26.261373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2a135-56cd-496a-b50d-6b99ecee8d45 None None] Port d8642bb2-d8ae-4884-a15e-c066588244b6 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:10:26.447361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8642bb2-d8ae-4884-a15e-c066588244b6 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:10:26.458043 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.475122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Transition to ACTIVE for port object d8642bb2-d8ae-4884-a15e-c066588244b6 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:10:26.482868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.601107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:26.636317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:10:26.636921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:10:26.637322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:26.644299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:10:26.644773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:26.652217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:10:26.652724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Checking segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:26.653390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Bound using segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:26.653914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Bound port: d8642bb2-d8ae-4884-a15e-c066588244b6, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:10:26.654350 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.780736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:26.791878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:26.802415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.861831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:26.862540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:26.864603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] 10.222.0.48 "PUT /v2.0/ports/d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 1092 time: 0.9828358 Sep 18 01:10:26.867138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:26.870624 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162609d-3209-4d5c-b321-03e6c7922caa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:26.946463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db602cfe-a0aa-43df-8395-dc3fb9f2aa0e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:26.952187 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8c3d3-a451-4bc3-ad14-3e33aec50410 x-openstack-request-id: req-fbf8c3d3-a451-4bc3-ad14-3e33aec50410 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:26.952743 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:26.952743 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbf8c3d3-a451-4bc3-ad14-3e33aec50410 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:26.953146 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'status': 'completed', 'code': 200} Sep 18 01:10:26.977646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23236c5-dfcf-4532-be76-96bbed564828 service neutron] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:27.018434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-c14329a5-20b9-4750-a2f2-dd45d8ec85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.020372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-c14329a5-20b9-4750-a2f2-dd45d8ec85f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0942104 Sep 18 01:10:27.043087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:27.043459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:27.097234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-298fc087-7e91-42cb-9341-24502b9c9898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 217 time: 0.0632522 Sep 18 01:10:27.204295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-6dc83e1d-ca88-4050-af00-5cfaadcf55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.206063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-6dc83e1d-ca88-4050-af00-5cfaadcf55fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.1017399 Sep 18 01:10:27.268547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-219761f4-cbfe-4084-ba7c-5570da435b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.270084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-219761f4-cbfe-4084-ba7c-5570da435b24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563381 Sep 18 01:10:27.309751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3341-1dca-4bd0-a691-6d4772973cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:27.517865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:27.663438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-0b0ff3fb-9374-4e20-9062-9e5a1001a6ed service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841250 Sep 18 01:10:27.674599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05798-1900-4a99-9a02-812afdb44c7c req-0c87347a-b053-41b2-b737-03d430dfe52e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.675915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0be05798-1900-4a99-9a02-812afdb44c7c req-0c87347a-b053-41b2-b737-03d430dfe52e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.3315594 Sep 18 01:10:27.763833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0be05798-1900-4a99-9a02-812afdb44c7c req-b6e6933e-1b6b-433f-8f48-6607031ed318 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795717 Sep 18 01:10:27.788558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49e7b9a2-8a1d-44d9-a68f-300023a2e1f5 req-6c27a922-a4eb-43c7-bcc9-f6853d0b634a service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116464 Sep 18 01:10:27.875995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162609d-3209-4d5c-b321-03e6c7922caa req-65dbfab4-e69f-425a-bcb1-6874c92b0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.877549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-65dbfab4-e69f-425a-bcb1-6874c92b0cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0424047 Sep 18 01:10:27.971504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162609d-3209-4d5c-b321-03e6c7922caa req-2b5e53a7-385c-4bf8-90af-a165f496e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:27.973041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-2b5e53a7-385c-4bf8-90af-a165f496e0ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.0890014 Sep 18 01:10:28.018920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-b61aa6f0-3913-42b1-8ddb-8bb6dea4b2c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 217 time: 0.0383956 Sep 18 01:10:28.069643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162609d-3209-4d5c-b321-03e6c7922caa req-029aaaba-aba2-4fe8-b47e-90fc0235f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:28.071141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-029aaaba-aba2-4fe8-b47e-90fc0235f753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0451171 Sep 18 01:10:28.125804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162609d-3209-4d5c-b321-03e6c7922caa req-6724728f-8f57-4e76-b1a3-d4273b440a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:28.127769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-6724728f-8f57-4e76-b1a3-d4273b440a96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492740 Sep 18 01:10:28.225290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-4c238693-8092-47ee-9273-b474771008c9 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890896 Sep 18 01:10:28.319109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c162609d-3209-4d5c-b321-03e6c7922caa req-2aca46d7-82d6-4e4d-a14d-830df6cbeffc service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843332 Sep 18 01:10:28.406464 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:28.779501 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:28.889868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb603-bdf0-4a53-99c3-1a755a3242b1 req-2f3be0dc-94f8-4d0f-9b0c-9222bfe54c4e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:28.889868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ebbb603-bdf0-4a53-99c3-1a755a3242b1 req-2f3be0dc-94f8-4d0f-9b0c-9222bfe54c4e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Sep 18 01:10:28.927925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ebbb603-bdf0-4a53-99c3-1a755a3242b1 req-f42e73c9-cd94-44ef-80d7-1cccad5f2e42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337102 Sep 18 01:10:29.734397 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:30.043645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005f6-b8f8-4157-b020-413b40958ed0 req-3fc2f181-8143-4bdf-a23d-9acf4db5722b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:30.045070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f9005f6-b8f8-4157-b020-413b40958ed0 req-3fc2f181-8143-4bdf-a23d-9acf4db5722b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.0490234 Sep 18 01:10:30.082432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f9005f6-b8f8-4157-b020-413b40958ed0 req-751ff3e2-1c1f-4d9f-a0ec-8cb126f57387 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Sep 18 01:10:30.493968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-4a6310cc-6d01-45bf-bfd0-dc62b9698015 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:30.495468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-4a6310cc-6d01-45bf-bfd0-dc62b9698015 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1065662 Sep 18 01:10:30.511062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-9759412c-9195-41b1-9890-0a98f67dae5e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0095437 Sep 18 01:10:30.561505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-cb81284a-ff11-4a43-85d5-97b4a34f9daa tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452313 Sep 18 01:10:30.656422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-d0751ec4-31e4-4513-8a30-34b603fece0d service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880914 Sep 18 01:10:30.744552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-12d26923-0a96-4b12-831f-28d324268fc1 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Sep 18 01:10:30.929599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c77504d3-5e8d-4d8c-adc8-04ffeff1b936 req-c69ff8e7-6400-46bb-ac65-0952780bb446 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0262637 Sep 18 01:10:30.938449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:10:31.040269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:31.051815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'mac_address': 'fa:16:3e:d8:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:10:31.089716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:31.103295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8642bb2-d8ae-4884-a15e-c066588244b6 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:10:31.123707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:31.128843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:31.187287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:31.212926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34059b35-df0b-4670-b73b-c7d378889473 req-cf495564-ac1b-4392-bac6-ccfeab8fb1fd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:31.214580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34059b35-df0b-4670-b73b-c7d378889473 req-cf495564-ac1b-4392-bac6-ccfeab8fb1fd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 944 time: 0.0611582 Sep 18 01:10:31.254000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34059b35-df0b-4670-b73b-c7d378889473 req-d1fb1af7-3ba5-42c6-a960-72ffb8ddff5d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Sep 18 01:10:31.333141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d8642bb2-d8ae-4884-a15e-c066588244b6'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:10:32.016929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-6f69a233-d9f6-4b3a-9984-97b4da3f1cd9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:32.018484 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-6f69a233-d9f6-4b3a-9984-97b4da3f1cd9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1043594 Sep 18 01:10:32.035546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d24c66a5-af98-47c2-80a4-5316d6fd69fd req-41657f2b-9666-4732-94d5-7f5fe18da48e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Sep 18 01:10:32.037657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:32.150986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:32.154563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.286423 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.12 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/1d92012b-0b46-4dc9-863c-7ff899831e8b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:32.327748 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.389080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d50181-eff4-4129-a999-8c8f491ab770 req-42d46954-c932-4e03-8855-b2159c6a16a8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:32.390916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d50181-eff4-4129-a999-8c8f491ab770 req-42d46954-c932-4e03-8855-b2159c6a16a8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 944 time: 0.0592217 Sep 18 01:10:32.440561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d50181-eff4-4129-a999-8c8f491ab770 req-b042d5aa-ac3a-41a6-8869-790058376586 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Sep 18 01:10:32.481181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.515487 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.562901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:32.566013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:32.569719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:32.598523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:32.622163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.622817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.623374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.623666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.624103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.625245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.625681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.626230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.626666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.627094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.627529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.627963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:32.654205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:32.654762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.669659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-f7b694ec-d270-421a-868b-53846830afbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6360598 Sep 18 01:10:32.688091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Request body: {'port': {'device_id': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:32.746045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.788884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-da665b7e-f078-46c0-a544-17641b305cfd None None] Provisioning complete for port 1d92012b-0b46-4dc9-863c-7ff899831e8b triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:32.789579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da665b7e-f078-46c0-a544-17641b305cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:32.826564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-da665b7e-f078-46c0-a544-17641b305cfd None None] Port 1d92012b-0b46-4dc9-863c-7ff899831e8b cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:10:32.939364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:32.996768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port d8642bb2-d8ae-4884-a15e-c066588244b6 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:10:33.002676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port d8642bb2-d8ae-4884-a15e-c066588244b6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:33.003050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.038439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d92012b-0b46-4dc9-863c-7ff899831e8b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:10:33.046757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.059752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Transition to ACTIVE for port object 1d92012b-0b46-4dc9-863c-7ff899831e8b will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:10:33.064119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.090772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.106734 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Pushing event updated for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:33.114199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:33.130190 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1774f80c-2389-4e63-8f23-faa2cb0bbf0d" -d '{"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-plugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:33.144379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:33.153070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.206475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250391a-9a88-4664-9811-6c75c4bae85d req-f7a9cbdb-8ad8-400f-87df-bc9f8e3398ac tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.212160 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc652fda-739d-42f4-a4a6-5f148e995a06 x-openstack-request-id: req-dc652fda-739d-42f4-a4a6-5f148e995a06 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:33.212476 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-plugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:33.213038 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc652fda-739d-42f4-a4a6-5f148e995a06 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:33.213620 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'code': 200} Sep 18 01:10:33.215911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4250391a-9a88-4664-9811-6c75c4bae85d req-f7a9cbdb-8ad8-400f-87df-bc9f8e3398ac tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0886533 Sep 18 01:10:33.262546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Attempting to bind port 1d92012b-0b46-4dc9-863c-7ff899831e8b on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:10:33.263047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Attempting to bind port 1d92012b-0b46-4dc9-863c-7ff899831e8b by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:10:33.263481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Attempting to bind port 1d92012b-0b46-4dc9-863c-7ff899831e8b on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:33.269764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:33.270842 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Port 1d92012b-0b46-4dc9-863c-7ff899831e8b on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:10:33.271360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Attempting to bind port 1d92012b-0b46-4dc9-863c-7ff899831e8b on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:33.281917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:10:33.282253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:10:33.282643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:33.283085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Bound port: 1d92012b-0b46-4dc9-863c-7ff899831e8b, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:10:33.283718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.307541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4250391a-9a88-4664-9811-6c75c4bae85d req-c1a28d8e-2a76-4658-ad44-13d1017b5870 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903828 Sep 18 01:10:33.342718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851d4d-21b7-4e09-8ba8-d4d2fbacc282 req-037b86f0-ea24-4e0e-8246-326f4274e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.344686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59851d4d-21b7-4e09-8ba8-d4d2fbacc282 req-037b86f0-ea24-4e0e-8246-326f4274e883 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0573003 Sep 18 01:10:33.370678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:33.374005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:33.381005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.383531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59851d4d-21b7-4e09-8ba8-d4d2fbacc282 req-47c0b7bc-1837-4a2c-8194-89efdfea93c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Sep 18 01:10:33.415933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.416571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:33.418051 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] 10.222.0.54 "PUT /v2.0/ports/1d92012b-0b46-4dc9-863c-7ff899831e8b HTTP/1.1" status: 200 len: 1093 time: 0.7343242 Sep 18 01:10:33.418498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:33.420762 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a76dd-d7fb-42c2-a712-17e64704c947" -d '{"events": [{"name": "network-changed", "server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:33.454090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aede77d-4f9b-4f77-a538-cdb48faab3df service neutron] Pushing event updated for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:33.516885 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a0ee2-1e43-42b1-a633-b5e09851ee0d x-openstack-request-id: req-4f1a0ee2-1e43-42b1-a633-b5e09851ee0d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:33.517270 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:33.517533 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f1a0ee2-1e43-42b1-a633-b5e09851ee0d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:33.517986 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b', 'status': 'completed', 'code': 200} Sep 18 01:10:33.534671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-76107df1-3ff4-49b4-b3ef-cb30d726b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.536192 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-76107df1-3ff4-49b4-b3ef-cb30d726b19f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 1096 time: 0.0521123 Sep 18 01:10:33.575651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926b208-c6b3-40ab-a079-52682615b8e0 req-f9202886-3b87-4e82-beec-dfa0cf1f7903 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.578622 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8926b208-c6b3-40ab-a079-52682615b8e0 req-f9202886-3b87-4e82-beec-dfa0cf1f7903 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0591192 Sep 18 01:10:33.587623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-78fb9abf-0042-409c-ae1d-f338009111b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b HTTP/1.1" status: 200 len: 217 time: 0.0379384 Sep 18 01:10:33.621043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8926b208-c6b3-40ab-a079-52682615b8e0 req-ced5bdd3-6c77-4bed-84bb-d1f733854a3d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360241 Sep 18 01:10:33.645736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3c0551cc-6160-408e-b6a1-9e165843ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.647240 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-3c0551cc-6160-408e-b6a1-9e165843ac99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0520017 Sep 18 01:10:33.698013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-bc9c17da-dec0-43c4-9fde-009dd891a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:33.699647 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-bc9c17da-dec0-43c4-9fde-009dd891a63b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442538 Sep 18 01:10:33.791717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-34b747bd-9e3e-4dce-ad5d-2681592d91f9 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849614 Sep 18 01:10:33.880956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b7e26ce8-6c9e-4ada-aeff-b6b82fae4cc7 req-250e9c43-9ee0-4f90-a5f4-77c382c341d3 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818737 Sep 18 01:10:34.000252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-8984af3c-78e0-4f26-866c-a7880d13de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.001806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-8984af3c-78e0-4f26-866c-a7880d13de13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 1096 time: 0.0482488 Sep 18 01:10:34.096488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-0c4813c0-f76e-45b6-b6f1-73b677346ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.098045 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-0c4813c0-f76e-45b6-b6f1-73b677346ec7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0886123 Sep 18 01:10:34.142817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-5c15583a-49e3-4a60-83f7-548517255f71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b HTTP/1.1" status: 200 len: 217 time: 0.0372381 Sep 18 01:10:34.191177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-1692ac3f-f105-42db-8914-66f1717cdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.192636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-1692ac3f-f105-42db-8914-66f1717cdf4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0424449 Sep 18 01:10:34.239445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-608f377e-cb82-412a-9164-6f5a42a715a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.240952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-608f377e-cb82-412a-9164-6f5a42a715a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406578 Sep 18 01:10:34.463030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cdc0-0500-46ad-8ae8-cbc38e2a9e57 req-da0f67b9-66ed-4b3e-a609-68490eed1b6a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.465254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d704cdc0-0500-46ad-8ae8-cbc38e2a9e57 req-da0f67b9-66ed-4b3e-a609-68490eed1b6a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0556033 Sep 18 01:10:34.513588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d704cdc0-0500-46ad-8ae8-cbc38e2a9e57 req-ffebd150-0f72-4117-808a-3e100f39e072 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Sep 18 01:10:34.695262 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-3338dfbc-3ae3-4d02-a56a-03dcc265b1bf service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460554 Sep 18 01:10:34.746192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722968d6-83d7-450e-b154-137521c8839f req-796e880e-7936-41f2-8295-aba2e44b03b3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.747836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-722968d6-83d7-450e-b154-137521c8839f req-796e880e-7936-41f2-8295-aba2e44b03b3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Sep 18 01:10:34.806839 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-722968d6-83d7-450e-b154-137521c8839f req-1cdd4bd5-76ae-4851-81d9-272c61487745 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506730 Sep 18 01:10:34.811498 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-995a76dd-d7fb-42c2-a712-17e64704c947 req-42d974ae-9030-4949-8196-0b10316ec750 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083691 Sep 18 01:10:34.970975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5d0f-3837-4778-8a4a-c1f7b2b0cbfa req-596363b8-4088-4c99-b921-aa9a3144f017 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:34.972531 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4d5d0f-3837-4778-8a4a-c1f7b2b0cbfa req-596363b8-4088-4c99-b921-aa9a3144f017 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0677044 Sep 18 01:10:35.014666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac4d5d0f-3837-4778-8a4a-c1f7b2b0cbfa req-99f68911-a435-4acd-a7dd-801fad8065bb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Sep 18 01:10:35.036986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:35.092756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5dc221-3f0b-4991-b9f3-6b941e0af8f6 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:35.093533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4d5dc221-3f0b-4991-b9f3-6b941e0af8f6 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1092 time: 0.0539484 Sep 18 01:10:35.096910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:35.102266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:35.134840 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:35.278877 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:35.408583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.3 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/5c2278f9-08cf-40cf-88e0-c8ad3ce3d717) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:35.544100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:35.623792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:35.679172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:35.687032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:35.692838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:10:35.738066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7604f9-2a54-4b26-b2d5-ec1b0e006896 req-3d10d289-3cba-4158-9aeb-76adfb20724e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:35.741436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f7604f9-2a54-4b26-b2d5-ec1b0e006896 req-3d10d289-3cba-4158-9aeb-76adfb20724e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.1477299 Sep 18 01:10:35.771522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=5c2278f9-08cf-40cf-88e0-c8ad3ce3d717,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:35.843849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f7604f9-2a54-4b26-b2d5-ec1b0e006896 req-dfae0c75-221e-428e-9b8a-1f0a76f793a0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Sep 18 01:10:36.301338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:36.395149 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:36.614048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:36.623679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:36.741926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=5c2278f9-08cf-40cf-88e0-c8ad3ce3d717,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:36.753645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:36.882917 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP beba580b-2f78-4d62-9105-c70e1f7f7577 associated. External IP: 172.25.7.3, port: d8642bb2-d8ae-4884-a15e-c066588244b6. Sep 18 01:10:37.049425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7f3de-5c46-46f5-90f9-bccb1c612806 req-91d05b7d-90fc-4553-b2dd-8b95c9676d5e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:37.053104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2e7f3de-5c46-46f5-90f9-bccb1c612806 req-91d05b7d-90fc-4553-b2dd-8b95c9676d5e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.1213198 Sep 18 01:10:37.139730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2e7f3de-5c46-46f5-90f9-bccb1c612806 req-351e26e8-8fb7-45d6-a38d-a976c496fff6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789633 Sep 18 01:10:37.205558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router de786b1e-78e5-4fbe-af83-da865ffefc79 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:10:37.339418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:10:37.350867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Sync routers for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:10:37.357453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:37.361679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:37.362776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:10:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:37.497836 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:37.669779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1009fb8c-25b6-42ad-90b0-a80033a6308f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5718546 Sep 18 01:10:37.670464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:37.678209 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6be55-b4ca-4927-8376-07aae8efcee6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:37.729865 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5f91ef-531d-49d0-8f88-d03f229ad4ba x-openstack-request-id: req-8f5f91ef-531d-49d0-8f88-d03f229ad4ba {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:37.730299 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:37.730745 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f5f91ef-531d-49d0-8f88-d03f229ad4ba {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:37.731269 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'status': 'completed', 'code': 200} Sep 18 01:10:37.809175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'beba580b-2f78-4d62-9105-c70e1f7f7577', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'mac_address': 'fa:16:3e:d8:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:10:36Z', 'updated_at': '2021-09-18T01:10:36Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:37.828783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded2c50-70dc-47f5-98fe-be1c72fd4aef req-97afe17d-853a-4c47-bc8d-8d8f54457c78 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:37.830298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ded2c50-70dc-47f5-98fe-be1c72fd4aef req-97afe17d-853a-4c47-bc8d-8d8f54457c78 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0961480 Sep 18 01:10:37.845875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-6707e170-697d-452c-a2fc-61672b550267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:37.847007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Checking router: de786b1e-78e5-4fbe-af83-da865ffefc79 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:10:37.847284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-6707e170-697d-452c-a2fc-61672b550267 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0778041 Sep 18 01:10:37.856748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:10:37.857367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:10:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:37.918519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ded2c50-70dc-47f5-98fe-be1c72fd4aef req-85cdfcc9-5b30-47e1-bc2f-21fd9d17eb26 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815303 Sep 18 01:10:37.944345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:37.982869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-336a4010-2eb9-4f2f-848b-cb8dad6fd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:37.984124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-336a4010-2eb9-4f2f-848b-cb8dad6fd6ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.1282001 Sep 18 01:10:38.016114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:10:38.053407 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-92d66381-8c21-4e2e-b195-54c515f22e24 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/beba580b-2f78-4d62-9105-c70e1f7f7577 HTTP/1.1" status: 200 len: 989 time: 0.1058068 Sep 18 01:10:38.121843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-18b873be-e35d-4e32-b8b5-63b0684f108d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 997 time: 0.1299744 Sep 18 01:10:38.195029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-9d97892d-bff1-406a-bf07-7ae83e61a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:38.199145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-9d97892d-bff1-406a-bf07-7ae83e61a119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0680523 Sep 18 01:10:38.293176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-31080b20-daaa-4d4f-984c-d5930ef1a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:38.294745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-31080b20-daaa-4d4f-984c-d5930ef1a08c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890074 Sep 18 01:10:38.303700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451a2db-130f-4aec-bbe3-7bd1a852ce89 req-53cf72c4-93c7-4d91-b3e5-73f647193390 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:38.305189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4451a2db-130f-4aec-bbe3-7bd1a852ce89 req-53cf72c4-93c7-4d91-b3e5-73f647193390 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0863369 Sep 18 01:10:38.317072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'beba580b-2f78-4d62-9105-c70e1f7f7577', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'mac_address': 'fa:16:3e:d8:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:10:36Z', 'updated_at': '2021-09-18T01:10:36Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:38.348749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523746fd-fd1f-42ff-bddf-334b0cdeda2c None None] The sync data for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 is: [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'beba580b-2f78-4d62-9105-c70e1f7f7577', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'mac_address': 'fa:16:3e:d8:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:10:36Z', 'updated_at': '2021-09-18T01:10:36Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:10:38.404664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4451a2db-130f-4aec-bbe3-7bd1a852ce89 req-c16992fb-1436-4ef4-a178-f6e60e218f5a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687907 Sep 18 01:10:38.423000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-eb123b25-5a1a-4917-8dfc-edd48a4eccce service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161430 Sep 18 01:10:38.556787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aba6be55-b4ca-4927-8376-07aae8efcee6 req-a2841604-6ee0-4255-bc31-3dde9ab01a71 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259954 Sep 18 01:10:38.622212 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a27c6-9111-4e63-9377-d0447ae0c74e None None] New status for floating IP beba580b-2f78-4d62-9105-c70e1f7f7577: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:10:39.057009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50752) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:39.123325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e62e9d31-5c97-4108-8994-80971dd935e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/beba580b-2f78-4d62-9105-c70e1f7f7577 HTTP/1.1" status: 200 len: 991 time: 0.0608566 Sep 18 01:10:39.527514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288015-34df-4a7d-a5f6-ef7a8e944708 req-d9481766-c7a4-4afb-be06-bd7c846a1208 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:39.529053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29288015-34df-4a7d-a5f6-ef7a8e944708 req-d9481766-c7a4-4afb-be06-bd7c846a1208 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0551529 Sep 18 01:10:39.567287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29288015-34df-4a7d-a5f6-ef7a8e944708 req-a90e1089-b8f2-432e-b11d-4cfd5b05d815 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Sep 18 01:10:40.689962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdb84e-5739-42ea-92b5-d1f4cd28cd58 req-78d6e657-3637-40a1-9ac9-117319d8b984 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:40.691430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33fdb84e-5739-42ea-92b5-d1f4cd28cd58 req-78d6e657-3637-40a1-9ac9-117319d8b984 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0484788 Sep 18 01:10:40.728332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33fdb84e-5739-42ea-92b5-d1f4cd28cd58 req-a4c1d678-64cd-49b0-a3d8-b51898c27bea tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Sep 18 01:10:41.842786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09353020-a374-4b66-81c5-0127b237116c req-6f1d39a2-ca1d-4b16-8fb1-3b990f037af0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:41.844720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09353020-a374-4b66-81c5-0127b237116c req-6f1d39a2-ca1d-4b16-8fb1-3b990f037af0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0492811 Sep 18 01:10:41.883065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09353020-a374-4b66-81c5-0127b237116c req-1b61bb1e-62c5-47ce-94a9-83b1904614f9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Sep 18 01:10:43.004350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5bc3-1b9e-48ee-92d8-0f27c2f3c824 req-b9bdee85-088c-4ae5-9a65-e644b2a9ff96 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:43.005825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27bd5bc3-1b9e-48ee-92d8-0f27c2f3c824 req-b9bdee85-088c-4ae5-9a65-e644b2a9ff96 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0532761 Sep 18 01:10:43.044320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27bd5bc3-1b9e-48ee-92d8-0f27c2f3c824 req-a19e1750-7633-4420-84fd-b2beb8c921a1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Sep 18 01:10:44.160631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938c4df-6fe2-46e6-b529-3574960aa10d req-1b3d1186-d52e-4ccf-b42f-2337cfa16f56 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:44.162144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e938c4df-6fe2-46e6-b529-3574960aa10d req-1b3d1186-d52e-4ccf-b42f-2337cfa16f56 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0510225 Sep 18 01:10:44.203306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e938c4df-6fe2-46e6-b529-3574960aa10d req-6b7a3ecf-d451-4c47-a493-f778f86ec2f1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337729 Sep 18 01:10:45.319691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850ff6f-43e4-4b21-8d8a-20eaef28d703 req-f8720b9f-a14e-4180-b487-04789bad193c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:45.321760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b850ff6f-43e4-4b21-8d8a-20eaef28d703 req-f8720b9f-a14e-4180-b487-04789bad193c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0508268 Sep 18 01:10:45.361300 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b850ff6f-43e4-4b21-8d8a-20eaef28d703 req-a8ca682a-07d7-42df-9b56-c0eabb88e491 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Sep 18 01:10:46.231615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:46.479069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a505a5-6206-4696-accf-bc27ef0554b3 req-c2411574-bbe0-47ee-a26e-3818afb951b8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:46.480567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56a505a5-6206-4696-accf-bc27ef0554b3 req-c2411574-bbe0-47ee-a26e-3818afb951b8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0528378 Sep 18 01:10:46.516905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56a505a5-6206-4696-accf-bc27ef0554b3 req-e7aad544-8153-4595-b98b-820803b3dee3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304744 Sep 18 01:10:47.631979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa686921-4db3-43d3-958f-25e82eeeeced req-933e438b-c1e3-4584-879b-a5ca760f0149 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:47.633643 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa686921-4db3-43d3-958f-25e82eeeeced req-933e438b-c1e3-4584-879b-a5ca760f0149 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0497959 Sep 18 01:10:47.670359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa686921-4db3-43d3-958f-25e82eeeeced req-74d48add-b3b0-4810-8479-25c6a748817b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Sep 18 01:10:48.784608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e5d14-5f76-4879-aeed-9f4f80890c1f req-7b729c0c-46d2-4a9e-b66d-23907cffd5f1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:48.786065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa4e5d14-5f76-4879-aeed-9f4f80890c1f req-7b729c0c-46d2-4a9e-b66d-23907cffd5f1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0488942 Sep 18 01:10:48.823411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa4e5d14-5f76-4879-aeed-9f4f80890c1f req-c7f67679-f80c-41fa-b8e5-719c423482f8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Sep 18 01:10:49.939834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976457d-8514-48e0-8216-1540632f0973 req-8f0b16d8-9c6c-48a9-896d-dd4cfa48d133 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:49.941320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0976457d-8514-48e0-8216-1540632f0973 req-8f0b16d8-9c6c-48a9-896d-dd4cfa48d133 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0520523 Sep 18 01:10:49.980549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0976457d-8514-48e0-8216-1540632f0973 req-a07708e9-092a-4797-859d-022ac6688b7a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Sep 18 01:10:51.155466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee85d1-4387-46bf-8e22-c0f2784f93d3 req-c46303dc-7f8e-4002-a1b7-f9bebb0a307d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:51.156962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dee85d1-4387-46bf-8e22-c0f2784f93d3 req-c46303dc-7f8e-4002-a1b7-f9bebb0a307d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.1102681 Sep 18 01:10:51.195657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9dee85d1-4387-46bf-8e22-c0f2784f93d3 req-a6825c4f-5836-4439-b8ed-943d6d6da2d9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Sep 18 01:10:52.323957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb6fd-6220-4326-ada3-16c283da7847 req-ed3a4143-d24b-4d66-8c69-51ea0abec873 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:52.325446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0cfb6fd-6220-4326-ada3-16c283da7847 req-ed3a4143-d24b-4d66-8c69-51ea0abec873 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Sep 18 01:10:52.363298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0cfb6fd-6220-4326-ada3-16c283da7847 req-0a04a6e9-7660-493d-8bf8-a3e7ebf25144 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Sep 18 01:10:53.495647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658f22-44f0-4a79-b2ce-90429b16f588 req-e63c7fdf-f748-404a-9b48-c4d07ea5385e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:53.497128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b658f22-44f0-4a79-b2ce-90429b16f588 req-e63c7fdf-f748-404a-9b48-c4d07ea5385e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 944 time: 0.0521746 Sep 18 01:10:53.533394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b658f22-44f0-4a79-b2ce-90429b16f588 req-ee223405-f903-4bd1-8f7b-d100a90d2f08 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Sep 18 01:10:54.005678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1d92012b-0b46-4dc9-863c-7ff899831e8b details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:10:54.095584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:54.106929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '1d92012b-0b46-4dc9-863c-7ff899831e8b', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '1d92012b-0b46-4dc9-863c-7ff899831e8b', 'mac_address': 'fa:16:3e:5c:8b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:10:54.146402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:54.158935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d92012b-0b46-4dc9-863c-7ff899831e8b {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:10:54.177180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:54.181212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:54.230920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:54.244024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-254d58f1-fed6-4106-91a0-2ca11648040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:54.542522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1d92012b-0b46-4dc9-863c-7ff899831e8b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:10:54.649339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9db3d-7b58-434f-868e-23aa9276e38a req-a6d56e7a-6405-49bf-89c0-700d7ebfdf40 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:54.650971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fc9db3d-7b58-434f-868e-23aa9276e38a req-a6d56e7a-6405-49bf-89c0-700d7ebfdf40 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 945 time: 0.0503633 Sep 18 01:10:54.690069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1fc9db3d-7b58-434f-868e-23aa9276e38a req-440be639-4f34-47fa-a7b4-dda3b1472a9e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Sep 18 01:10:55.802760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f11e-7c6c-45bd-8ac3-d6992e15e393 req-f5e95284-354a-4554-a08a-5a9796cf1a89 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:55.804253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba71f11e-7c6c-45bd-8ac3-d6992e15e393 req-f5e95284-354a-4554-a08a-5a9796cf1a89 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Sep 18 01:10:55.841416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba71f11e-7c6c-45bd-8ac3-d6992e15e393 req-c98db47c-4426-42ad-925c-85e366046271 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305421 Sep 18 01:10:56.021774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1d92012b-0b46-4dc9-863c-7ff899831e8b up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:56.068406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 1d92012b-0b46-4dc9-863c-7ff899831e8b completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:10:56.072114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 1d92012b-0b46-4dc9-863c-7ff899831e8b triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:56.072520 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:56.144517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:56.166533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:56.168848 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f250ba51-b50f-4d96-a736-ead578ad7c11" -d '{"events": [{"server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "name": "network-vif-plugged", "status": "completed", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:56.185857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:56.190253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:56.215104 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ae60f-f474-4d18-9059-7e522df60409 x-openstack-request-id: req-a20ae60f-f474-4d18-9059-7e522df60409 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:56.215394 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "name": "network-vif-plugged", "status": "completed", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:56.215640 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a20ae60f-f474-4d18-9059-7e522df60409 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:56.216018 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b', 'code': 200} Sep 18 01:10:56.240970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:56.339387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dbc81-084d-481e-bf08-92560a703278 req-9b57534b-166b-4bb9-ba4f-0c804d0d47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:56.340770 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2f0dbc81-084d-481e-bf08-92560a703278 req-9b57534b-166b-4bb9-ba4f-0c804d0d47ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 1098 time: 0.0388808 Sep 18 01:10:56.375349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2f0dbc81-084d-481e-bf08-92560a703278 req-7b9b7e92-4b17-41f9-acb1-5f14014699e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275571 Sep 18 01:10:56.958253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164b86e-ca21-434c-b4b9-80fd0251b732 req-4010c15e-9f38-47fb-a549-89ca478d129e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:56.959714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f164b86e-ca21-434c-b4b9-80fd0251b732 req-4010c15e-9f38-47fb-a549-89ca478d129e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Sep 18 01:10:56.996843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f164b86e-ca21-434c-b4b9-80fd0251b732 req-6f4f5f74-3204-4205-bed6-398ad4b7342f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Sep 18 01:10:57.272100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4668-3607-4706-9488-a96414311c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:57.508470 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:58.170243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dfb83-195f-476d-b5f5-139ce7635e4a req-b832d7ca-d449-47a3-9d15-4ea753e306a1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:58.171714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc7dfb83-195f-476d-b5f5-139ce7635e4a req-b832d7ca-d449-47a3-9d15-4ea753e306a1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.1070879 Sep 18 01:10:58.209140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc7dfb83-195f-476d-b5f5-139ce7635e4a req-7524e7c8-1158-4da5-bfd5-ffb18451a766 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Sep 18 01:10:58.322309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bcd09-1402-4bae-ac7f-f94b10a2220c req-32fd39f6-5868-48a3-9067-0cf51f7cc06e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:58.323790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-982bcd09-1402-4bae-ac7f-f94b10a2220c req-32fd39f6-5868-48a3-9067-0cf51f7cc06e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0483387 Sep 18 01:10:58.360130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-982bcd09-1402-4bae-ac7f-f94b10a2220c req-2190a613-25a8-4a08-87ec-0381b79ca320 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Sep 18 01:10:58.405998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:58.476265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcfe8-7bf5-49b3-9f4d-15eeb0025176 req-9675353e-8572-4475-9bf4-23fe46b3ce75 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:58.477612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-504fcfe8-7bf5-49b3-9f4d-15eeb0025176 req-9675353e-8572-4475-9bf4-23fe46b3ce75 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Sep 18 01:10:58.515834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-504fcfe8-7bf5-49b3-9f4d-15eeb0025176 req-1a649638-9c15-4aff-a733-246729bd481b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Sep 18 01:10:58.796944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62b92-8f7c-4fe2-9dc6-e619b4e024ce req-ffe529fb-9c28-403b-91d8-c4c399e7eb3d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:58.798582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e62b92-8f7c-4fe2-9dc6-e619b4e024ce req-ffe529fb-9c28-403b-91d8-c4c399e7eb3d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Sep 18 01:10:58.835418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54e62b92-8f7c-4fe2-9dc6-e619b4e024ce req-a6532241-a86d-45bf-884a-a66b760d4845 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Sep 18 01:10:59.736890 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:59.950821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf606ff-f4f0-4e3d-9730-8cbf464de13e req-de1f7122-d542-4414-ac73-703cab7a24fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:59.952369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf606ff-f4f0-4e3d-9730-8cbf464de13e req-de1f7122-d542-4414-ac73-703cab7a24fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0498512 Sep 18 01:10:59.991176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bf606ff-f4f0-4e3d-9730-8cbf464de13e req-f4e4c1ad-8a3a-4da8-a95c-cef8046fd739 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Sep 18 01:11:00.488919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-7f352893-e180-49e4-9252-3ace450d7433 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:00.490347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-7f352893-e180-49e4-9252-3ace450d7433 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 946 time: 0.0467055 Sep 18 01:11:00.579569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 1d92012b-0b46-4dc9-863c-7ff899831e8b {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:11:00.579910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.665742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 1d92012b-0b46-4dc9-863c-7ff899831e8b, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1d92012b-0b46-4dc9-863c-7ff899831e8b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:00.666102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.678092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 1d92012b-0b46-4dc9-863c-7ff899831e8b owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:11:00.801881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.830214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=1d92012b-0b46-4dc9-863c-7ff899831e8b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:00.836772 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1d92012b-0b46-4dc9-863c-7ff899831e8b'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:11:00.876181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 1d92012b-0b46-4dc9-863c-7ff899831e8b on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:11:00.878915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.881693 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a3824f3a-15c0-4b0d-9839-658bc91e1ae3 req-2948a838-2a60-47bc-81f8-fc5a67f3e128 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "DELETE /v2.0/ports/1d92012b-0b46-4dc9-863c-7ff899831e8b HTTP/1.1" status: 204 len: 173 time: 0.3841848 Sep 18 01:11:00.881693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'name': 'network-vif-deleted', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:00.884295 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d69f5-f773-4c4f-b081-c3518c8ee2ea" -d '{"events": [{"server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "name": "network-vif-deleted", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:00.927340 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8cea6-8803-411d-a837-8b990e646e22 x-openstack-request-id: req-a1f8cea6-8803-411d-a837-8b990e646e22 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:00.927488 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922ca4d4-affb-4031-a60b-5b7c2facc407", "name": "network-vif-deleted", "tag": "1d92012b-0b46-4dc9-863c-7ff899831e8b", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:00.927828 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1f8cea6-8803-411d-a837-8b990e646e22 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:00.928253 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922ca4d4-affb-4031-a60b-5b7c2facc407', 'name': 'network-vif-deleted', 'tag': '1d92012b-0b46-4dc9-863c-7ff899831e8b', 'status': 'completed', 'code': 200} Sep 18 01:11:01.094401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1dfad219-680c-4ef2-ace7-7e35e0dceeda req-0f3be6ca-fa39-42e1-a9a3-aa59b24f0671 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0316479 Sep 18 01:11:02.189633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b2531f8-4ada-4884-b3b1-67af039a4c68 req-bd69c95b-2db7-43fb-b582-5597a673d3eb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Sep 18 01:11:02.336565 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:03.284611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a28b7ba6-0324-48ed-a7e4-6c2bdeaf3353 req-f7276c26-51c5-4e55-9e3a-052e7074c0b4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Sep 18 01:11:04.069398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1d92012b-0b46-4dc9-863c-7ff899831e8b no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:11:04.091744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 1d92012b-0b46-4dc9-863c-7ff899831e8b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:11:04.092090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1d92012b-0b46-4dc9-863c-7ff899831e8b not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:11:04.392858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc198880-1970-4438-bf42-0c09634e131b req-7f426113-1d02-4e4e-91ec-b152d401fbb3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=922ca4d4-affb-4031-a60b-5b7c2facc407 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Sep 18 01:11:05.745601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-f6f08681-24bf-4f92-bf61-4867c51ad5fc tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:05.747194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-f6f08681-24bf-4f92-bf61-4867c51ad5fc tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0431914 Sep 18 01:11:05.766370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-4b211dd3-635e-4ad5-8594-e10a9de4b522 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:05.778905 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:11:05.858165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-4b211dd3-635e-4ad5-8594-e10a9de4b522 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:05.863257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-4b211dd3-635e-4ad5-8594-e10a9de4b522 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:05.884273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e4cb8fd-cc19-43d2-961d-daa3aaaa5e5f req-4b211dd3-635e-4ad5-8594-e10a9de4b522 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305296 Sep 18 01:11:05.913125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b211dd3-635e-4ad5-8594-e10a9de4b522 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a19089-f323-4c96-b181-d6f299bcea24,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:06.008404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3015543-151e-4769-801b-6157a47adaad req-928e4449-9581-4028-afa0-d13981a297fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:06.009810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3015543-151e-4769-801b-6157a47adaad req-928e4449-9581-4028-afa0-d13981a297fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0504260 Sep 18 01:11:06.048288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e3015543-151e-4769-801b-6157a47adaad req-0f920864-f82b-4a09-b581-288b89e7d22a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Sep 18 01:11:06.069992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 50842) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:11:06.135193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-706819fc-e86b-4e6c-b29f-4dafc25974d0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/beba580b-2f78-4d62-9105-c70e1f7f7577 HTTP/1.1" status: 200 len: 991 time: 0.0640352 Sep 18 01:11:06.442300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-f15e7c1b-f7b6-4f4c-83f8-16719cf0b9e9 req-9e6e33d9-f37f-49c3-b156-ac29299e9820 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:11:06.443420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f15e7c1b-f7b6-4f4c-83f8-16719cf0b9e9 req-9e6e33d9-f37f-49c3-b156-ac29299e9820 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055521 Sep 18 01:11:06.879476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 50872) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:11:06.951932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bf63d-bc36-4960-a045-9543449516b4 req-1d58ff7c-bce0-437e-862f-b888f3afe22d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:06.964260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c6bf63d-bc36-4960-a045-9543449516b4 req-1d58ff7c-bce0-437e-862f-b888f3afe22d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0920789 Sep 18 01:11:07.028466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c6bf63d-bc36-4960-a045-9543449516b4 req-2bc4c197-b4ab-4f99-aebc-e8cffef9ddee tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589199 Sep 18 01:11:07.044887 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-db202a23-8ae7-4fa1-963d-d2b76b56d07e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632144 Sep 18 01:11:07.053427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-16609a83-148e-40d5-81be-419caabed373 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:11:07.055026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-16609a83-148e-40d5-81be-419caabed373 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055082 Sep 18 01:11:08.139264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0e627-3029-4b92-921a-f88daa17dbaa req-863e0bee-30e6-43e5-9e57-18225359c8a2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.140757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b0e627-3029-4b92-921a-f88daa17dbaa req-863e0bee-30e6-43e5-9e57-18225359c8a2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Sep 18 01:11:08.178472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52b0e627-3029-4b92-921a-f88daa17dbaa req-5c5a4121-5a60-497b-9ba5-ea200d6212dd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Sep 18 01:11:08.293455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-7b3ac9a7-7fa4-4bf5-986e-b7970adf0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.294959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-7b3ac9a7-7fa4-4bf5-986e-b7970adf0d5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0432513 Sep 18 01:11:08.388033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-578e1e80-6135-475c-8109-c17f529c5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.389593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-578e1e80-6135-475c-8109-c17f529c5041 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.0870709 Sep 18 01:11:08.453507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-7f97141e-3543-4e82-86be-df9ba2f79990 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 999 time: 0.0565891 Sep 18 01:11:08.508339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-32163175-c0db-43bc-8a88-4b4d9ff9cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.509778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-32163175-c0db-43bc-8a88-4b4d9ff9cf12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0473514 Sep 18 01:11:08.557425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-716e8a48-7b09-4646-ab0d-200db1d5566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.558912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-716e8a48-7b09-4646-ab0d-200db1d5566e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416000 Sep 18 01:11:08.650831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-bb415cdf-d910-4056-af68-74cd6642e579 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Sep 18 01:11:08.748916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-edcbe45f-bc45-4dca-bff5-0ab1db2daebf service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904098 Sep 18 01:11:09.301003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f05b8-4658-452a-9b71-0bb355cf6463 req-e0d166a2-dbd3-45b1-bd03-ca983675f0d8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:09.302505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a1f05b8-4658-452a-9b71-0bb355cf6463 req-e0d166a2-dbd3-45b1-bd03-ca983675f0d8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Sep 18 01:11:09.340890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a1f05b8-4658-452a-9b71-0bb355cf6463 req-4d1086dc-4ed9-4fa1-9a4f-6a2aa5019976 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Sep 18 01:11:10.464965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87ce3-b70d-4059-9802-9414a73fd4db req-185eada6-a647-4024-a0a8-df4c07695e96 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:10.466332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bb87ce3-b70d-4059-9802-9414a73fd4db req-185eada6-a647-4024-a0a8-df4c07695e96 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Sep 18 01:11:10.504874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bb87ce3-b70d-4059-9802-9414a73fd4db req-f7d59de0-29f6-4cb2-a0f5-2f69644174e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Sep 18 01:11:11.628490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c00e-408a-4dbd-ad68-89d83ce7358b req-e05bee7b-ff4b-47ff-b0fb-bd0bce27361e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:11.630014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5a1c00e-408a-4dbd-ad68-89d83ce7358b req-e05bee7b-ff4b-47ff-b0fb-bd0bce27361e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Sep 18 01:11:11.670001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5a1c00e-408a-4dbd-ad68-89d83ce7358b req-ccb88663-24d6-48e7-bd9a-b7c5c6074dc9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335124 Sep 18 01:11:12.787937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d4cd-5031-49e8-a8e8-4e75a1529fc2 req-b6a09414-8689-4efe-99d1-ace86f187a92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.790459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab2d4cd-5031-49e8-a8e8-4e75a1529fc2 req-b6a09414-8689-4efe-99d1-ace86f187a92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Sep 18 01:11:12.829054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ab2d4cd-5031-49e8-a8e8-4e75a1529fc2 req-9ac4bb91-0670-4186-a27f-6d499c56e15b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Sep 18 01:11:13.955614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802b07-3592-4ff1-8b15-f62368a5dff7 req-55e3a370-7fce-43d3-87c4-307a6ba929f0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:13.957141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e802b07-3592-4ff1-8b15-f62368a5dff7 req-55e3a370-7fce-43d3-87c4-307a6ba929f0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0560646 Sep 18 01:11:13.996066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e802b07-3592-4ff1-8b15-f62368a5dff7 req-4cd99cb5-beec-4785-9238-8f316f267f7d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Sep 18 01:11:15.114470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3877f-37b0-4f6c-8d28-742d6f9820be req-40844201-b631-45e3-8417-575b4dd13959 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:15.115964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c3877f-37b0-4f6c-8d28-742d6f9820be req-40844201-b631-45e3-8417-575b4dd13959 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0517328 Sep 18 01:11:15.156641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98c3877f-37b0-4f6c-8d28-742d6f9820be req-18d4f8d9-9b39-4091-a948-824ed409e36f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Sep 18 01:11:16.233337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:16.295193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e830-856b-46a1-820d-3cd66b82604c req-a220f12c-f77a-4242-9957-f48c19800c52 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:16.296700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6574e830-856b-46a1-820d-3cd66b82604c req-a220f12c-f77a-4242-9957-f48c19800c52 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Sep 18 01:11:16.335961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6574e830-856b-46a1-820d-3cd66b82604c req-eecbd353-7604-4eef-afd7-0cd06af94b04 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332587 Sep 18 01:11:17.039741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-f63846ca-c8d5-408e-ad96-6b9b35cc149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.041306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-f63846ca-c8d5-408e-ad96-6b9b35cc149b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0465047 Sep 18 01:11:17.147393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-eae0f73c-92bf-45bd-8795-882557310b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.149242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-eae0f73c-92bf-45bd-8795-882557310b3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.0891066 Sep 18 01:11:17.219446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-d468ef83-fd04-407a-bf2d-25509bc7d3e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 999 time: 0.0632050 Sep 18 01:11:17.269993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-8c83f04e-0bf6-41a2-a589-19708e508e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.271468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-8c83f04e-0bf6-41a2-a589-19708e508e93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0447702 Sep 18 01:11:17.317779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-7963e802-ae8b-48ea-9bfd-fbce87c35b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.320114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-7963e802-ae8b-48ea-9bfd-fbce87c35b47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410032 Sep 18 01:11:17.453220 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-616b2dff-ef4c-4456-9bc7-281e71ff8379 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251469 Sep 18 01:11:17.496942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e05e-bb15-4a36-87ed-ee2ce01e3928 req-8af1a8b6-7dee-412f-ae5a-a6fef65dd717 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.498427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2004e05e-bb15-4a36-87ed-ee2ce01e3928 req-8af1a8b6-7dee-412f-ae5a-a6fef65dd717 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0890722 Sep 18 01:11:17.587910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2004e05e-bb15-4a36-87ed-ee2ce01e3928 req-0a76015b-1e74-4025-8993-a0080e78236d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831659 Sep 18 01:11:17.591544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc998154-f3a3-45cb-a801-405bb5aa08f1 req-06a2a934-de69-41ce-8f9a-baca2890275f service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306505 Sep 18 01:11:18.711061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744b5b7-5956-4153-9cc0-0a3de78a6f88 req-d031cc16-3fb3-4b1b-84af-a84b38dd9d36 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:18.712713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0744b5b7-5956-4153-9cc0-0a3de78a6f88 req-d031cc16-3fb3-4b1b-84af-a84b38dd9d36 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0548685 Sep 18 01:11:18.755025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0744b5b7-5956-4153-9cc0-0a3de78a6f88 req-b42a6425-58f7-4e19-b503-1fb83f4703eb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Sep 18 01:11:19.872127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e312aa-2fc2-4fd7-b77f-62cd92731732 req-7498b06a-3509-4396-9042-40d5f191e5a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:19.873646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8e312aa-2fc2-4fd7-b77f-62cd92731732 req-7498b06a-3509-4396-9042-40d5f191e5a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Sep 18 01:11:19.911525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8e312aa-2fc2-4fd7-b77f-62cd92731732 req-178b571f-32c7-4dcb-a7a2-bc9c7247862f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Sep 18 01:11:20.529416 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-e66ef7c1-477d-45a3-8f68-bea56c136d42 service neutron] show failed (client error): The resource could not be found. Sep 18 01:11:20.530472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-e66ef7c1-477d-45a3-8f68-bea56c136d42 service neutron] 10.222.0.48 "GET /v2.0/ports/d8642bb2-d8ae-4884-a15e-c066588244b6/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0607505 Sep 18 01:11:20.754154 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-6bfaab9e-6766-4adb-a341-16653b3fccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:20.755567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-6bfaab9e-6766-4adb-a341-16653b3fccc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 1097 time: 0.0702190 Sep 18 01:11:20.775045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:20.831347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.041065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:21.046784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb694d-2a04-4a1a-bb2d-dfb56138686f req-9ed39e51-e5de-4687-aab3-8fce34f3d5d0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:21.048658 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfbb694d-2a04-4a1a-bb2d-dfb56138686f req-9ed39e51-e5de-4687-aab3-8fce34f3d5d0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0524120 Sep 18 01:11:21.075695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:21.099302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dfbb694d-2a04-4a1a-bb2d-dfb56138686f req-f4dec3dc-ea51-4103-8f5c-1c978d522488 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Sep 18 01:11:21.124959 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:21.127193 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8263b-4ee5-48ef-9c18-3b39a1e8322a" -d '{"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:21.132410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.145013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Transition to ACTIVE for port object d8642bb2-d8ae-4884-a15e-c066588244b6 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:11:21.148911 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.193942 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed392c4-ac45-4466-95f2-a770feb45bab x-openstack-request-id: req-2ed392c4-ac45-4466-95f2-a770feb45bab {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:21.194471 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:21.194906 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ed392c4-ac45-4466-95f2-a770feb45bab {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:21.195104 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'code': 200} Sep 18 01:11:21.260710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:21.357143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] No DVR routers for this DVR port d8642bb2-d8ae-4884-a15e-c066588244b6 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:11:21.503903 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:11:21.504433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:11:21.504768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:21.509572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:11:21.509893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Attempting to bind port d8642bb2-d8ae-4884-a15e-c066588244b6 on network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:21.515227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:11:21.515569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Checking segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:11:21.515956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Bound using segment: {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:11:21.516408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Bound port: d8642bb2-d8ae-4884-a15e-c066588244b6, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04641b9-84a9-4e3a-96d5-7d4829372b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:11:21.517104 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.584397 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:21.588214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:11:21.593738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.629555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:21.630233 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.633117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 1092 time: 0.8627629 Sep 18 01:11:21.658533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c54ae3-e2a8-4e98-8bc4-c6d80cddb225 service neutron] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:21.710999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-b8b23e20-c167-4184-bde6-7765d4b09853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:21.712631 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-b8b23e20-c167-4184-bde6-7765d4b09853 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0454161 Sep 18 01:11:21.820218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-93741c34-364f-443b-8c68-ca9a54f0cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:21.821822 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-93741c34-364f-443b-8c68-ca9a54f0cdf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.1014538 Sep 18 01:11:21.895597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-d6a23b14-e75c-4f4b-b231-185bdddeed34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 997 time: 0.0654631 Sep 18 01:11:21.953969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-1af23fc3-806d-4c57-8204-98ea2b24523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:21.955811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-1af23fc3-806d-4c57-8204-98ea2b24523c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0526831 Sep 18 01:11:22.005750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-54c7b19f-d9b5-401e-97d8-7e24b372e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:22.007346 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-54c7b19f-d9b5-401e-97d8-7e24b372e8b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448000 Sep 18 01:11:22.019000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-817dd02a-4f49-4ea4-9070-1015a854a230 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:11:22.019982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-817dd02a-4f49-4ea4-9070-1015a854a230 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052612 Sep 18 01:11:22.110805 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-5df200f5-1823-4ebf-9fcc-e235d8a5fece service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835581 Sep 18 01:11:22.208677 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7bf92e8e-4c83-4543-906f-215fd8649386 req-ca2696dc-616b-4649-9bec-e9a6ad116741 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Sep 18 01:11:22.208908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18902e-342e-4e9b-856c-ad2f87e2b694 req-324760d1-e037-4310-8c3a-7d69d4c8a4cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:22.211549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b18902e-342e-4e9b-856c-ad2f87e2b694 req-324760d1-e037-4310-8c3a-7d69d4c8a4cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.0510466 Sep 18 01:11:22.257696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b18902e-342e-4e9b-856c-ad2f87e2b694 req-cd9c6eef-1e61-491c-9b0e-dd5e65c18785 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Sep 18 01:11:23.196949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:23.199127 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d22d1-9ed0-4736-a506-21ed9b9d472c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:23.261117 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e974b-ae9e-4bd8-8a26-845631f35973 x-openstack-request-id: req-fb9e974b-ae9e-4bd8-8a26-845631f35973 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:23.261408 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:23.261685 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb9e974b-ae9e-4bd8-8a26-845631f35973 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:23.262080 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'status': 'completed', 'code': 200} Sep 18 01:11:23.345681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-9b777b8c-8329-42c6-a4b3-25a23fa72328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.346676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-9b777b8c-8329-42c6-a4b3-25a23fa72328 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0581231 Sep 18 01:11:23.353914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-4aeb49ce-d982-4f59-bf0c-30471147dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.355474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-4aeb49ce-d982-4f59-bf0c-30471147dc8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0496335 Sep 18 01:11:23.469295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ee6e-0137-4ede-942a-6317b098f476 req-e6f0c976-e13b-4954-b2ec-867eb6263b75 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.470685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d535ee6e-0137-4ede-942a-6317b098f476 req-e6f0c976-e13b-4954-b2ec-867eb6263b75 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.1278703 Sep 18 01:11:23.480551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-a245cfc7-7386-4307-9849-afc578f499c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.482268 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-a245cfc7-7386-4307-9849-afc578f499c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.1185598 Sep 18 01:11:23.509772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-d746d1b4-611a-4f1b-9bb6-3b2ac3b252ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.511274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-d746d1b4-611a-4f1b-9bb6-3b2ac3b252ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.1558933 Sep 18 01:11:23.564711 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-b88c1856-c657-46a2-abc3-fc9fc7a7826d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 997 time: 0.0742676 Sep 18 01:11:23.574002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d535ee6e-0137-4ede-942a-6317b098f476 req-a49eb81d-8401-4202-b0e5-84485a12dce1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883434 Sep 18 01:11:23.612316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-82c86eb4-103d-4251-a98b-e83cb2a96047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 997 time: 0.0907247 Sep 18 01:11:23.635127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-d5d7a5a8-fa7b-4d31-ae7f-685a3ef2cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.636685 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-d5d7a5a8-fa7b-4d31-ae7f-685a3ef2cc5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0639408 Sep 18 01:11:23.667074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-28e7e062-6b30-4340-8c3e-e590db411a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.668628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-28e7e062-6b30-4340-8c3e-e590db411a0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0483377 Sep 18 01:11:23.687958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-47141da6-1edc-44f9-8ae6-9380cf512c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.689540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-47141da6-1edc-44f9-8ae6-9380cf512c68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447161 Sep 18 01:11:23.721387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-a1b2cd07-b3d7-4f41-8aa0-3b3fd1586a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.722847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-a1b2cd07-b3d7-4f41-8aa0-3b3fd1586a36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475426 Sep 18 01:11:23.783960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-5742c644-d336-46a6-ae1b-81ebd04dc7e3 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Sep 18 01:11:23.819545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-4ca6927e-0e12-4ec7-b936-85389b88b3a0 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875916 Sep 18 01:11:23.882118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-51f8f9a3-fd26-435b-bf9e-56b2e694a858 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896976 Sep 18 01:11:23.918462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da6d22d1-9ed0-4736-a506-21ed9b9d472c req-16b49415-5331-44ea-a40d-20a3ce314f74 service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920317 Sep 18 01:11:24.245260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b20b8db6-b1c7-4f97-bcc0-0163516d792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:24.701425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56aafb-c19d-4b49-9998-6214a99a1c62 req-8d7e6a65-feb1-497d-86c6-bdeb16b8dbab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:24.702962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb56aafb-c19d-4b49-9998-6214a99a1c62 req-8d7e6a65-feb1-497d-86c6-bdeb16b8dbab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.0506859 Sep 18 01:11:24.749171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb56aafb-c19d-4b49-9998-6214a99a1c62 req-be6ef471-bdda-4905-a3db-d0da60d182b1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383816 Sep 18 01:11:25.371861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-4ae11fe1-e279-4652-ab58-463b445f7a59 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:25.373628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-4ae11fe1-e279-4652-ab58-463b445f7a59 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1292806 Sep 18 01:11:25.388578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-15e4f6f4-794f-4f3e-bb4e-c8ffed61d8eb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Sep 18 01:11:25.441956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-5162e1c8-dc72-4f67-ac41-0ea64ad45ff0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480061 Sep 18 01:11:25.498343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:11:25.536457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:11:25.538446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-e2bdff6d-6833-493e-9d3c-813281eb09e4 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885441 Sep 18 01:11:25.910435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b9f1b-d61e-419b-b327-694a8bc0e258 req-8d7e39c9-9c7e-438e-b1a5-e847fc5ebde0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:25.911889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f6b9f1b-d61e-419b-b327-694a8bc0e258 req-8d7e39c9-9c7e-438e-b1a5-e847fc5ebde0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.0910058 Sep 18 01:11:25.917447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-57973020-a606-41ce-bea6-c490a2f1b5f2 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732648 Sep 18 01:11:25.950394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f6b9f1b-d61e-419b-b327-694a8bc0e258 req-4745d2ec-c033-4654-a367-672ff652ad03 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Sep 18 01:11:26.197991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:11:26.235107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93abdd69-342e-45c6-8c69-4a8cea1df1d8 req-1fc3bffa-5f36-4acc-ad3e-cbd078edc363 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0466740 Sep 18 01:11:26.254040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-1be2132d-eaa9-49bf-8fc4-8b72f3c14a06 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.255587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-1be2132d-eaa9-49bf-8fc4-8b72f3c14a06 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 943 time: 0.1422443 Sep 18 01:11:26.263829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa16311-496b-4959-9abc-fb31baf50ab6 req-4be0e84c-d4dd-48c9-8b87-062518133ac6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.265672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fa16311-496b-4959-9abc-fb31baf50ab6 req-4be0e84c-d4dd-48c9-8b87-062518133ac6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 943 time: 0.1633735 Sep 18 01:11:26.342704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fa16311-496b-4959-9abc-fb31baf50ab6 req-e0a49cad-ba21-4316-8e80-717cd40a8608 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701396 Sep 18 01:11:26.351895 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-33687925-1b00-4678-927e-31f15a96b78f service neutron] delete failed (client error): The resource could not be found. Sep 18 01:11:26.353394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-33687925-1b00-4678-927e-31f15a96b78f service neutron] 10.222.0.48 "DELETE /v2.0/ports/d8642bb2-d8ae-4884-a15e-c066588244b6/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0867090 Sep 18 01:11:26.444772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-0adfef1a-7b10-42cc-a247-6e379a157440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.446374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-0adfef1a-7b10-42cc-a247-6e379a157440 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0456097 Sep 18 01:11:26.480980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:26.492794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'port_id': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'mac_address': 'fa:16:3e:d8:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:11:26.530591 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:26.543874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8642bb2-d8ae-4884-a15e-c066588244b6 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:26.549776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-404d882e-e32a-4a76-bb7c-7a2ba23d616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.551395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-404d882e-e32a-4a76-bb7c-7a2ba23d616e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.0982935 Sep 18 01:11:26.563249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:26.567234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:26.614640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:26.622815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.623220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.623566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.624159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.624512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.624844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.625258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.625537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.625845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.626188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.626879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.627245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:26.634005 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-c7732b7d-ee0b-4823-94e2-15d3ef42a685 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 998 time: 0.0743911 Sep 18 01:11:26.683700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-edfbcafe-4be2-48cc-9982-54596dca8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.685302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-edfbcafe-4be2-48cc-9982-54596dca8d76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0444179 Sep 18 01:11:26.734031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-f2021737-23f5-4635-8155-95ed5d0a25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:26.735681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-f2021737-23f5-4635-8155-95ed5d0a25ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439258 Sep 18 01:11:26.831727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-64b3fdc0-0a34-466a-b464-0d9aee98909d service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888586 Sep 18 01:11:26.923093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03eb7f5b-803e-4b27-ba25-aa154d7c617a req-0dbec875-e696-4076-93ea-1ab0f209a85f service neutron] 10.222.0.48 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Sep 18 01:11:26.980247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['d8642bb2-d8ae-4884-a15e-c066588244b6'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:11:27.281916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e85c-9e37-4a6c-b9c6-73378628917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:27.324594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-2ef64bdf-4350-4074-a6ac-f25e20b29fc6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:27.326682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-2ef64bdf-4350-4074-a6ac-f25e20b29fc6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1355879 Sep 18 01:11:27.347796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:27.384525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d64f57e-c3eb-4729-a3e2-0daedff05672 req-345989ea-c580-440f-b4b1-1917f8186521 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0412276 Sep 18 01:11:27.488565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:11:27.495109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:27.514408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d083-672c-40bd-a4d9-094d28f91b5f req-b43b604c-704a-44b9-aef4-002be9125c5b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:27.516440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8529d083-672c-40bd-a4d9-094d28f91b5f req-b43b604c-704a-44b9-aef4-002be9125c5b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 944 time: 0.0865803 Sep 18 01:11:27.524702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:27.579973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8529d083-672c-40bd-a4d9-094d28f91b5f req-5a2d6012-03b3-4288-8706-a1c5b06ba4d3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548208 Sep 18 01:11:27.612870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51100) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:11:27.675978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5e1eae5-e810-4fda-81b5-17a829b54f68 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/beba580b-2f78-4d62-9105-c70e1f7f7577 HTTP/1.1" status: 200 len: 990 time: 0.0618267 Sep 18 01:11:27.678982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.14 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/3d3aa9f8-02cb-41ce-84e0-34d60190b2b7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:11:27.827191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:27.866388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:27.925377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:11:27.929291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:11:27.932909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:11:27.941201 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:27.986605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:27.987238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.005064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-83ffd68e-8289-4f85-9edf-309a9e600d4a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6613801 Sep 18 01:11:28.023738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Request body: {'port': {'device_id': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:28.081003 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.213552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:11:28.255985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fc2e3308-3ba3-4760-89e5-0a6296227f86 None None] Provisioning complete for port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:28.256395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc2e3308-3ba3-4760-89e5-0a6296227f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.307027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e3308-3ba3-4760-89e5-0a6296227f86 None None] Port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:11:28.315358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port d8642bb2-d8ae-4884-a15e-c066588244b6 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:11:28.319495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port d8642bb2-d8ae-4884-a15e-c066588244b6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:28.320052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.362750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:28.370812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.383715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Transition to ACTIVE for port object 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:11:28.387577 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.417916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.451100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.462895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:28.466266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:28.468885 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6f268-4817-40cf-90e2-13959188d4ae" -d '{"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-plugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:28.492854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:28.504118 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.540383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Attempting to bind port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:11:28.540935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Attempting to bind port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:11:28.541438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Attempting to bind port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:28.548957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:11:28.549686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Attempting to bind port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:28.555763 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edced0da-e158-4495-a7a9-c2364191f1a1 x-openstack-request-id: req-edced0da-e158-4495-a7a9-c2364191f1a1 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:28.556052 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-plugged", "status": "completed", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:28.556346 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edced0da-e158-4495-a7a9-c2364191f1a1 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:28.556741 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'code': 200} Sep 18 01:11:28.559978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:11:28.561076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:11:28.561482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:11:28.561927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Bound port: 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:11:28.562292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.568666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:28.601403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242747a-5c2d-4f15-9486-ca1e869d694c req-2df760cc-01f4-45b7-b062-394e7fa3dc04 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:28.612323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9242747a-5c2d-4f15-9486-ca1e869d694c req-2df760cc-01f4-45b7-b062-394e7fa3dc04 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0921569 Sep 18 01:11:28.641160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:28.644325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:11:28.652355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.679111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9242747a-5c2d-4f15-9486-ca1e869d694c req-563869a3-4f32-47a8-9784-93ec7b7daac4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645864 Sep 18 01:11:28.693453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:28.694925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:28.696478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 HTTP/1.1" status: 200 len: 1093 time: 0.6778185 Sep 18 01:11:28.696999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:28.699382 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5d067-60bc-4320-8875-a65ecb502891" -d '{"events": [{"name": "network-changed", "server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:28.734033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662908ba-cc0b-4f9d-b821-e631b7c27046 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:28.762645 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64078ae8-00b7-406a-990d-84c4193d1d04 x-openstack-request-id: req-64078ae8-00b7-406a-990d-84c4193d1d04 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:28.762946 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:28.763713 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64078ae8-00b7-406a-990d-84c4193d1d04 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:28.764139 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7', 'status': 'completed', 'code': 200} Sep 18 01:11:28.836503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-808ef1a1-77b5-47c4-a8b7-fe7a6ab62c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:28.838444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-808ef1a1-77b5-47c4-a8b7-fe7a6ab62c77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 1096 time: 0.0531662 Sep 18 01:11:28.905785 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-3ddf82bf-0d48-4721-bae7-256e9aca369f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0532796 Sep 18 01:11:28.990030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-1c5a9025-5950-4a60-bf80-3e6273187593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:28.991686 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-1c5a9025-5950-4a60-bf80-3e6273187593 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0489581 Sep 18 01:11:29.040721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-630c1a7e-22ce-45df-8eb0-9e7ccd186c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.042214 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-630c1a7e-22ce-45df-8eb0-9e7ccd186c98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415890 Sep 18 01:11:29.140070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-c6587ece-c241-458f-aeac-8417475f70bb service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892575 Sep 18 01:11:29.231255 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9c20777-453f-4979-a0d3-fb047baa3336 req-41ad16da-d68e-4632-9ad2-851750816dcf service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825396 Sep 18 01:11:29.353736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5d067-60bc-4320-8875-a65ecb502891 req-53913171-19bf-42e4-8bb4-be490679d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.355235 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-53913171-19bf-42e4-8bb4-be490679d24d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 1096 time: 0.0482893 Sep 18 01:11:29.447549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5d067-60bc-4320-8875-a65ecb502891 req-77406f11-4d8f-48db-b054-febf81edaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.449085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-77406f11-4d8f-48db-b054-febf81edaeed service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0870073 Sep 18 01:11:29.496434 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-517ff14b-97c3-444d-ad48-438a5a2e181e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0401161 Sep 18 01:11:29.547472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5d067-60bc-4320-8875-a65ecb502891 req-d5f85281-326e-4ac4-a956-e1f87d38bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.548974 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-d5f85281-326e-4ac4-a956-e1f87d38bcda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0449018 Sep 18 01:11:29.594483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5d067-60bc-4320-8875-a65ecb502891 req-942cd6a8-e12f-4f79-b02b-461285be8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.595976 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-942cd6a8-e12f-4f79-b02b-461285be8f1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401368 Sep 18 01:11:29.689117 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-c084b766-1024-4139-978c-98a813fe81d1 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 Sep 18 01:11:29.759787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:29.786550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29a5d067-60bc-4320-8875-a65ecb502891 req-8782995a-88e7-4a41-80a3-e5646dfe0f76 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Sep 18 01:11:29.792520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682033b7-c1df-4759-b3d6-e545e3b62cce req-06f3cf28-7d5b-4d01-bffa-ae4546704f17 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:29.794006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-682033b7-c1df-4759-b3d6-e545e3b62cce req-06f3cf28-7d5b-4d01-bffa-ae4546704f17 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0546205 Sep 18 01:11:29.838143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-682033b7-c1df-4759-b3d6-e545e3b62cce req-9df9a475-c7a1-46ac-9ae7-dc1ae4976199 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Sep 18 01:11:30.958832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397664a8-467b-4722-af1a-8d40650f7095 req-8307626a-8cc4-4cf6-befe-3e479c7a39d5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:30.961006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-397664a8-467b-4722-af1a-8d40650f7095 req-8307626a-8cc4-4cf6-befe-3e479c7a39d5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0496600 Sep 18 01:11:30.998017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-397664a8-467b-4722-af1a-8d40650f7095 req-eda79300-5e73-4f1d-952c-e510a1338993 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Sep 18 01:11:31.294757 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-401f0d1b-ddf1-4025-9ca6-5accc6b9cd32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432587 Sep 18 01:11:31.402879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-a3488f51-bc70-4562-86f3-d74c659d73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:31.404438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-a3488f51-bc70-4562-86f3-d74c659d73dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0521045 Sep 18 01:11:31.512976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-156ae5db-bbc1-42d3-8c28-c35fe76b7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:31.514462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-156ae5db-bbc1-42d3-8c28-c35fe76b7222 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.0915866 Sep 18 01:11:31.588600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-01b60d98-af9e-4945-b812-11916efca1fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 999 time: 0.0671570 Sep 18 01:11:31.637913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-2c699a73-dde7-4327-8fa2-79c435b9da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:31.639276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-2c699a73-dde7-4327-8fa2-79c435b9da8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0440669 Sep 18 01:11:31.692740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-0079f19d-636c-4b2c-aef7-bc925cf98023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:31.694799 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-0079f19d-636c-4b2c-aef7-bc925cf98023 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392244 Sep 18 01:11:31.804684 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-32b8c5d5-36af-4d8a-8da2-5c804ffb87b0 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Sep 18 01:11:31.895156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-21b2cda9-9e06-40cd-ad25-f8cc40c2629c req-2243a3d9-4da3-4888-b2f8-4f6381878689 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826199 Sep 18 01:11:32.111257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f9a72-0a44-45c9-80ba-a925c6eff997 req-a8e743cb-8f11-416c-93d0-77e4ec1c841d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:32.112750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f0f9a72-0a44-45c9-80ba-a925c6eff997 req-a8e743cb-8f11-416c-93d0-77e4ec1c841d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0480959 Sep 18 01:11:32.154404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f0f9a72-0a44-45c9-80ba-a925c6eff997 req-f87a03e8-cc9c-46bd-9260-f2d98f4a9621 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Sep 18 01:11:32.353212 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:33.265697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283638-b064-4a98-b964-6f079051b4b5 req-dec66b14-5803-4cfb-816b-640f9061db25 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:33.267173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a283638-b064-4a98-b964-6f079051b4b5 req-dec66b14-5803-4cfb-816b-640f9061db25 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0481319 Sep 18 01:11:33.305538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a283638-b064-4a98-b964-6f079051b4b5 req-292566d7-cef7-490a-9fc2-d06eae9cfbd4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Sep 18 01:11:34.419305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de81a90-34fa-4fc4-8119-9980f109f911 req-c4fb9142-b9cd-4d9e-b996-8340eacee75c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:34.420814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1de81a90-34fa-4fc4-8119-9980f109f911 req-c4fb9142-b9cd-4d9e-b996-8340eacee75c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0493019 Sep 18 01:11:34.457946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1de81a90-34fa-4fc4-8119-9980f109f911 req-443da4f8-4f97-49f8-9a77-67d9425ef587 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Sep 18 01:11:35.571683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7925b94-8682-4957-96db-c7eb21b28e31 req-b724d585-b1af-4105-b061-eeb9c847e606 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:35.573199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7925b94-8682-4957-96db-c7eb21b28e31 req-b724d585-b1af-4105-b061-eeb9c847e606 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0481918 Sep 18 01:11:35.615066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7925b94-8682-4957-96db-c7eb21b28e31 req-32035191-fbaa-4709-8f62-ba91e66e0172 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353186 Sep 18 01:11:36.727061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eba0c-bac7-4dc5-bf7c-5ef048fef8ef req-57ca532d-14cc-433d-9485-7c27d3ac3665 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:36.728535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-784eba0c-bac7-4dc5-bf7c-5ef048fef8ef req-57ca532d-14cc-433d-9485-7c27d3ac3665 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0487902 Sep 18 01:11:36.766560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-784eba0c-bac7-4dc5-bf7c-5ef048fef8ef req-2a577720-565f-4e20-9679-58cd9cccb9bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Sep 18 01:11:37.880021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758903-5e79-4573-acc3-54d0fcd2831c req-9f10fdf4-ce67-4933-b018-fccd788a92c1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:37.881553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54758903-5e79-4573-acc3-54d0fcd2831c req-9f10fdf4-ce67-4933-b018-fccd788a92c1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0484829 Sep 18 01:11:37.919394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54758903-5e79-4573-acc3-54d0fcd2831c req-fa952775-cc1d-4b67-96c1-9fecb4c45998 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Sep 18 01:11:39.031694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c1dff-e2ab-4ea5-9582-7d0f413a7466 req-583a8563-2dc6-4af9-8efc-20dc48298705 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:39.033168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e8c1dff-e2ab-4ea5-9582-7d0f413a7466 req-583a8563-2dc6-4af9-8efc-20dc48298705 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0481420 Sep 18 01:11:39.073369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e8c1dff-e2ab-4ea5-9582-7d0f413a7466 req-841e13c8-bb3b-4dd3-8a74-ed37a15d2b03 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Sep 18 01:11:40.188281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bae2d-0365-41fa-990d-5e4e393ce8fb req-24c8553f-09c7-47cf-9bde-182deed53a49 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:40.189854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b7bae2d-0365-41fa-990d-5e4e393ce8fb req-24c8553f-09c7-47cf-9bde-182deed53a49 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 944 time: 0.0499668 Sep 18 01:11:40.230041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b7bae2d-0365-41fa-990d-5e4e393ce8fb req-6f0b4d98-86f7-4da9-a8a0-0866603e165b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Sep 18 01:11:40.249711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:11:40.344404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:40.356052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7', 'mac_address': 'fa:16:3e:c0:34:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:11:40.392083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:40.405157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:40.425755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:40.430043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:40.476792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:40.803540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:11:41.343551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe517a-97be-456f-a052-750caca9e92a req-b6d68c71-797b-419d-9855-a425d932e725 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:41.345032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe517a-97be-456f-a052-750caca9e92a req-b6d68c71-797b-419d-9855-a425d932e725 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Sep 18 01:11:41.383513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-95fe517a-97be-456f-a052-750caca9e92a req-b4749d57-37d2-4df3-8ee6-ba04d285d341 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Sep 18 01:11:42.259114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:11:42.306961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:11:42.310424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:42.310801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:42.386957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:42.409070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:42.411287 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6295ba86-be39-493d-ae8a-f46c07397f87" -d '{"events": [{"server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "name": "network-vif-plugged", "status": "completed", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:42.424467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:42.429631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:42.455131 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e330c-7bfa-4cb1-96b1-ff310e28985a x-openstack-request-id: req-e54e330c-7bfa-4cb1-96b1-ff310e28985a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:42.455420 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "name": "network-vif-plugged", "status": "completed", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:42.455669 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e54e330c-7bfa-4cb1-96b1-ff310e28985a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:42.456051 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7', 'code': 200} Sep 18 01:11:42.481823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:42.503202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c4c-da79-4bb0-8558-1231845cbf83 req-dd77d90d-3ce2-44c8-bcac-990731f0d094 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:42.504732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eab3c4c-da79-4bb0-8558-1231845cbf83 req-dd77d90d-3ce2-44c8-bcac-990731f0d094 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0540502 Sep 18 01:11:42.551261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eab3c4c-da79-4bb0-8558-1231845cbf83 req-3f4e3483-67c1-4e12-9e12-b7622b172d62 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Sep 18 01:11:42.591783 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2af3-b1b0-4898-9e37-bab3f6dbb84f req-e4a7fa5e-7cc7-4103-a010-cd626755c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:42.593286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-641d2af3-b1b0-4898-9e37-bab3f6dbb84f req-e4a7fa5e-7cc7-4103-a010-cd626755c696 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 1098 time: 0.0454233 Sep 18 01:11:42.628490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-641d2af3-b1b0-4898-9e37-bab3f6dbb84f req-677786b8-8bcc-4410-80f7-a0a7a3d4a739 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270147 Sep 18 01:11:42.777725 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:11:43.680468 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165685b6-8ed5-4004-87d6-bdd2120dfe72 req-4c9649bc-9b6c-4f63-bfaa-aaf105f881ff tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:43.681973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-165685b6-8ed5-4004-87d6-bdd2120dfe72 req-4c9649bc-9b6c-4f63-bfaa-aaf105f881ff tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0495448 Sep 18 01:11:43.720341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-165685b6-8ed5-4004-87d6-bdd2120dfe72 req-df2d4506-9a26-4af2-8b50-b054e490aef8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Sep 18 01:11:44.838539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a93ae-9473-493d-951b-b3906bdfbc4b req-d00b2c6c-bd50-4cd8-9e9b-dde95724cae3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:44.842597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46a93ae-9473-493d-951b-b3906bdfbc4b req-d00b2c6c-bd50-4cd8-9e9b-dde95724cae3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0531783 Sep 18 01:11:44.879119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b46a93ae-9473-493d-951b-b3906bdfbc4b req-b5fec963-6a42-42b8-8f26-1218c6649bce tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Sep 18 01:11:44.995366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e21ca6-c4fe-488d-832e-a7e8d04bb3c0 req-6a45128a-8330-4fd7-853d-54d64ea5acb4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:44.996942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40e21ca6-c4fe-488d-832e-a7e8d04bb3c0 req-6a45128a-8330-4fd7-853d-54d64ea5acb4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0505342 Sep 18 01:11:45.040513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40e21ca6-c4fe-488d-832e-a7e8d04bb3c0 req-67f71bc4-bcaa-463d-970f-066f1a264848 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Sep 18 01:11:46.229650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:47.556970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-a8757cc4-694e-4bbe-9fa7-5a126adb361e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:47.558457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-a8757cc4-694e-4bbe-9fa7-5a126adb361e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1072891 Sep 18 01:11:47.572974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-42556ec1-30a8-434e-bfd0-6db2ba0b9117 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0088916 Sep 18 01:11:47.625184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-22647955-f11c-4ca3-8bd2-98d130e05bb7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470707 Sep 18 01:11:47.636063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-13488620-69cb-424c-b7de-ebcd9fdfee58 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:11:47.637191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-13488620-69cb-424c-b7de-ebcd9fdfee58 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051270 Sep 18 01:11:47.728335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-d7edb278-63df-4474-8121-6dd005d6bc6e service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Sep 18 01:11:47.821914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-4cff8015-51e3-4e60-9d65-3fcdff4341d4 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872769 Sep 18 01:11:48.009019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0946e39c-746c-4cd4-bcb4-1216ae1b3cf9 req-ce4bbaa5-10a6-4e29-afd2-172b26f1622e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 210 time: 0.0269172 Sep 18 01:11:48.917918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-35e87bd1-68eb-4aa0-9c99-34dda1cb0847 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:48.919398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-35e87bd1-68eb-4aa0-9c99-34dda1cb0847 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1048365 Sep 18 01:11:48.932604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': '824d0728-55b1-4321-a892-c062eadf91df', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:49.046957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:11:49.050720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.143229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f163f415-fc69-4bd0-89d7-cfe5359380e2 req-da88a4e1-72ec-4e34-a368-93c8d4034fb2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 210 time: 0.0386271 Sep 18 01:11:49.211329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.11 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/617886fe-00a9-484c-887e-d89117ddab35) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:11:49.375224 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.410607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.451768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:11:49.452372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:11:49.455057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:11:49.458816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:11:49.500759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:49.515129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.515828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.516244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.516689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.517132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.517570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.518005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.518439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.518871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.519301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.519747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.520324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:49.530832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:49.531687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.550318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-cc47bf02-d423-48e3-a838-e18f4bd2f6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6217670 Sep 18 01:11:49.565728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Request body: {'port': {'device_id': '824d0728-55b1-4321-a892-c062eadf91df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:49.629809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.705627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9c9c8c1b-fbc3-476e-89a4-0b78e7a8754f None None] Provisioning complete for port 617886fe-00a9-484c-887e-d89117ddab35 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:49.706227 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8c1b-fbc3-476e-89a4-0b78e7a8754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.741369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c8c1b-fbc3-476e-89a4-0b78e7a8754f None None] Port 617886fe-00a9-484c-887e-d89117ddab35 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:11:49.914346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617886fe-00a9-484c-887e-d89117ddab35 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:49.922548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.936320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Transition to ACTIVE for port object 617886fe-00a9-484c-887e-d89117ddab35 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:11:49.939836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:49.991008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Pushing event updated for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:50.068185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Attempting to bind port 617886fe-00a9-484c-887e-d89117ddab35 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:11:50.069761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Attempting to bind port 617886fe-00a9-484c-887e-d89117ddab35 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:11:50.070212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Attempting to bind port 617886fe-00a9-484c-887e-d89117ddab35 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:50.075259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Port 617886fe-00a9-484c-887e-d89117ddab35 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:11:50.075868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Attempting to bind port 617886fe-00a9-484c-887e-d89117ddab35 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:50.081086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:11:50.081425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:11:50.081806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:11:50.082233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Bound port: 617886fe-00a9-484c-887e-d89117ddab35, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:11:50.082598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:50.154705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:50.157807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=617886fe-00a9-484c-887e-d89117ddab35,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:11:50.163061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:50.199585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.200033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:50.201485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] 10.222.0.48 "PUT /v2.0/ports/617886fe-00a9-484c-887e-d89117ddab35 HTTP/1.1" status: 200 len: 1093 time: 0.6429434 Sep 18 01:11:50.201934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'tag': '617886fe-00a9-484c-887e-d89117ddab35'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:50.204191 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a176e1f3-a4f5-4eab-a868-f3e8addb9488" -d '{"events": [{"name": "network-changed", "server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "tag": "617886fe-00a9-484c-887e-d89117ddab35"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:50.265537 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00eb4b-522d-4572-bd60-f6adbbd04a7b x-openstack-request-id: req-2e00eb4b-522d-4572-bd60-f6adbbd04a7b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:50.265537 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "tag": "617886fe-00a9-484c-887e-d89117ddab35", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:50.265839 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e00eb4b-522d-4572-bd60-f6adbbd04a7b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:50.266234 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'tag': '617886fe-00a9-484c-887e-d89117ddab35', 'status': 'completed', 'code': 200} Sep 18 01:11:50.299550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4981d-4a66-40bd-ad3b-30b3ffb6ec2a service neutron] Pushing event updated for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:50.347293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cb1b0-cd21-4dd5-aaa4-2a08ae79643c req-b55b4a17-2e06-4ca4-bfa8-b47610b714b6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.348878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-864cb1b0-cd21-4dd5-aaa4-2a08ae79643c req-b55b4a17-2e06-4ca4-bfa8-b47610b714b6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0948794 Sep 18 01:11:50.351822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-8307008b-fb89-4262-b09d-0bfea8edf26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.353304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-8307008b-fb89-4262-b09d-0bfea8edf26a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 1096 time: 0.0835524 Sep 18 01:11:50.409085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-e484dbab-e177-4c15-81b5-eb49b8e7609b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=617886fe-00a9-484c-887e-d89117ddab35 HTTP/1.1" status: 200 len: 217 time: 0.0470653 Sep 18 01:11:50.453802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-864cb1b0-cd21-4dd5-aaa4-2a08ae79643c req-3279d8b9-0546-43ef-915d-b2d96f729bab tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987666 Sep 18 01:11:50.472382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-1bd23d4d-485d-4950-843c-2dced507897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.473786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-1bd23d4d-485d-4950-843c-2dced507897e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0567071 Sep 18 01:11:50.523480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-94710e83-3a28-41a1-9519-7d26d4dfa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.524996 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-94710e83-3a28-41a1-9519-7d26d4dfa3a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433743 Sep 18 01:11:50.620218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-6c141476-b7a8-4d83-a8e2-7e2937f5c7de service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870478 Sep 18 01:11:50.710467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9bb9c87-4a50-46ca-8dc7-959c463d290f req-c9479068-b708-4aa2-9c28-d62abdf28ea6 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832579 Sep 18 01:11:50.801660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-34e27258-ec97-4c82-9dc6-355e6e3c0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.803323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-34e27258-ec97-4c82-9dc6-355e6e3c0217 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 1096 time: 0.0428729 Sep 18 01:11:50.897758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-4b53d537-2239-4760-90b2-64a0fc136314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.899012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-4b53d537-2239-4760-90b2-64a0fc136314 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0884185 Sep 18 01:11:50.941334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-923194ff-327b-4b4f-bf4b-53b8025f5da8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=617886fe-00a9-484c-887e-d89117ddab35 HTTP/1.1" status: 200 len: 217 time: 0.0350816 Sep 18 01:11:50.996117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-bd5c2f94-921d-45f9-96d0-85adc1e7245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:50.997660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-bd5c2f94-921d-45f9-96d0-85adc1e7245d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0482538 Sep 18 01:11:51.042657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-d6acd1f0-3177-4a8a-af1f-2ff697852fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:51.044141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-d6acd1f0-3177-4a8a-af1f-2ff697852fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399756 Sep 18 01:11:51.145379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-ce2fac31-4e3b-4674-9aa8-509022fa7a84 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938988 Sep 18 01:11:51.240939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a176e1f3-a4f5-4eab-a868-f3e8addb9488 req-5e5b22c8-d111-4d5c-91c4-59fdbc998209 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Sep 18 01:11:51.597467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f328-a4a5-40d1-9f34-25f484687d27 req-3c0a6e83-d4ff-4e62-a1aa-521f0659944a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:51.599166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2095f328-a4a5-40d1-9f34-25f484687d27 req-3c0a6e83-d4ff-4e62-a1aa-521f0659944a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0720820 Sep 18 01:11:51.650106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2095f328-a4a5-40d1-9f34-25f484687d27 req-77ab6a93-f6ec-4186-818d-2f05397098c4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Sep 18 01:11:52.836042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9acb-fe7c-4c95-8bd0-55e0c60fd18e req-c23eed89-87de-431e-9a04-80b9e1a8ae74 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:52.837579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f7d9acb-fe7c-4c95-8bd0-55e0c60fd18e req-c23eed89-87de-431e-9a04-80b9e1a8ae74 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0589440 Sep 18 01:11:52.900452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9f7d9acb-fe7c-4c95-8bd0-55e0c60fd18e req-f3e0653d-19b0-4087-8cff-03ca1fe11196 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 Sep 18 01:11:54.039311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e775-8589-4692-a8bd-ca3d20c1af22 req-e8a39e44-c428-4011-9122-0deb33698e10 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:54.041079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f005e775-8589-4692-a8bd-ca3d20c1af22 req-e8a39e44-c428-4011-9122-0deb33698e10 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0621252 Sep 18 01:11:54.087048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f005e775-8589-4692-a8bd-ca3d20c1af22 req-33deadd5-1b4f-4478-bf84-aab8967ee474 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Sep 18 01:11:54.249439 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4bf2-7568-47be-8b2f-4abf6a506d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:55.213850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d6565-ecde-4224-aa55-d8c21c9bf091 req-a5533058-7769-43d4-bced-bce308e7be09 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:55.215343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce2d6565-ecde-4224-aa55-d8c21c9bf091 req-a5533058-7769-43d4-bced-bce308e7be09 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0509150 Sep 18 01:11:55.265173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce2d6565-ecde-4224-aa55-d8c21c9bf091 req-da712b3a-eed6-4c4e-a540-bd02e414045b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Sep 18 01:11:56.386800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0461b-79b4-4527-bc06-0ec50b3977b0 req-921110f0-7b12-49e8-a5bf-0df408cca7f9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:56.388281 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1c0461b-79b4-4527-bc06-0ec50b3977b0 req-921110f0-7b12-49e8-a5bf-0df408cca7f9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0488970 Sep 18 01:11:56.429011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1c0461b-79b4-4527-bc06-0ec50b3977b0 req-43a6eda2-0cc8-4a74-a96c-f63c0f0f662e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Sep 18 01:11:57.273020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c15c3c5c-2c69-4a0b-9e9e-82ba64d0d0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:57.511235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:57.798970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48681f05-db41-4023-b801-7c50c13d70b8 req-7722fbd9-019e-4701-b5a5-cdf0ba418aa4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:57.800680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48681f05-db41-4023-b801-7c50c13d70b8 req-7722fbd9-019e-4701-b5a5-cdf0ba418aa4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.3028069 Sep 18 01:11:57.838703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48681f05-db41-4023-b801-7c50c13d70b8 req-62818e18-1a3d-49b7-8ee2-4dbe3cdea1d3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Sep 18 01:11:58.414202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:58.453198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-8a8af68b-f03e-436c-bbca-a0d9978dea91 req-ec16c978-31f0-4be1-a000-18c0adfec4fb service neutron] (106453) timed out ('10.222.0.49', 33636) {{(pid=106453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:11:58.954651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a3a5-f4e5-4fcc-9cde-538e72c61f2b req-a2b4dc4e-3d38-46f5-8063-8a0df2f72ca4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:58.956021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b222a3a5-f4e5-4fcc-9cde-538e72c61f2b req-a2b4dc4e-3d38-46f5-8063-8a0df2f72ca4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0477388 Sep 18 01:11:58.993673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b222a3a5-f4e5-4fcc-9cde-538e72c61f2b req-3778f001-c018-40f1-b1e1-fc73b8cdcee6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Sep 18 01:11:59.735862 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:00.106888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d319e7-7dee-4d31-921b-2dc72c82fd70 req-196f6c96-c3a0-4983-92eb-a2379e20a79a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:00.108432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6d319e7-7dee-4d31-921b-2dc72c82fd70 req-196f6c96-c3a0-4983-92eb-a2379e20a79a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0482221 Sep 18 01:12:00.150193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6d319e7-7dee-4d31-921b-2dc72c82fd70 req-94d0a383-8b64-48a2-8875-2490eab7c63d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357819 Sep 18 01:12:01.270148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d599-eae9-41d2-bd8f-388e395bb05a req-eac324c6-8546-4e41-b520-c221e8332992 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:01.272193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1c2d599-eae9-41d2-bd8f-388e395bb05a req-eac324c6-8546-4e41-b520-c221e8332992 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0496259 Sep 18 01:12:01.310479 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1c2d599-eae9-41d2-bd8f-388e395bb05a req-87a0b784-061d-4f3a-81fa-df1b420477a5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Sep 18 01:12:02.355994 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:02.457813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902917bc-7b1e-44f9-8f42-e10c98a1a9f4 req-4795b20e-4f89-40bc-aff9-1fc95d476b5b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:02.460135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-902917bc-7b1e-44f9-8f42-e10c98a1a9f4 req-4795b20e-4f89-40bc-aff9-1fc95d476b5b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0678647 Sep 18 01:12:02.505175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-902917bc-7b1e-44f9-8f42-e10c98a1a9f4 req-7f3b81a8-ae9a-4009-88dc-6c4306103b59 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Sep 18 01:12:03.628339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beec0-0232-4dce-a0cb-98d88ea9d711 req-1159a500-5532-48f2-888d-a74b53c1d37b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:03.629828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c5beec0-0232-4dce-a0cb-98d88ea9d711 req-1159a500-5532-48f2-888d-a74b53c1d37b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0488918 Sep 18 01:12:03.671822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c5beec0-0232-4dce-a0cb-98d88ea9d711 req-94f9a53d-98f4-453e-955f-7d25ff46623e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Sep 18 01:12:04.790663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db0cc-2115-4264-95f4-c6daee4d886a req-ef59eb45-495e-4d50-80e0-aaa86d81efd2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:04.792135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b75db0cc-2115-4264-95f4-c6daee4d886a req-ef59eb45-495e-4d50-80e0-aaa86d81efd2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0506546 Sep 18 01:12:04.829415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b75db0cc-2115-4264-95f4-c6daee4d886a req-f0537c8f-3f54-4aa5-9192-3522ec53be5e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Sep 18 01:12:05.947712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843afb7a-c7bc-4bb6-b95b-16af3ef410b0 req-dac53ea1-5b2d-423f-ae8f-2c41e6fff6e6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:05.949223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-843afb7a-c7bc-4bb6-b95b-16af3ef410b0 req-dac53ea1-5b2d-423f-ae8f-2c41e6fff6e6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0485144 Sep 18 01:12:05.987030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-843afb7a-c7bc-4bb6-b95b-16af3ef410b0 req-5360140c-85e6-4598-89aa-7e8045b60e89 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Sep 18 01:12:07.102141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08b28-db9b-441b-9f4f-a0ce6ed51bc9 req-ac1d50c9-1714-4ed9-a75b-cdb2ecb5cd61 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:07.103539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ae08b28-db9b-441b-9f4f-a0ce6ed51bc9 req-ac1d50c9-1714-4ed9-a75b-cdb2ecb5cd61 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0486894 Sep 18 01:12:07.144513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ae08b28-db9b-441b-9f4f-a0ce6ed51bc9 req-b69cf330-d23b-4253-bca4-0a390d5c9a6f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Sep 18 01:12:08.268363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020523c-eaff-4e62-8ef8-eef1da4a4b7d req-6ad09e78-d5df-4199-9230-ac3c628ec6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:08.269905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1020523c-eaff-4e62-8ef8-eef1da4a4b7d req-6ad09e78-d5df-4199-9230-ac3c628ec6cd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0512862 Sep 18 01:12:08.309519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1020523c-eaff-4e62-8ef8-eef1da4a4b7d req-dcc2db69-4a4f-49dd-a73e-5304475e7f4d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Sep 18 01:12:09.426411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661a01-f320-443f-bc81-b770f1c26a6c req-d83d2ac7-b526-43f9-a0f0-f4a915185b1e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:09.427916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc661a01-f320-443f-bc81-b770f1c26a6c req-d83d2ac7-b526-43f9-a0f0-f4a915185b1e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0500674 Sep 18 01:12:09.465786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc661a01-f320-443f-bc81-b770f1c26a6c req-b626d98f-aad2-42fc-842f-05fa1c50d666 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Sep 18 01:12:10.579416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244359-71f1-4ff3-ba2a-fc88f11769b6 req-ef419a1e-984b-459b-9c31-7b17685be7e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:10.580916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de244359-71f1-4ff3-ba2a-fc88f11769b6 req-ef419a1e-984b-459b-9c31-7b17685be7e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0477440 Sep 18 01:12:10.621725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de244359-71f1-4ff3-ba2a-fc88f11769b6 req-254d8a7a-0a7d-41be-9455-9144509b486a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Sep 18 01:12:11.637577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 617886fe-00a9-484c-887e-d89117ddab35 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:12:11.738704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8df3-3595-4493-a8a2-8ccedea11113 req-7f674a09-6c00-41ad-8234-cac80828ab99 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:11.740272 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdfd8df3-3595-4493-a8a2-8ccedea11113 req-7f674a09-6c00-41ad-8234-cac80828ab99 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 944 time: 0.0504510 Sep 18 01:12:11.743613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=617886fe-00a9-484c-887e-d89117ddab35,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:11.756885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '617886fe-00a9-484c-887e-d89117ddab35', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '617886fe-00a9-484c-887e-d89117ddab35', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:12:11.780870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdfd8df3-3595-4493-a8a2-8ccedea11113 req-6cb01314-8bdf-4ea8-8530-078782946bfb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Sep 18 01:12:11.802162 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:11.811112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617886fe-00a9-484c-887e-d89117ddab35 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:12:11.832492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=617886fe-00a9-484c-887e-d89117ddab35,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:11.836446 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:11.889807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:12.043275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['617886fe-00a9-484c-887e-d89117ddab35'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:12.899068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be3d18-634b-4843-8393-55b9e42bca74 req-2c097fe9-4d4a-4aee-9586-fd121f4ba650 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:12.900691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56be3d18-634b-4843-8393-55b9e42bca74 req-2c097fe9-4d4a-4aee-9586-fd121f4ba650 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 945 time: 0.0505915 Sep 18 01:12:12.941089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56be3d18-634b-4843-8393-55b9e42bca74 req-1a402cd0-407d-4885-b242-be6d283ac36e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Sep 18 01:12:13.637921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 617886fe-00a9-484c-887e-d89117ddab35 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:13.694092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 617886fe-00a9-484c-887e-d89117ddab35 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:12:13.697788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 617886fe-00a9-484c-887e-d89117ddab35 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:13.698165 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:13.782176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:13.807750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617886fe-00a9-484c-887e-d89117ddab35'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:13.810038 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3322de97-d8ef-4fcf-b5d1-477693380cf9" -d '{"events": [{"server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "name": "network-vif-plugged", "status": "completed", "tag": "617886fe-00a9-484c-887e-d89117ddab35"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:13.823145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=617886fe-00a9-484c-887e-d89117ddab35,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:13.827844 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:13.853621 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730f388-f9a5-45e6-bea2-106c40294b1a x-openstack-request-id: req-1730f388-f9a5-45e6-bea2-106c40294b1a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:13.853941 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "name": "network-vif-plugged", "status": "completed", "tag": "617886fe-00a9-484c-887e-d89117ddab35", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:13.854193 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1730f388-f9a5-45e6-bea2-106c40294b1a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:13.854712 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617886fe-00a9-484c-887e-d89117ddab35', 'code': 200} Sep 18 01:12:13.882661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:13.967758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138a0b4-6566-4dd2-83a9-74f0e0088b5a req-4f539ba7-b865-4660-ab9c-b8307eeec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:13.969308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6138a0b4-6566-4dd2-83a9-74f0e0088b5a req-4f539ba7-b865-4660-ab9c-b8307eeec9f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 1098 time: 0.0487139 Sep 18 01:12:14.011089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6138a0b4-6566-4dd2-83a9-74f0e0088b5a req-eadcc2c0-5145-49e2-9aa8-653944a0a03e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 18 01:12:14.062246 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d64f2-7772-4f7f-9cc4-9b9fde452749 req-8efe688f-f0f2-4f3e-a8ea-0911bd00b321 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:14.063727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-877d64f2-7772-4f7f-9cc4-9b9fde452749 req-8efe688f-f0f2-4f3e-a8ea-0911bd00b321 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0485435 Sep 18 01:12:14.103324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-877d64f2-7772-4f7f-9cc4-9b9fde452749 req-881cab4c-e6f7-4b29-a64c-e1c67467f6d5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Sep 18 01:12:15.239237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb670021-83fd-4bd7-a927-d8a0398bcd3f req-fc6ebe44-8e08-432e-9cd8-fe918a3bd1b2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:15.240756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb670021-83fd-4bd7-a927-d8a0398bcd3f req-fc6ebe44-8e08-432e-9cd8-fe918a3bd1b2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0536890 Sep 18 01:12:15.281199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb670021-83fd-4bd7-a927-d8a0398bcd3f req-88c0ee1a-b7b2-45be-9d96-51e7c241804b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Sep 18 01:12:15.412469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8453c2-f2b5-49bc-9aa8-0d40af291f06 req-0519b307-5ddb-48af-aa4a-f1a2e4c042ec tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:15.414694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c8453c2-f2b5-49bc-9aa8-0d40af291f06 req-0519b307-5ddb-48af-aa4a-f1a2e4c042ec tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0528259 Sep 18 01:12:15.461134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c8453c2-f2b5-49bc-9aa8-0d40af291f06 req-51fdd76a-0eb7-429a-ae6e-74542d2f6051 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Sep 18 01:12:15.766453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf67123-f67a-4af2-933c-5d1d651fc2e1 req-bc314392-3a78-4ecd-adeb-387f3e92176f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:15.767957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf67123-f67a-4af2-933c-5d1d651fc2e1 req-bc314392-3a78-4ecd-adeb-387f3e92176f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0536077 Sep 18 01:12:15.806550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cf67123-f67a-4af2-933c-5d1d651fc2e1 req-f5fcd57a-94c1-4d7a-b3b0-1bffb7ec5de7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Sep 18 01:12:16.229707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:17.172434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204ffc2-7261-4902-a95c-f30d6b39a184 req-f8638cc3-b4bd-4c62-9d73-5a7374975290 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:17.173925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e204ffc2-7261-4902-a95c-f30d6b39a184 req-f8638cc3-b4bd-4c62-9d73-5a7374975290 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0772011 Sep 18 01:12:17.186048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-d63528a2-a3c7-4703-a0f1-05da0a9dc652 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:17.187402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-d63528a2-a3c7-4703-a0f1-05da0a9dc652 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 946 time: 0.0634158 Sep 18 01:12:17.254745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e204ffc2-7261-4902-a95c-f30d6b39a184 req-2c56aec3-0bc9-4c38-af23-933343e7c32c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 Sep 18 01:12:17.301528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 617886fe-00a9-484c-887e-d89117ddab35 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:17.301871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:17.393780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 617886fe-00a9-484c-887e-d89117ddab35, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=617886fe-00a9-484c-887e-d89117ddab35,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:17.394126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:17.406281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 617886fe-00a9-484c-887e-d89117ddab35 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:17.529912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:17.543132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['617886fe-00a9-484c-887e-d89117ddab35'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:17.562209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=617886fe-00a9-484c-887e-d89117ddab35,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:17.571801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:17.605972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 617886fe-00a9-484c-887e-d89117ddab35 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:12:17.608691 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:17.610716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e160878-502b-4aac-a20e-4afad7ffb1ef req-33d530b7-098d-4a36-a07d-2fb921ae277c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "DELETE /v2.0/ports/617886fe-00a9-484c-887e-d89117ddab35 HTTP/1.1" status: 204 len: 173 time: 0.4168177 Sep 18 01:12:17.611129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'name': 'network-vif-deleted', 'tag': '617886fe-00a9-484c-887e-d89117ddab35'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:17.613553 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef71f9b-1e2a-4c73-9732-370b65a6a23c" -d '{"events": [{"server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "name": "network-vif-deleted", "tag": "617886fe-00a9-484c-887e-d89117ddab35"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:17.659000 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8e225-561d-4816-90e8-2d0574fa31c9 x-openstack-request-id: req-80f8e225-561d-4816-90e8-2d0574fa31c9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:17.659291 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d0728-55b1-4321-a892-c062eadf91df", "name": "network-vif-deleted", "tag": "617886fe-00a9-484c-887e-d89117ddab35", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:17.659529 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80f8e225-561d-4816-90e8-2d0574fa31c9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:17.660036 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d0728-55b1-4321-a892-c062eadf91df', 'name': 'network-vif-deleted', 'tag': '617886fe-00a9-484c-887e-d89117ddab35', 'status': 'completed', 'code': 200} Sep 18 01:12:18.353328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c63a8a9-2dcb-4578-a870-415087b7cfd5 req-c7791035-30df-4a6f-a4e9-0f3fdb24bfde tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 210 time: 0.0274498 Sep 18 01:12:19.451021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04b5a9e3-0bac-465c-bc29-7956fc238eb0 req-f2264d08-8b05-40a0-85f5-58956f6c776a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 210 time: 0.0258727 Sep 18 01:12:19.777774 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:12:20.547244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c73febfa-2a4c-49fb-afde-29bb10103701 req-54fa351b-9c24-4b18-b14c-d783db035688 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=824d0728-55b1-4321-a892-c062eadf91df HTTP/1.1" status: 200 len: 210 time: 0.0269341 Sep 18 01:12:21.667677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 617886fe-00a9-484c-887e-d89117ddab35 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:21.691347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 617886fe-00a9-484c-887e-d89117ddab35 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:21.691806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 617886fe-00a9-484c-887e-d89117ddab35 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:22.999416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a9b5-0829-491d-9802-0d39bd3ba5f7 req-d746691e-4538-4600-b384-08a3f5e4e38e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:23.000966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd96a9b5-0829-491d-9802-0d39bd3ba5f7 req-d746691e-4538-4600-b384-08a3f5e4e38e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0483153 Sep 18 01:12:23.037369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd96a9b5-0829-491d-9802-0d39bd3ba5f7 req-422a4d2e-83c9-43b4-8683-37c128c96b67 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297184 Sep 18 01:12:23.063514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:23.235485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 5c2278f9-08cf-40cf-88e0-c8ad3ce3d717 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:23.235829 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.320609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.320971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.335142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 5c2278f9-08cf-40cf-88e0-c8ad3ce3d717 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:23.499456 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.530498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=5c2278f9-08cf-40cf-88e0-c8ad3ce3d717,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:23.593594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.594009 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP beba580b-2f78-4d62-9105-c70e1f7f7577 disassociated (deleted). External IP: 172.25.7.3, port: d8642bb2-d8ae-4884-a15e-c066588244b6. Sep 18 01:12:23.840731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router de786b1e-78e5-4fbe-af83-da865ffefc79 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:12:23.968689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:12:23.973925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:23.982980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Sync routers for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:12:24.002606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:24.003349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:11:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:24.010603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a661f144-d02a-4922-9fa5-fb94f636546d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/floatingips/beba580b-2f78-4d62-9105-c70e1f7f7577 HTTP/1.1" status: 204 len: 168 time: 0.9459615 Sep 18 01:12:24.011524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:24.014190 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:24.084325 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43982323-688c-4030-99ad-50c6e43e639a x-openstack-request-id: req-43982323-688c-4030-99ad-50c6e43e639a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:24.084985 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:24.085510 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43982323-688c-4030-99ad-50c6e43e639a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:24.086216 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'status': 'completed', 'code': 200} Sep 18 01:12:24.136448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:24.214501 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-79c80d8f-2b8f-4ebf-a65c-6f8a6b33862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:24.216945 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-79c80d8f-2b8f-4ebf-a65c-6f8a6b33862e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0800326 Sep 18 01:12:24.347989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-21e4a75c-3ccd-4241-b7d0-e7e3b04d2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:24.364674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:24.373599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-3d9615d9-3149-4860-b32a-73c101438c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:24.374447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ecc7-67d0-4218-b0da-1b1139304f58 req-68f046b1-7571-42ea-a981-fab85f1c329a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:24.375506 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-3d9615d9-3149-4860-b32a-73c101438c96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 200 len: 898 time: 0.1520143 Sep 18 01:12:24.376030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c8ecc7-67d0-4218-b0da-1b1139304f58 req-68f046b1-7571-42ea-a981-fab85f1c329a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0688639 Sep 18 01:12:24.393997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Checking router: de786b1e-78e5-4fbe-af83-da865ffefc79 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:12:24.404208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:24.405176 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:11:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:24.422708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c8ecc7-67d0-4218-b0da-1b1139304f58 req-243b4a2b-7d9b-4ea9-ac04-dffdd3399ca8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394299 Sep 18 01:12:24.426613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-b585f3b7-f831-4cbe-8c9b-78a99c9c5c68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 200 len: 217 time: 0.0422928 Sep 18 01:12:24.491754 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-32a453bf-fc2a-4f7c-8df7-729c597ad629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:24.497743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-32a453bf-fc2a-4f7c-8df7-729c597ad629 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 200 len: 835 time: 0.0606682 Sep 18 01:12:24.523638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:24.549209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-f51f62fe-db38-4927-b04d-ddaa3ab8a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:24.550768 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-f51f62fe-db38-4927-b04d-ddaa3ab8a086 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475349 Sep 18 01:12:24.665409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-43f4ae02-da08-4f3e-bb06-f86015852a2d service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065576 Sep 18 01:12:24.769771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:24.787535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a865d5e4-a5ba-4c22-ab7b-d5a74d46a12c req-4d1a0677-5036-490f-9e6f-a541fb9d9317 service neutron] 10.222.0.54 "GET /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138918 Sep 18 01:12:24.798753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a957547-3fc4-49ec-9db6-1fae2b8ac9ff None None] The sync data for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 is: [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:21Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'db602cfe-a0aa-43df-8395-dc3fb9f2aa0e', 'name': '', 'network_id': '9da39caa-e6d3-432a-b4d1-f8bed3b6e83e', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:62:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:21Z', 'updated_at': '2021-09-18T01:10:25Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '44943bed-dea2-4874-bb98-dde3a06ff77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:12:25.137998 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd145b-594f-47bf-89ae-b77835b8899a None None] New status for floating IP beba580b-2f78-4d62-9105-c70e1f7f7577: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:12:25.548979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266c30-99f8-47fe-b1a6-43c6da1644f2 req-1dde7371-3292-48c1-be67-9c32b3436a1f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:25.550484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6266c30-99f8-47fe-b1a6-43c6da1644f2 req-1dde7371-3292-48c1-be67-9c32b3436a1f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0549812 Sep 18 01:12:25.589945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6266c30-99f8-47fe-b1a6-43c6da1644f2 req-f8e6d56f-1238-451e-9d27-7696756892dc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dac849e-b9ee-48ae-b058-be7c79f5ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Sep 18 01:12:25.905880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-381af9b5-cc2a-42b4-9fde-96f1deb0be3f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:25.907364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-381af9b5-cc2a-42b4-9fde-96f1deb0be3f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 945 time: 0.0510964 Sep 18 01:12:25.997861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port d8642bb2-d8ae-4884-a15e-c066588244b6 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:25.998452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:26.098089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port d8642bb2-d8ae-4884-a15e-c066588244b6, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=d8642bb2-d8ae-4884-a15e-c066588244b6,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:26.098459 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:26.111853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for d8642bb2-d8ae-4884-a15e-c066588244b6 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:26.124536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bb597-80ae-42c3-8682-4ca4193719b1 req-46f644b9-6415-4b7c-bb72-19843d6c1832 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:26.126026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c0bb597-80ae-42c3-8682-4ca4193719b1 req-46f644b9-6415-4b7c-bb72-19843d6c1832 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0498314 Sep 18 01:12:26.164872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2c0bb597-80ae-42c3-8682-4ca4193719b1 req-637feada-4aea-4ea6-b310-54aa7878093b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Sep 18 01:12:26.240572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:26.268677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=d8642bb2-d8ae-4884-a15e-c066588244b6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:26.278642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.278998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.279346 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.279690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.280025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.280384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.280724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.281592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.281592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.281827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.282082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.282309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:26.322321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] No DVR routers for this DVR port d8642bb2-d8ae-4884-a15e-c066588244b6 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:12:26.324914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:26.326942 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b07d1e8c-e6c6-477f-89a4-d427c53b6d83 req-d4638a0c-8ed9-4b55-b7ad-ae61f3c41c7c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.54 "DELETE /v2.0/ports/d8642bb2-d8ae-4884-a15e-c066588244b6 HTTP/1.1" status: 204 len: 173 time: 0.4137607 Sep 18 01:12:26.327355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-deleted', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:26.329612 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb4951a-23b7-471c-8b7b-725bf9bef038" -d '{"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-deleted", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:26.368991 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cdd290-e61a-4871-91d9-eb4b3bb93003 x-openstack-request-id: req-47cdd290-e61a-4871-91d9-eb4b3bb93003 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:26.369285 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee20e9-d040-42a4-9430-6611d08bd2e3", "name": "network-vif-deleted", "tag": "d8642bb2-d8ae-4884-a15e-c066588244b6", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:26.369567 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47cdd290-e61a-4871-91d9-eb4b3bb93003 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:26.369963 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee20e9-d040-42a4-9430-6611d08bd2e3', 'name': 'network-vif-deleted', 'tag': 'd8642bb2-d8ae-4884-a15e-c066588244b6', 'status': 'completed', 'code': 200} Sep 18 01:12:26.699312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac336e6c-a299-4bb4-b096-5c7afc821a6f req-231d25f5-338c-4bf6-9ed0-8c2e8ef113d8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ee20e9-d040-42a4-9430-6611d08bd2e3 HTTP/1.1" status: 200 len: 210 time: 0.0281746 Sep 18 01:12:27.272654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3409-f322-41cc-9171-395479d698df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:27.281853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad09bac-2493-4a58-a426-0d903bc766f2 req-a13dda11-c024-4e4b-84d3-87592c3ed819 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:27.283361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ad09bac-2493-4a58-a426-0d903bc766f2 req-a13dda11-c024-4e4b-84d3-87592c3ed819 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0500202 Sep 18 01:12:27.325496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ad09bac-2493-4a58-a426-0d903bc766f2 req-75df49f8-cf61-46a6-8eba-e27cc452a367 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c39f14c-4c98-451d-9bf8-950bddce56db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354655 Sep 18 01:12:27.503286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:27.756314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:27.972608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-1a722610-8ef6-46e3-baa5-2e361bb2f402 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:27.974115 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-1a722610-8ef6-46e3-baa5-2e361bb2f402 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Sep 18 01:12:28.069452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:28.069701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.117975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.164092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:28.164500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.177143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:28.307028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.334044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=3d3aa9f8-02cb-41ce-84e0-34d60190b2b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:28.342477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:28.384961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:28.385412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.388362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:12:28.390910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.393228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-85fe169d-ac3e-4732-b69a-c36269faac32 req-bdec80cf-7fec-4e67-8cee-4374c6559a12 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "DELETE /v2.0/ports/3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 HTTP/1.1" status: 204 len: 173 time: 0.4117033 Sep 18 01:12:28.393615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'name': 'network-vif-deleted', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:28.396011 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f3b39-d25d-4175-a5e8-81746a00f6d8" -d '{"events": [{"server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "name": "network-vif-deleted", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:28.423387 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.440797 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f3a48-e286-4f06-8cd9-96704ffc3906 x-openstack-request-id: req-bc8f3a48-e286-4f06-8cd9-96704ffc3906 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:28.441315 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a1009e-d20c-48ad-b7f5-f3dd318c9e98", "name": "network-vif-deleted", "tag": "3d3aa9f8-02cb-41ce-84e0-34d60190b2b7", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:28.442294 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc8f3a48-e286-4f06-8cd9-96704ffc3906 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:28.442772 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a1009e-d20c-48ad-b7f5-f3dd318c9e98', 'name': 'network-vif-deleted', 'tag': '3d3aa9f8-02cb-41ce-84e0-34d60190b2b7', 'status': 'completed', 'code': 200} Sep 18 01:12:28.475234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:28.493470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3694e1b-45d1-426a-84d2-4cc408076071 req-090ad901-8b14-4df8-a3aa-c361aa49d46a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0363584 Sep 18 01:12:28.497059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: d8642bb2-d8ae-4884-a15e-c066588244b6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:28.497408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device d8642bb2-d8ae-4884-a15e-c066588244b6 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:28.524973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port db602cfe-a0aa-43df-8395-dc3fb9f2aa0e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:28.525347 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.539376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for db602cfe-a0aa-43df-8395-dc3fb9f2aa0e owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:28.728259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:28.758076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=db602cfe-a0aa-43df-8395-dc3fb9f2aa0e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:29.244809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:29.462931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router de786b1e-78e5-4fbe-af83-da865ffefc79 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:12:29.575569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:12:29.586478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Sync routers for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:12:29.591180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51368) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:29.591650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-590c6b9b-8264-4ee6-b15f-43d3401bf9b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/de786b1e-78e5-4fbe-af83-da865ffefc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339193 Sep 18 01:12:29.607521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:29.608326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:29.610537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945cccf-c48e-4098-9139-5bff1e4c7925 req-9c2ed939-1a16-4020-bdf6-664c9ce44edd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0372956 Sep 18 01:12:29.649021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting subnet 44943bed-dea2-4874-bb98-dde3a06ff77b {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:12:29.652353 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:29.693543 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:29.739094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:29.769625 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.086669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:12:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:30.114251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Checking router: de786b1e-78e5-4fbe-af83-da865ffefc79 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:12:30.123632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Routers {'de786b1e-78e5-4fbe-af83-da865ffefc79'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:30.124277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['de786b1e-78e5-4fbe-af83-da865ffefc79'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:30.130217 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.192677 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.220741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Subnet': ['ID=44943bed-dea2-4874-bb98-dde3a06ff77b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:30.223014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.225840 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5253f367-fcdb-4b87-a5aa-70b227b3ee02 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/subnets/44943bed-dea2-4874-bb98-dde3a06ff77b HTTP/1.1" status: 204 len: 168 time: 0.6323094 Sep 18 01:12:30.228585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51370) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:30.236012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c63c6-e345-42ee-a135-50971bc250c6 None None] Network 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:12:30.245346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] Set router de786b1e-78e5-4fbe-af83-da865ffefc79 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:30.336643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.443542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.472277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:30.499069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port b04cbac0-1ea6-44e8-8348-9604a328441d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:30.499412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.518300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:30.518657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 3d3aa9f8-02cb-41ce-84e0-34d60190b2b7 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:30.556847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:12:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:30.585743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101b261-3c32-4602-b166-8ac3e149d778 None None] The sync data for ids ['de786b1e-78e5-4fbe-af83-da865ffefc79'] in n-d-712707-16 is: [{'id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135396928', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:12:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'b04cbac0-1ea6-44e8-8348-9604a328441d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de786b1e-78e5-4fbe-af83-da865ffefc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:10:18Z', 'updated_at': '2021-09-18T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:12:30.611353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port b04cbac0-1ea6-44e8-8348-9604a328441d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b04cbac0-1ea6-44e8-8348-9604a328441d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:30.611846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.625570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for b04cbac0-1ea6-44e8-8348-9604a328441d owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:30.645584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] DHCP port deletion for 9da39caa-e6d3-432a-b4d1-f8bed3b6e83e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:12:30.697729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Deleting port 97d273cf-c407-4990-a580-569ff910f8ba {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:12:30.698371 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.719078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-851ba12e-c0f7-4e77-8edf-a3ce6f7cad20 req-e8f7a579-82a8-42be-bd71-eefad3ff727d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Sep 18 01:12:30.774151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] For port 97d273cf-c407-4990-a580-569ff910f8ba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=97d273cf-c407-4990-a580-569ff910f8ba,segment=NetworkSegment(f04641b9-84a9-4e3a-96d5-7d4829372b6a),segment_id=f04641b9-84a9-4e3a-96d5-7d4829372b6a)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:30.774673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.787803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Calling delete_port for 97d273cf-c407-4990-a580-569ff910f8ba owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:12:30.809229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.837733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=b04cbac0-1ea6-44e8-8348-9604a328441d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:30.874541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:30.889755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] No DVR routers for this DVR port 97d273cf-c407-4990-a580-569ff910f8ba on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:12:30.917455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Pushing event deleted for resources: {'Port': ['ID=97d273cf-c407-4990-a580-569ff910f8ba,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:30.925674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.926024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.926370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.926707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.927045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.927378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.927711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.928067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.928432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.928761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.929277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.929607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04639cb-b510-4980-be14-3d1a004d18bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:30.930221 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.070969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.074324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.119518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 97d273cf-c407-4990-a580-569ff910f8ba no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:31.143812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 97d273cf-c407-4990-a580-569ff910f8ba {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:31.144167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 97d273cf-c407-4990-a580-569ff910f8ba not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:31.144444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.144687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db602cfe-a0aa-43df-8395-dc3fb9f2aa0e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:31.145165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Fanout notify agent at l3_agent the message router_deleted on router de786b1e-78e5-4fbe-af83-da865ffefc79 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:12:31.154819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.155908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ccc07823-0171-46af-8b50-bb44c8fd11d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/routers/de786b1e-78e5-4fbe-af83-da865ffefc79 HTTP/1.1" status: 204 len: 168 time: 0.9262004 Sep 18 01:12:31.158639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51374) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:31.172288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: db602cfe-a0aa-43df-8395-dc3fb9f2aa0e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:31.172643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device db602cfe-a0aa-43df-8395-dc3fb9f2aa0e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:31.240267 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.340251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.361723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da39caa-e6d3-432a-b4d1-f8bed3b6e83e']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:31.371550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04641b9-84a9-4e3a-96d5-7d4829372b6a') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:31.371849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04641b9-84a9-4e3a-96d5-7d4829372b6a') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:31.383761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.396675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.402924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:12:31.403305 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:12:31.406208 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:12:31.468187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.475674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.477608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/networks/9da39caa-e6d3-432a-b4d1-f8bed3b6e83e HTTP/1.1" status: 204 len: 168 time: 0.3179507 Sep 18 01:12:31.480430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51376) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:31.496137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0791c-be00-4df3-8367-c136a9702a93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Network': ['ID=9da39caa-e6d3-432a-b4d1-f8bed3b6e83e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:31.541728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.566785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.628883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.631928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:31.633140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/security-groups/0dac849e-b9ee-48ae-b058-be7c79f5ac87 HTTP/1.1" status: 204 len: 168 time: 0.1515181 Sep 18 01:12:31.642669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2a664-76db-4ee1-80a2-3ea50e013bbb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac849e-b9ee-48ae-b058-be7c79f5ac87,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:31.824072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6be23bf-4128-4420-bb5e-c69152cdcd78 req-c5135897-4c00-44bb-9c27-ec66aef28ac3 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a1009e-d20c-48ad-b7f5-f3dd318c9e98 HTTP/1.1" status: 200 len: 210 time: 0.0337222 Sep 18 01:12:31.965953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51384) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:31.970713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543722511', 'description': 'tempest-secgroup-smoke-543722511 description', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:31.994747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.079324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.082941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.110253 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.111497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443815 Sep 18 01:12:32.113440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e25e5-09de-490e-822d-e64d641dfd92 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4267ecd6-051b-462f-a36e-6fc54bcc0dc7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.114646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.121491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.149884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.210852 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.214555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.233124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4b8e0d-5871-46af-8212-1fcc25d872b2,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.239770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.241081 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7145f09b-e301-4484-a662-b1a76eb266ad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235938 Sep 18 01:12:32.244017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51388) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.248803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.277203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.334163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.339315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.356811 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.362052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec31162-7899-4ccc-856d-91f94c60dfd4,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.367183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.371182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0cf1772c-e134-4c36-a0f8-6678281c7f42 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261673 Sep 18 01:12:32.371385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51390) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.376680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.403680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.460757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.473325 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.492047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68849231-924c-4f14-bb5e-e096cb8033a6,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.501514 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.505263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b68b53ec-edda-4121-b280-d572acec8592 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300967 Sep 18 01:12:32.505585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.510701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.543960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.614523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.619927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.636728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a112570-c4c2-4d7a-9334-c2ef09146210,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.648548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.652669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f49f8e2e-57f6-4a8e-96dd-005a644013c1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426771 Sep 18 01:12:32.653064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51394) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.657969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.689202 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:12:32.695146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.759842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.763603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.781695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154dfc6c-385a-4937-9961-a2f698a81452,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.788049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.790286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd2b20b9-d3d6-4bfc-a783-1fa8119ee200 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363373 Sep 18 01:12:32.793184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51396) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.797628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '4267ecd6-051b-462f-a36e-6fc54bcc0dc7', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.823036 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:12:32.828892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.846002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04cbac0-1ea6-44e8-8348-9604a328441d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:12:32.874644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b04cbac0-1ea6-44e8-8348-9604a328441d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:12:32.875292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b04cbac0-1ea6-44e8-8348-9604a328441d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:32.904129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.910686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.931606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba4fcbd-e3f8-47dc-bf7f-3c4bf03d8e5c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:32.940304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:32.945127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7b316c74-fe17-4654-b14a-ecde51883469 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474648 Sep 18 01:12:32.945411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51402) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:32.950643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'network': {'name': 'tempest-network-smoke--2020289792', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'port_security_enabled': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:32.973272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:12:32.976916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.001857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:12:33.012582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.012921 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Added segment a21f411c-cfe4-4297-8c64-04be9ba7f8a5 of type vlan for network f9e4bc76-e101-4f66-bc41-db4af2f714ab Sep 18 01:12:33.067650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.097757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.108457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:33.109194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.165028 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2183409 Sep 18 01:12:33.167889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51404) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:33.172767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'admin_state_up': True, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:33.196984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.198283 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.220401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc11b17-5db7-438d-8e9d-d072ac656fea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Network': ['ID=f9e4bc76-e101-4f66-bc41-db4af2f714ab,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:33.230601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:12:33.255313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.401548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.598101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.617255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.720211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.188 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/19655a38-4e90-4d9c-965e-687c427baeae) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:33.833790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.867787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:33.908003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:33.910929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:33.918647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:33.921850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=19655a38-4e90-4d9c-965e-687c427baeae,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:34.174031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:34.382756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:34.512729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:12:34.629600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:12:34.639553 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Sync routers for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:12:34.650500 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:34.650716 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:34.651375 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:34.654944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-57e470d4-4f01-41ba-af72-1b3197b6bee9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4829164 Sep 18 01:12:34.655260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51408) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:34.692242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ffc6610a-e07e-4701-bd20-f10f8a63b2f0 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5c83d83ceeae4e97b56d8b2669a5a36c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333333 Sep 18 01:12:34.692475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51410) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:34.760952 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:34.847270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30255b2-5ea5-459a-af66-25aafeb2d74a tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:34.849840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e30255b2-5ea5-459a-af66-25aafeb2d74a tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563880 Sep 18 01:12:34.852101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51412) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:34.891384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f2ea582-9ca6-4a05-a219-394a6ea497ab tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380566 Sep 18 01:12:34.894035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51414) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:34.899496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205545495', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:34.952627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:34Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:35.080103 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Checking router: 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:12:35.080574 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Updating router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b port 19655a38-4e90-4d9c-965e-687c427baeae binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:12:35.109629 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.298175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:12:35.304064 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.409015 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.414720 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.463390 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Pushing event updated for resources: {'Port': ['ID=19655a38-4e90-4d9c-965e-687c427baeae,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:35.476099 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.476490 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.476816 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.477175 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.477480 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.477831 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.478126 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.478454 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.478774 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.479094 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.479410 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.479728 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:35.486760 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Attempting to bind port 19655a38-4e90-4d9c-965e-687c427baeae on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:12:35.487165 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Attempting to bind port 19655a38-4e90-4d9c-965e-687c427baeae by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:12:35.487529 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Attempting to bind port 19655a38-4e90-4d9c-965e-687c427baeae on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:35.492812 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:12:35.493214 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:35.493617 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.494011 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:12:35.494472 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Bound port: 19655a38-4e90-4d9c-965e-687c427baeae, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:12:35.494856 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.516000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.550561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] For port 19655a38-4e90-4d9c-965e-687c427baeae, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:12:35.555139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] For port 19655a38-4e90-4d9c-965e-687c427baeae, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19655a38-4e90-4d9c-965e-687c427baeae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:12:35.567238 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.598846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Subnet': ['ID=d5f53abf-52bb-4e26-bf89-82f8c6da88fa,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:35.610841 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:35.610996 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:35.611335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network hostable DHCP agents. Network: f9e4bc76-e101-4f66-bc41-db4af2f714ab, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:12:35.611505 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:35.630020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:12:35.641206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f9e4bc76-e101-4f66-bc41-db4af2f714ab) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:35.652704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237a1dc-d4cb-4d8f-93d8-2a7d102dcd14 None None] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:12:35.658100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:35.658927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.685394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-48f2c8ce-f016-4feb-8de7-e45e7ac2f316 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7897379 Sep 18 01:12:35.687761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51458) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:35.721952 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97625bd5-0263-4237-8c50-44997feed838 None None] Pushing event updated for resources: {'Port': ['ID=19655a38-4e90-4d9c-965e-687c427baeae,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:35.745891 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:35.863362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:12:35.864543 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:35.932628 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51462) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:35.938989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966033613', 'description': 'tempest-secgroup-smoke-966033613 description', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:35.963455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:34Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:35.994422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f0835-8fb6-488a-bf7d-37c648350138 None None] The sync data for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 is: [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:34Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:12:36.005337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.025141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Allocated IP 172.20.0.2 (f9e4bc76-e101-4f66-bc41-db4af2f714ab/d5f53abf-52bb-4e26-bf89-82f8c6da88fa/4f7255e6-31e7-438a-8d4f-d956dc4c1ac6) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:36.185981 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.192658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.197555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.211884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.240630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:36.244365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:36.249360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:36.253683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9cc59e-dfff-4f6d-8012-0da8463c6490,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.274688 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.276736 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8666103-cd12-49b2-8ef3-3a20a0748bd7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3428600 Sep 18 01:12:36.279892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51464) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:36.285189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:36.302785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Pushing event updated for resources: {'Port': ['ID=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.326184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.328143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.346418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Attempting to bind port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:12:36.346789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Attempting to bind port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:12:36.347906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Attempting to bind port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:36.363248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:12:36.363543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:36.364157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.364899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Bound using segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:12:36.365916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Bound port: 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:12:36.366579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.410452 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.417354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.438854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92e73e3-5bc1-4fc5-bb9e-d1272c9fbd97,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.449255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] For port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:12:36.453371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] For port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:12:36.459860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.460419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.463873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-80cf0ea5-b298-4510-8dcc-b3f433aef4b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800663 Sep 18 01:12:36.464083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51466) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:36.468908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:36.508013 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.532318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1920-3ffc-42af-9881-276b767ffcb7 None None] Pushing event updated for resources: {'Port': ['ID=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.593566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.606436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.628580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee5866c-9b83-4e66-943e-34604cd4e80f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.639858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.644511 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-83bbb56d-bcc4-46ee-98c8-bb7d19ad163a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793623 Sep 18 01:12:36.645159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51468) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:36.650394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:36.687367 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.772574 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.778193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.798143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6ebd38-3a6b-4a09-9fbf-6ece4ba42e3a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:36.815137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.816527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-901c2e6a-ed79-4753-8caf-c1bdef0b7730 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703150 Sep 18 01:12:36.819840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51470) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:36.829153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:36.882269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.972942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:36.979233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.004646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19655a38-4e90-4d9c-965e-687c427baeae up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:37.013828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b10b21a-48fd-4202-80ac-c40945bb2830,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.025697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.029761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-caa74c9f-4b82-4fa6-ba1d-c0286c4b69c8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059619 Sep 18 01:12:37.030124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51472) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:37.036470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:37.063537 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Project 8a4bd8c3972c4f85aeedb1ca8ef63843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:12:37.064168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 19655a38-4e90-4d9c-965e-687c427baeae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:37.064640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.073012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.118082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.1 (f9e4bc76-e101-4f66-bc41-db4af2f714ab/d5f53abf-52bb-4e26-bf89-82f8c6da88fa/ca3a4d6f-493c-4e29-9e46-3f71e1db14d6) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:37.159503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.162663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.168935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.187626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a76c5f5-47a9-4e3e-b535-c1c90f977e7a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.188172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 19655a38-4e90-4d9c-965e-687c427baeae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19655a38-4e90-4d9c-965e-687c427baeae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:37.204096 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.205690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:37.212196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.215474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2760c7c0-c25b-42da-98b4-fea213965849 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1829741 Sep 18 01:12:37.217487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51474) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:37.223743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'security_group_rule': {'security_group_id': '4d9cc59e-dfff-4f6d-8012-0da8463c6490', 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:37.252341 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Project 8a4bd8c3972c4f85aeedb1ca8ef63843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:12:37.258792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.260292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.291892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=19655a38-4e90-4d9c-965e-687c427baeae,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.303835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.309047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:37.310348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.329929 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.336893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.348615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:37.352294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:37.354001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264885e1-568b-45f3-8488-e07687995a19,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.356086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:37.364644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.370675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.375436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ebcdff8d-f012-4228-80c4-38e9b548e903 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519849 Sep 18 01:12:37.417198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.421991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.458516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:37.464147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.526891 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:37.589701 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.859370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a10b20-e4f6-4e19-b9dc-2841c2b0273d None None] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:12:37.921655 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.926598 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.968337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-09c789c4-a60a-43c2-9b9d-29513676ab34 None None] Provisioning complete for port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:37.968710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-09c789c4-a60a-43c2-9b9d-29513676ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:38.020706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:38.026773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:38.172033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:38.174470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:38.311226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:12:38.427561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:12:38.436147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-91ac179b-4646-4dc6-9ab5-76bbd6b31995 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7453358 Sep 18 01:12:38.442646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Sync routers for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:12:38.460257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-140c7fa7-aab8-4cd7-86f9-1cb00927b4c8 None None] Provisioning complete for port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:38.461153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-140c7fa7-aab8-4cd7-86f9-1cb00927b4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:38.465947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:38.467354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:38.565012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-140c7fa7-aab8-4cd7-86f9-1cb00927b4c8 None None] Port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:12:38.617650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-140c7fa7-aab8-4cd7-86f9-1cb00927b4c8 None None] Provisioning complete for port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:38.618029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-140c7fa7-aab8-4cd7-86f9-1cb00927b4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:38.619914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-8c3b700b-fbc8-4065-93a9-84d4895632d9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543722511&fields=id&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 267 time: 0.0539997 Sep 18 01:12:38.761318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-4c6d7e49-be80-475a-a0dc-1029e8bc7b62 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:38.763648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-4c6d7e49-be80-475a-a0dc-1029e8bc7b62 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 797 time: 0.1428363 Sep 18 01:12:38.782820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-861af13b-cf3b-456e-aa3e-6e53174a2c2e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/quotas/5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 375 time: 0.0112896 Sep 18 01:12:38.841406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:38.845900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-17506497-4524-4b92-b396-dd959c26bd2f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572803 Sep 18 01:12:38.935289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19655a38-4e90-4d9c-965e-687c427baeae up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:38.979488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-ffab2772-aa14-488b-a3d1-ed34e0ffcfdc service neutron] 10.222.0.49 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170008 Sep 18 01:12:39.080324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-cfc78f1f-9ae7-4766-a2e6-910df3903fd1 service neutron] 10.222.0.49 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940602 Sep 18 01:12:39.112738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 19655a38-4e90-4d9c-965e-687c427baeae triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:39.113115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.174671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 2, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:39.231331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Checking router: 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:12:39.231687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Updating router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:12:39.271066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-289bceec-8beb-4285-8180-42ed61434a59 None None] Provisioning complete for port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:39.271066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-289bceec-8beb-4285-8180-42ed61434a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.275129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.297380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-514d8895-b987-469b-9828-8cb1b6b00189 req-054f8ebf-f98d-4c66-937b-b70747023575 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 210 time: 0.0346115 Sep 18 01:12:39.307573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:39.358561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-289bceec-8beb-4285-8180-42ed61434a59 None None] Port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:12:39.481285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:39.482001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.721744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.728583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.793422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307288-5b8a-41e4-93bd-5bf075691ee7 None None] Pushing event updated for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:39.865609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Attempting to bind port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:12:39.866010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Attempting to bind port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:12:39.866426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Attempting to bind port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:39.877031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:12:39.878486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:39.879630 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.882224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Bound using segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:12:39.882845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Bound port: ca3a4d6f-493c-4e29-9e46-3f71e1db14d6, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:12:39.884199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:39.963807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] For port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:12:39.967368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] For port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:12:39.973255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.113966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307288-5b8a-41e4-93bd-5bf075691ee7 None None] Pushing event updated for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:40.118958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] Provisioning complete for port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:40.119341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.167361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:40.168012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:40.271473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.359623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] For port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:40.383632 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.392844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-5a6f3e33-4623-47b1-91e0-26e31447c2db tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:40.394418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-5a6f3e33-4623-47b1-91e0-26e31447c2db tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 797 time: 0.1927366 Sep 18 01:12:40.400087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:40.475347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2effc57-4eff-4011-b51b-761683a53f54 req-7ca5580a-3a41-4c37-8da2-32fdfc46d3ef tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 210 time: 0.0684574 Sep 18 01:12:40.503848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-e46855e8-0ab4-4fb4-bfa9-f2767d4c169c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 379 time: 0.0903304 Sep 18 01:12:40.514196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'port': {'device_id': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'admin_state_up': True, 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'security_groups': ['4267ecd6-051b-462f-a36e-6fc54bcc0dc7']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:40.548512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c992d-126a-4b05-a5bb-61cae701d5fe None None] Pushing event updated for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:40.568481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fc117f3b-2efc-43cb-bb35-2be9f3d608df None None] Provisioning complete for port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:40.568865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fc117f3b-2efc-43cb-bb35-2be9f3d608df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.666303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:12:40.670828 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:40.760655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:39Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:40.794520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925518c-c5d1-46c4-b7d6-fb68cbc04838 None None] The sync data for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 is: [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:39Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:12:40.822643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.5 (f9e4bc76-e101-4f66-bc41-db4af2f714ab/d5f53abf-52bb-4e26-bf89-82f8c6da88fa/25aeeee0-804b-4083-9df5-48420c3fffbf) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:41.012208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.060866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.130790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:41.130790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:41.137782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:41.142032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:41.199377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:41.200171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.220663 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-199b5852-db00-4b0c-a339-146af9cc8f00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098477 Sep 18 01:12:41.231191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-78748ec2-4a47-4167-95b1-ae7a4d958c22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:12:41.232515 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-78748ec2-4a47-4167-95b1-ae7a4d958c22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057371 Sep 18 01:12:41.246989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Request body: {'port': {'device_id': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:41.335742 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.456780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4b1f8a22-b63f-4af2-95cd-43d452766aef None None] Provisioning complete for port 25aeeee0-804b-4083-9df5-48420c3fffbf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:41.457304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8a22-b63f-4af2-95cd-43d452766aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.512293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f8a22-b63f-4af2-95cd-43d452766aef None None] Port 25aeeee0-804b-4083-9df5-48420c3fffbf cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:12:41.651794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca898e4-dfa6-4895-978e-e64072432301 req-6f80146f-58ac-4d8b-8bbd-9f193a050a2b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:41.655771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ca898e4-dfa6-4895-978e-e64072432301 req-6f80146f-58ac-4d8b-8bbd-9f193a050a2b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 931 time: 0.0879624 Sep 18 01:12:41.732610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ca898e4-dfa6-4895-978e-e64072432301 req-53987f5a-fc7c-4d0a-9c02-5965f9a50eb2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664618 Sep 18 01:12:41.736850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:12:41.745596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.761503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Transition to ACTIVE for port object 25aeeee0-804b-4083-9df5-48420c3fffbf will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:12:41.765882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:41.826523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:41.909634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:12:41.910258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:12:41.910589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:41.916545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:12:41.916694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:41.924494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:12:41.924847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:41.925385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Bound using segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:12:41.925833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Bound port: 25aeeee0-804b-4083-9df5-48420c3fffbf, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:12:41.926359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:42.019175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:12:42.023408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:12:42.031569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:42.070103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.070821 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:42.072358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] 10.222.0.48 "PUT /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 1092 time: 0.8298264 Sep 18 01:12:42.072605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:42.074889 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c21e7-6c37-465b-85e9-a6b4ad560228" -d '{"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:42.118683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f36e-4b56-4016-be75-e0c1cce72fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:42.160074 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642b5f1b-8309-4591-be17-dcba8024b773 x-openstack-request-id: req-642b5f1b-8309-4591-be17-dcba8024b773 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:42.160415 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:42.160674 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-642b5f1b-8309-4591-be17-dcba8024b773 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:42.161341 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:12:42.179464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-b8b78633-4a79-409d-9685-ad2a17317fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.182189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-b8b78633-4a79-409d-9685-ad2a17317fff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0578907 Sep 18 01:12:42.239432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-230e29f0-14bc-440a-915f-bbc18b5d20f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 217 time: 0.0504344 Sep 18 01:12:42.308125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-116dce95-84a3-4b1b-a7f0-c72135b3fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.310131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-116dce95-84a3-4b1b-a7f0-c72135b3fb6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0626922 Sep 18 01:12:42.359079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e369d-7df8-421f-ad27-086f3fb7191c req-d0094887-2a6b-4b58-9659-d88255792540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.360563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-d0094887-2a6b-4b58-9659-d88255792540 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429733 Sep 18 01:12:42.457821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-d492cd14-a49a-4477-a0b3-ae1284641f60 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894933 Sep 18 01:12:42.554307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764e369d-7df8-421f-ad27-086f3fb7191c req-e56740ed-1242-4341-b415-5552de240521 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Sep 18 01:12:42.642192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-896c9fe7-91c0-4762-8d38-1670a15fc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.643619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-896c9fe7-91c0-4762-8d38-1670a15fc41a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0428393 Sep 18 01:12:42.743595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-67aea2e6-ef35-48a2-b05e-f544307d396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.744974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-67aea2e6-ef35-48a2-b05e-f544307d396d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0941319 Sep 18 01:12:42.795639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-f0cd4a91-7400-4d19-b48d-80139442c3d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 217 time: 0.0387726 Sep 18 01:12:42.889190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-44eefc4a-7710-4bf0-a720-5a8cf1c9766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.889190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-44eefc4a-7710-4bf0-a720-5a8cf1c9766a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0826769 Sep 18 01:12:42.899525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46cd83-5b8c-47dc-994a-0992d173a500 req-968e86fa-893c-496a-a84e-ba09661bf3c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.901560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb46cd83-5b8c-47dc-994a-0992d173a500 req-968e86fa-893c-496a-a84e-ba09661bf3c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0987151 Sep 18 01:12:42.937136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:42.972992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-e3ef65c9-4457-4472-91e8-5aaf31145c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:42.975080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-e3ef65c9-4457-4472-91e8-5aaf31145c26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717833 Sep 18 01:12:42.978565 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb46cd83-5b8c-47dc-994a-0992d173a500 req-0377c5d9-5a01-4e0b-b825-5ccb16064d2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628467 Sep 18 01:12:43.001210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:43.001210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:43.091974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-70da1da4-daef-4bb0-9d8b-0b6a5a297c26 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083000 Sep 18 01:12:43.185682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-758c21e7-6c37-465b-85e9-a6b4ad560228 req-2f83b28f-5d92-42ef-82ef-b584556c1883 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Sep 18 01:12:44.106095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d6bd5-495b-48be-bba7-5e3a553d62d1 req-c6e3786d-91cd-4992-8c7d-b39cde722e98 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:44.107600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-533d6bd5-495b-48be-bba7-5e3a553d62d1 req-c6e3786d-91cd-4992-8c7d-b39cde722e98 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0539603 Sep 18 01:12:44.151298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-533d6bd5-495b-48be-bba7-5e3a553d62d1 req-100b61e0-3e93-4b01-a9ed-1dfad8c2778d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Sep 18 01:12:45.275044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ed44-5468-40d9-b094-f7ae620b0cf4 req-92c58295-9701-4631-adff-9ea6b7679155 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:45.280301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b120ed44-5468-40d9-b094-f7ae620b0cf4 req-92c58295-9701-4631-adff-9ea6b7679155 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0543013 Sep 18 01:12:45.322411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b120ed44-5468-40d9-b094-f7ae620b0cf4 req-73a2c119-a56b-490b-bc5a-46b1c8d355bd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394857 Sep 18 01:12:45.763260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:12:45.859167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:45.871217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:12:45.911422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:45.924918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:12:45.945870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:45.954940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:46.002570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:46.141655 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['25aeeee0-804b-4083-9df5-48420c3fffbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:46.256451 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:46.462341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ea35-807b-498e-983e-8e94356c4232 req-03c6affb-2036-47e2-a96b-8a44233ee4e6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:46.463840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b95ea35-807b-498e-983e-8e94356c4232 req-03c6affb-2036-47e2-a96b-8a44233ee4e6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0530901 Sep 18 01:12:46.503509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b95ea35-807b-498e-983e-8e94356c4232 req-53d4d98f-496e-446d-b4ff-a3248cc8973e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Sep 18 01:12:47.625445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718ece2-4aa2-4f0f-929d-db9c02b9a270 req-4f78805d-a84e-464f-8412-50c96a364860 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:47.626930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a718ece2-4aa2-4f0f-929d-db9c02b9a270 req-4f78805d-a84e-464f-8412-50c96a364860 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0539954 Sep 18 01:12:47.667050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a718ece2-4aa2-4f0f-929d-db9c02b9a270 req-b9b13e7e-be4c-4925-96bc-8cf8089476a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334952 Sep 18 01:12:47.778296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:47.830930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 25aeeee0-804b-4083-9df5-48420c3fffbf completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:12:47.834731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 25aeeee0-804b-4083-9df5-48420c3fffbf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:47.835104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:47.915363 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:47.938206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:47.940540 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3d723-e6b3-41c7-a2d5-258bb1524d07" -d '{"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-plugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:47.953709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:47.959225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:47.984532 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a938da-2467-41f3-9738-9b3f74895dd1 x-openstack-request-id: req-e2a938da-2467-41f3-9738-9b3f74895dd1 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:47.984822 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-plugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:47.985070 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2a938da-2467-41f3-9738-9b3f74895dd1 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:47.985455 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'code': 200} Sep 18 01:12:48.010091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:48.081628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e965e-c0a4-4893-a81c-06a60cb4a3a0 req-7f23c188-5c3b-4a39-b978-64f7f59f5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:48.083042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43e965e-c0a4-4893-a81c-06a60cb4a3a0 req-7f23c188-5c3b-4a39-b978-64f7f59f5af4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0408461 Sep 18 01:12:48.121310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43e965e-c0a4-4893-a81c-06a60cb4a3a0 req-a355934a-528c-494f-a366-83c4e8351fd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304546 Sep 18 01:12:48.781684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef07e-ced3-4d3a-9e85-5103a874758d req-e8fb1585-653a-4734-828e-dc7fcc1802fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:48.783093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df8ef07e-ced3-4d3a-9e85-5103a874758d req-e8fb1585-653a-4734-828e-dc7fcc1802fe tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Sep 18 01:12:48.820566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df8ef07e-ced3-4d3a-9e85-5103a874758d req-63489d51-e1fe-4e0b-b00c-bf134bf7055d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Sep 18 01:12:49.957862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1317-bdd0-42ee-a3b6-99d36ce9820e req-75d07a25-6f82-4c84-978b-8315bb2f1aaa tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:49.960323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05e1317-bdd0-42ee-a3b6-99d36ce9820e req-75d07a25-6f82-4c84-978b-8315bb2f1aaa tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0603280 Sep 18 01:12:50.000411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e05e1317-bdd0-42ee-a3b6-99d36ce9820e req-4b80f614-95f7-448e-9f6e-037032fabe3a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Sep 18 01:12:50.116968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc4ae-5269-4050-b2f0-7d9d79e5a48b req-bedb0f52-1074-443a-96ad-df60cbaecb25 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:50.118603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920cc4ae-5269-4050-b2f0-7d9d79e5a48b req-bedb0f52-1074-443a-96ad-df60cbaecb25 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Sep 18 01:12:50.157482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-920cc4ae-5269-4050-b2f0-7d9d79e5a48b req-aa1487bf-59d1-4e82-bfa8-c277c85af8e8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Sep 18 01:12:50.179400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51642) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:50.219163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b186c808-a36f-4360-a626-359b5fca76ef tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:50.220806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b186c808-a36f-4360-a626-359b5fca76ef tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1092 time: 0.0403106 Sep 18 01:12:50.223499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51644) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:50.228025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:50.249928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:50.351463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:50.462333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.247 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/aa42a50e-5e64-46be-af6e-5151b004606c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:50.563711 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:50.595956 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:50.634789 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:50.637747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:50.641305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:50.674430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=aa42a50e-5e64-46be-af6e-5151b004606c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:50.688539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.688890 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.689224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.689557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.689884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.690208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.690536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.690858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.691181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.691497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.691816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:50.692132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:51.029689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:51.100410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:51.263544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:51.268796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:51.336437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=aa42a50e-5e64-46be-af6e-5151b004606c,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:51.350081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:51.452500 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP 4911a467-88b3-4f50-8d0e-902521ebb256 associated. External IP: 172.25.7.247, port: 25aeeee0-804b-4083-9df5-48420c3fffbf. Sep 18 01:12:51.699092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:12:52.140617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:12:52.151446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Sync routers for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:12:52.160332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:52.164424 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:52.165037 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:52.188449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1c7ee375-3565-487d-8ace-8cc4760899b0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9637647 Sep 18 01:12:52.189314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:52.191835 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337554fa-999a-4241-868e-25e8e457982e" -d '{"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:52.236419 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e702b2-bf2f-4dde-b3c6-254e339f69d2 x-openstack-request-id: req-d1e702b2-bf2f-4dde-b3c6-254e339f69d2 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:52.236713 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:52.236961 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1e702b2-bf2f-4dde-b3c6-254e339f69d2 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:52.237362 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:12:52.291120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:52.312511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa3a8-cc98-46a6-9348-8303aeb363e4 req-39789257-94f0-479b-ac18-8ac0708d9df5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:52.314688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-593fa3a8-cc98-46a6-9348-8303aeb363e4 req-39789257-94f0-479b-ac18-8ac0708d9df5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0682430 Sep 18 01:12:52.359316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-593fa3a8-cc98-46a6-9348-8303aeb363e4 req-09479976-9193-400d-b58d-28a231a6a4d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 Sep 18 01:12:52.383665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51656) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:52.410755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337554fa-999a-4241-868e-25e8e457982e req-577c2c4f-67e3-4320-bf4d-f7852036117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:52.412908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-577c2c4f-67e3-4320-bf4d-f7852036117d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1097 time: 0.1520910 Sep 18 01:12:52.447868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-44aec019-9d2e-4d7f-a619-92f90a2447aa tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/4911a467-88b3-4f50-8d0e-902521ebb256 HTTP/1.1" status: 200 len: 991 time: 0.0631809 Sep 18 01:12:52.521379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337554fa-999a-4241-868e-25e8e457982e req-0ce0ac27-ab8b-474e-8310-136dc64996bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:52.523203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-0ce0ac27-ab8b-474e-8310-136dc64996bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.1017988 Sep 18 01:12:52.535300 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4911a467-88b3-4f50-8d0e-902521ebb256', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:12:50Z', 'updated_at': '2021-09-18T01:12:50Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:52.562232 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Checking router: 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:12:52.570887 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:12:52.572001 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:52.599500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-17cc2fad-8b30-42a4-8e34-715cac0a1b78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0654459 Sep 18 01:12:52.651737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337554fa-999a-4241-868e-25e8e457982e req-01e08741-6c35-4a2d-9145-fb7418fe6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:52.653107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-01e08741-6c35-4a2d-9145-fb7418fe6556 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0456769 Sep 18 01:12:52.679181 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:12:52.705329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337554fa-999a-4241-868e-25e8e457982e req-935fa55f-87a3-4a6d-9d85-9d92a1358563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:52.707107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-935fa55f-87a3-4a6d-9d85-9d92a1358563 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463760 Sep 18 01:12:52.816994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-de0fcb34-c5c9-40c3-ad12-8c5058dc87ee service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014268 Sep 18 01:12:52.909949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-337554fa-999a-4241-868e-25e8e457982e req-2609bc57-f7be-47ce-b932-815974e54d12 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855069 Sep 18 01:12:52.920051 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4911a467-88b3-4f50-8d0e-902521ebb256', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:12:50Z', 'updated_at': '2021-09-18T01:12:50Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:53.028640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b1d46-a26d-4909-8e2b-52d8579afcc0 None None] The sync data for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 is: [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4911a467-88b3-4f50-8d0e-902521ebb256', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:12:50Z', 'updated_at': '2021-09-18T01:12:50Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:12:53.216197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751ee19-675b-4cb7-8980-1f742d5f419c None None] New status for floating IP 4911a467-88b3-4f50-8d0e-902521ebb256: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:12:53.451759 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51660) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:12:53.515549 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-648035be-7662-4138-a218-45a136f7638c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/4911a467-88b3-4f50-8d0e-902521ebb256 HTTP/1.1" status: 200 len: 993 time: 0.0626702 Sep 18 01:12:54.046338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-03ead859-f282-49c0-9fa9-19864c118537 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966033613&fields=id&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 267 time: 0.0322838 Sep 18 01:12:54.155537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-b0ea4a89-ce58-46f9-9f12-72dd2265da82 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:54.156932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-b0ea4a89-ce58-46f9-9f12-72dd2265da82 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1035767 Sep 18 01:12:54.172253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-992f9e59-064b-4562-9bb9-a4630f2ecff9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0091414 Sep 18 01:12:54.222022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-ce53975b-4b4f-4f8c-aacd-2c76b0182030 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445740 Sep 18 01:12:54.251608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ce7284cf-1242-4cc8-8d7c-1381b2b453a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:54.323509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-474c745d-6c05-42fd-9121-381df7077211 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901248 Sep 18 01:12:54.412038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-6c407297-4942-4b69-a4e9-ff4cbe1ff4c8 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Sep 18 01:12:54.703211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60b063c3-bc8d-4d3d-a9d5-fd7cb558d49c req-369b9b9d-9cea-42de-a9c8-cdb8044b62e2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 210 time: 0.0320430 Sep 18 01:12:55.730342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-c637f111-15e8-4d64-bedb-ff9a6c84054d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:55.731443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-c637f111-15e8-4d64-bedb-ff9a6c84054d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1018891 Sep 18 01:12:55.799039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d0b801b-b60d-4c14-9977-63595be341ce req-7a9ed015-6a7d-4f11-bf90-45c8f9d1cd81 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 210 time: 0.0278909 Sep 18 01:12:55.800255 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-ef867d65-b9d5-4291-b9e7-21217c950930 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 379 time: 0.0536449 Sep 18 01:12:55.810427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'security_groups': ['4d9cc59e-dfff-4f6d-8012-0da8463c6490']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:55.922170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:12:55.925755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.054714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.4 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:12:56.189030 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.226756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.270796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:12:56.273885 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:12:56.277537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:12:56.285991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:56.334343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:56.334941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.352011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-16e9aea0-ac1e-49d7-a919-ea339af258bb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457096 Sep 18 01:12:56.371774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Request body: {'port': {'device_id': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:12:56.428843 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.581371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9956832f-3424-410f-8d45-8460350f49e9 None None] Provisioning complete for port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:56.581974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9956832f-3424-410f-8d45-8460350f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.615818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9956832f-3424-410f-8d45-8460350f49e9 None None] Port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:12:56.699622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:12:56.706975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.719422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Transition to ACTIVE for port object cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:12:56.723293 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.772407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Pushing event updated for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:56.777630 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:12:56.857065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Attempting to bind port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:12:56.857525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Attempting to bind port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:12:56.858019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Attempting to bind port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:56.864310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:12:56.865417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Attempting to bind port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:12:56.873489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:12:56.873811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:12:56.874246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:12:56.874685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Bound port: cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:12:56.875105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.969131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:12:56.977635 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:12:56.983742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.986076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4bf85-2153-43a5-a703-25ce4e27224a req-45e304a1-d612-4b14-8f07-7724191e8efa tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:56.987773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77c4bf85-2153-43a5-a703-25ce4e27224a req-45e304a1-d612-4b14-8f07-7724191e8efa tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0748329 Sep 18 01:12:57.028167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.029628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:57.031101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] 10.222.0.54 "PUT /v2.0/ports/cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 1092 time: 0.6644433 Sep 18 01:12:57.031789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:57.033887 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948891ab-6b46-4576-929d-5fd760a06bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:57.052750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77c4bf85-2153-43a5-a703-25ce4e27224a req-d4b7acf6-edbf-4200-bea7-c38b4c8a1d63 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531764 Sep 18 01:12:57.073301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378694d1-ceac-4e60-b72a-5adf74238e4a service neutron] Pushing event updated for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:57.103749 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d69c37-d8ea-4c1b-a6da-4e69e50f2431 x-openstack-request-id: req-f1d69c37-d8ea-4c1b-a6da-4e69e50f2431 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:57.104213 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:57.104413 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1d69c37-d8ea-4c1b-a6da-4e69e50f2431 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:57.104944 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'status': 'completed', 'code': 200} Sep 18 01:12:57.166337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-a2b79e37-13da-42e6-a2cc-d0a883b73f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.167866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-a2b79e37-13da-42e6-a2cc-d0a883b73f66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1095 time: 0.0449705 Sep 18 01:12:57.219855 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-5b851718-8ecd-4705-b730-33b150e33c2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 217 time: 0.0383093 Sep 18 01:12:57.271939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-e1d27d14-2212-405b-b9d8-6a5523e9f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.273559 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-e1d27d14-2212-405b-b9d8-6a5523e9f242 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0466089 Sep 18 01:12:57.275353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf57d-1bc9-4648-8ab5-21ebb2ae3428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:57.322030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e643-9a5a-4081-998a-1e3001fb877d req-45eeea6e-32f1-40bb-8da4-567d0e0a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.323519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-45eeea6e-32f1-40bb-8da4-567d0e0a7007 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431898 Sep 18 01:12:57.417865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-ede9f62d-e2bd-4250-a288-93dd2d012e88 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Sep 18 01:12:57.505714 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:57.509822 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f600e643-9a5a-4081-998a-1e3001fb877d req-b73fd8fd-b1b0-4a57-9460-f0ecf3597dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853832 Sep 18 01:12:57.626249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-b67ed90a-179f-407a-89ee-7ae558976aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.627758 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-b67ed90a-179f-407a-89ee-7ae558976aeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1095 time: 0.0469649 Sep 18 01:12:57.721133 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-cbb1df65-ce0f-48ff-b5d8-2056282155c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.722709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-cbb1df65-ce0f-48ff-b5d8-2056282155c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0864828 Sep 18 01:12:57.768013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-c019810d-e8b5-497b-8d3c-9fafc3697d22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 217 time: 0.0373638 Sep 18 01:12:57.816990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-4ec1f549-3a8a-46d7-93cb-9a31cc222ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.818991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-4ec1f549-3a8a-46d7-93cb-9a31cc222ae0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0441122 Sep 18 01:12:57.864328 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-6394d7d6-cd2c-4e86-b338-6d69a441ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:57.865868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-6394d7d6-cd2c-4e86-b338-6d69a441ab1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402184 Sep 18 01:12:57.961090 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-6f47e43d-b059-429d-b571-0fd4cd6941d8 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871840 Sep 18 01:12:58.052557 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-948891ab-6b46-4576-929d-5fd760a06bb2 req-ed9b7d33-714d-45e0-8d5e-6372d145836a service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Sep 18 01:12:58.169586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b0303-a804-41f3-af20-8d3169bfed8b req-2a7d1fa8-7979-4604-b60a-1c6bac8dd99a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:58.171099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac5b0303-a804-41f3-af20-8d3169bfed8b req-2a7d1fa8-7979-4604-b60a-1c6bac8dd99a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0561228 Sep 18 01:12:58.209640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac5b0303-a804-41f3-af20-8d3169bfed8b req-4cba5b58-b290-4013-9189-700ca53365db tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Sep 18 01:12:58.419267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:59.331247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09880674-d436-4f86-99a7-19f9ece34d85 req-f4bc5708-e73d-40ad-a131-4a8dbf0ac2fe tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:59.332746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09880674-d436-4f86-99a7-19f9ece34d85 req-f4bc5708-e73d-40ad-a131-4a8dbf0ac2fe tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0525248 Sep 18 01:12:59.370919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-09880674-d436-4f86-99a7-19f9ece34d85 req-a21fe52d-4fcb-4168-9f2a-e9e05d356a8c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Sep 18 01:12:59.744090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:00.486419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45c212-0383-4bfd-bd80-837223da05f2 req-47acd828-ba60-42ec-a1a0-2f06b73154c1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:00.487882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe45c212-0383-4bfd-bd80-837223da05f2 req-47acd828-ba60-42ec-a1a0-2f06b73154c1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0479360 Sep 18 01:13:00.524804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe45c212-0383-4bfd-bd80-837223da05f2 req-1020e247-4cec-4148-affa-1768f50fd624 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309217 Sep 18 01:13:01.638736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437ed1-058b-4afb-a747-15d894506847 req-10ca5a9f-9c50-49c1-9425-e9283c6d9e4d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:01.640248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b437ed1-058b-4afb-a747-15d894506847 req-10ca5a9f-9c50-49c1-9425-e9283c6d9e4d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0489264 Sep 18 01:13:01.676734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b437ed1-058b-4afb-a747-15d894506847 req-893155d1-9bc8-45fe-9aa5-e5f0d33fedcb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303824 Sep 18 01:13:02.366985 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:02.797994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac942-3d63-4c96-b86d-b3fdd2cf98ad req-6b68583a-3ac4-4d81-925c-efa1acb802b2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:02.799511 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee9ac942-3d63-4c96-b86d-b3fdd2cf98ad req-6b68583a-3ac4-4d81-925c-efa1acb802b2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0563970 Sep 18 01:13:02.836407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee9ac942-3d63-4c96-b86d-b3fdd2cf98ad req-3a31cb87-2d03-49b7-85e1-aa2bcb338579 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308616 Sep 18 01:13:03.954226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290204f-351a-4c8c-b9c5-3e96e560af3f req-6fddfb18-3c25-4186-bbae-dfdfae99774c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:03.955745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1290204f-351a-4c8c-b9c5-3e96e560af3f req-6fddfb18-3c25-4186-bbae-dfdfae99774c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0501120 Sep 18 01:13:03.994102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1290204f-351a-4c8c-b9c5-3e96e560af3f req-e11d0b64-99eb-4e6c-ab0d-fb902578ee25 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Sep 18 01:13:05.109662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491bca7-9451-458c-a321-4659e6156dd9 req-f651e88f-536d-4149-99cb-5bed5d02d6e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:05.111051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8491bca7-9451-458c-a321-4659e6156dd9 req-f651e88f-536d-4149-99cb-5bed5d02d6e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0488567 Sep 18 01:13:05.148301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8491bca7-9451-458c-a321-4659e6156dd9 req-a4d20aba-1a59-4def-a01f-802ec0cd22a5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Sep 18 01:13:06.266205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f94a0-ba73-42e9-be71-d2fedc1cf12b req-bd33cefb-bc16-42fa-a5b6-6ba868912f74 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:06.267741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f00f94a0-ba73-42e9-be71-d2fedc1cf12b req-bd33cefb-bc16-42fa-a5b6-6ba868912f74 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0539970 Sep 18 01:13:06.306431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f00f94a0-ba73-42e9-be71-d2fedc1cf12b req-56c35c23-2c66-4e02-b569-49cf866d181a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Sep 18 01:13:07.421411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784f9a-64f2-41a1-9ac8-446f725004f0 req-a3984ee4-a637-4f94-9b41-5986399bdf2f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.422925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b784f9a-64f2-41a1-9ac8-446f725004f0 req-a3984ee4-a637-4f94-9b41-5986399bdf2f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0499637 Sep 18 01:13:07.461583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b784f9a-64f2-41a1-9ac8-446f725004f0 req-ab81c112-6758-435c-9790-eb4f92051aed tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325742 Sep 18 01:13:08.574446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812b5c-4bed-45b1-b37b-8253f4b66cf0 req-fdcb2205-c2be-47b9-b462-53b4cb71747e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:08.575910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33812b5c-4bed-45b1-b37b-8253f4b66cf0 req-fdcb2205-c2be-47b9-b462-53b4cb71747e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 943 time: 0.0481491 Sep 18 01:13:08.612413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33812b5c-4bed-45b1-b37b-8253f4b66cf0 req-3b459bfc-3d9b-4216-849b-0a163afce86d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305877 Sep 18 01:13:08.627594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:13:08.719345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:08.730684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'mac_address': 'fa:16:3e:d6:d2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:13:08.766784 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:08.778739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:13:08.797250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:08.800826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:08.845789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:09.163483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:13:09.731092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ef2b7-87b8-4a26-9155-28bfced029f4 req-17bc87db-6e99-4796-81ed-ab4f2dcc4756 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:09.732585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b2ef2b7-87b8-4a26-9155-28bfced029f4 req-17bc87db-6e99-4796-81ed-ab4f2dcc4756 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 944 time: 0.0525310 Sep 18 01:13:09.769274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b2ef2b7-87b8-4a26-9155-28bfced029f4 req-95e5735f-6005-4f02-9557-0c0a84cb5828 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304532 Sep 18 01:13:10.641927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:13:10.691143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:13:10.694801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:13:10.695173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:10.767618 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:10.789658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:10.791862 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2a5e3-0b2b-4df1-975c-151b8f3d5acb" -d '{"events": [{"server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "name": "network-vif-plugged", "status": "completed", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:10.805441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:10.809804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:10.866743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:10.893459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815070b9-87fa-4073-a0c9-00df96741454 req-e9602148-142b-4ec2-b997-97f446c3c32e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:10.895127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-815070b9-87fa-4073-a0c9-00df96741454 req-e9602148-142b-4ec2-b997-97f446c3c32e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0558977 Sep 18 01:13:10.917928 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafb842a-2f5d-4198-bbc4-397130cdbc03 x-openstack-request-id: req-eafb842a-2f5d-4198-bbc4-397130cdbc03 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:10.918225 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "name": "network-vif-plugged", "status": "completed", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:10.918551 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eafb842a-2f5d-4198-bbc4-397130cdbc03 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:10.918872 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'code': 200} Sep 18 01:13:10.934786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-815070b9-87fa-4073-a0c9-00df96741454 req-d2a63fb9-d96c-4789-8b5a-ca6cdd8ac7b6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 Sep 18 01:13:11.038991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b3dc-ee1a-46c2-b7c0-a1f93772c97d req-5899dded-7ff2-4e51-a368-47e49bb06c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:11.040474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a597b3dc-ee1a-46c2-b7c0-a1f93772c97d req-5899dded-7ff2-4e51-a368-47e49bb06c32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1097 time: 0.0399232 Sep 18 01:13:11.077611 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a597b3dc-ee1a-46c2-b7c0-a1f93772c97d req-5800f7db-ca04-4a17-a37d-efcaf3e34088 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304534 Sep 18 01:13:12.051244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6392e8-77c4-47a3-94c5-5b28935abe88 req-a4a0fe9f-ff2a-4fc1-b1d0-bf6bffecabd5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:12.052854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c6392e8-77c4-47a3-94c5-5b28935abe88 req-a4a0fe9f-ff2a-4fc1-b1d0-bf6bffecabd5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0490348 Sep 18 01:13:12.090064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c6392e8-77c4-47a3-94c5-5b28935abe88 req-a32652e1-c949-42fb-8579-4d632527d9f7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311594 Sep 18 01:13:13.207421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226643-8b72-4d73-8db8-547c883094c9 req-0caf5e17-94b4-40e1-9d5c-49dde13ef376 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.209136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99226643-8b72-4d73-8db8-547c883094c9 req-0caf5e17-94b4-40e1-9d5c-49dde13ef376 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 18 01:13:13.246383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99226643-8b72-4d73-8db8-547c883094c9 req-1a0eb058-f730-4120-ad98-ec57ae70ff3b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Sep 18 01:13:13.359313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56f3d-a451-4080-a09a-f32489f23dee req-3de2ab18-8f13-49e7-a902-2afef7bdae21 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.360822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54d56f3d-a451-4080-a09a-f32489f23dee req-3de2ab18-8f13-49e7-a902-2afef7bdae21 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0489724 Sep 18 01:13:13.398786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54d56f3d-a451-4080-a09a-f32489f23dee req-de0b59d7-f992-48e1-b9f9-1fa3990874af tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Sep 18 01:13:13.420299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:13.459867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118391e-7f27-4a4d-b25c-3b5f80a759ff tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.461402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b118391e-7f27-4a4d-b25c-3b5f80a759ff tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1092 time: 0.0401409 Sep 18 01:13:13.464250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:13.468438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:13:13.489161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:13.589178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:13.704152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.25.7.39 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:13:13.804093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:13.836019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:13.871397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:13:13.874467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:13:13.877874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:13:13.907200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:14.237803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.305990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.449199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.453441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.524712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:14.534404 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.634595 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP ec38db31-9078-467d-929b-76f378f2b6e6 associated. External IP: 172.25.7.39, port: cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2. Sep 18 01:13:14.841645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:13:14.949093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:13:14.960535 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:13:14.965715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.970624 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:14.971222 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:14.992631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db49c686-7587-4663-a8d2-47e0bb1bd2cf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5273216 Sep 18 01:13:14.993290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:14.995612 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525dcee-5696-4d98-a9f2-4b523728306c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:15.032134 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137b1a1-1fd9-4070-b874-d12e0a45ba31 x-openstack-request-id: req-8137b1a1-1fd9-4070-b874-d12e0a45ba31 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:15.032449 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:15.032704 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8137b1a1-1fd9-4070-b874-d12e0a45ba31 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:15.033106 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'status': 'completed', 'code': 200} Sep 18 01:13:15.079461 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:15.114089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525dcee-5696-4d98-a9f2-4b523728306c req-83d75e59-cfb7-4b3b-add9-02ce16c8a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:15.115866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-83d75e59-cfb7-4b3b-add9-02ce16c8a261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1097 time: 0.0405390 Sep 18 01:13:15.204766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525dcee-5696-4d98-a9f2-4b523728306c req-b5af97fc-c526-4988-842e-11405a7e4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:15.206289 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-b5af97fc-c526-4988-842e-11405a7e4564 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0828776 Sep 18 01:13:15.276382 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-a9236fbe-d12e-4e95-b485-6869c1f951c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 998 time: 0.0621829 Sep 18 01:13:15.297328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ec38db31-9078-467d-929b-76f378f2b6e6', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:d6:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:13:14Z', 'updated_at': '2021-09-18T01:13:14Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:15.325495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525dcee-5696-4d98-a9f2-4b523728306c req-b66e55da-fca2-49b6-aca0-8670ca7e149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:15.326164 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:13:15.326958 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-b66e55da-fca2-49b6-aca0-8670ca7e149d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0439243 Sep 18 01:13:15.334950 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:15.335541 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:12:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:15.372952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525dcee-5696-4d98-a9f2-4b523728306c req-db042886-a669-4a76-a0d2-f9982e6ed04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:15.374353 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-db042886-a669-4a76-a0d2-f9982e6ed04c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400636 Sep 18 01:13:15.438411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:15.469378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-cd84c65c-ad04-4fbf-b45e-5d105171215e service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873721 Sep 18 01:13:15.558492 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2525dcee-5696-4d98-a9f2-4b523728306c req-b1205cb7-cc68-4062-96af-a57c0ba7a0c9 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819881 Sep 18 01:13:15.654051 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ec38db31-9078-467d-929b-76f378f2b6e6', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:d6:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:13:14Z', 'updated_at': '2021-09-18T01:13:14Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:15.678915 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86887d-2af7-4bbd-8bf8-849f2e58be89 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'ec38db31-9078-467d-929b-76f378f2b6e6', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:d6:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:13:14Z', 'updated_at': '2021-09-18T01:13:14Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:13:15.869210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dbc169-6871-4eab-9c71-d485ee1683e6 None None] New status for floating IP ec38db31-9078-467d-929b-76f378f2b6e6: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:13:16.243633 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.007247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-f1198fa0-2cfe-4a3d-9378-2124c12ff4b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395007 Sep 18 01:13:19.092641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-448bbdc7-2a2d-45f5-87b0-2ba62562a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:19.094117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-448bbdc7-2a2d-45f5-87b0-2ba62562a9d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0402694 Sep 18 01:13:19.204805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-544a43f7-8bf6-44c6-b988-955ec6d29613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:19.206318 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-544a43f7-8bf6-44c6-b988-955ec6d29613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0881300 Sep 18 01:13:19.272235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-2acc7e48-41b4-4a1a-91e4-d4d437d27daa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 1001 time: 0.0576763 Sep 18 01:13:19.324104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-3a9587eb-4f96-4939-aae6-fdc5b9c1a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:19.325576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-3a9587eb-4f96-4939-aae6-fdc5b9c1a2cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0474377 Sep 18 01:13:19.371020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-c86e3223-1b3c-4287-abbb-bb33d49a91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:19.372513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-c86e3223-1b3c-4287-abbb-bb33d49a91e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403643 Sep 18 01:13:19.462055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-89e70721-e523-4edd-8d59-093eb6616295 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812197 Sep 18 01:13:19.557672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11d2c5e2-b526-4845-94a5-8c3e11fd409e req-34f67613-e8a9-4ea9-961d-efd16ad35a64 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Sep 18 01:13:20.132117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028876bb-2e04-4706-a016-9a380942adac req-716f15d7-971e-4a9c-b608-849568d2aa4c tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:20.133670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-028876bb-2e04-4706-a016-9a380942adac req-716f15d7-971e-4a9c-b608-849568d2aa4c tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0413303 Sep 18 01:13:20.167790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-028876bb-2e04-4706-a016-9a380942adac req-02e4075a-3285-4e2e-bd07-c99ae09dd8a5 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281706 Sep 18 01:13:20.286735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601c075-85a3-400e-9cfa-995d1f7a4a78 req-8da97723-6cbd-49ba-b976-3530e0fc4572 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:20.289037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5601c075-85a3-400e-9cfa-995d1f7a4a78 req-8da97723-6cbd-49ba-b976-3530e0fc4572 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0540924 Sep 18 01:13:20.326435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5601c075-85a3-400e-9cfa-995d1f7a4a78 req-6b986d52-c77f-4d19-b18d-afcaf713b0e2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Sep 18 01:13:20.348563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51750) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:20.407387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cc430404-ec3a-473a-aac4-0bd6557d93d7 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/4911a467-88b3-4f50-8d0e-902521ebb256 HTTP/1.1" status: 200 len: 993 time: 0.0577259 Sep 18 01:13:20.896339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-c75e22e6-04f0-48c6-a70c-4c689c6db5f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531902 Sep 18 01:13:20.909316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2c6e1-0e01-4951-a62f-c9b6039f22f1 req-efdfab52-aa0e-4b4e-9f97-2eb3f3a8df4e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:20.911171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2c2c6e1-0e01-4951-a62f-c9b6039f22f1 req-efdfab52-aa0e-4b4e-9f97-2eb3f3a8df4e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Sep 18 01:13:20.955861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c2c2c6e1-0e01-4951-a62f-c9b6039f22f1 req-2b5870f4-4316-4751-b684-5186d7ac315a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Sep 18 01:13:22.080756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d1f1-a343-40ff-add5-3861490528e6 req-0c7e3e45-ca09-49c1-b7bf-81a9082effa3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:22.082317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5141d1f1-a343-40ff-add5-3861490528e6 req-0c7e3e45-ca09-49c1-b7bf-81a9082effa3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Sep 18 01:13:22.145366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5141d1f1-a343-40ff-add5-3861490528e6 req-a3c7ac8c-0b99-439c-8eee-8f85b2f7464a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533311 Sep 18 01:13:22.152570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-c191a599-c401-4c8b-8c78-3b87c9368d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:22.154031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-c191a599-c401-4c8b-8c78-3b87c9368d00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0708544 Sep 18 01:13:22.254228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-389cc632-a41a-460e-b577-8dae92a044d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:22.255789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-389cc632-a41a-460e-b577-8dae92a044d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0889947 Sep 18 01:13:22.323924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-5ce2fa20-2e3f-4e45-9241-ac2f11edd9f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 1001 time: 0.0595586 Sep 18 01:13:22.372425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-294794f1-b7de-4182-a5f2-c39683a72e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:22.374106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-294794f1-b7de-4182-a5f2-c39683a72e25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0431948 Sep 18 01:13:22.426609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-ae2502a3-8efe-4533-94aa-33439580e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:22.428256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-ae2502a3-8efe-4533-94aa-33439580e9c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432887 Sep 18 01:13:22.517119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-dd35bfde-8f5a-41a2-ad67-0a3de31f4ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807173 Sep 18 01:13:22.610928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-235d864d-08f8-4ccb-be76-7542d38e4f62 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Sep 18 01:13:23.275336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9b63-c8fa-4eea-b877-3ad2d2f6a579 req-19059bc6-b384-4617-a38c-def27d40854b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:23.277203 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764c9b63-c8fa-4eea-b877-3ad2d2f6a579 req-19059bc6-b384-4617-a38c-def27d40854b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0588198 Sep 18 01:13:23.319275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-764c9b63-c8fa-4eea-b877-3ad2d2f6a579 req-12166b09-9f28-47c7-ab1e-798e94bb8fde tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353532 Sep 18 01:13:24.256075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e4577a-6125-48a6-b544-caf6057f413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.432071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5e9a4-a860-4532-885b-3a52297ffef4 req-320bea90-0861-4bf7-a1d8-bb9be5edcf0b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:24.433568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e5e9a4-a860-4532-885b-3a52297ffef4 req-320bea90-0861-4bf7-a1d8-bb9be5edcf0b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Sep 18 01:13:24.475789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51e5e9a4-a860-4532-885b-3a52297ffef4 req-fbc4d117-57e9-4e4c-98c8-e2f5955890bb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364010 Sep 18 01:13:25.861043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417bb3a-79a1-4439-b8b7-93748da58ec7 req-8d35af63-e9f5-4dd2-9e68-b79576955a41 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:25.862439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7417bb3a-79a1-4439-b8b7-93748da58ec7 req-8d35af63-e9f5-4dd2-9e68-b79576955a41 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.3176680 Sep 18 01:13:25.902389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7417bb3a-79a1-4439-b8b7-93748da58ec7 req-ebf5fcd3-5808-44bf-a8cb-410a5949a51c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334203 Sep 18 01:13:27.016102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b538-3cce-473f-89d5-52b42b9ee83e req-4c0285d2-08f5-4da3-acaa-80854f7cb2ac tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:27.017606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f76b538-3cce-473f-89d5-52b42b9ee83e req-4c0285d2-08f5-4da3-acaa-80854f7cb2ac tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Sep 18 01:13:27.055069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f76b538-3cce-473f-89d5-52b42b9ee83e req-02869fa4-8569-4fe0-88e0-1992f8097cba tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306361 Sep 18 01:13:27.276309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ae8bbfc-27cf-4a68-9fb9-b09fac801f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:27.508640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:28.195088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449887-ca71-44c6-90ef-0229aee64a88 req-a5d0136b-f634-477a-aaf0-3d992eb76b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:28.196607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c449887-ca71-44c6-90ef-0229aee64a88 req-a5d0136b-f634-477a-aaf0-3d992eb76b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0631630 Sep 18 01:13:28.238347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c449887-ca71-44c6-90ef-0229aee64a88 req-fc4a3dba-cdf1-4eab-ac3d-b6b214ddf223 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358105 Sep 18 01:13:28.422083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:29.358756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3cc61-06fe-4868-a3a4-193283e3c747 req-d43529b6-234f-4299-8c1d-154ca8a7859c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:29.360296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afa3cc61-06fe-4868-a3a4-193283e3c747 req-d43529b6-234f-4299-8c1d-154ca8a7859c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Sep 18 01:13:29.401009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afa3cc61-06fe-4868-a3a4-193283e3c747 req-958ef62d-b9de-4f2f-b3e5-3fb42e3ca8e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345526 Sep 18 01:13:29.744550 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:30.520125 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476151c1-2d5d-456b-9879-09e31b7403fb req-00bdf5d1-60ae-4150-b289-51638e058499 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:30.521665 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476151c1-2d5d-456b-9879-09e31b7403fb req-00bdf5d1-60ae-4150-b289-51638e058499 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Sep 18 01:13:30.559239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-476151c1-2d5d-456b-9879-09e31b7403fb req-620163bf-ac18-41f5-b9e7-8929c2a2a017 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Sep 18 01:13:31.636454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-b4596597-1869-41a7-8ad6-a32a43ec1e40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944834 Sep 18 01:13:31.679218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2965-b056-4179-ad49-c97c2f52fc19 req-15c5f66f-95ce-479a-81a9-ffc0a784d714 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:31.681353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7fe2965-b056-4179-ad49-c97c2f52fc19 req-15c5f66f-95ce-479a-81a9-ffc0a784d714 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Sep 18 01:13:31.723694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7fe2965-b056-4179-ad49-c97c2f52fc19 req-93171af6-2de8-4af6-82c6-a43d6317bcee tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363326 Sep 18 01:13:31.751352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-91c14544-8b34-4e37-8cfa-3bdc3ba46c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:31.753329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-91c14544-8b34-4e37-8cfa-3bdc3ba46c71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1097 time: 0.0474131 Sep 18 01:13:31.863157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-a01a3b05-8753-4e35-87b0-66fd1060ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:31.864820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-a01a3b05-8753-4e35-87b0-66fd1060ed1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0910525 Sep 18 01:13:31.931705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-3999cca4-7621-4925-9b41-576ccab2e217 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 1000 time: 0.0597146 Sep 18 01:13:31.988374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-72288005-63e0-4e6c-a4b3-bf7df4ecb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:31.990400 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-72288005-63e0-4e6c-a4b3-bf7df4ecb2a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0504181 Sep 18 01:13:32.038219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-3f5fd25a-47ae-426a-bb1e-4954b4060e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:32.039717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-3f5fd25a-47ae-426a-bb1e-4954b4060e68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423188 Sep 18 01:13:32.131676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-fcba3b6a-6bd6-4fdb-b13c-34972255807d service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Sep 18 01:13:32.223413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-423bcdc1-3d79-44ba-a7cf-4366fd60b62d req-f20071f7-d0d6-4221-9987-b9461fe5877f service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841026 Sep 18 01:13:32.370805 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:32.842583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a174c-a2ae-4f12-b9f2-bb299fa8f326 req-a82cb584-fe20-4f70-a8c3-bd56d529b00f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:32.844080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f14a174c-a2ae-4f12-b9f2-bb299fa8f326 req-a82cb584-fe20-4f70-a8c3-bd56d529b00f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0493267 Sep 18 01:13:32.882657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f14a174c-a2ae-4f12-b9f2-bb299fa8f326 req-ba861564-151d-460b-87ea-5a131981f2e5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Sep 18 01:13:33.778369 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:13:34.004850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2756c-30c3-4b43-b6f1-fdb2535d7c98 req-cab78a99-2840-4178-8961-af126c323d40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:34.006321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33d2756c-30c3-4b43-b6f1-fdb2535d7c98 req-cab78a99-2840-4178-8961-af126c323d40 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Sep 18 01:13:34.044379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33d2756c-30c3-4b43-b6f1-fdb2535d7c98 req-eb109375-5a54-4bbe-abf5-faac31718a0e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Sep 18 01:13:34.558699 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-59acf803-535a-4d26-ba44-e168f69b4cea service neutron] show failed (client error): The resource could not be found. Sep 18 01:13:34.559798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-59acf803-535a-4d26-ba44-e168f69b4cea service neutron] 10.222.0.48 "GET /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0576880 Sep 18 01:13:34.761453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-fb880b6a-0a48-4983-97aa-ff5e8d968045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:34.763227 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-fb880b6a-0a48-4983-97aa-ff5e8d968045 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 1097 time: 0.0480902 Sep 18 01:13:34.783122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:13:34.844398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.171610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37983-62dd-4313-8f7c-cbb0349ea5ef req-0eaaad50-9dba-4abf-8f12-bde8e9dbf86a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:35.173268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a37983-62dd-4313-8f7c-cbb0349ea5ef req-0eaaad50-9dba-4abf-8f12-bde8e9dbf86a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 945 time: 0.0570941 Sep 18 01:13:35.214976 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a37983-62dd-4313-8f7c-cbb0349ea5ef req-5274d883-dc24-461d-8dcd-47d6244ef10d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349648 Sep 18 01:13:35.294079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:35.325345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:13:35.363095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:35.365449 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4e2868-8420-4b5a-aaa9-0dabcb101094" -d '{"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:35.369323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.382455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Transition to ACTIVE for port object 25aeeee0-804b-4083-9df5-48420c3fffbf will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:13:35.386546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.467463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:35.476888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.477237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.477578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.477910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.478237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.478595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.478918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.479384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.479833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.480377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.480701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.481019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:35.491537 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c587f5-9e9c-4e5b-a7a4-32c1139d245d x-openstack-request-id: req-a1c587f5-9e9c-4e5b-a7a4-32c1139d245d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:35.491835 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:35.492307 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1c587f5-9e9c-4e5b-a7a4-32c1139d245d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:35.492582 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'code': 200} Sep 18 01:13:35.526560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] No DVR routers for this DVR port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:35.673571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:13:35.673840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:13:35.674162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:13:35.679418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:13:35.679757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:13:35.685977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:13:35.686310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:13:35.686819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Bound using segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:13:35.687379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Bound port: 25aeeee0-804b-4083-9df5-48420c3fffbf, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:13:35.687794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.754218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:13:35.757195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:13:35.762045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.798990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:35.799632 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:35.801135 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] 10.222.0.54 "PUT /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 1092 time: 1.0227194 Sep 18 01:13:35.825506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f4d1-d576-409e-b204-e243e8c6474e service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:35.883686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-f233a233-9367-4cdc-8583-ce4607d20f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:35.886663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-f233a233-9367-4cdc-8583-ce4607d20f96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0486898 Sep 18 01:13:35.997974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-87eba784-a52b-4464-b1ff-a94d5f242233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:35.999444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-87eba784-a52b-4464-b1ff-a94d5f242233 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.1036518 Sep 18 01:13:36.066526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-8d0124ec-4fe2-47ab-a43d-e715b22e0c61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0594776 Sep 18 01:13:36.115837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-55da940a-53c4-42f8-be70-d3ebe2ed579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:36.117283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-55da940a-53c4-42f8-be70-d3ebe2ed579c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0436492 Sep 18 01:13:36.168364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-5035f79a-e5a0-479a-a235-042173937ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:36.169839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-5035f79a-e5a0-479a-a235-042173937ae7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444448 Sep 18 01:13:36.259544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-ddb1de24-b971-4dff-8ba0-f43bf2668f4c service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Sep 18 01:13:36.334127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe9ca2-fbc0-4b74-941d-f959ff5ee977 req-3502317d-db4b-4157-9f9d-197516face35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:36.335621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39fe9ca2-fbc0-4b74-941d-f959ff5ee977 req-3502317d-db4b-4157-9f9d-197516face35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0507722 Sep 18 01:13:36.358144 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5817832a-a6cc-4c99-a410-a38571dee3ac req-f055b65d-e692-4de9-9ab4-68a6c876c40c service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890491 Sep 18 01:13:36.375399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39fe9ca2-fbc0-4b74-941d-f959ff5ee977 req-836c5ab2-b698-4476-81ee-f095d7ac7fad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335715 Sep 18 01:13:37.493936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:37.496444 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf651be-b840-42c3-9e2a-aa359983671d" -d '{"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:37.498279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b65cf-09d6-49db-8d9d-dbe7d6f13ce6 req-16012371-c79f-48e7-adaa-fce0a5c4864f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.499907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a6b65cf-09d6-49db-8d9d-dbe7d6f13ce6 req-16012371-c79f-48e7-adaa-fce0a5c4864f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0500991 Sep 18 01:13:37.542917 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2a6b65cf-09d6-49db-8d9d-dbe7d6f13ce6 req-15efb66a-7f3c-488c-90ed-449f9d6fb300 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369756 Sep 18 01:13:37.544683 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efba720a-a25f-4b89-86c5-169a45c91e2c x-openstack-request-id: req-efba720a-a25f-4b89-86c5-169a45c91e2c {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:37.544976 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:37.545224 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efba720a-a25f-4b89-86c5-169a45c91e2c {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:37.545618 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:13:37.610275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-0bd5ad39-5393-4f1a-b19f-4836be9cf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.611783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-0bd5ad39-5393-4f1a-b19f-4836be9cf28f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0417211 Sep 18 01:13:37.625505 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-92b63521-0cbb-4d88-a4dc-bdc71f9cf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.626987 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-92b63521-0cbb-4d88-a4dc-bdc71f9cf1a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0420959 Sep 18 01:13:37.701753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-80ab66ca-2fcf-44f7-911b-f53e8199b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.703271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-80ab66ca-2fcf-44f7-911b-f53e8199b4e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0846682 Sep 18 01:13:37.721247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-312589c3-92ed-4709-a60b-21a4d0b1314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.722708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-312589c3-92ed-4709-a60b-21a4d0b1314a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0881104 Sep 18 01:13:37.772881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-e395d581-9d9e-450b-9208-88ef36d265d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0627563 Sep 18 01:13:37.789972 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-067df89e-8b18-49f6-a7ba-e7b8f1941742 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0588727 Sep 18 01:13:37.824730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-a86f4c5f-e31d-4576-a082-c9b6abd4aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.826347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-a86f4c5f-e31d-4576-a082-c9b6abd4aee8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0468454 Sep 18 01:13:37.841526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-996d6812-6d7b-41f0-b449-37fabfc744f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.843000 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-996d6812-6d7b-41f0-b449-37fabfc744f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0440872 Sep 18 01:13:37.873495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-5d51d6cb-97c4-42d8-8da6-c4f5c321b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.875018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-5d51d6cb-97c4-42d8-8da6-c4f5c321b9bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413525 Sep 18 01:13:37.894447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf651be-b840-42c3-9e2a-aa359983671d req-40e21217-faf3-4ad4-882f-5efa49342ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:37.896284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-40e21217-faf3-4ad4-882f-5efa49342ef4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456731 Sep 18 01:13:37.968805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:37.971550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-e7fe8edd-490d-4f98-abe7-00c4dfa1f11a service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895591 Sep 18 01:13:37.986278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-82e64f77-bef7-41bd-bf19-11624f4c1a97 service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818417 Sep 18 01:13:38.012820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:38.065716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-b9af72ab-8651-4561-8f87-61deb90ba16d service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Sep 18 01:13:38.086070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baf651be-b840-42c3-9e2a-aa359983671d req-f45a1db8-677d-47d7-8ebe-20eb53dc3094 service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Sep 18 01:13:38.677771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c066b0-8c39-4023-b979-8a7d77253350 req-3b2175be-d145-4edd-a9a4-c58cda863693 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:38.679368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85c066b0-8c39-4023-b979-8a7d77253350 req-3b2175be-d145-4edd-a9a4-c58cda863693 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0563345 Sep 18 01:13:38.719690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85c066b0-8c39-4023-b979-8a7d77253350 req-b2bb3b4b-90fd-4393-bc3a-a216b4307a2b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Sep 18 01:13:39.840969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc01e4-c523-4954-9b88-aafab5af1bf0 req-3019f053-57d1-438c-b87a-811eb9bba09a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:39.842506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5dc01e4-c523-4954-9b88-aafab5af1bf0 req-3019f053-57d1-438c-b87a-811eb9bba09a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Sep 18 01:13:39.883739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5dc01e4-c523-4954-9b88-aafab5af1bf0 req-5dbd4129-de80-4b2c-a5d5-e3bd877237de tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350013 Sep 18 01:13:40.144854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f2720-f76e-4873-a99b-45b69aac5704 req-de25328b-27b8-4964-a8fd-284e317bbe37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.146368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0f2720-f76e-4873-a99b-45b69aac5704 req-de25328b-27b8-4964-a8fd-284e317bbe37 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 943 time: 0.0534487 Sep 18 01:13:40.176791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-a916bcd7-efc2-4666-9aac-5e997ddf1148 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.178318 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-a916bcd7-efc2-4666-9aac-5e997ddf1148 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.54 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 943 time: 0.1048017 Sep 18 01:13:40.187778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0f2720-f76e-4873-a99b-45b69aac5704 req-1bd7371b-17d5-4b8a-8b66-cbb77662f24a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Sep 18 01:13:40.254811 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-fb1e0729-ec83-40c9-b357-bab476c4d321 service neutron] 10.222.0.54 "GET /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.0680625 Sep 18 01:13:40.335316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-8bc7899d-a8c3-4dcb-aa73-1eaf87e853c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.336798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-8bc7899d-a8c3-4dcb-aa73-1eaf87e853c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0420814 Sep 18 01:13:40.431242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-8d860f3c-7b2c-4a9b-8e5f-fd1b84cc8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.432842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-8d860f3c-7b2c-4a9b-8e5f-fd1b84cc8e57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0886419 Sep 18 01:13:40.505432 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-5d893b2d-55f7-43eb-94ed-16abcaa6ca69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0649126 Sep 18 01:13:40.554840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-c2d2636a-e97b-4b11-bdda-0dc6416bfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.556337 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-c2d2636a-e97b-4b11-bdda-0dc6416bfcde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0437608 Sep 18 01:13:40.603675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-a5857eda-28d7-4f66-b639-40fd4e8e954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:40.605797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-a5857eda-28d7-4f66-b639-40fd4e8e954b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425909 Sep 18 01:13:40.702111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-3587303f-f494-44de-a3bf-f89b2060d8cc service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Sep 18 01:13:40.742507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:13:40.793740 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-2ee9ac50-798c-467e-91db-49cd844d80b8 service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837610 Sep 18 01:13:40.838889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:40.850530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:13:40.889300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:40.904983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:13:40.926038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:40.929828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:40.984024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:40.991414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.991760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.992103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.992464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.992815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.993130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.993456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.993783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.994114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.994464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.994783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:40.995105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:41.311262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233134-884c-4017-964b-779e1082938c req-8db12320-69f4-4651-af64-4641e3ce0e38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:41.312774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8233134-884c-4017-964b-779e1082938c req-8db12320-69f4-4651-af64-4641e3ce0e38 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0530083 Sep 18 01:13:41.348858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8233134-884c-4017-964b-779e1082938c req-9ef4d8d8-d936-4605-adac-c36ff967d9c5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Sep 18 01:13:41.364868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['25aeeee0-804b-4083-9df5-48420c3fffbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:13:42.464245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f19ed1-d817-4521-b5ff-10320baa7235 req-7e0b438b-307e-4428-b0a6-f831cfc13f81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:42.465825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4f19ed1-d817-4521-b5ff-10320baa7235 req-7e0b438b-307e-4428-b0a6-f831cfc13f81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0489202 Sep 18 01:13:42.502896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4f19ed1-d817-4521-b5ff-10320baa7235 req-00d989a2-278d-49dc-b020-fb6c60b06dbd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Sep 18 01:13:42.753482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:13:42.846018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:42.857626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:13:43.250706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-a18a2575-6aa3-4a73-8c4b-130e56e5da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:43.252178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-a18a2575-6aa3-4a73-8c4b-130e56e5da9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 1096 time: 0.0743463 Sep 18 01:13:43.264035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:13:43.319016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:43.524852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:43.557901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:13:43.618638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:13:43.629454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:43.645570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Ignored duplicate provisioning block setup for port 25aeeee0-804b-4083-9df5-48420c3fffbf by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 18 01:13:43.654893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6b9c1-493e-4aa7-a76a-7b6e5a3382ac req-04cc02b6-bfd4-4cb6-a7a9-a01287c36f25 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:43.656415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23b6b9c1-493e-4aa7-a76a-7b6e5a3382ac req-04cc02b6-bfd4-4cb6-a7a9-a01287c36f25 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0746012 Sep 18 01:13:43.657475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:43.800256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-23b6b9c1-493e-4aa7-a76a-7b6e5a3382ac req-6b28b652-1415-4fd1-9475-83fe4a8046e3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349487 Sep 18 01:13:43.800887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=9']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:43.858575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] No DVR routers for this DVR port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:43.993703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:13:43.993947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:13:43.994242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:13:43.999310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:13:43.999628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Attempting to bind port 25aeeee0-804b-4083-9df5-48420c3fffbf on network f9e4bc76-e101-4f66-bc41-db4af2f714ab {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:13:44.004356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:13:44.004689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Checking segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:13:44.005064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Bound using segment: {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:13:44.005484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Bound port: 25aeeee0-804b-4083-9df5-48420c3fffbf, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:13:44.005832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:44.066201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:13:44.069121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:13:44.073489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:44.105324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.106090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:44.107473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 1092 time: 0.8475349 Sep 18 01:13:44.107938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:44.110246 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67" -d '{"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:44.164278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb306f-e74c-435d-b601-5a54a97702b8 service neutron] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:44.181742 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-68e7cba0-5df5-4657-af1d-b54dbd4159ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.184168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-68e7cba0-5df5-4657-af1d-b54dbd4159ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0495095 Sep 18 01:13:44.255890 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378a37f-37d5-4654-8248-30277408ed9a x-openstack-request-id: req-8378a37f-37d5-4654-8248-30277408ed9a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:44.256196 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:44.256473 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8378a37f-37d5-4654-8248-30277408ed9a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:44.256878 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:13:44.287171 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-5b832573-970f-4e73-b9f7-19b70e010e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.289118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-5b832573-970f-4e73-b9f7-19b70e010e5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0984445 Sep 18 01:13:44.347029 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-ac7b2180-ae2c-4967-b229-000831562807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.348650 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-ac7b2180-ae2c-4967-b229-000831562807 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0520778 Sep 18 01:13:44.357569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-de731064-7f14-4bbe-96aa-113e140e2ed5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0609074 Sep 18 01:13:44.409293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-57c96f64-4f63-4ae3-b90c-c448fc1c86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.410756 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-57c96f64-4f63-4ae3-b90c-c448fc1c86a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0468483 Sep 18 01:13:44.439751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-2fe8444b-5081-4220-b897-796126294c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.441279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-2fe8444b-5081-4220-b897-796126294c71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0846591 Sep 18 01:13:44.456698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fee69-078d-484f-9938-7b3308803827 req-0288ee42-5b2e-46b3-adf5-5bf2ac5739f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.458211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-0288ee42-5b2e-46b3-adf5-5bf2ac5739f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394945 Sep 18 01:13:44.514690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-a78905c2-e0d2-450a-b6ab-5fbf92540ec9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0658932 Sep 18 01:13:44.554126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-eaf431bc-66e8-4c4a-9c46-1b8f5acbb034 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Sep 18 01:13:44.566518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-6ffb6dce-b8ae-4f02-bf37-aeb57c41e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.568371 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-6ffb6dce-b8ae-4f02-bf37-aeb57c41e7e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0466852 Sep 18 01:13:44.614113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-9a571374-50b3-49f5-9d7b-265ee55c927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.615615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-9a571374-50b3-49f5-9d7b-265ee55c927d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401993 Sep 18 01:13:44.643815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb1fee69-078d-484f-9938-7b3308803827 req-2b6583ed-9859-4b35-85d0-b70261cbd526 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823772 Sep 18 01:13:44.707682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-80122a11-07d5-471a-ae35-548d785b9369 service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842583 Sep 18 01:13:44.727335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-4e68f6b3-b310-40e7-bf95-0ef8a10538c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.728887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-4e68f6b3-b310-40e7-bf95-0ef8a10538c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0403361 Sep 18 01:13:44.754139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:44.795619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:44.801059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-68806ce0-e18e-4070-ab81-53d24920cc6f service neutron] 10.222.0.54 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Sep 18 01:13:44.827404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-e2fe2187-dc18-425f-8e7e-91b8f59a2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.829080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-e2fe2187-dc18-425f-8e7e-91b8f59a2495 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.0936155 Sep 18 01:13:44.928275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-a5062edf-5986-41dd-99a1-c0880fa2bfa5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 999 time: 0.0894642 Sep 18 01:13:44.943992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a0d63-9181-4f07-83ad-2863dc3a84f7 req-0dda001a-f9e2-40da-bc54-3fe204da1d22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:44.945409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd4a0d63-9181-4f07-83ad-2863dc3a84f7 req-0dda001a-f9e2-40da-bc54-3fe204da1d22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0712311 Sep 18 01:13:45.011357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-b6309dce-888b-4e82-afbf-fb853cebd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:45.012991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-b6309dce-888b-4e82-afbf-fb853cebd916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0765376 Sep 18 01:13:45.016722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd4a0d63-9181-4f07-83ad-2863dc3a84f7 req-5c6fd214-59e8-472e-b2f9-d4ec978e5078 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647147 Sep 18 01:13:45.062509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-56d71ee9-855e-4949-983c-e418645cc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:45.064438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-56d71ee9-855e-4949-983c-e418645cc3b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438533 Sep 18 01:13:45.155944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-001b50e9-0a47-4039-814e-34e00339f63b service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840778 Sep 18 01:13:45.248484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cd9b7f4e-fe56-4521-89f5-32cbe926fc67 req-b27fba38-89e3-4cb5-a729-3d391606c046 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Sep 18 01:13:46.141894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4374d-bc24-4e3e-a66a-8f49a7ae562d req-ce13fe8a-6d00-4e88-aac6-30764995ab87 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:46.143855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af4374d-bc24-4e3e-a66a-8f49a7ae562d req-ce13fe8a-6d00-4e88-aac6-30764995ab87 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0549870 Sep 18 01:13:46.183600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9af4374d-bc24-4e3e-a66a-8f49a7ae562d req-9f140640-2eac-4e02-9d97-f0d8e733f87d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Sep 18 01:13:46.231989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:47.298905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7384a4-1cbf-4475-a5f7-2138b20c2230 req-31f61ae6-1471-4541-8bf2-a78b2adadfdb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:47.300442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f7384a4-1cbf-4475-a5f7-2138b20c2230 req-31f61ae6-1471-4541-8bf2-a78b2adadfdb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 944 time: 0.0492594 Sep 18 01:13:47.338196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f7384a4-1cbf-4475-a5f7-2138b20c2230 req-9b54d072-9da8-4bf4-9306-cfb15a3f4cad tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Sep 18 01:13:47.361445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:47.427026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5fc4fc42-fd32-4b7c-8642-debf00ddc8a5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/4911a467-88b3-4f50-8d0e-902521ebb256 HTTP/1.1" status: 200 len: 991 time: 0.0643127 Sep 18 01:13:48.014295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:13:48.111743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:48.122684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'port_id': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'mac_address': 'fa:16:3e:d5:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:13:48.161309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:48.174214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:13:48.194188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:48.197205 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:48.242323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:48.415001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['25aeeee0-804b-4083-9df5-48420c3fffbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:13:50.022941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:13:50.072674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 25aeeee0-804b-4083-9df5-48420c3fffbf completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:13:50.076180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 25aeeee0-804b-4083-9df5-48420c3fffbf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:13:50.076577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:50.152080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:50.173722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:50.175911 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c595a-2aa5-41f7-8027-e094b2203cca" -d '{"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-plugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:50.188827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:50.193439 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:50.216510 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eadd14-1739-4aa5-b41e-34b82f520d28 x-openstack-request-id: req-74eadd14-1739-4aa5-b41e-34b82f520d28 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:50.216801 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-plugged", "status": "completed", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:50.217051 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74eadd14-1739-4aa5-b41e-34b82f520d28 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:50.217437 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'code': 200} Sep 18 01:13:50.241736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:54.260144 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8c97f59-0177-476e-a124-36cfced4ca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:57.276699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-173a07da-3e83-42ae-803f-a5d45f53363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:57.510167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:58.424585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:59.747818 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:02.378613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:10.777851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:14:16.243657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.229526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259c15d-5a38-410e-8ec1-988e7ef01d65 req-6e440ad7-59ba-4034-8165-6446c35c1013 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:18.231012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b259c15d-5a38-410e-8ec1-988e7ef01d65 req-6e440ad7-59ba-4034-8165-6446c35c1013 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0395212 Sep 18 01:14:18.266423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b259c15d-5a38-410e-8ec1-988e7ef01d65 req-0db66650-af8a-400f-b86b-dd3710a6b82e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294542 Sep 18 01:14:18.287813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51878) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:18.440948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port aa42a50e-5e64-46be-af6e-5151b004606c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:14:18.441289 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.518403 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.518728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.529991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for aa42a50e-5e64-46be-af6e-5151b004606c owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:14:18.669131 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.702716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=aa42a50e-5e64-46be-af6e-5151b004606c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:18.723492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.723840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.724180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.724537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.724868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.725211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.725518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.725841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.726165 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.726483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.726803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.727117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:18.769270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.769611 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP 4911a467-88b3-4f50-8d0e-902521ebb256 disassociated (deleted). External IP: 172.25.7.247, port: 25aeeee0-804b-4083-9df5-48420c3fffbf. Sep 18 01:14:18.974181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:14:19.346948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:14:19.351673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:19.356157 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Sync routers for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:14:19.366317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:19.366931 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:13:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:19.379457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-938eabd8-5747-4536-a1dd-984134af8ca2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/floatingips/4911a467-88b3-4f50-8d0e-902521ebb256 HTTP/1.1" status: 204 len: 168 time: 1.0905590 Sep 18 01:14:19.380052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:14:19.382386 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b" -d '{"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:14:19.432025 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339f6e7e-bfcc-44d2-810b-b2d62a8b6e70 x-openstack-request-id: req-339f6e7e-bfcc-44d2-810b-b2d62a8b6e70 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:14:19.432419 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:14:19.432629 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339f6e7e-bfcc-44d2-810b-b2d62a8b6e70 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:14:19.433035 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:14:19.487426 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:19.501818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-ff5dbd6f-4c37-49d6-b372-ed6bf5f2badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:19.503722 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-ff5dbd6f-4c37-49d6-b372-ed6bf5f2badd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0456235 Sep 18 01:14:19.634671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-feb8a5c3-b36a-40e5-a2ac-87cfa8de826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:19.636070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-feb8a5c3-b36a-40e5-a2ac-87cfa8de826a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 200 len: 898 time: 0.1251218 Sep 18 01:14:19.647352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be6052-c229-41f3-9eae-fda8e52a28e2 req-fe3a07af-2790-4916-a5d2-8d98971c8ace tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:19.648816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94be6052-c229-41f3-9eae-fda8e52a28e2 req-fe3a07af-2790-4916-a5d2-8d98971c8ace tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 946 time: 0.0707908 Sep 18 01:14:19.689988 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:19.695469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-79f9ba74-098a-4f5e-b42b-0bbdb01e3bba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 200 len: 217 time: 0.0457058 Sep 18 01:14:19.714817 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Checking router: 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:14:19.723549 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:19.724148 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:13:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:19.727053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94be6052-c229-41f3-9eae-fda8e52a28e2 req-9a1c51eb-ec8b-49fe-8e68-e1d65960dcfb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707982 Sep 18 01:14:19.761921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-da4a5b95-4895-407a-847a-01c4f39dbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:19.764058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-da4a5b95-4895-407a-847a-01c4f39dbaa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 200 len: 835 time: 0.0564432 Sep 18 01:14:19.811219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-cdcbb95d-544c-496e-9454-7d5d0ed99835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:19.812763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-cdcbb95d-544c-496e-9454-7d5d0ed99835 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9e4bc76-e101-4f66-bc41-db4af2f714ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407443 Sep 18 01:14:19.827305 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:19.910812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-29b67e1c-a2c7-4aff-976b-9592c3d03b25 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Sep 18 01:14:20.001914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0da6f00d-fcd6-47d3-bf3d-905d97dcac2b req-6de82997-0f2a-47cb-8664-49bf9c7b2f84 service neutron] 10.222.0.48 "GET /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832987 Sep 18 01:14:20.020170 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:20.129827 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fbf67-cb60-45b3-b45e-a6bc26d16da2 None None] The sync data for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 is: [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ca3a4d6f-493c-4e29-9e46-3f71e1db14d6', 'name': '', 'network_id': 'f9e4bc76-e101-4f66-bc41-db4af2f714ab', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:f6:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:36Z', 'updated_at': '2021-09-18T01:12:40Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'd5f53abf-52bb-4e26-bf89-82f8c6da88fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:14:20.341883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463bccd-f828-41e3-92b8-fd18a6c2979c None None] New status for floating IP 4911a467-88b3-4f50-8d0e-902521ebb256: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:14:20.854536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08680b6-3a55-4a12-8f24-e15abaefe31c req-136e3f15-0af9-43cd-a286-4c19a4defb48 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:20.855973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d08680b6-3a55-4a12-8f24-e15abaefe31c req-136e3f15-0af9-43cd-a286-4c19a4defb48 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 946 time: 0.0572054 Sep 18 01:14:20.923510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-b7d9a862-cf55-4f53-a066-c082067523e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:20.925007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-b7d9a862-cf55-4f53-a066-c082067523e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/ports?device_id=19296c56-ba6e-49bc-8c91-66a144a09ad7 HTTP/1.1" status: 200 len: 946 time: 0.0860221 Sep 18 01:14:20.928131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d08680b6-3a55-4a12-8f24-e15abaefe31c req-968170f9-09df-4528-891d-e745d4ccc890 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=4267ecd6-051b-462f-a36e-6fc54bcc0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513213 Sep 18 01:14:21.016268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:14:21.016556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:21.106867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port 25aeeee0-804b-4083-9df5-48420c3fffbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25aeeee0-804b-4083-9df5-48420c3fffbf,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:21.107433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:21.119832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 25aeeee0-804b-4083-9df5-48420c3fffbf owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:14:21.245493 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:21.273228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=25aeeee0-804b-4083-9df5-48420c3fffbf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:21.316652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] No DVR routers for this DVR port 25aeeee0-804b-4083-9df5-48420c3fffbf on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:14:21.319266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:21.321532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b97f8af-cb95-44f2-9c01-adaf591af71b req-db53b4c6-c4ec-431a-9e10-b5616a2af0b9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "DELETE /v2.0/ports/25aeeee0-804b-4083-9df5-48420c3fffbf HTTP/1.1" status: 204 len: 173 time: 0.3898683 Sep 18 01:14:21.434584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-deleted', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:14:21.437980 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a68d0-afc7-443e-a330-a55bb6df578b" -d '{"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-deleted", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:14:21.473092 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1b5fca-4c2d-45ac-9e7b-0ce7ab293e0a x-openstack-request-id: req-9e1b5fca-4c2d-45ac-9e7b-0ce7ab293e0a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:14:21.473398 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19296c56-ba6e-49bc-8c91-66a144a09ad7", "name": "network-vif-deleted", "tag": "25aeeee0-804b-4083-9df5-48420c3fffbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:14:21.473640 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e1b5fca-4c2d-45ac-9e7b-0ce7ab293e0a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:14:21.474028 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19296c56-ba6e-49bc-8c91-66a144a09ad7', 'name': 'network-vif-deleted', 'tag': '25aeeee0-804b-4083-9df5-48420c3fffbf', 'status': 'completed', 'code': 200} Sep 18 01:14:21.985905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51894) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:22.345279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:22.597044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:14:22.597294 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:22.686122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port ca3a4d6f-493c-4e29-9e46-3f71e1db14d6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:22.686490 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:22.698927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:14:22.885446 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:22.913563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=ca3a4d6f-493c-4e29-9e46-3f71e1db14d6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:23.089358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.302264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:14:23.406400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:14:23.411692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7126d5c0-1950-4876-89c7-617478a19a00 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247737 Sep 18 01:14:23.414549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51896) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:23.415830 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Sync routers for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:14:23.425399 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:23.426000 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:13:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:23.465283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting subnet d5f53abf-52bb-4e26-bf89-82f8c6da88fa {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:14:23.468596 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.509380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.527735 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:23.597054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.655714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.683037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f53abf-52bb-4e26-bf89-82f8c6da88fa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:23.685667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.690288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:23.690822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-123e89c2-6db4-46b7-ba43-2c5c2fcf838b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/subnets/d5f53abf-52bb-4e26-bf89-82f8c6da88fa HTTP/1.1" status: 204 len: 168 time: 0.2748239 Sep 18 01:14:23.695735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfcf85-2387-4719-a14b-e7c642e96f6e None None] Network f9e4bc76-e101-4f66-bc41-db4af2f714ab requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:14:23.698540 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:14:22Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:23.730068 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Checking router: 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:14:23.738982 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Routers {'3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:23.739794 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:13:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:23.806384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.844874 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] Set router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:23.895355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] DHCP port deletion for f9e4bc76-e101-4f66-bc41-db4af2f714ab request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:14:23.921047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.944203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Deleting port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:14:23.945006 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:23.977654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 19655a38-4e90-4d9c-965e-687c427baeae {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:14:23.978026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.013315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] For port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,segment=NetworkSegment(a21f411c-cfe4-4297-8c64-04be9ba7f8a5),segment_id=a21f411c-cfe4-4297-8c64-04be9ba7f8a5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:24.013713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.026500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Calling delete_port for 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:14:24.064289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port 19655a38-4e90-4d9c-965e-687c427baeae, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19655a38-4e90-4d9c-965e-687c427baeae,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:24.064759 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.077851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 19655a38-4e90-4d9c-965e-687c427baeae owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:14:24.105295 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.133406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] Pushing event deleted for resources: {'Port': ['ID=4f7255e6-31e7-438a-8d4f-d956dc4c1ac6,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:24.135358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431848a-7b38-441b-869c-383ff2584fb0 None None] No DVR routers for this DVR port 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:14:24.155641 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:14:22Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:24.162480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:14:24.185928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 25aeeee0-804b-4083-9df5-48420c3fffbf {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:14:24.186432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25aeeee0-804b-4083-9df5-48420c3fffbf not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:14:24.191203 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb72df8-7ebc-45e0-b287-cf9f72e745da None None] The sync data for ids ['3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b'] in n-d-712707-16 is: [{'id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874322921', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '19655a38-4e90-4d9c-965e-687c427baeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:14:22Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': '19655a38-4e90-4d9c-965e-687c427baeae', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:12:33Z', 'updated_at': '2021-09-18T01:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:14:24.258892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.264912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-88ddf813-7a11-4d04-9032-65cb0af0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.287261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=19655a38-4e90-4d9c-965e-687c427baeae,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:24.350774 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.442531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.444700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.489040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.489630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:14:24.497651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.499540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-11103253-0036-4a15-b113-46a8f1278e49 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/routers/3b5c3b52-a957-4bf0-b524-0dfb3ecaf83b HTTP/1.1" status: 204 len: 168 time: 0.8067770 Sep 18 01:14:24.502086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51900) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:24.581278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.703209 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.730177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e4bc76-e101-4f66-bc41-db4af2f714ab']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:24.749044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:24.749395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21f411c-cfe4-4297-8c64-04be9ba7f8a5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:24.759916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.777872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.785169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:14:24.785627 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:14:24.791770 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:14:24.867870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.876166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.877310 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/networks/f9e4bc76-e101-4f66-bc41-db4af2f714ab HTTP/1.1" status: 204 len: 168 time: 0.3742809 Sep 18 01:14:24.880147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51902) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:24.890878 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2c5ad-8405-4041-9827-f94f1b3a7750 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Network': ['ID=f9e4bc76-e101-4f66-bc41-db4af2f714ab,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:24.962480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:24.995378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:14:25.003080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.021963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:14:25.022310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ca3a4d6f-493c-4e29-9e46-3f71e1db14d6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:14:25.022805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19655a38-4e90-4d9c-965e-687c427baeae no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:14:25.047335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 19655a38-4e90-4d9c-965e-687c427baeae {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:14:25.047678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19655a38-4e90-4d9c-965e-687c427baeae not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:14:25.048099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:14:25.072055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:14:25.072444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 4f7255e6-31e7-438a-8d4f-d956dc4c1ac6 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:14:25.081225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.083951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.085172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/security-groups/4267ecd6-051b-462f-a36e-6fc54bcc0dc7 HTTP/1.1" status: 204 len: 168 time: 0.2039444 Sep 18 01:14:25.095038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d7b1-618b-4abf-a14e-e687685fee93 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267ecd6-051b-462f-a36e-6fc54bcc0dc7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.326429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 51908) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.331063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381483508', 'description': 'tempest-secgroup-smoke-1381483508 description', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.353006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.437175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.440811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.469136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.470366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428740 Sep 18 01:14:25.472335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3f35-70fd-4448-a885-a6fa5363c65c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6487f3-995a-4ad0-b628-b99884c83a08,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.473456 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.479445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.507905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.563888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.567207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.585828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34820b6-f8c3-4d80-acdf-b688f9488408,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.589056 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.590263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-25315639-a21d-4864-890c-64ccc8422249 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149101 Sep 18 01:14:25.593677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51912) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.598097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.625484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.680600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.683916 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.704954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc5e939-1047-41cf-ad21-e29c82e6578c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.710729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.711984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-016c82d5-6ed1-4265-984f-6c0a357a09a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173701 Sep 18 01:14:25.714700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51914) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.719069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.744066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.801782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.805369 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.822738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857fce48-022c-47a4-b6d8-957cd41d23e9,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.828306 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.829489 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2398352e-4c02-4dc1-9838-ec32b2eb59ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138837 Sep 18 01:14:25.832189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.836393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.862367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.920853 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.924393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.944611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3ede06-6af2-4831-8e36-db84d8f1ca9f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:25.948068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:25.949290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-86c9dd95-f515-43ef-b69b-4cc1a470df6d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161525 Sep 18 01:14:25.952158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51918) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:25.956411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:25.977501 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:14:25.983052 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.041880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.045812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.067817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3127dad-2ab5-4bc1-ae8e-b383dab9a31b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:26.071740 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.073007 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd18173d-04f9-4555-809b-02b820fd5b22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198313 Sep 18 01:14:26.076148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:26.080395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '5a6487f3-995a-4ad0-b628-b99884c83a08', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:26.101449 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:14:26.106382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.396057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.399802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.417701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2286d0f-e518-44b9-8fd7-36f3bddea502,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:26.423312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.424595 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1fab267-8748-4352-b07a-5ef9f33a5cd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3474679 Sep 18 01:14:26.427391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:26.432071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'network': {'name': 'tempest-network-smoke--143449796', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'port_security_enabled': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:26.452591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:14:26.455833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.477439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:14:26.486772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.487199 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Added segment a1955f98-7814-47c8-824e-5367a0c539c1 of type vlan for network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 Sep 18 01:14:26.529342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.552314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.557679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:26.558257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.589646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1612811 Sep 18 01:14:26.592445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51924) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:26.596732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'admin_state_up': True, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:26.643942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b165b-5ee5-4603-95f1-8f2557ee153a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Network': ['ID=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:26.654834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:14:26.657482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.658570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.708566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:26.847032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.035808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.058005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.158810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.207 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/fb9550d9-872c-4141-b644-c158b43bdf6d) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:14:27.267689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.277657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ed97afd-21f9-4d9e-9861-3d567fed54df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.301501 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.337846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:27.340670 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:27.344595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:14:27.368478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=fb9550d9-872c-4141-b644-c158b43bdf6d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:27.512706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.593345 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.782613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:27.910637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:14:28.014289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:14:28.024930 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Sync routers for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:14:28.035567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:28.035742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.036539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:28.037749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f7a9b652-2632-4241-a4f0-4e26c2774b8f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4442124 Sep 18 01:14:28.040866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51926) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:28.087909 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6c742c46-e24e-4f0b-87e5-0fd42300ba7e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5c83d83ceeae4e97b56d8b2669a5a36c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454071 Sep 18 01:14:28.090319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51928) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:28.159854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:28.181115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961eb5bb-eb1a-4954-ba2f-6f1dc239569c tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:28.182628 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-961eb5bb-eb1a-4954-ba2f-6f1dc239569c tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908308 Sep 18 01:14:28.186175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:28.213989 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f14b199d-1c5c-410d-83a2-0bbc0d91862c tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267451 Sep 18 01:14:28.216570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:28.221535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889128437', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:28.308700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:14:28.312142 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.333101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:27Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:28.358987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Checking router: 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:14:28.359340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Updating router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a port fb9550d9-872c-4141-b644-c158b43bdf6d binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:14:28.387060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.474383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.493330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.557988 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Subnet': ['ID=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:28.569280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:14:28.569710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network hostable DHCP agents. Network: d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:14:28.586924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:14:28.597083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:28.602209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:28.603185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.619862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-015afbc6-ebd9-40df-8ca5-23fff5635292 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4021220 Sep 18 01:14:28.623476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51934) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:28.702855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba4c17-ea77-49c5-8f22-3fc47f9f4058 None None] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:14:28.891695 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.912155 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.944166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:14:28.945034 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.997768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f01e-f241-4383-955b-e9add59f1aad None None] Pushing event updated for resources: {'Port': ['ID=fb9550d9-872c-4141-b644-c158b43bdf6d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:29.003042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Attempting to bind port fb9550d9-872c-4141-b644-c158b43bdf6d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:14:29.003456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Attempting to bind port fb9550d9-872c-4141-b644-c158b43bdf6d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:14:29.003917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Attempting to bind port fb9550d9-872c-4141-b644-c158b43bdf6d on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:14:29.056125 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:14:29.056918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:14:29.056918 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.057286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:14:29.057751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Bound port: fb9550d9-872c-4141-b644-c158b43bdf6d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:14:29.058128 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.152818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] For port fb9550d9-872c-4141-b644-c158b43bdf6d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:14:29.157481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] For port fb9550d9-872c-4141-b644-c158b43bdf6d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fb9550d9-872c-4141-b644-c158b43bdf6d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:14:29.163886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.171364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Allocated IP 172.20.0.2 (d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5/ad4838ed-5fa7-47e1-9f21-56ad58d0cff7/b29c9398-4137-461b-998d-13695e46a5c0) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:14:29.261500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:29.262129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:29.266965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f01e-f241-4383-955b-e9add59f1aad None None] Pushing event updated for resources: {'Port': ['ID=fb9550d9-872c-4141-b644-c158b43bdf6d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:29.298284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.441925 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:29.530262 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.538195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.584100 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.1 (d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5/ad4838ed-5fa7-47e1-9f21-56ad58d0cff7/aef1cf95-f7dd-406a-9c45-5d931ca489c3) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:14:29.610197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:29.615672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:29.624505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:14:29.640535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Pushing event updated for resources: {'Port': ['ID=b29c9398-4137-461b-998d-13695e46a5c0,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:29.705110 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.718971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Attempting to bind port b29c9398-4137-461b-998d-13695e46a5c0 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:14:29.719346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Attempting to bind port b29c9398-4137-461b-998d-13695e46a5c0 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:14:29.719716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Attempting to bind port b29c9398-4137-461b-998d-13695e46a5c0 on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:14:29.726857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:14:29.727231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:14:29.727633 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.728024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Bound using segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:14:29.728516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Bound port: b29c9398-4137-461b-998d-13695e46a5c0, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:14:29.728897 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.739969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.778927 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.779372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:29.782643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:27Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:29.784358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:29.790905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:14:29.812761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c6be4-d9cf-42e6-a96a-ee44406e0313 None None] The sync data for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 is: [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:27Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:14:29.815148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:29.843382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] For port b29c9398-4137-461b-998d-13695e46a5c0, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:14:29.843382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] For port b29c9398-4137-461b-998d-13695e46a5c0, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b29c9398-4137-461b-998d-13695e46a5c0,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:14:29.843739 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.846173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:29.921998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a863e-3ab8-46ea-b585-bb4b0e23d303 None None] Pushing event updated for resources: {'Port': ['ID=b29c9398-4137-461b-998d-13695e46a5c0,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:29.993502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:30.327027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:30.331847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:30.406253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:30.411551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:30.510181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:30.511705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:30.635549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:14:30.759645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:14:30.774778 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9131e18e-6873-472f-960e-045c5d5884bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/5ecaec9a-4f6b-4dfd-ba67-c574b59a623a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1500652 Sep 18 01:14:30.896699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb13cc-0113-4c19-af7d-7f2710a7ec66 None None] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:14:30.924912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-f12bf64e-9ce7-4060-9423-91218dc5326b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381483508&fields=id&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 267 time: 0.0480590 Sep 18 01:14:30.979282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] Provisioning complete for port b29c9398-4137-461b-998d-13695e46a5c0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:30.982549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.056296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fb9550d9-872c-4141-b644-c158b43bdf6d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:31.064375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-c54b0c73-bdf9-4322-91d0-404b9c9324ff tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:31.065894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-c54b0c73-bdf9-4322-91d0-404b9c9324ff tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 796 time: 0.1376195 Sep 18 01:14:31.081217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-2673e4d3-fe62-41c4-a2e8-7a486ffd15d6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/quotas/5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 375 time: 0.0094841 Sep 18 01:14:31.139057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-122ac437-422b-48d2-8659-62fa2170960d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522473 Sep 18 01:14:31.166864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.185547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fb9550d9-872c-4141-b644-c158b43bdf6d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:31.185933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.222673 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-4371139c-339f-4798-afab-9f6eed689e92 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:14:31.224106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-4371139c-339f-4798-afab-9f6eed689e92 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0735841 Sep 18 01:14:31.249535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] For port b29c9398-4137-461b-998d-13695e46a5c0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b29c9398-4137-461b-998d-13695e46a5c0,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:31.257663 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.334649 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b42743-c98b-418c-96b3-c6cb49561a99 None None] Pushing event updated for resources: {'Port': ['ID=b29c9398-4137-461b-998d-13695e46a5c0,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:31.342954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-e18f710d-f8c1-4407-a811-03251d3b35d5 service neutron] 10.222.0.49 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090415 Sep 18 01:14:31.352584 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.373844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port fb9550d9-872c-4141-b644-c158b43bdf6d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fb9550d9-872c-4141-b644-c158b43bdf6d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:31.379173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.379792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b29c9398-4137-461b-998d-13695e46a5c0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:31.448449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-f57946db-585e-46d4-9792-608afbb6c384 service neutron] 10.222.0.49 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991902 Sep 18 01:14:31.462558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=fb9550d9-872c-4141-b644-c158b43bdf6d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:31.480933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b29c9398-4137-461b-998d-13695e46a5c0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:31.481361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.508140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2b51b632-d3bb-4e89-992b-018e0b39866e None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:31.508612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2b51b632-d3bb-4e89-992b-018e0b39866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.555080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2b51b632-d3bb-4e89-992b-018e0b39866e None None] Port aef1cf95-f7dd-406a-9c45-5d931ca489c3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:14:31.609482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2b51b632-d3bb-4e89-992b-018e0b39866e None None] Provisioning complete for port b29c9398-4137-461b-998d-13695e46a5c0 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:31.609865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2b51b632-d3bb-4e89-992b-018e0b39866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.638450 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Sync routers for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:14:31.655423 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:31.656059 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:31.684677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-502c4c6a-06f8-4d23-bc77-7d06cbfda7dd req-c5ae9004-491a-415e-aea8-39bc11df70a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 210 time: 0.0435364 Sep 18 01:14:31.798101 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:31.875029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-be46a448-2434-4954-ab0d-5fefc00dc1c8 None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:31.875495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be46a448-2434-4954-ab0d-5fefc00dc1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:31.917349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-be46a448-2434-4954-ab0d-5fefc00dc1c8 None None] Port aef1cf95-f7dd-406a-9c45-5d931ca489c3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:14:32.024063 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:30Z', 'revision_number': 2, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:32.036078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-09d68ff1-2e96-48aa-9f03-9dfde0a5e906 None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:32.036514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-09d68ff1-2e96-48aa-9f03-9dfde0a5e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.054214 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Checking router: 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:14:32.054568 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Updating router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a port aef1cf95-f7dd-406a-9c45-5d931ca489c3 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:14:32.071664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-09d68ff1-2e96-48aa-9f03-9dfde0a5e906 None None] Port aef1cf95-f7dd-406a-9c45-5d931ca489c3 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:14:32.083658 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.377775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.425050 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.430414 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.474431 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Pushing event updated for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:32.483623 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.483969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.484328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.484664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.484974 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.485293 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.485616 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.485936 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.486252 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.486567 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.486884 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.487196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:32.551456 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Attempting to bind port aef1cf95-f7dd-406a-9c45-5d931ca489c3 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:14:32.551949 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Attempting to bind port aef1cf95-f7dd-406a-9c45-5d931ca489c3 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:14:32.552415 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Attempting to bind port aef1cf95-f7dd-406a-9c45-5d931ca489c3 on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:14:32.558640 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:14:32.559115 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:14:32.560611 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.561086 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Bound using segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:14:32.561630 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Bound port: aef1cf95-f7dd-406a-9c45-5d931ca489c3, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:14:32.562090 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.640989 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] For port aef1cf95-f7dd-406a-9c45-5d931ca489c3, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:14:32.644786 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] For port aef1cf95-f7dd-406a-9c45-5d931ca489c3, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef1cf95-f7dd-406a-9c45-5d931ca489c3,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:14:32.666065 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.669792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-11c318a5-28aa-4a24-9cdb-2f2140daf393 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:32.678566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-11c318a5-28aa-4a24-9cdb-2f2140daf393 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 796 time: 0.1508784 Sep 18 01:14:32.703567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:32.703944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.732069 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f0466-8871-4f25-ac04-db82e0df093c None None] Pushing event updated for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:32.748939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:32.749739 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:32.766566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-50feefa1-4cfa-424d-81ea-45e3ef727d55 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 380 time: 0.0791171 Sep 18 01:14:32.802250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b463053-c8d3-4b2e-804a-e181f0229397 req-a66f9365-5acf-4a75-af59-1ad064e7b015 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 210 time: 0.0342617 Sep 18 01:14:32.811379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'port': {'device_id': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'admin_state_up': True, 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'security_groups': ['5a6487f3-995a-4ad0-b628-b99884c83a08']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:32.841677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.910892 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] For port aef1cf95-f7dd-406a-9c45-5d931ca489c3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef1cf95-f7dd-406a-9c45-5d931ca489c3,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:32.918067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:32.920942 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:33.017462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fb9550d9-872c-4141-b644-c158b43bdf6d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:33.022033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88053014-7f8b-4732-a521-9efef6a46c66 None None] Pushing event updated for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:33.036612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:14:33.041344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.068605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-103ce653-7ec8-4760-be17-e7c6daab4682 None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:33.069067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-103ce653-7ec8-4760-be17-e7c6daab4682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.115486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fb9550d9-872c-4141-b644-c158b43bdf6d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:33.116526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.175807 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:33.181406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.12 (d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5/ad4838ed-5fa7-47e1-9f21-56ad58d0cff7/69a811ed-2463-477c-8d3a-c6b91399ce0f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:14:33.204439 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a3921-6a1b-482b-87b2-cb18eb7db03c None None] The sync data for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 is: [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:14:33.229751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b29c9398-4137-461b-998d-13695e46a5c0 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:33.298605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b29c9398-4137-461b-998d-13695e46a5c0 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:33.298978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.666769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.705049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.750279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:33.753671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:33.756207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:14:33.788388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:33.818158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:33.818811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:33.837228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-ebc03677-0ef9-4c56-8658-efe5995340cc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335507 Sep 18 01:14:33.850957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Request body: {'port': {'device_id': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:33.955606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.001036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86c96f-6046-4311-b2e2-b73c9ff11933 req-634b31d9-4ab5-4cdd-a2c9-bb89f56c3176 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.002613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca86c96f-6046-4311-b2e2-b73c9ff11933 req-634b31d9-4ab5-4cdd-a2c9-bb89f56c3176 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 932 time: 0.1055937 Sep 18 01:14:34.017612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c5267f39-81a5-439d-ada4-12d35f71c785 None None] Provisioning complete for port 69a811ed-2463-477c-8d3a-c6b91399ce0f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:34.018188 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c5267f39-81a5-439d-ada4-12d35f71c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.054349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c5267f39-81a5-439d-ada4-12d35f71c785 None None] Port 69a811ed-2463-477c-8d3a-c6b91399ce0f cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:14:34.113667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca86c96f-6046-4311-b2e2-b73c9ff11933 req-1a01e292-9c54-41b9-b047-ec84ce323fa2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027341 Sep 18 01:14:34.279489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a811ed-2463-477c-8d3a-c6b91399ce0f {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:14:34.287672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.301899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Transition to ACTIVE for port object 69a811ed-2463-477c-8d3a-c6b91399ce0f will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:14:34.306177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.347142 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-48f6b4dd-05db-479f-8316-209529e84c11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453706 Sep 18 01:14:34.358295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:34.432988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:14:34.433801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:14:34.433801 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:14:34.438376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:14:34.438731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:14:34.443724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:14:34.444068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:14:34.444495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Bound using segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:14:34.445170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Bound port: 69a811ed-2463-477c-8d3a-c6b91399ce0f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:14:34.445300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.447784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-5ee5d192-2b9f-47d9-a7bc-99bafbdbc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.449476 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-5ee5d192-2b9f-47d9-a7bc-99bafbdbc109 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 1097 time: 0.0418310 Sep 18 01:14:34.520564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:14:34.523776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:14:34.530142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.562697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-3fac9042-343f-4e96-9e79-a345a9ec5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.564241 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-3fac9042-343f-4e96-9e79-a345a9ec5d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0953875 Sep 18 01:14:34.564434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.565171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:34.566538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] 10.222.0.48 "PUT /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1093 time: 0.7202060 Sep 18 01:14:34.566992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:14:34.569279 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faebe70-4cff-4aa1-a98f-985e61608268" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:14:34.597292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce2eb-4c7f-4e2b-90e6-5a43ea05fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:34.641142 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7731f6-7bed-4735-bcb9-4fc29f9653f3 x-openstack-request-id: req-9d7731f6-7bed-4735-bcb9-4fc29f9653f3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:14:34.641568 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:14:34.641913 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d7731f6-7bed-4735-bcb9-4fc29f9653f3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:14:34.642398 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'status': 'completed', 'code': 200} Sep 18 01:14:34.654156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-a92f7393-add2-4c18-9f46-6ae84b12512a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 200 len: 1000 time: 0.0745473 Sep 18 01:14:34.661872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-a17fa972-5610-4afc-99a4-760ae55b7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.663460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-a17fa972-5610-4afc-99a4-760ae55b7504 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1096 time: 0.0521443 Sep 18 01:14:34.709325 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-85c405b7-00bd-465c-8ea7-be292b5bf076 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 217 time: 0.0375712 Sep 18 01:14:34.713226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-bb9a1734-989d-44c4-bf93-d25d2400eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.714715 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-bb9a1734-989d-44c4-bf93-d25d2400eabc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0541000 Sep 18 01:14:34.764074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-6ba690a5-3b94-4e60-baea-4eb3e9f5ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.765697 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-6ba690a5-3b94-4e60-baea-4eb3e9f5ca26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438385 Sep 18 01:14:34.765859 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-31fafecb-b9bf-4738-aa36-b2128f11c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.767341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-31fafecb-b9bf-4738-aa36-b2128f11c220 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0513887 Sep 18 01:14:34.814553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-f27a12bc-3343-4a38-943a-023cb70107bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:34.816083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-f27a12bc-3343-4a38-943a-023cb70107bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418599 Sep 18 01:14:34.859925 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-e3223879-dcb3-49c2-af4e-45aa5b901d87 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866847 Sep 18 01:14:34.913963 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-3591a222-0b14-428f-b252-4068f2090a2e service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902636 Sep 18 01:14:34.962027 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5f270a63-6d66-4adf-ae37-4985eeafa9a3 req-af02359f-8fce-4cb2-97f8-666237326f89 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940721 Sep 18 01:14:34.994005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef1cf95-f7dd-406a-9c45-5d931ca489c3 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:35.009840 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27a696ab-eb91-4051-ad1d-26c6edd6f907 req-bb81f74a-07b5-44b9-83d5-f86afe71442c service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884700 Sep 18 01:14:35.046067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port aef1cf95-f7dd-406a-9c45-5d931ca489c3 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:35.046697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:35.101310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-3d0192d5-a468-4cb8-83be-10b239ed2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:35.102933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-3d0192d5-a468-4cb8-83be-10b239ed2a86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1096 time: 0.0417442 Sep 18 01:14:35.225598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-4502116f-bb2d-4c45-9047-b15e89a13a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:35.227083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-4502116f-bb2d-4c45-9047-b15e89a13a99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.1162143 Sep 18 01:14:35.252038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c24cbe-d350-467f-b005-7eb1fbec73b7 req-b3cfd83a-4bba-4c8e-9535-2c9fdacbf000 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:35.253487 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17c24cbe-d350-467f-b005-7eb1fbec73b7 req-b3cfd83a-4bba-4c8e-9535-2c9fdacbf000 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 944 time: 0.0689385 Sep 18 01:14:35.287341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-2821f447-5868-4061-a0c9-9ea838167da4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 217 time: 0.0519340 Sep 18 01:14:35.350336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17c24cbe-d350-467f-b005-7eb1fbec73b7 req-3dbec4c9-4f39-4750-b006-d0a82f231dd3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619550 Sep 18 01:14:35.357661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-d1b33104-cf93-4260-b6bd-9e634ca8318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:35.359053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-d1b33104-cf93-4260-b6bd-9e634ca8318b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0638628 Sep 18 01:14:35.405583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-7553acdb-0f81-4086-bec0-01ed5cfa40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:35.407037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-7553acdb-0f81-4086-bec0-01ed5cfa40c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399272 Sep 18 01:14:35.500337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-3a2066f6-cd4a-4f99-b625-7c64fc1002eb service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848868 Sep 18 01:14:35.589766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3faebe70-4cff-4aa1-a98f-985e61608268 req-04fc2be2-efa1-4747-babb-6f5520176281 service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813622 Sep 18 01:14:36.470324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c6be0-4553-4924-8ba7-16da19b54e05 req-040b52b0-6bff-41ee-9d10-422788359c7d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:36.471790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-280c6be0-4553-4924-8ba7-16da19b54e05 req-040b52b0-6bff-41ee-9d10-422788359c7d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 944 time: 0.0542581 Sep 18 01:14:36.510474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-280c6be0-4553-4924-8ba7-16da19b54e05 req-bbfb9607-ab5f-4c5b-9a96-979dc49f89cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Sep 18 01:14:37.623354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54303fd-166d-4d8f-bb3c-aa76964f715f req-f464e0c5-5843-4859-a6e7-df2777828e81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:37.624860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d54303fd-166d-4d8f-bb3c-aa76964f715f req-f464e0c5-5843-4859-a6e7-df2777828e81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Sep 18 01:14:37.662440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d54303fd-166d-4d8f-bb3c-aa76964f715f req-bc6d1873-0ba6-4bc4-be9a-49c9fee312fb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Sep 18 01:14:38.239423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:14:38.336140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:38.346812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'port_id': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'mac_address': 'fa:16:3e:1f:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:14:38.381965 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:38.393958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a811ed-2463-477c-8d3a-c6b91399ce0f {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:14:38.412609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:38.416894 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:38.461481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:38.603435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['69a811ed-2463-477c-8d3a-c6b91399ce0f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:14:38.780526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a2d-46aa-40f9-95c4-efd223e6089a req-0c0f8012-8fcb-4553-8d42-f3706bd59f4a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:38.782172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dce6a2d-46aa-40f9-95c4-efd223e6089a req-0c0f8012-8fcb-4553-8d42-f3706bd59f4a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Sep 18 01:14:38.821374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6dce6a2d-46aa-40f9-95c4-efd223e6089a req-034d83a9-9d92-4d5e-bc89-98aa84cd7b9f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Sep 18 01:14:39.942744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47622de-6521-439c-a55c-c3b7217752ba req-8643516c-e437-4ad5-a4c5-907788c7314d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:39.945935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a47622de-6521-439c-a55c-c3b7217752ba req-8643516c-e437-4ad5-a4c5-907788c7314d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0570433 Sep 18 01:14:39.985302 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a47622de-6521-439c-a55c-c3b7217752ba req-737269f8-5705-4617-a792-fe24b79f2dbd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340576 Sep 18 01:14:40.255248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:14:40.312155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 69a811ed-2463-477c-8d3a-c6b91399ce0f completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:14:40.315743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 69a811ed-2463-477c-8d3a-c6b91399ce0f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:14:40.316213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:40.392424 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:40.414561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:14:40.416820 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140dd9ac-f1fe-48b8-8701-0fe793d8663c" -d '{"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:14:40.430104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:14:40.434541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:40.461271 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3628d-f6f5-4cae-83d7-3f4c8a7685e1 x-openstack-request-id: req-48c3628d-f6f5-4cae-83d7-3f4c8a7685e1 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:14:40.461562 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:14:40.461810 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48c3628d-f6f5-4cae-83d7-3f4c8a7685e1 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:14:40.462192 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'code': 200} Sep 18 01:14:40.492205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:40.555568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a8271-0a8d-428e-a699-953afdc3ba4d req-35208067-c897-4eb9-a970-c584adc5c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:40.557098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f9a8271-0a8d-428e-a699-953afdc3ba4d req-35208067-c897-4eb9-a970-c584adc5c3b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1098 time: 0.0411398 Sep 18 01:14:40.592868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f9a8271-0a8d-428e-a699-953afdc3ba4d req-11df45eb-6f28-4677-a872-7e3f5c2ffae8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283978 Sep 18 01:14:41.099376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a12101-da2a-449e-9c79-fe8dc0629cc7 req-92fc40c8-166c-471a-9790-a3551d5d54f4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:41.100920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1a12101-da2a-449e-9c79-fe8dc0629cc7 req-92fc40c8-166c-471a-9790-a3551d5d54f4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Sep 18 01:14:41.141794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1a12101-da2a-449e-9c79-fe8dc0629cc7 req-fe7e57f1-0178-4cd7-b7bd-ed0554c3637c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Sep 18 01:14:42.260237 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10201f-c030-4f95-8e96-bebc079df415 req-739f6685-53d9-41a9-9fbb-b5cc8c5ce398 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:42.261749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df10201f-c030-4f95-8e96-bebc079df415 req-739f6685-53d9-41a9-9fbb-b5cc8c5ce398 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0522313 Sep 18 01:14:42.299669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df10201f-c030-4f95-8e96-bebc079df415 req-b0efea09-24ae-4914-b1fc-8792ab23301e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Sep 18 01:14:42.413863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfa41c-26b9-4a63-a74a-c584bca7abf6 req-3413b245-1371-4220-b18e-ac3c9f670fd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:42.415342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69cfa41c-26b9-4a63-a74a-c584bca7abf6 req-3413b245-1371-4220-b18e-ac3c9f670fd8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0484166 Sep 18 01:14:42.453587 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69cfa41c-26b9-4a63-a74a-c584bca7abf6 req-fca39ad4-0681-4e43-a041-2c98eac69a4c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Sep 18 01:14:42.475236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51992) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:42.514941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35e490b-8d3f-4cc3-bc9a-9379d2cef223 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:42.516473 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c35e490b-8d3f-4cc3-bc9a-9379d2cef223 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1093 time: 0.0401287 Sep 18 01:14:42.519325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 51994) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:42.523488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:14:42.548430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:42.645652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:42.747583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.111 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/9dd151e8-8a7e-4814-8ecc-a693ed9ab864) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:14:42.851836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:42.883942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:42.919985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:14:42.922812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:14:42.926249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:14:42.951883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=9dd151e8-8a7e-4814-8ecc-a693ed9ab864,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:42.968608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.968954 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.969290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.969622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.969950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.970273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.970598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.970921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.971246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.971565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.971883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:42.972198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:14:43.658430 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:43.724800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:43.869098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:43.873998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:43.940042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=9dd151e8-8a7e-4814-8ecc-a693ed9ab864,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:14:43.951834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:44.050157 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP 90e3a886-fe64-41b2-88b0-31a579a77464 associated. External IP: 172.25.7.111, port: 69a811ed-2463-477c-8d3a-c6b91399ce0f. Sep 18 01:14:44.254483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:14:44.361272 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:14:44.370702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Sync routers for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:14:44.379936 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:44.382262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:44.382887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:44.407427 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f5d651a-e041-4e81-ae26-6d5f51c1aa5f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8871026 Sep 18 01:14:44.408121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:14:44.410399 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a5ce2-3617-4c69-a43a-d6fda4a14d33" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:14:44.447860 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29feaf8e-7dbd-4f73-8783-671f4d577d26 x-openstack-request-id: req-29feaf8e-7dbd-4f73-8783-671f4d577d26 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:14:44.448255 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:14:44.448480 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29feaf8e-7dbd-4f73-8783-671f4d577d26 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:14:44.448843 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'status': 'completed', 'code': 200} Sep 18 01:14:44.492531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:44.541231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fc918-b020-4227-81de-75fa2d093862 req-73b28f91-2338-4b50-8279-133eda436dca tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:44.542635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-597fc918-b020-4227-81de-75fa2d093862 req-73b28f91-2338-4b50-8279-133eda436dca tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0811770 Sep 18 01:14:44.545297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-f9e1caf9-24ed-41b7-9874-06823b43bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:44.546633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-f9e1caf9-24ed-41b7-9874-06823b43bb86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1098 time: 0.0739937 Sep 18 01:14:44.637640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-597fc918-b020-4227-81de-75fa2d093862 req-1a2f58bb-117f-4efa-bb86-3b53c4d34153 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886328 Sep 18 01:14:44.661122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52000) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:44.663230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-9a542cb0-9495-4b1e-bf57-ec2888a36512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:44.664748 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-9a542cb0-9495-4b1e-bf57-ec2888a36512 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.1101570 Sep 18 01:14:44.717296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '90e3a886-fe64-41b2-88b0-31a579a77464', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'port_id': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'mac_address': 'fa:16:3e:1f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:14:43Z', 'updated_at': '2021-09-18T01:14:43Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:44.729304 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-40b824e0-27cf-40e0-ba93-cba9c06c08ae tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/90e3a886-fe64-41b2-88b0-31a579a77464 HTTP/1.1" status: 200 len: 992 time: 0.0665414 Sep 18 01:14:44.737818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-dbce7537-00dc-401c-88bc-ea35cdf2d3c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1000 time: 0.0661821 Sep 18 01:14:44.746964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Checking router: 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:14:44.756731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:14:44.757340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:44.787527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-286f3605-a968-48cf-98cc-4b053219e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:44.789046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-286f3605-a968-48cf-98cc-4b053219e51f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0444045 Sep 18 01:14:44.834792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-b085c58a-17ae-4f96-a219-2fc0d2528f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:14:44.836208 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-b085c58a-17ae-4f96-a219-2fc0d2528f3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403903 Sep 18 01:14:44.860848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:14:44.930716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-af4938e3-b847-4089-a552-11392a4d7f4d service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872128 Sep 18 01:14:45.019935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220a5ce2-3617-4c69-a43a-d6fda4a14d33 req-081d1c15-b117-46a7-b894-16a497d8529f service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816991 Sep 18 01:14:45.078984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '90e3a886-fe64-41b2-88b0-31a579a77464', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'port_id': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'mac_address': 'fa:16:3e:1f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:14:43Z', 'updated_at': '2021-09-18T01:14:43Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:14:45.104497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799dc15-a7f0-4cbc-a322-b3bf457d3fc5 None None] The sync data for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 is: [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '90e3a886-fe64-41b2-88b0-31a579a77464', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.111', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'port_id': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'mac_address': 'fa:16:3e:1f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:14:43Z', 'updated_at': '2021-09-18T01:14:43Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:14:45.295212 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8911f-ee86-429c-b13c-b57a76674c0a None None] New status for floating IP 90e3a886-fe64-41b2-88b0-31a579a77464: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:14:45.733796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52002) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:14:45.799747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-09af79ca-241d-4669-95e7-2ab04bbf07da tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/90e3a886-fe64-41b2-88b0-31a579a77464 HTTP/1.1" status: 200 len: 994 time: 0.0648820 Sep 18 01:14:46.244108 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:47.776154 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:14:54.271896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d70025e9-8849-46f3-98f1-0b6f7acab574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:57.279678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3521d-f3ea-4351-bf07-889f3a58d58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:57.514621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:58.430384 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:59.752618 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:02.392879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:11.377470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48b0e-d378-4edf-85a1-119ea0e2729a req-88f7fde4-3dc3-4a1c-bfb8-999e4a6515e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:11.378934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ae48b0e-d378-4edf-85a1-119ea0e2729a req-88f7fde4-3dc3-4a1c-bfb8-999e4a6515e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0491767 Sep 18 01:15:11.415619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ae48b0e-d378-4edf-85a1-119ea0e2729a req-4b5ac16a-2584-4a77-b1a3-0dfa47a76039 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307195 Sep 18 01:15:12.546003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40848177-cb54-4444-87a8-643cb31b0903 req-28fef1b7-eb00-46de-a9a6-2ba13951fe67 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:12.547405 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40848177-cb54-4444-87a8-643cb31b0903 req-28fef1b7-eb00-46de-a9a6-2ba13951fe67 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0492857 Sep 18 01:15:12.586467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-40848177-cb54-4444-87a8-643cb31b0903 req-b9e0b0bf-5bce-4ad7-8129-523fd8824095 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316348 Sep 18 01:15:13.130134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-38f13db3-f904-4399-9028-d68fa1c37544 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:13.131588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-38f13db3-f904-4399-9028-d68fa1c37544 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 945 time: 0.0481911 Sep 18 01:15:13.240243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:13.240582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.327518 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:13.327881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.542712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.543202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.543519 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP ec38db31-9078-467d-929b-76f378f2b6e6 disassociated. External IP: 172.25.7.39, port: cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2. Sep 18 01:15:13.543853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:13.671059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.700415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:13.707768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c49a52-70d2-4e48-a8db-4d597abe6fbf req-65f434f9-10cd-4b4a-9ab1-d9a0510bbb5b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:13.709521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02c49a52-70d2-4e48-a8db-4d597abe6fbf req-65f434f9-10cd-4b4a-9ab1-d9a0510bbb5b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 867 time: 0.0551672 Sep 18 01:15:13.748730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02c49a52-70d2-4e48-a8db-4d597abe6fbf req-71c5a7b6-cd6b-4cd3-be52-0ac66e322397 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334499 Sep 18 01:15:13.816002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:13.920943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:13.931590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:13.941750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:13.942349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:13.959834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:15:13.962514 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:13.964536 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-646aa3f5-9d05-490b-87e7-6c2e19506fb5 req-27f8628e-2bc4-47be-a2fe-d41882aa4b0e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "DELETE /v2.0/ports/cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 HTTP/1.1" status: 204 len: 173 time: 0.8261952 Sep 18 01:15:13.964968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'name': 'network-vif-deleted', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:13.967198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470c7b8-594c-470d-8a08-f71cdc3220e1" -d '{"events": [{"server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "name": "network-vif-deleted", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:14.006910 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef90bc7-9209-4fdb-8245-c9d2ca86f7e4 x-openstack-request-id: req-4ef90bc7-9209-4fdb-8245-c9d2ca86f7e4 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:14.007124 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc99fc8e-384f-4ab3-a217-8c706815006a", "name": "network-vif-deleted", "tag": "cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:14.007508 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ef90bc7-9209-4fdb-8245-c9d2ca86f7e4 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:14.007906 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc99fc8e-384f-4ab3-a217-8c706815006a', 'name': 'network-vif-deleted', 'tag': 'cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2', 'status': 'completed', 'code': 200} Sep 18 01:15:14.050986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:14.254321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:14.284662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:14.293021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:14.293561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:14:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:14.396078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:14.739354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:14.766250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bb3a4-b918-4d54-815a-2404c09df68d None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:14.849106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5b1585b-fc21-49ea-bc18-05bff7327f44 req-33d232ca-6609-4054-8f98-daf2322ea7f0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 210 time: 0.0279603 Sep 18 01:15:15.016760 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937b324-1822-4222-835c-16b94d9a49a4 None None] New status for floating IP ec38db31-9078-467d-929b-76f378f2b6e6: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:15:15.178326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:15.201967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:15:15.202320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device cdaea1ad-6eb0-4076-a8c1-4b6b44b097a2 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:15.947255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec4ec785-e1cd-422b-b75c-45992f55921f req-8ac2155e-d6d8-4c26-9ed9-2c8963661c7d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 210 time: 0.0272059 Sep 18 01:15:16.247112 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:17.043493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05d10c30-af63-4b3a-b4ee-22dbf02408da req-dce1b00c-56cf-4092-bd55-16d734342d65 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc99fc8e-384f-4ab3-a217-8c706815006a HTTP/1.1" status: 200 len: 210 time: 0.0267463 Sep 18 01:15:17.115521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945e931-195c-4ff5-b307-fa458294db6f req-5abc4314-45c9-4736-a51e-2d0f510d1019 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:17.117035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b945e931-195c-4ff5-b307-fa458294db6f req-5abc4314-45c9-4736-a51e-2d0f510d1019 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0542870 Sep 18 01:15:17.155498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b945e931-195c-4ff5-b307-fa458294db6f req-22c3e301-3b7e-42c0-85e1-525c61c9270b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Sep 18 01:15:17.178022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52042) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:17.244173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-040f03dd-3250-4cb7-868d-ad27de3645df tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/90e3a886-fe64-41b2-88b0-31a579a77464 HTTP/1.1" status: 200 len: 994 time: 0.0648928 Sep 18 01:15:17.541339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df1d2-5b15-4688-af12-b15f87daeb6e req-9fa590ce-67ed-4cf5-8147-949db137ce71 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:17.542726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b39df1d2-5b15-4688-af12-b15f87daeb6e req-9fa590ce-67ed-4cf5-8147-949db137ce71 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1098 time: 0.0395863 Sep 18 01:15:17.576141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b39df1d2-5b15-4688-af12-b15f87daeb6e req-ee35207a-1545-4633-b0c2-5a5796908535 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275276 Sep 18 01:15:18.049982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-25f17647-775d-4a95-98e0-e889cce9f84a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426373 Sep 18 01:15:18.058503 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-49429fe2-ad38-4c28-a93a-a60405e8cfa0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:15:18.059513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-49429fe2-ad38-4c28-a93a-a60405e8cfa0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049515 Sep 18 01:15:18.266824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-0a87cc4b-b62b-4252-bd1f-6d03177fd2e2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966033613&fields=id&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 267 time: 0.0378489 Sep 18 01:15:18.382068 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-b7128e65-8fab-4682-9617-611c7de2e3d0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:18.383573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-b7128e65-8fab-4682-9617-611c7de2e3d0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1096201 Sep 18 01:15:18.398640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-e531b6b6-b72b-4451-bf70-cd5268fb497e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Sep 18 01:15:18.452241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-42e1a8f9-3a1f-4a3d-abbe-764c875e351d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480671 Sep 18 01:15:18.611767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-819d6a5f-043e-4569-8658-f098f9150234 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465614 Sep 18 01:15:18.649335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-b58eeb07-822d-4515-a75a-ef7d62088046 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:18.650752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-b58eeb07-822d-4515-a75a-ef7d62088046 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1095 time: 0.0930190 Sep 18 01:15:18.660646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Request body: {'binding': {'host': 'n-h2-712707-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:18.661106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Unknown quota resources ['binding']. {{(pid=106452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:15:18.705279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-68b55f17-a4b3-48f8-bc15-4566850f94ba service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866969 Sep 18 01:15:18.794185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on host n-h2-712707-16 for vnic_type normal with profile None {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:18.794523 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:18.794849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:18.799122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:15:18.799443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:18.804394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:18.804736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:18.805137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Bound using segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:18.805707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Bound port: 69a811ed-2463-477c-8d3a-c6b91399ce0f, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:18.897432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:18.902394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:18.903573 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-b0199fb4-847b-4315-a389-6c5fe670ad49 service neutron] 10.222.0.49 "POST /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2472656 Sep 18 01:15:19.013894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e4277e86-374d-49e4-ab3f-a34545ac9496 req-352959f9-46ba-46b8-a0ba-6f99bc4143d0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0343094 Sep 18 01:15:19.070681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363004-d53f-4511-addc-d5a99490a6cc req-42a6e50f-d208-494f-8f29-3c8997a914a1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.072339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9363004-d53f-4511-addc-d5a99490a6cc req-42a6e50f-d208-494f-8f29-3c8997a914a1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0573943 Sep 18 01:15:19.113425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9363004-d53f-4511-addc-d5a99490a6cc req-70061cc4-632e-469b-b247-937b5a008222 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Sep 18 01:15:19.169139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-b052dd92-f830-4275-a14c-110d47fdd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.170655 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-b052dd92-f830-4275-a14c-110d47fdd5fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1098 time: 0.0447977 Sep 18 01:15:19.266283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-aaa6ea46-5995-4970-935f-3efea6c267f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.268352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-aaa6ea46-5995-4970-935f-3efea6c267f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.0910568 Sep 18 01:15:19.341615 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-fafe1b90-9489-4728-b3fc-181c9291c020 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1002 time: 0.0660546 Sep 18 01:15:19.391248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-72e07299-3dc4-4acd-a090-34e4d8614930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.393526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-72e07299-3dc4-4acd-a090-34e4d8614930 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0442672 Sep 18 01:15:19.439968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-98be2bf6-3b43-4255-9be1-f41bbffbadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.441504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-98be2bf6-3b43-4255-9be1-f41bbffbadcb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406866 Sep 18 01:15:19.566058 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-cd49fa78-37f5-4baa-a357-c206fa97e6fb service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903966 Sep 18 01:15:19.656523 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-3e207348-0f78-414f-a3d2-a42366653678 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813999 Sep 18 01:15:19.905508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-87cc430b-8b01-419e-a038-d9151f181d9d tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:19.907082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-87cc430b-8b01-419e-a038-d9151f181d9d tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1098 time: 0.1279645 Sep 18 01:15:19.918482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-16'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:19.993452 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.110403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f46c0e34-da6f-4c08-b2dd-25eb689081e4 req-aaae78ab-9654-428a-a73e-1313bae15b81 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0266345 Sep 18 01:15:20.126351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-b2eb73bb-31b0-479f-8264-ef3fe4b627bd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:20.128286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-b2eb73bb-31b0-479f-8264-ef3fe4b627bd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1616588 Sep 18 01:15:20.211438 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-87221168-27cb-4f3d-8e80-68a75b6a97c1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 379 time: 0.0474944 Sep 18 01:15:20.227489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'security_groups': ['4d9cc59e-dfff-4f6d-8012-0da8463c6490']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:20.232758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:20.242141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f459-d94a-4b7f-86ee-4f2152770a25 req-d6c36af2-1ce1-49d9-bda3-d5c800fce9c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:20.244693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c55f459-d94a-4b7f-86ee-4f2152770a25 req-d6c36af2-1ce1-49d9-bda3-d5c800fce9c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0581005 Sep 18 01:15:20.286797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c55f459-d94a-4b7f-86ee-4f2152770a25 req-e8732a34-d7bd-49ff-8cc8-84713ef95022 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Sep 18 01:15:20.338176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:20.394136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:20.396538 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218014c7-1448-40eb-a73f-d6ba7261ed76" -d '{"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-unplugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:20.402768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.412027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:15:20.415861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.426399 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.459968 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f57be-12e9-42be-a5bf-eb2ba0094266 x-openstack-request-id: req-fc9f57be-12e9-42be-a5bf-eb2ba0094266 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:20.460198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-unplugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:20.460478 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc9f57be-12e9-42be-a5bf-eb2ba0094266 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:20.460876 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'code': 200} Sep 18 01:15:20.586188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:20.691448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.5 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/81770696-d1e0-4f92-a59c-4d88c8125df4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:20.702577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on host n-h1-712707-16 for vnic_type normal with profile {"migrating_to": "n-h2-712707-16"} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:20.702908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:20.703231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:20.712970 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:15:20.713153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Attempting to bind port 69a811ed-2463-477c-8d3a-c6b91399ce0f on network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:20.719234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-de5b5244-5856-4554-a812-8a755f9e2144 None None] Provisioning complete for port 69a811ed-2463-477c-8d3a-c6b91399ce0f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:20.721181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de5b5244-5856-4554-a812-8a755f9e2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.757221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-de5b5244-5856-4554-a812-8a755f9e2144 None None] Port 69a811ed-2463-477c-8d3a-c6b91399ce0f cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:15:20.996534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:20.996834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Checking segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:20.997161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Bound using segment: {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:20.997608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Bound port: 69a811ed-2463-477c-8d3a-c6b91399ce0f, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1955f98-7814-47c8-824e-5367a0c539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:20.997969 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.054978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-cfc05d40-e30d-483f-9952-fbc24f064ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.056734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-cfc05d40-e30d-483f-9952-fbc24f064ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1085 time: 0.0531163 Sep 18 01:15:21.142371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:21.149042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:21.163658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.185630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.214949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-a5de51dc-bb73-4b72-8b07-ec415ca854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.216598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-a5de51dc-bb73-4b72-8b07-ec415ca854b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.1392913 Sep 18 01:15:21.234558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83562d86-2b1d-4358-8f58-1d4f0ad360c8 req-36d0b981-94a1-4017-8de5-ac57120d2552 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0471058 Sep 18 01:15:21.271364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:21.317558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-b20baa7b-17c8-4134-98ba-13c0a2e85e39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1000 time: 0.0859127 Sep 18 01:15:21.382219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-4529e598-f624-4b02-87aa-8f3fe9fa6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.384466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-4529e598-f624-4b02-87aa-8f3fe9fa6150 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0591223 Sep 18 01:15:21.398875 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.401126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.401584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.403223 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-d5e5a676-cb82-421c-a3df-dcf61d8e8084 service neutron] 10.222.0.54 "PUT /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1124 time: 1.4889011 Sep 18 01:15:21.461576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:21.465777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['69a811ed-2463-477c-8d3a-c6b91399ce0f'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:15:21.469522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:21.471702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:21.474449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:21.483748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-4444b04c-0467-46ad-a7df-d4ecac35fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.486809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-4444b04c-0467-46ad-a7df-d4ecac35fa3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954316 Sep 18 01:15:21.515167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c332d-eb03-41a0-be4a-b5e71b57e0d8 req-40f2d912-13ff-4503-91f7-d157f522b1b6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.523933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e9c332d-eb03-41a0-be4a-b5e71b57e0d8 req-40f2d912-13ff-4503-91f7-d157f522b1b6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 944 time: 0.1202576 Sep 18 01:15:21.578034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:21.579084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.599561 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-9387dba5-730f-428c-aba8-5ccfb62508fc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3802204 Sep 18 01:15:21.619531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Request body: {'port': {'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:21.632362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Provisioning complete for port 69a811ed-2463-477c-8d3a-c6b91399ce0f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:21.633235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.659434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e9c332d-eb03-41a0-be4a-b5e71b57e0d8 req-615e3c4c-553b-4459-929d-f53486618407 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342642 Sep 18 01:15:21.695167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.700675 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-a5a4837f-5ef3-484f-bc18-e3b777008065 service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990092 Sep 18 01:15:21.843309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cb9fa2d-33e8-47d0-8a95-c50c651c9322 req-f62d7f94-c089-4d90-8077-dbc72e0019d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326640 Sep 18 01:15:21.867284 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.912695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:21.915492 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44cfa4-5f68-414d-98bf-cb245a113a4b" -d '{"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:21.937281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:21.949510 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:21.984631 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa02655-8c50-4c48-b2e1-fc3d93ca8b78 x-openstack-request-id: req-9aa02655-8c50-4c48-b2e1-fc3d93ca8b78 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:21.984916 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:21.985161 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9aa02655-8c50-4c48-b2e1-fc3d93ca8b78 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:21.985538 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'code': 200} Sep 18 01:15:22.024879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81770696-d1e0-4f92-a59c-4d88c8125df4 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:15:22.032798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:22.047872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Transition to ACTIVE for port object 81770696-d1e0-4f92-a59c-4d88c8125df4 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:15:22.052479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:22.104299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Pushing event updated for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:22.123743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:22.134412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.134751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.135085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.135412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.135735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.136057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.136400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.136718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.137033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.137361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.137656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.137966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852960c-3ffd-4342-a189-2e090116be63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:22.210275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Attempting to bind port 81770696-d1e0-4f92-a59c-4d88c8125df4 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:22.210614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Attempting to bind port 81770696-d1e0-4f92-a59c-4d88c8125df4 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:22.210932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Attempting to bind port 81770696-d1e0-4f92-a59c-4d88c8125df4 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:22.218496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Port 81770696-d1e0-4f92-a59c-4d88c8125df4 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:15:22.218823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Attempting to bind port 81770696-d1e0-4f92-a59c-4d88c8125df4 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:22.224605 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:22.224987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:22.225419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:22.225889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Bound port: 81770696-d1e0-4f92-a59c-4d88c8125df4, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:22.226252 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:22.309578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:22.314584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=81770696-d1e0-4f92-a59c-4d88c8125df4,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:22.322424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:22.360113 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.361403 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:22.363225 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] 10.222.0.54 "PUT /v2.0/ports/81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 1092 time: 0.7489593 Sep 18 01:15:22.394126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135a9cb-b89e-4224-ac61-9910c457b855 service neutron] Pushing event updated for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:22.399744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d473c-877c-4a5a-872a-2e732499a3de req-284c3ffc-4994-4342-a63e-289ef268bc8a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.404624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-359d473c-877c-4a5a-872a-2e732499a3de req-284c3ffc-4994-4342-a63e-289ef268bc8a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0873735 Sep 18 01:15:22.464717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}, {'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:22.467416 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e167deeb-03f1-4d51-acad-0973fec663c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}, {"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:22.474397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-359d473c-877c-4a5a-872a-2e732499a3de req-b51a5076-4105-4edf-a80e-1e3ba773dad6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548415 Sep 18 01:15:22.495189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-ae7b49c6-3f88-45e4-acbe-1cc48c7c911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.496915 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-ae7b49c6-3f88-45e4-acbe-1cc48c7c911d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1095 time: 0.0689354 Sep 18 01:15:22.553926 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c544e4-8b17-402f-b669-02b285e6a2c0 x-openstack-request-id: req-78c544e4-8b17-402f-b669-02b285e6a2c0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:22.554263 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:22.554614 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78c544e4-8b17-402f-b669-02b285e6a2c0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:22.555204 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'status': 'completed', 'code': 200} Sep 18 01:15:22.555760 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'status': 'completed', 'code': 200} Sep 18 01:15:22.557408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-a6e2a61d-1aae-4a49-9799-7931c7ecb3c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 217 time: 0.0444510 Sep 18 01:15:22.596039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-888bfc38-62fd-475f-87d8-e97574de076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.598353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-888bfc38-62fd-475f-87d8-e97574de076d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1129 time: 0.0491920 Sep 18 01:15:22.617364 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-0e7035a7-7fa6-4edc-b5e3-bd9d399bbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.618887 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-0e7035a7-7fa6-4edc-b5e3-bd9d399bbaef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0522115 Sep 18 01:15:22.677652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-653cc348-e0f1-44c6-b076-a90629b6baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.679661 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-653cc348-e0f1-44c6-b076-a90629b6baea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513160 Sep 18 01:15:22.705217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-096ce962-2adc-4296-abd4-7229c9e51491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.706705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-096ce962-2adc-4296-abd4-7229c9e51491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.1016898 Sep 18 01:15:22.788238 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-c6461bf7-a163-4d8d-8d09-685ac0b5efb8 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977111 Sep 18 01:15:22.817361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-420547e8-5dd8-40a0-bd4d-7ffa5a00e49b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1002 time: 0.1020534 Sep 18 01:15:22.841419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba681-3332-4257-8eb7-20223c317450 req-1e87e291-b525-44a0-be71-05ae14435099 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.842899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8fba681-3332-4257-8eb7-20223c317450 req-1e87e291-b525-44a0-be71-05ae14435099 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0776184 Sep 18 01:15:22.899652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6e31d5a7-aca8-4496-aff6-555693b979ee req-3496d0b7-29e6-4dca-9850-375aa267fb07 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016161 Sep 18 01:15:22.910027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-a22974f5-1f2a-4a4a-970f-617d095687e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.911513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-a22974f5-1f2a-4a4a-970f-617d095687e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0864546 Sep 18 01:15:22.914962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8fba681-3332-4257-8eb7-20223c317450 req-5ee8beef-9f71-4889-9ee1-171ce7eacf7d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523541 Sep 18 01:15:22.963482 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-3848105c-452f-40f1-b827-4c60fad8f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:22.965099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-3848105c-452f-40f1-b827-4c60fad8f50a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457718 Sep 18 01:15:23.028539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-62c9222e-fede-4d47-aa26-e00f0985f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:23.030243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-62c9222e-fede-4d47-aa26-e00f0985f4c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1095 time: 0.0430152 Sep 18 01:15:23.057934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-50d0ce1f-00fb-4806-97bf-5296a9ebf62a service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859766 Sep 18 01:15:23.128731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-9033c9c3-246c-49de-811d-275b981e2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:23.130519 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-9033c9c3-246c-49de-811d-275b981e2297 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0923860 Sep 18 01:15:23.154072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-c24ab02c-de54-4879-8f5d-2689e78d8b4e service neutron] 10.222.0.48 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Sep 18 01:15:23.177493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-f9bbe54e-7f95-4ac8-9bab-a6e4faa6e12b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 217 time: 0.0393229 Sep 18 01:15:23.228267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-f9a325d5-a103-425b-bbf7-27009e0dde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:23.229658 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-f9a325d5-a103-425b-bbf7-27009e0dde0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0437086 Sep 18 01:15:23.242023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:15:23.279175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-46663549-2e69-4bad-9d9a-614a66bb1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:23.281276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-46663549-2e69-4bad-9d9a-614a66bb1fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436497 Sep 18 01:15:23.342307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:23.354704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f has no active binding in host n-h2-712707-16 {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:15:23.377799 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-7f4ee580-91bf-4773-b8d1-3302e83de11d service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895069 Sep 18 01:15:23.473128 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e167deeb-03f1-4d51-acad-0973fec663c6 req-7bb5c40b-599c-4326-982f-644e320a3dbc service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Sep 18 01:15:23.583566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abde5b-2259-465a-a4e7-ed0dc8e317c1 req-1a03fe76-7ccd-49ac-9f69-79edc42be447 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:23.585188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69abde5b-2259-465a-a4e7-ed0dc8e317c1 req-1a03fe76-7ccd-49ac-9f69-79edc42be447 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0516748 Sep 18 01:15:23.624752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69abde5b-2259-465a-a4e7-ed0dc8e317c1 req-3687b03f-6b74-4ba5-a0fe-8434ab5bbe6d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332139 Sep 18 01:15:24.037567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a279b-7e32-4423-9a4f-29f0742da461 req-d82caf71-5b9f-4b3a-93c6-78aa26e76916 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:24.039049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86a279b-7e32-4423-9a4f-29f0742da461 req-d82caf71-5b9f-4b3a-93c6-78aa26e76916 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Sep 18 01:15:24.082409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b86a279b-7e32-4423-9a4f-29f0742da461 req-f10c2e94-b6c2-4042-9cbc-33deefb612e1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372434 Sep 18 01:15:24.261933 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c343e22f-4399-45d8-9876-3521103ab03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:24.741167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15eae7-5815-4052-9868-528794e8f50d req-7c02e01b-0006-4e1c-a820-da92277d270a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:24.742656 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a15eae7-5815-4052-9868-528794e8f50d req-7c02e01b-0006-4e1c-a820-da92277d270a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0482688 Sep 18 01:15:24.775301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:15:24.780083 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a15eae7-5815-4052-9868-528794e8f50d req-48290915-4d7b-4318-971f-dd9bd109845e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Sep 18 01:15:25.196617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1fde-2c94-4ff1-9325-d7009353203c req-11f35d9e-86e3-4ad3-9e3f-e8860854d4c6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:25.198016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4ac1fde-2c94-4ff1-9325-d7009353203c req-11f35d9e-86e3-4ad3-9e3f-e8860854d4c6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0484707 Sep 18 01:15:25.235080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a4ac1fde-2c94-4ff1-9325-d7009353203c req-ba371ba1-a8ff-43d8-84ef-532eb07a8bea tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Sep 18 01:15:25.903239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4e451-c2b2-42f2-8952-067c48cca886 req-2eb9952c-f0eb-4981-9517-628ff4b9958d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:25.905254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6e4e451-c2b2-42f2-8952-067c48cca886 req-2eb9952c-f0eb-4981-9517-628ff4b9958d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0538523 Sep 18 01:15:25.956381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6e4e451-c2b2-42f2-8952-067c48cca886 req-b7dd770f-ca2c-431c-b51d-8632324756e5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Sep 18 01:15:26.352900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f460-6d43-4128-b8a3-3aea1175db86 req-7cd46584-62b5-4f0c-899f-c2dd443bd1bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:26.354374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c327f460-6d43-4128-b8a3-3aea1175db86 req-7cd46584-62b5-4f0c-899f-c2dd443bd1bc tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0509388 Sep 18 01:15:26.404896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c327f460-6d43-4128-b8a3-3aea1175db86 req-a1b6f6b0-a346-4d38-9d7e-c0a1f3df301d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Sep 18 01:15:27.071404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916b194-0333-49b1-906a-c04a4fb2b62f req-b331992b-ed98-4da6-b8a3-0d578dd4a5df tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:27.072884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d916b194-0333-49b1-906a-c04a4fb2b62f req-b331992b-ed98-4da6-b8a3-0d578dd4a5df tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0488956 Sep 18 01:15:27.110169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d916b194-0333-49b1-906a-c04a4fb2b62f req-750425d9-deee-4dbc-90d6-dbadf53ad710 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Sep 18 01:15:27.279960 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-270c0fd8-ce45-4d61-8d7b-9a8b3bd3f430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:27.515328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:27.520092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19807-2e71-457a-98b9-ad093ce6feba req-ee82d4cb-7366-4b2e-8155-51b7fd7a3381 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:27.521618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8d19807-2e71-457a-98b9-ad093ce6feba req-ee82d4cb-7366-4b2e-8155-51b7fd7a3381 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Sep 18 01:15:27.562232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8d19807-2e71-457a-98b9-ad093ce6feba req-d8cddcf1-cb4e-4a31-8f79-a13f8dc87bf5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Sep 18 01:15:28.225214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a61a37-c355-4851-9ab1-92e34872832b req-794fc1cb-d900-4adb-8de6-9bd1ff902484 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:28.226680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6a61a37-c355-4851-9ab1-92e34872832b req-794fc1cb-d900-4adb-8de6-9bd1ff902484 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0495689 Sep 18 01:15:28.264649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6a61a37-c355-4851-9ab1-92e34872832b req-5d4a541c-ced7-43fa-ab71-d7872de40461 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Sep 18 01:15:28.434200 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:28.676129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88e4df-a028-4ddc-b6aa-4d633c2c047c req-61786bec-a44f-4d49-bcb6-3c0dcdfb5b63 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:28.677629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f88e4df-a028-4ddc-b6aa-4d633c2c047c req-61786bec-a44f-4d49-bcb6-3c0dcdfb5b63 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Sep 18 01:15:28.714259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f88e4df-a028-4ddc-b6aa-4d633c2c047c req-bd6669fa-53d2-4497-86ab-40859400e0ac tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Sep 18 01:15:29.379477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7241a0-bda0-47d1-9694-255e0ed193d2 req-62d7c806-6eca-472c-a5f9-c264e0c46ca7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:29.380968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d7241a0-bda0-47d1-9694-255e0ed193d2 req-62d7c806-6eca-472c-a5f9-c264e0c46ca7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Sep 18 01:15:29.424181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d7241a0-bda0-47d1-9694-255e0ed193d2 req-73d5fd36-5a36-4e1a-a440-23291ac9534e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Sep 18 01:15:29.481460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-24981060-a99e-4412-bf34-ad83ddae7e79 service neutron] 10.222.0.48 "GET /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 385 time: 0.0548980 Sep 18 01:15:29.760315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:29.966846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:29.988040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cffe0-ade7-483d-a8f7-5632884e0966 req-3643aaa2-2978-444d-bc4e-94764a7d1d22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:29.989541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-499cffe0-ade7-483d-a8f7-5632884e0966 req-3643aaa2-2978-444d-bc4e-94764a7d1d22 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 946 time: 0.0787623 Sep 18 01:15:29.999261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:30.063808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-499cffe0-ade7-483d-a8f7-5632884e0966 req-fdba1696-a62f-46e0-8802-e8171a77ec14 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680022 Sep 18 01:15:30.066949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:30.069196 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c4f92-4cbd-47ec-b983-c72b2e64a857" -d '{"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-unplugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:30.076550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:30.090265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:30.106017 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6b5c8-2d48-496a-8657-0409080731da x-openstack-request-id: req-2ef6b5c8-2d48-496a-8657-0409080731da {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:30.106311 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-unplugged", "status": "completed", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:30.106555 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ef6b5c8-2d48-496a-8657-0409080731da {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:30.106936 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'code': 200} Sep 18 01:15:30.163779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Transition to ACTIVE for port object 69a811ed-2463-477c-8d3a-c6b91399ce0f will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:15:30.166985 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:30.259804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Pushing event updated for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=11']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:30.274672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.275066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.275745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.275902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.276313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.276787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.277123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.277575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.278109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.278617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.278961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.279273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:30.307328 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] No DVR routers for this DVR port 69a811ed-2463-477c-8d3a-c6b91399ce0f on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:15:30.436196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-f2e7aa7b-d239-4620-9271-cdba967d683a service neutron] 10.222.0.48 "PUT /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f/bindings/n-h2-712707-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9416311 Sep 18 01:15:30.536929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-73b1b45d-af81-4cdc-86f3-979fcc9a830e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.538343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-73b1b45d-af81-4cdc-86f3-979fcc9a830e tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.0441535 Sep 18 01:15:30.540823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a484-4276-4e71-8c14-44d0c9184d56 req-9edc3acb-da03-4160-bb17-31dfde326a31 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.542351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b31a484-4276-4e71-8c14-44d0c9184d56 req-9edc3acb-da03-4160-bb17-31dfde326a31 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0504858 Sep 18 01:15:30.580918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b31a484-4276-4e71-8c14-44d0c9184d56 req-3e8a7b4b-1194-4827-b9a9-6f2e11576326 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325525 Sep 18 01:15:30.585142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-d79847e7-2730-4aea-ba06-508ef8c89f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.586846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-d79847e7-2730-4aea-ba06-508ef8c89f8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 1097 time: 0.0411470 Sep 18 01:15:30.659085 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-223831f2-7a13-4af1-a1e0-047ba3bec3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.660575 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-223831f2-7a13-4af1-a1e0-047ba3bec3f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1097 time: 0.0408554 Sep 18 01:15:30.755823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-9c42b2c2-731f-4944-b908-33e038b78836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.757328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-9c42b2c2-731f-4944-b908-33e038b78836 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.0872335 Sep 18 01:15:30.823107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-06ee3f8b-ba11-4327-a925-2055ef0d1d9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 1000 time: 0.0578673 Sep 18 01:15:30.877640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-07b0e77d-3b93-409d-a6ce-2f6ea5da4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.879070 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-07b0e77d-3b93-409d-a6ce-2f6ea5da4b23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0469003 Sep 18 01:15:30.924780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-45a9ac58-9972-4c9b-92dd-e204b8e1d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:30.926271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-45a9ac58-9972-4c9b-92dd-e204b8e1d809 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398116 Sep 18 01:15:31.019603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-266e8331-878a-42d9-835d-4e12ff76fb57 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Sep 18 01:15:31.109938 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-70037d27-a210-47b7-9eea-d70e0bc4cac6 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Sep 18 01:15:31.195217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b25d4-f693-4fa1-bd37-48a7f17e9ae5 req-8ceca96e-7f5d-4886-ae6b-e7a028ac75d6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:31.196731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f3b25d4-f693-4fa1-bd37-48a7f17e9ae5 req-8ceca96e-7f5d-4886-ae6b-e7a028ac75d6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Sep 18 01:15:31.234240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f3b25d4-f693-4fa1-bd37-48a7f17e9ae5 req-0f4c3f36-cf16-484e-831e-1dfa19e17181 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Sep 18 01:15:31.411396 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f005b-010a-4435-b524-623bd95e9486 req-be2f33a6-63a8-43e9-937c-4453eb57a7a6 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:31.412928 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-be2f33a6-63a8-43e9-937c-4453eb57a7a6 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 1097 time: 0.0433524 Sep 18 01:15:31.526106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-de4f005b-010a-4435-b524-623bd95e9486 req-195de5bf-9b0e-437d-bae3-09e58f0c88cc service neutron] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:31.529229 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-de4f005b-010a-4435-b524-623bd95e9486 req-195de5bf-9b0e-437d-bae3-09e58f0c88cc service neutron] Notify callbacks [] for binding, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:31.530331 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-de4f005b-010a-4435-b524-623bd95e9486 req-195de5bf-9b0e-437d-bae3-09e58f0c88cc service neutron] 10.222.0.54 "DELETE /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f/bindings/n-h1-712707-16 HTTP/1.1" status: 204 len: 173 time: 0.1088753 Sep 18 01:15:31.698876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80ccc-a820-4ae9-a672-721a9d24de8f req-49ad635f-1ea0-4c0a-9950-0fab4b7551ec tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:31.700252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cf80ccc-a820-4ae9-a672-721a9d24de8f req-49ad635f-1ea0-4c0a-9950-0fab4b7551ec tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0528750 Sep 18 01:15:31.737633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cf80ccc-a820-4ae9-a672-721a9d24de8f req-47ffb3d0-891c-48b8-9e58-2aa606c4d759 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Sep 18 01:15:32.350572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c0f45-750a-4603-aa74-8efea738ae45 req-25668fc4-79fe-4ea9-8d2c-e21d0b43e32d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:32.352045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e0c0f45-750a-4603-aa74-8efea738ae45 req-25668fc4-79fe-4ea9-8d2c-e21d0b43e32d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Sep 18 01:15:32.390808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e0c0f45-750a-4603-aa74-8efea738ae45 req-394a5b6d-55f0-4067-baa7-5ce1363e3d67 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Sep 18 01:15:32.412911 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:32.501031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78011ff6-f742-41cb-a54e-c07be34cc973 req-f2272d34-65b0-4299-ab25-382572c17997 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:32.502825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78011ff6-f742-41cb-a54e-c07be34cc973 req-f2272d34-65b0-4299-ab25-382572c17997 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1097 time: 0.0458632 Sep 18 01:15:32.537984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78011ff6-f742-41cb-a54e-c07be34cc973 req-89bc12ee-370c-4c85-8cb8-97a06825138d tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291483 Sep 18 01:15:32.556411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:32.593461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:32.652488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00d259-a107-4b71-86bd-d22d29de8456 req-9bd1fb04-c0c9-48ba-bca7-d15b34ca495d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:32.653884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e00d259-a107-4b71-86bd-d22d29de8456 req-9bd1fb04-c0c9-48ba-bca7-d15b34ca495d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0489948 Sep 18 01:15:32.692650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e00d259-a107-4b71-86bd-d22d29de8456 req-448b9483-e96c-420c-a21a-9cda1baa8fe5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Sep 18 01:15:32.714522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52166) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:32.778388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-54b02790-b220-4d59-863f-033bcaef0a1a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/90e3a886-fe64-41b2-88b0-31a579a77464 HTTP/1.1" status: 200 len: 992 time: 0.0627208 Sep 18 01:15:32.855070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f36b9-0d88-469e-b827-11ddc026af0a req-79065dc4-ff93-4c91-8ed8-a88dab9d576a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:32.856955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-171f36b9-0d88-469e-b827-11ddc026af0a req-79065dc4-ff93-4c91-8ed8-a88dab9d576a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 943 time: 0.0518389 Sep 18 01:15:32.897323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-171f36b9-0d88-469e-b827-11ddc026af0a req-c3135498-5486-412f-b8cf-d9ba5f6c5ce4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Sep 18 01:15:33.009754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52174) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:33.162479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 9dd151e8-8a7e-4814-8ecc-a693ed9ab864 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:33.162822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.239019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.239344 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.250534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 9dd151e8-8a7e-4814-8ecc-a693ed9ab864 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:33.335228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 81770696-d1e0-4f92-a59c-4d88c8125df4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:15:33.398561 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.427043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=9dd151e8-8a7e-4814-8ecc-a693ed9ab864,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:33.432832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=81770696-d1e0-4f92-a59c-4d88c8125df4,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:33.447852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:15:33.483892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.488478 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.488812 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP 90e3a886-fe64-41b2-88b0-31a579a77464 disassociated (deleted). External IP: 172.25.7.111, port: 69a811ed-2463-477c-8d3a-c6b91399ce0f. Sep 18 01:15:33.498840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81770696-d1e0-4f92-a59c-4d88c8125df4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:15:33.518596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=81770696-d1e0-4f92-a59c-4d88c8125df4,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:33.523653 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.573620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:33.595272 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-f1333d7a-e627-4be6-bddc-efdeb27342be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411191 Sep 18 01:15:33.693326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-1d5b82ba-f267-41aa-9a54-34353d0ed22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:33.694706 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-1d5b82ba-f267-41aa-9a54-34353d0ed22f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1097 time: 0.0414193 Sep 18 01:15:33.703900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:33.801531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-d06e7cd4-8087-4bfb-b6ac-a3f9edeb7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:33.803012 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-d06e7cd4-8087-4bfb-b6ac-a3f9edeb7e99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.0882154 Sep 18 01:15:33.815229 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:33.820147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:33.825979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Sync routers for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:33.835364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:33.835984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:33.847174 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-9aae4b26-63d4-4400-b92e-ec25251c811a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 217 time: 0.0363231 Sep 18 01:15:33.847799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2baa03bc-de69-40d9-9bf7-d000e59cea2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/floatingips/90e3a886-fe64-41b2-88b0-31a579a77464 HTTP/1.1" status: 204 len: 168 time: 0.8369751 Sep 18 01:15:33.848435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:33.850742 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75603e-9096-450a-ae1f-dfad58bafdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:33.905186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-f3a48d1b-2a4a-454d-b368-35f82a20acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:33.907197 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-f3a48d1b-2a4a-454d-b368-35f82a20acd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0531247 Sep 18 01:15:33.915485 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7342a1bb-8a0c-434b-991f-f0584ac17026 x-openstack-request-id: req-7342a1bb-8a0c-434b-991f-f0584ac17026 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:33.915790 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:33.916041 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7342a1bb-8a0c-434b-991f-f0584ac17026 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:33.916461 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'status': 'completed', 'code': 200} Sep 18 01:15:33.972999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:33.990225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-5f0f1d0e-9f86-4e8f-b54f-253327efcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:33.991896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-5f0f1d0e-9f86-4e8f-b54f-253327efcc44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603874 Sep 18 01:15:34.023150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['81770696-d1e0-4f92-a59c-4d88c8125df4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:15:34.046363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623a4b-bab7-4442-82e8-7c35edb7bb13 req-a7f1a870-7493-4287-a8e2-cae82f5504e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.054018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97623a4b-bab7-4442-82e8-7c35edb7bb13 req-a7f1a870-7493-4287-a8e2-cae82f5504e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 944 time: 0.0810091 Sep 18 01:15:34.108317 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-f91afc87-5295-43e9-bf6a-0702dee92875 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049061 Sep 18 01:15:34.122698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97623a4b-bab7-4442-82e8-7c35edb7bb13 req-122a2442-0764-4452-a894-d4f88351beaf tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675778 Sep 18 01:15:34.157138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752b0b-3ed7-4f8f-8738-80d9f4f5035f req-732228dd-8be4-4eeb-8160-b487eceb3c8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.167239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33752b0b-3ed7-4f8f-8738-80d9f4f5035f req-732228dd-8be4-4eeb-8160-b487eceb3c8b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0851393 Sep 18 01:15:34.207950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33752b0b-3ed7-4f8f-8738-80d9f4f5035f req-b96e8722-ca64-4dcb-a874-49a5c0d87a44 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6487f3-995a-4ad0-b628-b99884c83a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 Sep 18 01:15:34.211610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d41f3273-51d5-4d3b-a750-458143a7a459 req-2f5ffa52-0ebe-4784-a9b1-d963278d5594 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938566 Sep 18 01:15:34.319454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:34.343980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-041a50cf-0b14-4e48-8123-533d03271e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.345623 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-041a50cf-0b14-4e48-8123-533d03271e4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 1097 time: 0.0407188 Sep 18 01:15:34.351424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Checking router: 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:34.371568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:34.372177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:34.444187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-41623f54-ed2f-4c1d-a48a-a0ae6448df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.446049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-41623f54-ed2f-4c1d-a48a-a0ae6448df06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 200 len: 897 time: 0.0901201 Sep 18 01:15:34.489782 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-9870a006-b7fe-42ee-aae2-7a3601abcd04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 200 len: 217 time: 0.0366154 Sep 18 01:15:34.505422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:34.567066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-9e49cc4b-e204-4bb0-9d36-f873ee7ede33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.568688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-9e49cc4b-e204-4bb0-9d36-f873ee7ede33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 200 len: 834 time: 0.0532174 Sep 18 01:15:34.641237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-c2da6474-f0ee-4f98-8acb-82127fcf4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.642707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-c2da6474-f0ee-4f98-8acb-82127fcf4d96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440722 Sep 18 01:15:34.734627 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-4a561789-d702-4a2c-b78a-2d2933584d73 service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Sep 18 01:15:34.851489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:34.858411 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6c75603e-9096-450a-ae1f-dfad58bafdc5 req-a4dee92e-e2c1-41ca-94b5-d6586069853a service neutron] 10.222.0.54 "GET /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152360 Sep 18 01:15:34.870818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-43e80891-08ad-4f21-a8c3-8f6c58850a28 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:34.872271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-43e80891-08ad-4f21-a8c3-8f6c58850a28 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 945 time: 0.0656760 Sep 18 01:15:34.877374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491897a-e760-4482-b200-38c3e879f7e0 None None] The sync data for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 is: [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:14:29Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'aef1cf95-f7dd-406a-9c45-5d931ca489c3', 'name': '', 'network_id': 'd52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:a1:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:29Z', 'updated_at': '2021-09-18T01:14:32Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': 'ad4838ed-5fa7-47e1-9f21-56ad58d0cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:35.004736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 69a811ed-2463-477c-8d3a-c6b91399ce0f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:35.005079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.108380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port 69a811ed-2463-477c-8d3a-c6b91399ce0f, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=69a811ed-2463-477c-8d3a-c6b91399ce0f,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:35.108767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.123246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 69a811ed-2463-477c-8d3a-c6b91399ce0f owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:35.128046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c490d-907b-46e9-93f2-794d880d168a None None] New status for floating IP 90e3a886-fe64-41b2-88b0-31a579a77464: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:15:35.260280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e798d7e-c930-4796-ae95-1e44a2e3eed0 req-4fe46ca5-c6e1-49bd-8bf5-8dabd20883ad tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:35.264966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.268954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e798d7e-c930-4796-ae95-1e44a2e3eed0 req-4fe46ca5-c6e1-49bd-8bf5-8dabd20883ad tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 944 time: 0.0669045 Sep 18 01:15:35.294182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=69a811ed-2463-477c-8d3a-c6b91399ce0f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:35.326353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44999163-dde4-482c-88eb-96106e126563 req-3de85c26-e2d9-4c10-8d80-a185e0618804 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae08a4e1-9d59-4a4d-9470-c848f28e9be0 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Sep 18 01:15:35.329483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e798d7e-c930-4796-ae95-1e44a2e3eed0 req-da81f9e8-2db1-4ba2-a1c6-32fc8ea06764 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597537 Sep 18 01:15:35.341618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] No DVR routers for this DVR port 69a811ed-2463-477c-8d3a-c6b91399ce0f on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:15:35.353185 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.354548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 81770696-d1e0-4f92-a59c-4d88c8125df4 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:35.355228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d841b219-f32d-4a75-89a5-18e6ce6d6b5f req-e81ad46b-b35b-4097-baff-f1b7279b5c9d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.54 "DELETE /v2.0/ports/69a811ed-2463-477c-8d3a-c6b91399ce0f HTTP/1.1" status: 204 len: 173 time: 0.4501634 Sep 18 01:15:35.355673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-deleted', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:35.358043 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d318f08-e3b0-482f-9776-fdc10d99be01" -d '{"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-deleted", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:35.400341 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ae1a9-3057-4530-9715-8de3e39472b7 x-openstack-request-id: req-a23ae1a9-3057-4530-9715-8de3e39472b7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:35.400643 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08a4e1-9d59-4a4d-9470-c848f28e9be0", "name": "network-vif-deleted", "tag": "69a811ed-2463-477c-8d3a-c6b91399ce0f", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:35.400891 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a23ae1a9-3057-4530-9715-8de3e39472b7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:35.401292 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08a4e1-9d59-4a4d-9470-c848f28e9be0', 'name': 'network-vif-deleted', 'tag': '69a811ed-2463-477c-8d3a-c6b91399ce0f', 'status': 'completed', 'code': 200} Sep 18 01:15:35.411372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 81770696-d1e0-4f92-a59c-4d88c8125df4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:15:35.415163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 81770696-d1e0-4f92-a59c-4d88c8125df4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:35.415542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.499076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.522725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:35.524969 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9c4f1-ce95-4716-89b1-7385e5551b22" -d '{"events": [{"server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "name": "network-vif-plugged", "status": "completed", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:35.538182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=81770696-d1e0-4f92-a59c-4d88c8125df4,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:35.542289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:35.569918 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecec656-3573-4770-ba6e-9e7cc4ff33ea x-openstack-request-id: req-0ecec656-3573-4770-ba6e-9e7cc4ff33ea {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:35.570121 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "name": "network-vif-plugged", "status": "completed", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:35.570365 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ecec656-3573-4770-ba6e-9e7cc4ff33ea {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:35.570752 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'code': 200} Sep 18 01:15:35.597324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:35.714827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d83570-e6b7-4850-911d-ab9cfb86670c req-f2d03145-d222-4790-ab3e-8155bb05ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:35.716385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-40d83570-e6b7-4850-911d-ab9cfb86670c req-f2d03145-d222-4790-ab3e-8155bb05ecaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0421929 Sep 18 01:15:35.755229 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-40d83570-e6b7-4850-911d-ab9cfb86670c req-f5cd62bc-9723-4960-b2ec-bd119c75f23c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Sep 18 01:15:36.385671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:36.518891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa9f00-8fad-49da-b46d-8041a150380c req-209f1d1d-6b8f-4a5c-977a-1c4c7d9621db tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:36.520400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5aa9f00-8fad-49da-b46d-8041a150380c req-209f1d1d-6b8f-4a5c-977a-1c4c7d9621db tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.0922673 Sep 18 01:15:36.608336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5aa9f00-8fad-49da-b46d-8041a150380c req-4283594c-375d-40d4-8347-62625e5b86a4 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816360 Sep 18 01:15:36.808976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:37.065768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port aef1cf95-f7dd-406a-9c45-5d931ca489c3 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:37.066018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:37.160446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port aef1cf95-f7dd-406a-9c45-5d931ca489c3, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=aef1cf95-f7dd-406a-9c45-5d931ca489c3,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:37.160811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:37.172514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for aef1cf95-f7dd-406a-9c45-5d931ca489c3 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:37.356070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:37.356680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:37.379330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 69a811ed-2463-477c-8d3a-c6b91399ce0f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:15:37.379678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 69a811ed-2463-477c-8d3a-c6b91399ce0f not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:37.383028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=aef1cf95-f7dd-406a-9c45-5d931ca489c3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:37.559345 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:37.970324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391c8a-dd1b-40ca-80fa-f231dddcc081 req-f2df2983-e9f1-4fd1-83dd-79be428631c6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:37.972569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60391c8a-dd1b-40ca-80fa-f231dddcc081 req-f2df2983-e9f1-4fd1-83dd-79be428631c6 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.0937073 Sep 18 01:15:38.053959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60391c8a-dd1b-40ca-80fa-f231dddcc081 req-06d12aaa-673d-43a0-88a6-cb91aacce0a7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726674 Sep 18 01:15:38.118010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:38.212584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699b23-7214-4373-a8f5-a4c94aae8e9e req-ec523741-71a6-4ed6-bf8a-947fd3536da5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:38.214074 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33699b23-7214-4373-a8f5-a4c94aae8e9e req-ec523741-71a6-4ed6-bf8a-947fd3536da5 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.0926161 Sep 18 01:15:38.289352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:38.293380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-33699b23-7214-4373-a8f5-a4c94aae8e9e req-a561b77c-e0b3-47d3-b10c-600c3a008411 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705125 Sep 18 01:15:38.297262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b58bd210-9222-4254-9845-1eef605b3de1 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/5ecaec9a-4f6b-4dfd-ba67-c574b59a623a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101329 Sep 18 01:15:38.299758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52202) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:38.303067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Sync routers for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:38.315461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:38.315461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:38.315879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:38.357763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting subnet ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:15:38.360881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.408402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.428734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:38.474010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159cc6ea-1395-45f9-85d0-9e00fd35a3cd tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:38.475657 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-159cc6ea-1395-45f9-85d0-9e00fd35a3cd tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1092 time: 0.1588600 Sep 18 01:15:38.479972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52208) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:38.485193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:38.511045 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.548893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.605887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.610133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:15:37Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:38.636546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Checking router: 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:38.645710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Routers {'5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:38.646326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:38.660817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4838ed-5fa7-47e1-9f21-56ad58d0cff7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:38.670070 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.672059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4dee151-cc01-4755-9164-cfc1a8653f35 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/subnets/ad4838ed-5fa7-47e1-9f21-56ad58d0cff7 HTTP/1.1" status: 204 len: 168 time: 0.3711617 Sep 18 01:15:38.676015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52210) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:38.689223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ce830-3f7e-4dce-bb2c-7451db88667e None None] Network d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:15:38.703006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.787054 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.818464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.25.7.19 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a29581cc-22e7-42c9-a358-9fc5e8d7471f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:38.848667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] Set router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:38.894435 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.938453 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.978798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port fb9550d9-872c-4141-b644-c158b43bdf6d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:38.979149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:38.981877 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.034639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=a29581cc-22e7-42c9-a358-9fc5e8d7471f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:39.051310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] DHCP port deletion for d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:15:39.059385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:39.062448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:39.064999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:39.082239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port fb9550d9-872c-4141-b644-c158b43bdf6d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fb9550d9-872c-4141-b644-c158b43bdf6d,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:39.082385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.097073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for fb9550d9-872c-4141-b644-c158b43bdf6d owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:39.106570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:15:37Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:39.136488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372d919-9fff-48c5-aee4-754ade5a8c86 None None] The sync data for ids ['5ecaec9a-4f6b-4dfd-ba67-c574b59a623a'] in n-d-712707-16 is: [{'id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714762758', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:14:26Z', 'updated_at': '2021-09-18T01:15:37Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'fb9550d9-872c-4141-b644-c158b43bdf6d', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecaec9a-4f6b-4dfd-ba67-c574b59a623a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:14:27Z', 'updated_at': '2021-09-18T01:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:39.146151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Deleting port b29c9398-4137-461b-998d-13695e46a5c0 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:15:39.146535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.222689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] For port b29c9398-4137-461b-998d-13695e46a5c0, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b29c9398-4137-461b-998d-13695e46a5c0,segment=NetworkSegment(a1955f98-7814-47c8-824e-5367a0c539c1),segment_id=a1955f98-7814-47c8-824e-5367a0c539c1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:39.223081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.238734 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Calling delete_port for b29c9398-4137-461b-998d-13695e46a5c0 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:15:39.289703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.315725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=fb9550d9-872c-4141-b644-c158b43bdf6d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:39.331658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.356958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] Pushing event deleted for resources: {'Port': ['ID=b29c9398-4137-461b-998d-13695e46a5c0,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:39.361793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1dd665-c69d-4e5e-944f-d8ad5459ec7b None None] No DVR routers for this DVR port b29c9398-4137-461b-998d-13695e46a5c0 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:15:39.386172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.465737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.543483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.719394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.725753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.765149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.767189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.795957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=a29581cc-22e7-42c9-a358-9fc5e8d7471f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:39.810067 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.817233 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.817889 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Fanout notify agent at l3_agent the message router_deleted on router 5ecaec9a-4f6b-4dfd-ba67-c574b59a623a {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:15:39.825414 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.826714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08982a27-d044-4cfc-9ec8-cd56e98534c4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/routers/5ecaec9a-4f6b-4dfd-ba67-c574b59a623a HTTP/1.1" status: 204 len: 168 time: 1.1500146 Sep 18 01:15:39.833255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:39.927516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:39.936654 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP 8d9c6d14-a698-4d8c-815c-57a622379076 associated. External IP: 172.25.7.19, port: 81770696-d1e0-4f92-a59c-4d88c8125df4. Sep 18 01:15:40.030102 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.050312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.060531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1955f98-7814-47c8-824e-5367a0c539c1') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.060531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1955f98-7814-47c8-824e-5367a0c539c1') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.070366 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.083930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.089780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:15:40.090288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:15:40.093810 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:15:40.157504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.166372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.168370 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/networks/d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5 HTTP/1.1" status: 204 len: 168 time: 0.3340557 Sep 18 01:15:40.171348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:40.171974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52214) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:40.178038 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0892eea-3a15-4267-9fdd-9ce629019d83 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Network': ['ID=d52da1e5-8a8c-42a6-9f4e-7ec3ad5e69b5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:40.289857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.352169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.363741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:40.382003 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:40.394604 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:40.396039 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.401696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.444288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3a8774d9-d7c9-45c0-8900-cdc36271a51d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9539783 Sep 18 01:15:40.444288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:40.444288 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65626f73-66d1-4c86-a7f5-b4d709942e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:40.466643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.469262 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.473530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/security-groups/5a6487f3-995a-4ad0-b628-b99884c83a08 HTTP/1.1" status: 204 len: 168 time: 0.2972062 Sep 18 01:15:40.481440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbef2d-41e6-4a22-ab64-a9350a658218 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6487f3-995a-4ad0-b628-b99884c83a08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:40.493972 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509135b2-9dbd-4841-9a84-a002d2d228ca x-openstack-request-id: req-509135b2-9dbd-4841-9a84-a002d2d228ca {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:40.494278 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:40.494581 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-509135b2-9dbd-4841-9a84-a002d2d228ca {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:40.495109 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'status': 'completed', 'code': 200} Sep 18 01:15:40.574034 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:40.580703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-76a4e1c8-9b4e-4120-8578-5ff5e58ce874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:40.582307 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-76a4e1c8-9b4e-4120-8578-5ff5e58ce874 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0447955 Sep 18 01:15:40.687109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-41fa8c0e-ece6-41bc-970d-a22baec4d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:40.688814 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-41fa8c0e-ece6-41bc-970d-a22baec4d0da service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0992479 Sep 18 01:15:40.761750 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-da4055d7-c119-4297-81fa-a9f08e83dd7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 998 time: 0.0647993 Sep 18 01:15:40.812127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52226) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:40.815508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-dce5efa4-08d7-4a8d-9f6f-ae02ee596193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:40.817077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-dce5efa4-08d7-4a8d-9f6f-ae02ee596193 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0474069 Sep 18 01:15:40.818709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970843456', 'description': 'tempest-secgroup-smoke-1970843456 description', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:40.823992 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:39Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.846375 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.851086 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:40.859328 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:40.859934 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:40.868214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-e4e7dbb2-3435-4bb6-9197-09f869bdba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:40.870166 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-e4e7dbb2-3435-4bb6-9197-09f869bdba88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457778 Sep 18 01:15:40.953942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.960368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.970089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-2bfc0e25-7054-4ffe-9c32-76c02d1f0d3c service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911229 Sep 18 01:15:40.998273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:40.999959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1863134 Sep 18 01:15:41.001316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19640b15-7a8f-4838-81d8-d77a1ae2435c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3fed07-8548-48d1-8146-03b4d1cad317,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.005404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.010031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.038894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.060750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef1cf95-f7dd-406a-9c45-5d931ca489c3 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:41.090736 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-65626f73-66d1-4c86-a7f5-b4d709942e9e req-0d3d85ff-2955-4d43-acc8-8ba1b82fde00 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135836 Sep 18 01:15:41.092991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: aef1cf95-f7dd-406a-9c45-5d931ca489c3 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:15:41.093638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device aef1cf95-f7dd-406a-9c45-5d931ca489c3 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:41.094295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fb9550d9-872c-4141-b644-c158b43bdf6d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:41.095175 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:41.100830 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.110440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.116576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: fb9550d9-872c-4141-b644-c158b43bdf6d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:15:41.117353 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fb9550d9-872c-4141-b644-c158b43bdf6d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:41.118408 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b29c9398-4137-461b-998d-13695e46a5c0 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:15:41.138422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ce200a-9693-4700-ade8-4c865c99f181,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.143888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b29c9398-4137-461b-998d-13695e46a5c0 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:15:41.144261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b29c9398-4137-461b-998d-13695e46a5c0 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:15:41.147797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.149080 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-845c83f5-5949-499f-92f0-780ab7e32229 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426570 Sep 18 01:15:41.151714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52230) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.156467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.184672 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.242079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.245944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.266542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94bebaf-c094-497f-971c-5d24dcd5b62b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.274003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.278510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f10c3aaa-d896-43b2-b722-ed2cdce2d79c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227849 Sep 18 01:15:41.278706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52232) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.284509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.311244 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.330063 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:39Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:41.355406 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcad0c9-3fd4-4823-aec8-09e4610716b3 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:39Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:41.372924 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.377415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.395348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1e8701-59b5-42af-a7c8-8ae1af31018f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.401746 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.405831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.405979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-89711201-b1d8-4be7-b7cf-9e017ed5df60 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260967 Sep 18 01:15:41.410993 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.437495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.497619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.503827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.522573 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc095ac-c27d-4a0a-bf2b-cb4051236965,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.529835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.531225 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2c4b768a-ab4a-40dd-8e02-b5864ebc911b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243300 Sep 18 01:15:41.533941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52236) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.538436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.561621 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:15:41.568167 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.570664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c32bef-aaaa-480f-a41c-587636560932 None None] New status for floating IP 8d9c6d14-a698-4d8c-815c-57a622379076: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:15:41.629254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.633082 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.654213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70b20f6-11b0-4014-87f3-a7510124dcab,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.659328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.663123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7aec7288-2257-4f3f-9bdb-8b3e3d77d9f6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255293 Sep 18 01:15:41.663671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52238) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.667661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'security_group_rule': {'security_group_id': '1b3fed07-8548-48d1-8146-03b4d1cad317', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.689659 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Project 5c83d83ceeae4e97b56d8b2669a5a36c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:15:41.694679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.763514 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.766993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.784929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db24992d-ab35-4e68-877a-d92a280dd80a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:41.790908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.792500 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81eb6f8b-7163-4ce6-828d-e70d284b999e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281288 Sep 18 01:15:41.795268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52240) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.800389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'network': {'name': 'tempest-network-smoke--2122800020', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'port_security_enabled': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:41.820459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:15:41.823772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.847334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:15:41.855828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.856241 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Added segment 32526419-40a1-4a12-b950-ae2f41c56020 of type vlan for network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a Sep 18 01:15:41.895476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.919941 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.925485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:41.926068 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.957556 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1613014 Sep 18 01:15:41.960357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:41.964595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'admin_state_up': True, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:42.009900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90918a-b083-49a9-ac0a-8caaa277d9a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Network': ['ID=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:42.020384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:15:42.022326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.023352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.075331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.211422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.397876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.420881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.521728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.213 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/daf8d2a8-087e-4092-a7cc-a9679b894384) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:42.627642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.660988 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.699167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:42.703352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:42.710619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:42.713613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=daf8d2a8-087e-4092-a7cc-a9679b894384,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:42.956797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.150055 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.274679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:15:43.379974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:43.389472 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Sync routers for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:43.397890 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.399162 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-49928fd8-3870-49ff-bbd0-c982a4c0f8a0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4378836 Sep 18 01:15:43.399627 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:43.400364 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:43.402355 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:43.430588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4fac7b0d-3a70-4fe3-a8aa-a4ec0a9c51ff tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5c83d83ceeae4e97b56d8b2669a5a36c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271142 Sep 18 01:15:43.433115 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:43.502433 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:43.518920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddf197-77b9-4a0d-998a-b247cb8500ea tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:43.520532 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dcddf197-77b9-4a0d-998a-b247cb8500ea tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865061 Sep 18 01:15:43.523314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:43.554870 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dd3000cf-6212-4d46-948a-842c7432d72a tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303841 Sep 18 01:15:43.557228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52250) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:43.561876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059030088', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:43.650942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:15:43.654678 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.679508 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:42Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:43.705344 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Checking router: cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:43.705691 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Updating router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca port daf8d2a8-087e-4092-a7cc-a9679b894384 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:15:43.730374 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.832776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.894156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Subnet': ['ID=943dbadd-d251-4e13-841f-37db2715028d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:43.903606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.903955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.904313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.904649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.904979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.905308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.905634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.905963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.906286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.906607 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.906929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.907251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:43.914370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Checking segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:43.914732 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network hostable DHCP agents. Network: 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:15:43.933943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:15:43.944445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:43.949442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:43.950381 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.954961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65c5f4-71cf-4d6c-9d1d-7035e3258ada None None] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:15:43.967445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b4b4e258-347c-4105-af7b-ab900251dcdd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092083 Sep 18 01:15:43.970370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52252) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:43.993796 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:43.999394 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.056654 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Attempting to bind port daf8d2a8-087e-4092-a7cc-a9679b894384 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:44.057022 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Attempting to bind port daf8d2a8-087e-4092-a7cc-a9679b894384 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:44.057381 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Attempting to bind port daf8d2a8-087e-4092-a7cc-a9679b894384 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:44.059223 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Pushing event updated for resources: {'Port': ['ID=daf8d2a8-087e-4092-a7cc-a9679b894384,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:44.068813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:44.069189 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:44.069592 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.069986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:44.070446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Bound port: daf8d2a8-087e-4092-a7cc-a9679b894384, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:44.070824 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.073873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.074217 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.074554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.074883 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.075285 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.075611 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.075931 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.076279 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.076631 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.076950 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.077267 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.077585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:15:44.107288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:15:44.108398 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.128465 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] For port daf8d2a8-087e-4092-a7cc-a9679b894384, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:44.131741 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] For port daf8d2a8-087e-4092-a7cc-a9679b894384, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=daf8d2a8-087e-4092-a7cc-a9679b894384,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:44.137775 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.197632 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:44.198356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:44.203746 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507fc0c-32cd-4d75-aeb4-f2b7aa334302 None None] Pushing event updated for resources: {'Port': ['ID=daf8d2a8-087e-4092-a7cc-a9679b894384,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:44.250527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Allocated IP 172.20.0.2 (8f9f9e2a-43e0-483d-81e9-19f3e68aa36a/943dbadd-d251-4e13-841f-37db2715028d/2ff3fbe4-a078-49d1-a7a6-924b6aae0e38) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:44.309896 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:44.401317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.409559 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.437509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.456156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:44.461775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Pushing event updated for resources: {'Port': ['ID=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:44.465775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:44.468001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:44.492683 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:42Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:44.519777 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24b204-e486-4743-9c1f-a7ec59e8737c None None] The sync data for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 is: [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:42Z', 'revision_number': 3, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:44.532588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Attempting to bind port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:44.533349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Attempting to bind port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:44.533934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Attempting to bind port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 on network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:44.539972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:44.540684 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Checking segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:44.541347 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.541961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Bound using segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:44.542576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Bound port: 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:44.543028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.608438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] For port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:44.611711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] For port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:44.622923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.685346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63e68-38c8-4ebe-99df-425492773e4f None None] Pushing event updated for resources: {'Port': ['ID=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:44.742798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.1 (8f9f9e2a-43e0-483d-81e9-19f3e68aa36a/943dbadd-d251-4e13-841f-37db2715028d/05a29e3f-efb6-4547-acac-b3d8b01df750) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:44.922743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.965791 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.015530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:45.024150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:45.026868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:45.058506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:45.084587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.133076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device daf8d2a8-087e-4092-a7cc-a9679b894384 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:45.186307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port daf8d2a8-087e-4092-a7cc-a9679b894384 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:45.186765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.270772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.296689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port daf8d2a8-087e-4092-a7cc-a9679b894384, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=daf8d2a8-087e-4092-a7cc-a9679b894384,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:45.302149 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.303090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:45.386382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=daf8d2a8-087e-4092-a7cc-a9679b894384,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:45.415309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:45.415687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.565324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.673290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.709177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:45.714253 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.773403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:45.798320 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0c3b8-c1df-4a9d-b95c-cc8e470e2542 None None] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:15:45.877477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.884335 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.888826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8cef035a-a8ff-4997-9556-3fbc0eaa61e5 None None] Provisioning complete for port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:45.889478 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8cef035a-a8ff-4997-9556-3fbc0eaa61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:45.972352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:45.978866 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.096937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:46.099088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:46.235551 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:46.257088 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.351502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-04be50cf-d413-4a21-a1bc-2e0ba07deed0 None None] Provisioning complete for port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:46.352026 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-04be50cf-d413-4a21-a1bc-2e0ba07deed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.359062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:46.371760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c3fa4129-795a-4b24-a610-d0fe10a86839 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3989954 Sep 18 01:15:46.385768 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Sync routers for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:46.406474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:46.407110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:46.529736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-212dc9ce-9b09-452a-a72b-3e72548aa518 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970843456&fields=id&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 267 time: 0.0376506 Sep 18 01:15:46.564715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:46.566790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-04be50cf-d413-4a21-a1bc-2e0ba07deed0 None None] Provisioning complete for port 05a29e3f-efb6-4547-acac-b3d8b01df750 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:46.567158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-04be50cf-d413-4a21-a1bc-2e0ba07deed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.654058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-3e3a38a6-b7a6-4bad-a2e5-9b54ebc41d81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:46.655690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-3e3a38a6-b7a6-4bad-a2e5-9b54ebc41d81 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 797 time: 0.1144562 Sep 18 01:15:46.664720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-04be50cf-d413-4a21-a1bc-2e0ba07deed0 None None] Port 05a29e3f-efb6-4547-acac-b3d8b01df750 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:15:46.671959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-18387037-7718-4280-8404-ef5e3652ddce tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/quotas/5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 375 time: 0.0100138 Sep 18 01:15:46.731306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-451471e1-dd46-45fa-9291-57fa7784929d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528808 Sep 18 01:15:46.794243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-08f90592-4a99-4150-be43-e4f44cc7663f None None] Provisioning complete for port 05a29e3f-efb6-4547-acac-b3d8b01df750 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:46.794532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-08f90592-4a99-4150-be43-e4f44cc7663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.826576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-4000edd8-c4e1-47d1-8ecd-7946a6236437 service neutron] 10.222.0.49 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832756 Sep 18 01:15:46.838350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-08f90592-4a99-4150-be43-e4f44cc7663f None None] Port 05a29e3f-efb6-4547-acac-b3d8b01df750 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:15:46.842791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 2, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:46.870348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Checking router: cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:46.870708 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Updating router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca port 05a29e3f-efb6-4547-acac-b3d8b01df750 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:15:46.895533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.924453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-e532865a-bb4c-4b88-8c2c-fe300275eeb3 service neutron] 10.222.0.49 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908823 Sep 18 01:15:47.039528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device daf8d2a8-087e-4092-a7cc-a9679b894384 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:47.107906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f73805c6-7a75-4455-aceb-7c2123267989 req-d01f3c4e-b59d-4572-baf7-aa7ee311c49c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 210 time: 0.0347178 Sep 18 01:15:47.153841 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port daf8d2a8-087e-4092-a7cc-a9679b894384 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:47.154210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.245948 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.268671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.322730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:47.362593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19eb28-dbcf-4aba-a8ca-410c1aef1e9e None None] Pushing event updated for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:47.426287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Attempting to bind port 05a29e3f-efb6-4547-acac-b3d8b01df750 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:47.426673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Attempting to bind port 05a29e3f-efb6-4547-acac-b3d8b01df750 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:47.427007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Attempting to bind port 05a29e3f-efb6-4547-acac-b3d8b01df750 on network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:47.436001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:47.436399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Checking segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:47.436803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.437202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Bound using segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:47.437670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Bound port: 05a29e3f-efb6-4547-acac-b3d8b01df750, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:47.438056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.450548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:47.450922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.545356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] For port 05a29e3f-efb6-4547-acac-b3d8b01df750, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:47.549387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] For port 05a29e3f-efb6-4547-acac-b3d8b01df750, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=05a29e3f-efb6-4547-acac-b3d8b01df750,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:47.575435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.637671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] Provisioning complete for port 05a29e3f-efb6-4547-acac-b3d8b01df750 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:47.638030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.675437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:47.676085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:47.714213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19eb28-dbcf-4aba-a8ca-410c1aef1e9e None None] Pushing event updated for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:47.835363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:47.837441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.098280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] For port 05a29e3f-efb6-4547-acac-b3d8b01df750, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=05a29e3f-efb6-4547-acac-b3d8b01df750,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:48.115552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.126082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-18e99423-84d9-4d60-b974-6f621d83f9ef tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:48.129473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-18e99423-84d9-4d60-b974-6f621d83f9ef tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 797 time: 0.1484461 Sep 18 01:15:48.182875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-b982386d-a605-43d9-9170-b4956e67a4dd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c HTTP/1.1" status: 200 len: 380 time: 0.0405536 Sep 18 01:15:48.192649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'port': {'device_id': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'admin_state_up': True, 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'security_groups': ['1b3fed07-8548-48d1-8146-03b4d1cad317']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:48.216628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb322d-9588-42d5-a1b1-1e1cec81c734 None None] Pushing event updated for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:48.234878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d58321b8-8d13-46e8-91da-762193fb728e req-ac62c5b4-f1f8-4d10-aa3a-2a71d9a5455e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 210 time: 0.0385463 Sep 18 01:15:48.262401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9ccef8d8-7ef5-49c2-9e3b-ec18767f8dd3 None None] Provisioning complete for port 05a29e3f-efb6-4547-acac-b3d8b01df750 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:48.262777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ccef8d8-7ef5-49c2-9e3b-ec18767f8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.312831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:48.337810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Made reservation on behalf of 5c83d83ceeae4e97b56d8b2669a5a36c for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:15:48.341784 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.343052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ada91-5859-4c2a-8d1b-df90943cf034 None None] The sync data for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 is: [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:48.500130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.20.0.14 (8f9f9e2a-43e0-483d-81e9-19f3e68aa36a/943dbadd-d251-4e13-841f-37db2715028d/489a5850-f43d-4b87-9ed3-0be7b99a20aa) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:48.651648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.686665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.732805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:48.735867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:48.743325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:48.747370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:48.808203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:48.808862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.824870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-209dbdf3-b834-437f-a363-c39cf17e179c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6356194 Sep 18 01:15:48.836765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Request body: {'port': {'device_id': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:48.901414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.012061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2d323023-a09f-4209-b983-2ea06c692e05 None None] Provisioning complete for port 489a5850-f43d-4b87-9ed3-0be7b99a20aa triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:49.012512 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d323023-a09f-4209-b983-2ea06c692e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.060171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 05a29e3f-efb6-4547-acac-b3d8b01df750 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:49.063494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2d323023-a09f-4209-b983-2ea06c692e05 None None] Port 489a5850-f43d-4b87-9ed3-0be7b99a20aa cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:15:49.110488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 05a29e3f-efb6-4547-acac-b3d8b01df750 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:49.111003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.202254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489a5850-f43d-4b87-9ed3-0be7b99a20aa {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:15:49.211305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.224857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Transition to ACTIVE for port object 489a5850-f43d-4b87-9ed3-0be7b99a20aa will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:15:49.228620 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.290020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:49.399863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Attempting to bind port 489a5850-f43d-4b87-9ed3-0be7b99a20aa on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:15:49.400114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Attempting to bind port 489a5850-f43d-4b87-9ed3-0be7b99a20aa by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:15:49.400493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Attempting to bind port 489a5850-f43d-4b87-9ed3-0be7b99a20aa on network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:49.412934 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d0e83-a187-41ba-b91b-53e0266d219c req-ddcc8792-7c0b-4b72-bf4e-cc4c893b6e75 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:49.414517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-330d0e83-a187-41ba-b91b-53e0266d219c req-ddcc8792-7c0b-4b72-bf4e-cc4c893b6e75 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 944 time: 0.0779874 Sep 18 01:15:49.415647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Port 489a5850-f43d-4b87-9ed3-0be7b99a20aa on network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:15:49.415963 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Attempting to bind port 489a5850-f43d-4b87-9ed3-0be7b99a20aa on network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:15:49.421643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:15:49.421982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Checking segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:15:49.422365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Bound using segment: {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:15:49.422798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Bound port: 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32526419-40a1-4a12-b950-ae2f41c56020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:15:49.423156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.494609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-330d0e83-a187-41ba-b91b-53e0266d219c req-c13097de-2e36-4167-8116-1ce8c2847923 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687978 Sep 18 01:15:49.521290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:15:49.524631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:15:49.529159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.563985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:49.565291 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:49.566664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 1093 time: 0.7343285 Sep 18 01:15:49.567164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:49.569670 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0700eb7a-0907-4751-87f1-493c7b03c2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:49.612326 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295a9d2-4153-452f-9260-db75ac568032 x-openstack-request-id: req-8295a9d2-4153-452f-9260-db75ac568032 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:49.612646 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:49.612884 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8295a9d2-4153-452f-9260-db75ac568032 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:49.613473 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'status': 'completed', 'code': 200} Sep 18 01:15:49.625710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913cf39-1fca-4c3d-a07a-2f050e7f35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:49.659763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-f9abc8e1-6499-45d7-9220-70e1bc589df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:49.661342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-f9abc8e1-6499-45d7-9220-70e1bc589df8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1096 time: 0.0470695 Sep 18 01:15:49.709280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-e1755043-3b6b-43e5-8edc-38a5517e852a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 217 time: 0.0397096 Sep 18 01:15:49.760478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-51ccad5d-21c8-4dcc-92ff-92fea31007b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:49.761989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-51ccad5d-21c8-4dcc-92ff-92fea31007b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0461688 Sep 18 01:15:49.807715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-6ad71239-ce31-4bd4-bc1c-9a2261e155a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:49.809247 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-6ad71239-ce31-4bd4-bc1c-9a2261e155a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399604 Sep 18 01:15:49.901040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-5f09731b-212a-44fb-9ec9-55829506526b service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848768 Sep 18 01:15:49.989819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa633a6-b225-41a0-936f-10b28cf2e3ee req-a86f3f91-6826-4f1c-913c-efb296b99d76 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818152 Sep 18 01:15:50.072211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-5b966d4c-11e0-4558-9347-a4dc00164bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:50.073715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-5b966d4c-11e0-4558-9347-a4dc00164bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1096 time: 0.0394979 Sep 18 01:15:50.166506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-3546a430-9929-4fdf-a284-6b6f61efc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:50.167959 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-3546a430-9929-4fdf-a284-6b6f61efc6dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 898 time: 0.0871856 Sep 18 01:15:50.208497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-70640627-73e6-4c62-a9c6-5bcfe36a459e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 217 time: 0.0335412 Sep 18 01:15:50.259940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-194fb5c0-ebca-43c5-a9df-77dd3b701187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:50.261311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-194fb5c0-ebca-43c5-a9df-77dd3b701187 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0461280 Sep 18 01:15:50.307764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-95bfbd38-2b88-4538-b625-a362f399563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:50.309439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-95bfbd38-2b88-4538-b625-a362f399563b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397241 Sep 18 01:15:50.402142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-b57c0bc4-7fba-45dc-966b-f740090d5270 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 Sep 18 01:15:50.493924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0700eb7a-0907-4751-87f1-493c7b03c2b9 req-307ea838-f425-4486-a808-02cc457f80ee service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838606 Sep 18 01:15:50.609776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c2b05-54d5-4d4d-9cb5-be00942ebc2c req-a2e74973-41d7-444a-b0ac-2bec5aa551dd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:50.611351 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-604c2b05-54d5-4d4d-9cb5-be00942ebc2c req-a2e74973-41d7-444a-b0ac-2bec5aa551dd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 944 time: 0.0495138 Sep 18 01:15:50.651323 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-604c2b05-54d5-4d4d-9cb5-be00942ebc2c req-5a9f1654-8664-4354-9497-625c1bea38d9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Sep 18 01:15:51.821032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f72be9-3d15-495d-8619-759d05ccbfd5 req-f281f69f-16b3-4889-b240-b842225bfe62 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:51.822549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87f72be9-3d15-495d-8619-759d05ccbfd5 req-f281f69f-16b3-4889-b240-b842225bfe62 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 944 time: 0.1042950 Sep 18 01:15:51.860644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87f72be9-3d15-495d-8619-759d05ccbfd5 req-7c19ca06-3f36-40f8-870e-5de89fe994da tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Sep 18 01:15:52.699044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:15:52.794291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:52.805880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'mac_address': 'fa:16:3e:c9:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:15:52.840958 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:52.853792 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489a5850-f43d-4b87-9ed3-0be7b99a20aa {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:15:52.872769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:52.877321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:52.928093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:52.986290 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7509dc-eb27-4a92-b107-087db5f03c95 req-19e5d84d-bb42-457a-a387-b3835cb29752 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:52.987854 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d7509dc-eb27-4a92-b107-087db5f03c95 req-19e5d84d-bb42-457a-a387-b3835cb29752 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 945 time: 0.0498049 Sep 18 01:15:53.025961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d7509dc-eb27-4a92-b107-087db5f03c95 req-d2b44c29-7cdb-4a1c-a3c6-ab32b3607787 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Sep 18 01:15:53.078979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['489a5850-f43d-4b87-9ed3-0be7b99a20aa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:15:54.146147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa3a1a-bfd7-4c46-9fcf-7c64d6297ca4 req-a42fef1b-1c53-474b-8f48-b74ccf2dd6a3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:54.147619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9aa3a1a-bfd7-4c46-9fcf-7c64d6297ca4 req-a42fef1b-1c53-474b-8f48-b74ccf2dd6a3 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 945 time: 0.0491438 Sep 18 01:15:54.185439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c9aa3a1a-bfd7-4c46-9fcf-7c64d6297ca4 req-6527e14f-2ba6-4c66-bb3d-d83e0f5cd907 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Sep 18 01:15:54.264671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a638dd25-87be-485d-8371-1810ed0d870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:54.714284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:15:54.770666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 489a5850-f43d-4b87-9ed3-0be7b99a20aa completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:15:54.774255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 489a5850-f43d-4b87-9ed3-0be7b99a20aa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:15:54.774633 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:54.848020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:54.869916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:54.872147 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de58bb8-6973-4304-8d44-afd47680a2fb" -d '{"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-plugged", "status": "completed", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:54.884973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:15:54.889258 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:54.919776 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e7ab2-5c4c-4207-b1d7-c499928f56ce x-openstack-request-id: req-593e7ab2-5c4c-4207-b1d7-c499928f56ce {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:54.920347 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-plugged", "status": "completed", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:54.920473 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-593e7ab2-5c4c-4207-b1d7-c499928f56ce {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:54.920772 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'code': 200} Sep 18 01:15:54.940830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:55.026001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5706a9-cc11-419d-b551-dfce28b4d513 req-bdef6fd4-d1c3-44d7-a81a-2a219b64a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:55.027383 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de5706a9-cc11-419d-b551-dfce28b4d513 req-bdef6fd4-d1c3-44d7-a81a-2a219b64a38e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0430405 Sep 18 01:15:55.062503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de5706a9-cc11-419d-b551-dfce28b4d513 req-95f1b518-de03-476e-95ae-1f0115d80d74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275092 Sep 18 01:15:55.299278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aebefc-e156-474e-a36a-7f412c3b72c0 req-f881be78-a6a7-4cec-be01-57bde55d15a4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:55.300710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74aebefc-e156-474e-a36a-7f412c3b72c0 req-f881be78-a6a7-4cec-be01-57bde55d15a4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0492539 Sep 18 01:15:55.338138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74aebefc-e156-474e-a36a-7f412c3b72c0 req-127c77f7-f100-4b76-b6f3-34754cbaafbf tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Sep 18 01:15:56.458552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea1c2-b024-4db2-a605-cd5680faf2c3 req-750a8eaf-8dab-4ad1-8115-3a79329f41ce tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:56.460316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc0ea1c2-b024-4db2-a605-cd5680faf2c3 req-750a8eaf-8dab-4ad1-8115-3a79329f41ce tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0494680 Sep 18 01:15:56.498014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc0ea1c2-b024-4db2-a605-cd5680faf2c3 req-2e212b03-077b-4755-96ad-f85cfd7e5702 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Sep 18 01:15:56.615475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e75368-0044-49b9-a81d-eefd1dc8deb2 req-a837b806-8164-4559-8d4d-f57cbdf096a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:56.617108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24e75368-0044-49b9-a81d-eefd1dc8deb2 req-a837b806-8164-4559-8d4d-f57cbdf096a9 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0542386 Sep 18 01:15:56.654694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24e75368-0044-49b9-a81d-eefd1dc8deb2 req-e5ed8579-c169-49e8-a124-9c1f6fd433ab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Sep 18 01:15:56.677553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52308) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:56.716156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9995f-84cf-4380-b58c-43860c7cfba0 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:56.717702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8f9995f-84cf-4380-b58c-43860c7cfba0 tempest-TestNetworkAdvancedServerOps-192660744 tempest-TestNetworkAdvancedServerOps-192660744-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1093 time: 0.0391579 Sep 18 01:15:56.720624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52310) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:56.725334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:15:56.748324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:56.848279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:56.950831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Allocated IP 172.25.7.228 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/c35f5c99-c838-4a66-b5b3-3ad836fa46cc) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:15:57.065504 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:57.099365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:57.137784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:15:57.140585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:15:57.144547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:15:57.152053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=c35f5c99-c838-4a66-b5b3-3ad836fa46cc,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:57.284651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2bd9a249-4ef8-4f77-aadf-bad9163a3e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:57.519806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:57.812435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:57.882328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.032210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.036818 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.115851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event updated for resources: {'Port': ['ID=c35f5c99-c838-4a66-b5b3-3ad836fa46cc,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:15:58.125018 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.225533 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 associated. External IP: 172.25.7.228, port: 489a5850-f43d-4b87-9ed3-0be7b99a20aa. Sep 18 01:15:58.430799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:15:58.438317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.545157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:15:58.555590 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Sync routers for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:15:58.563987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:58.565409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:58.566697 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:58.592077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c58d8b67-8735-4ae7-b365-7c3a8dfc63cb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8698859 Sep 18 01:15:58.592850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:15:58.595249 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd05871-1901-468a-bd38-06898abaabb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:15:58.636383 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be881076-04b8-40e0-954a-8b2d092e7dae x-openstack-request-id: req-be881076-04b8-40e0-954a-8b2d092e7dae {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:15:58.636693 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:15:58.636928 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be881076-04b8-40e0-954a-8b2d092e7dae {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:15:58.637328 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'status': 'completed', 'code': 200} Sep 18 01:15:58.738032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05871-1901-468a-bd38-06898abaabb1 req-c1f6f37c-2195-4626-baba-3e1700e540a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:58.739550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-c1f6f37c-2195-4626-baba-3e1700e540a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0782335 Sep 18 01:15:58.776884 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:58.778851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0067290-0398-4e6e-843a-0f19b2927708 req-70aa7280-2344-4f2d-93a8-5fd0fb040fab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:58.780488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0067290-0398-4e6e-843a-0f19b2927708 req-70aa7280-2344-4f2d-93a8-5fd0fb040fab tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.1309240 Sep 18 01:15:58.861127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0067290-0398-4e6e-843a-0f19b2927708 req-552a5449-c0ce-4ec8-958d-72be5efbd9b5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738800 Sep 18 01:15:58.879311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05871-1901-468a-bd38-06898abaabb1 req-1f770c93-d396-46e1-a8a0-516c716c314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:58.880955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-1f770c93-d396-46e1-a8a0-516c716c314b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 898 time: 0.1335828 Sep 18 01:15:58.884100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52318) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:15:58.992657 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2cbe4ef7-7ffe-424d-af92-dce2233047e0 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 HTTP/1.1" status: 200 len: 992 time: 0.1074181 Sep 18 01:15:58.999133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-2d7b0187-8721-41e2-9b7c-4db2f3bab05d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 1000 time: 0.1076064 Sep 18 01:15:59.012110 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'd7e21ebe-ded0-4ae9-bcfc-4af317b72d37', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'mac_address': 'fa:16:3e:c9:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:57Z', 'updated_at': '2021-09-18T01:15:57Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:59.037334 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Checking router: cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:15:59.045360 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:15:59.045968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:15:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:59.048506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05871-1901-468a-bd38-06898abaabb1 req-87a233d8-21bd-40d1-ad72-edab061149cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:59.051121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-87a233d8-21bd-40d1-ad72-edab061149cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0445814 Sep 18 01:15:59.096152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05871-1901-468a-bd38-06898abaabb1 req-c8505f2d-6f22-4901-9376-40b694a2d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:15:59.097871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-c8505f2d-6f22-4901-9376-40b694a2d07c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405722 Sep 18 01:15:59.151679 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:15:59.200902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-30be1c01-6baf-4d23-8bf1-547109e4a33b service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952010 Sep 18 01:15:59.297380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3cd05871-1901-468a-bd38-06898abaabb1 req-13a10313-58ab-4dfd-aaee-689ab0876648 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Sep 18 01:15:59.381991 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'd7e21ebe-ded0-4ae9-bcfc-4af317b72d37', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'mac_address': 'fa:16:3e:c9:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:57Z', 'updated_at': '2021-09-18T01:15:57Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:15:59.406283 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad43dad-f096-48f5-8f91-4e8bc7dc5006 None None] The sync data for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 is: [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'd7e21ebe-ded0-4ae9-bcfc-4af317b72d37', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'mac_address': 'fa:16:3e:c9:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:57Z', 'updated_at': '2021-09-18T01:15:57Z', 'revision_number': 0, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:15:59.605905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e51c7fa-11a4-4194-ad30-7d287493e39b None None] New status for floating IP d7e21ebe-ded0-4ae9-bcfc-4af317b72d37: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:15:59.759347 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:59.996568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52320) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:16:00.062420 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7fe8c4eb-5f4f-4035-b681-ff7d97f670bb tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 HTTP/1.1" status: 200 len: 994 time: 0.0646849 Sep 18 01:16:01.774582 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:16:02.414875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:16.263476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:20.994314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-797c98d9-2eae-4605-b6fc-f1020e076cd0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409026 Sep 18 01:16:21.081179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-4ec2f772-c868-4d23-917e-73f83ba0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:21.083440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-4ec2f772-c868-4d23-917e-73f83ba0e1d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0455108 Sep 18 01:16:21.185941 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-b45ce8a1-b882-454e-b1c7-18f3d1aa095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:21.187406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-b45ce8a1-b882-454e-b1c7-18f3d1aa095e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 898 time: 0.0859973 Sep 18 01:16:21.257027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-cf5ae0b9-be1c-4156-ad38-082b836d29fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 1002 time: 0.0620852 Sep 18 01:16:21.307822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-456b0837-b700-4304-890f-49145ff05e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:21.309249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-456b0837-b700-4304-890f-49145ff05e68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0449114 Sep 18 01:16:21.355418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-e5207a26-46de-4457-b120-6a3351dc3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:21.356893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-e5207a26-46de-4457-b120-6a3351dc3b9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397761 Sep 18 01:16:21.450707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-e5132145-5cc8-462f-a8e2-f831349349a8 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866628 Sep 18 01:16:21.543454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4686368c-ccfe-4143-bde4-e8864a02d870 req-a312b59e-e5a2-4f40-bde6-bbe0ed04196f service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836771 Sep 18 01:16:24.264797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a35a75a-fac0-4788-a95e-a8696319060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:27.286767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-316e499c-101a-499b-bd0a-813ce0384f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:27.521157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:28.440182 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:29.760650 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:31.578603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100885-aa5e-43ee-9767-541ac29a077e req-da2e5747-e5c6-4f91-895a-b8cb54ceb7be tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:31.580110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70100885-aa5e-43ee-9767-541ac29a077e req-da2e5747-e5c6-4f91-895a-b8cb54ceb7be tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0558975 Sep 18 01:16:31.622444 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-70100885-aa5e-43ee-9767-541ac29a077e req-29069924-d7b5-439b-b6f0-c379f5e9e133 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Sep 18 01:16:32.428498 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:32.740282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129ef5-2489-4c2a-abde-ad4dbbbb5826 req-a6957d72-b900-4f83-9a3e-d92c483ede86 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:32.741701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31129ef5-2489-4c2a-abde-ad4dbbbb5826 req-a6957d72-b900-4f83-9a3e-d92c483ede86 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0519702 Sep 18 01:16:32.782786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31129ef5-2489-4c2a-abde-ad4dbbbb5826 req-96119442-b3b2-4e77-9068-c0b3c1c6079d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Sep 18 01:16:33.905808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a945-1707-4128-94b4-80b3eda80cb4 req-026d42c2-e847-4f3f-8dae-865072ef5ef6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:33.907547 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84f1a945-1707-4128-94b4-80b3eda80cb4 req-026d42c2-e847-4f3f-8dae-865072ef5ef6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0541089 Sep 18 01:16:33.948408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84f1a945-1707-4128-94b4-80b3eda80cb4 req-aa9dc558-73ac-4fce-a00d-cc3e1c8973e8 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Sep 18 01:16:34.582122 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-145fcc6f-7093-44c8-a7a0-e2d02cbc98af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408869 Sep 18 01:16:34.683859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-d3bbbe07-d992-4896-81c5-ebbae64a52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:34.685365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-d3bbbe07-d992-4896-81c5-ebbae64a52e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0409324 Sep 18 01:16:34.798403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-13842db5-6fd3-4f87-9016-5d709eed84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:34.799882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-13842db5-6fd3-4f87-9016-5d709eed84f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0953302 Sep 18 01:16:34.867962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-48fee812-f34f-4d35-a7aa-cf6c64605b46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 1000 time: 0.0601180 Sep 18 01:16:34.915559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-6461f4ed-2050-4e84-ac2a-d82436c4e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:34.917647 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-6461f4ed-2050-4e84-ac2a-d82436c4e858 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0431321 Sep 18 01:16:34.961375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-80f17643-0141-4255-b763-2de3e1949422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:34.962819 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-80f17643-0141-4255-b763-2de3e1949422 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382810 Sep 18 01:16:35.057998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-8b61f33d-477c-4b11-8262-9d9d97919ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Sep 18 01:16:35.069220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce356-fc5d-404b-a688-ac36c2f3cd58 req-0e610ebd-1f23-48d6-95d5-afd1ac48beb4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:35.070707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-630ce356-fc5d-404b-a688-ac36c2f3cd58 req-0e610ebd-1f23-48d6-95d5-afd1ac48beb4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0537493 Sep 18 01:16:35.110360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-630ce356-fc5d-404b-a688-ac36c2f3cd58 req-54e86591-d267-4407-b8a4-86e92eb08d9a tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Sep 18 01:16:35.147941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-79c523f1-e191-4edc-b1ab-9076e8f67f8a req-803131ca-f0e1-473a-9b88-d0a99e6d5922 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830095 Sep 18 01:16:36.226013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290d625-6f46-48b4-bd50-947f58bec775 req-1ff2fbbe-8527-444f-87a4-428890f99a99 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:36.227496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a290d625-6f46-48b4-bd50-947f58bec775 req-1ff2fbbe-8527-444f-87a4-428890f99a99 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0490434 Sep 18 01:16:36.264808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a290d625-6f46-48b4-bd50-947f58bec775 req-1dcd6fdd-16ff-4612-9293-3f8065ac1111 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Sep 18 01:16:37.378350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285b44a-66c1-48bb-b64a-5d0570f64d4a req-0a5083a5-5ee4-46a9-ba7d-13b2d9b75311 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:37.380092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6285b44a-66c1-48bb-b64a-5d0570f64d4a req-0a5083a5-5ee4-46a9-ba7d-13b2d9b75311 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Sep 18 01:16:37.417581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6285b44a-66c1-48bb-b64a-5d0570f64d4a req-9594728e-fa82-4032-8a66-dc71430a3d8d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Sep 18 01:16:38.540565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a414f-69be-4814-8d91-4e173bc687c8 req-699b8b1f-4f11-4e1e-953b-0055b5e468cf tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:38.542732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-228a414f-69be-4814-8d91-4e173bc687c8 req-699b8b1f-4f11-4e1e-953b-0055b5e468cf tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Sep 18 01:16:38.579104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-228a414f-69be-4814-8d91-4e173bc687c8 req-86be9274-14b7-414a-9a1f-702506fa77b2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Sep 18 01:16:38.773605 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:16:39.693766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc3f6-c0d6-4b8e-b6b6-fd43ba4badf0 req-805150e7-3674-4dd5-a2c3-40a5d9fc0c1d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:39.695223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-731cc3f6-c0d6-4b8e-b6b6-fd43ba4badf0 req-805150e7-3674-4dd5-a2c3-40a5d9fc0c1d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Sep 18 01:16:39.733553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-731cc3f6-c0d6-4b8e-b6b6-fd43ba4badf0 req-3ac1ab4d-048f-4c30-a0de-21c28d45542c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315886 Sep 18 01:16:40.847276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fe2d9-d1c8-45c6-a466-dc3e02cc1c40 req-5830981c-7566-4af2-9d71-030d5d8ca1e2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:40.848771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-687fe2d9-d1c8-45c6-a466-dc3e02cc1c40 req-5830981c-7566-4af2-9d71-030d5d8ca1e2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Sep 18 01:16:40.885984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-687fe2d9-d1c8-45c6-a466-dc3e02cc1c40 req-81a17308-155c-4635-acfe-99035b99d2d4 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304112 Sep 18 01:16:42.003702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42ca73-3763-4c17-8408-948c80e992fd req-a091b597-d983-4d5d-b22a-b893e4623c1b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:42.005439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec42ca73-3763-4c17-8408-948c80e992fd req-a091b597-d983-4d5d-b22a-b893e4623c1b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0527327 Sep 18 01:16:42.043482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ec42ca73-3763-4c17-8408-948c80e992fd req-c44f089e-6d14-4cd1-88ae-58097ee123d2 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Sep 18 01:16:43.157190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c691-9b27-4151-aabd-49b890516713 req-b5722121-660a-4a99-8d6a-b41115bbde73 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:43.158588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a50c691-9b27-4151-aabd-49b890516713 req-b5722121-660a-4a99-8d6a-b41115bbde73 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0494897 Sep 18 01:16:43.195672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a50c691-9b27-4151-aabd-49b890516713 req-056eb074-086f-4cfe-8928-1cd6352b6079 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Sep 18 01:16:44.311763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6c53e-598c-4d07-9930-c84c1df375f6 req-0e785a37-4e31-44ca-a7ad-7529d079e38e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:44.313268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37a6c53e-598c-4d07-9930-c84c1df375f6 req-0e785a37-4e31-44ca-a7ad-7529d079e38e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Sep 18 01:16:44.350031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37a6c53e-598c-4d07-9930-c84c1df375f6 req-7650a043-c234-46ec-90ee-c640465342db tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Sep 18 01:16:45.472197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcdda3-5ec6-4f7c-8987-8974c96f8be5 req-635b3be3-29c9-4315-a4f1-c34a377c8e47 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:45.473698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62dcdda3-5ec6-4f7c-8987-8974c96f8be5 req-635b3be3-29c9-4315-a4f1-c34a377c8e47 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Sep 18 01:16:45.511891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62dcdda3-5ec6-4f7c-8987-8974c96f8be5 req-eb5c21ea-816a-4df2-b4d8-3ce24babd605 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Sep 18 01:16:46.273782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:46.626771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b5225-a47b-45df-88a0-988618daaacf req-16da6257-4ee9-4914-8219-3b242da3e15b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:46.628285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-174b5225-a47b-45df-88a0-988618daaacf req-16da6257-4ee9-4914-8219-3b242da3e15b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0494738 Sep 18 01:16:46.664739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-174b5225-a47b-45df-88a0-988618daaacf req-ca4f6639-086e-4971-a882-d9f5e7076a55 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Sep 18 01:16:47.780816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1edeb-accb-4169-a353-dd3409bf64fb req-3c44df49-b35e-4928-b43d-efe204494e68 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:47.782297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cf1edeb-accb-4169-a353-dd3409bf64fb req-3c44df49-b35e-4928-b43d-efe204494e68 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0489223 Sep 18 01:16:47.819259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cf1edeb-accb-4169-a353-dd3409bf64fb req-05946666-fe74-47ba-9695-d02ae2995305 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Sep 18 01:16:48.938426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a013-a01b-462c-b3e4-2be09e3b5c2b req-8da97e72-b5df-4ca4-8c6d-309183002a7f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:48.939916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c90a013-a01b-462c-b3e4-2be09e3b5c2b req-8da97e72-b5df-4ca4-8c6d-309183002a7f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0527358 Sep 18 01:16:48.976699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0c90a013-a01b-462c-b3e4-2be09e3b5c2b req-aa2161c0-5de5-4979-b680-d085aff536a6 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Sep 18 01:16:49.193309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d328f9e-6456-4c33-9709-752ed8d9ce61 req-99846838-8468-41ec-9982-749482a4667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:49.194800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d328f9e-6456-4c33-9709-752ed8d9ce61 req-99846838-8468-41ec-9982-749482a4667d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0394220 Sep 18 01:16:49.230528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d328f9e-6456-4c33-9709-752ed8d9ce61 req-038492b0-d486-497a-af45-d454bdab356f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269852 Sep 18 01:16:50.092272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c64d4-f936-4243-86d5-9bc01989e7f0 req-60c5e043-0a3f-4c19-9ffe-438bfae33c3f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:50.093816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c3c64d4-f936-4243-86d5-9bc01989e7f0 req-60c5e043-0a3f-4c19-9ffe-438bfae33c3f tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0488067 Sep 18 01:16:50.132307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c3c64d4-f936-4243-86d5-9bc01989e7f0 req-80b6200e-584d-4415-85f7-314db82f5952 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Sep 18 01:16:50.941360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:16:51.034954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:16:51.046153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'port_id': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'mac_address': 'fa:16:3e:c9:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:16:51.081210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:51.093687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 489a5850-f43d-4b87-9ed3-0be7b99a20aa {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:16:51.112828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:16:51.117260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:51.166129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:16:51.173942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.174290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.174627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.174961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.175289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.175612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.175933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.176276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.176596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.176915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.177234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.177551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:16:51.252496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7393-b0cd-40c3-b83c-21b57fcbd405 req-4e9cf6fd-a6eb-4cab-adc4-c65fdef5c82d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:16:51.254009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4ef7393-b0cd-40c3-b83c-21b57fcbd405 req-4e9cf6fd-a6eb-4cab-adc4-c65fdef5c82d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 945 time: 0.0526335 Sep 18 01:16:51.293322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4ef7393-b0cd-40c3-b83c-21b57fcbd405 req-d03b517a-cb3a-46f3-b1b8-bdc1f31f8874 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330346 Sep 18 01:16:51.314818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52394) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:16:51.319513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['489a5850-f43d-4b87-9ed3-0be7b99a20aa'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:16:51.375804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a938edb7-c4aa-44d9-93c0-f7447d1a6fcd tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/floatingips/d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 HTTP/1.1" status: 200 len: 993 time: 0.0598168 Sep 18 01:16:52.947804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:16:52.993861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 489a5850-f43d-4b87-9ed3-0be7b99a20aa triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:16:52.994229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:53.067083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:53.097801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:16:53.099996 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37671fa2-0f6f-42c8-bfc8-eb2e07f2b891" -d '{"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-plugged", "status": "completed", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:16:53.112854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:16:53.117456 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:53.142282 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d894d99-045a-4092-8953-c48d0647a953 x-openstack-request-id: req-0d894d99-045a-4092-8953-c48d0647a953 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:16:53.142568 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-plugged", "status": "completed", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:16:53.142816 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d894d99-045a-4092-8953-c48d0647a953 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:16:53.143192 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'code': 200} Sep 18 01:16:53.168999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:16:54.265346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40832f03-55e2-470e-b1aa-b7e5d28926e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:57.292609 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-862c7bdf-6a6d-447f-9e3d-0acc7267dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:57.521209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:58.442923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:59.765321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:02.420944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:15.772143 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:17:16.267401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:21.959342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52422) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:22.037567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-2c82ccd2-1cbf-406e-81a1-e6587a1e2230 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861454 Sep 18 01:17:22.174112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-8f9dac7c-b07f-4d55-9d59-6f5c3c222457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:22.175731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-8f9dac7c-b07f-4d55-9d59-6f5c3c222457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0825803 Sep 18 01:17:22.192504 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port c35f5c99-c838-4a66-b5b3-3ad836fa46cc {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:17:22.192800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:22.331815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:22.332103 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:22.353397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for c35f5c99-c838-4a66-b5b3-3ad836fa46cc owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:17:22.358453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-f11a17ec-ef70-4860-bb3a-8926496b2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:22.359944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-f11a17ec-ef70-4860-bb3a-8926496b2db5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 898 time: 0.1547673 Sep 18 01:17:22.473705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-f7de28bb-f563-4704-85ba-f58b0f83e5d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 1002 time: 0.1047826 Sep 18 01:17:22.539885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-a5110b8f-3984-49ea-a979-0bd352cced9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:22.541403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-a5110b8f-3984-49ea-a979-0bd352cced9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0598288 Sep 18 01:17:22.628832 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:22.634399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-899bb680-cc29-47c9-86ed-1d2d9c489648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:22.636335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-899bb680-cc29-47c9-86ed-1d2d9c489648 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873599 Sep 18 01:17:22.667644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=c35f5c99-c838-4a66-b5b3-3ad836fa46cc,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:22.717344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.717696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.718037 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.718369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.718699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.719035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.719363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.719690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.720014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.720388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.720682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.721005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:22.800647 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:22.801054 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Floating IP d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 disassociated (deleted). External IP: 172.25.7.228, port: 489a5850-f43d-4b87-9ed3-0be7b99a20aa. Sep 18 01:17:22.849322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-7f527e6a-9941-462b-80b8-b20b00ef7c6c service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920938 Sep 18 01:17:23.316844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6656dee-6fec-4a6a-a73d-5f57787bf776 req-e59eab97-c9cf-4711-85c3-0e7750373626 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589286 Sep 18 01:17:23.382458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:17:23.492071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:23.498439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:23.504713 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Sync routers for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:23.521554 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:23.522250 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:16:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:23.537153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9c8bb78d-12fa-4e64-9a36-37dc33d69186 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/floatingips/d7e21ebe-ded0-4ae9-bcfc-4af317b72d37 HTTP/1.1" status: 204 len: 168 time: 1.5753968 Sep 18 01:17:23.537422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:23.540005 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6a03f-2556-4fe4-aaee-a15ef239026f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:23.582591 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea7932-0c46-4db0-8786-85a6eeb38ed4 x-openstack-request-id: req-55ea7932-0c46-4db0-8786-85a6eeb38ed4 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:23.583341 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:23.583787 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55ea7932-0c46-4db0-8786-85a6eeb38ed4 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:23.584443 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'status': 'completed', 'code': 200} Sep 18 01:17:23.645803 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:23.658944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-1d14aab6-2c2d-4ac7-88c2-69b3b05f0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:23.660608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-1d14aab6-2c2d-4ac7-88c2-69b3b05f0e40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 1098 time: 0.0515049 Sep 18 01:17:23.822622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb3e92-dff5-4fb3-bc83-b25bb35ec433 req-26cd27c0-ef1b-421c-95dd-ce972c986400 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:23.824057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17bb3e92-dff5-4fb3-bc83-b25bb35ec433 req-26cd27c0-ef1b-421c-95dd-ce972c986400 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0796957 Sep 18 01:17:23.826596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-a9e30eb2-0351-4fea-95e3-31ea2fe3fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:23.827933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-a9e30eb2-0351-4fea-95e3-31ea2fe3fdfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 200 len: 898 time: 0.1497648 Sep 18 01:17:23.882041 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:23.900114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-9cb915b9-11ee-46a0-9ebd-1553c72d7cf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 200 len: 217 time: 0.0467124 Sep 18 01:17:23.903267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-17bb3e92-dff5-4fb3-bc83-b25bb35ec433 req-473529bb-cf9b-4fb5-89fc-a2f3e092805e tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708778 Sep 18 01:17:23.908964 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Checking router: cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:23.921494 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:23.922135 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:16:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:23.960830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-ea19fc05-5491-479d-8e31-4221eaa5f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:23.962354 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-ea19fc05-5491-479d-8e31-4221eaa5f62e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 200 len: 835 time: 0.0550048 Sep 18 01:17:24.014448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-c52ebba7-f033-4bec-8c7a-a6c3a8f37c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:24.015954 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-c52ebba7-f033-4bec-8c7a-a6c3a8f37c95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460548 Sep 18 01:17:24.040767 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:24.112633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-46d8d2c3-b26c-4269-8749-24d15c1120be service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Sep 18 01:17:24.221793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56d6a03f-2556-4fe4-aaee-a15ef239026f req-7bcf74cf-54a0-4934-b878-bf7ceecb2a36 service neutron] 10.222.0.48 "GET /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982113 Sep 18 01:17:24.267793 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a670dee2-e4d7-47c1-894f-6ffdd46bb7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:24.337410 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:24.368407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fe18a5-71bd-481f-9cc1-06b046020ca3 None None] The sync data for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 is: [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '05a29e3f-efb6-4547-acac-b3d8b01df750', 'name': '', 'network_id': '8f9f9e2a-43e0-483d-81e9-19f3e68aa36a', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'mac_address': 'fa:16:3e:bd:29:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '943dbadd-d251-4e13-841f-37db2715028d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:44Z', 'updated_at': '2021-09-18T01:15:47Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'subnets': [{'id': '943dbadd-d251-4e13-841f-37db2715028d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:24.651614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5049fa2-763d-4a33-a33b-49547836aeff None None] New status for floating IP d7e21ebe-ded0-4ae9-bcfc-4af317b72d37: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:17:25.053288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf75c-9afc-4292-b285-fab6d63d1598 req-a6b30f6d-ffea-4f22-9eec-9167508396be tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:25.054817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bdbf75c-9afc-4292-b285-fab6d63d1598 req-a6b30f6d-ffea-4f22-9eec-9167508396be tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Sep 18 01:17:25.146019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bdbf75c-9afc-4292-b285-fab6d63d1598 req-dbbc8894-b4ae-4912-8449-8386fe3408ff tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b3fed07-8548-48d1-8146-03b4d1cad317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847538 Sep 18 01:17:25.162085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-e5523b0f-3514-4dad-af25-6319466da491 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:25.163864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-e5523b0f-3514-4dad-af25-6319466da491 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 946 time: 0.0957344 Sep 18 01:17:25.296951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 489a5850-f43d-4b87-9ed3-0be7b99a20aa {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:17:25.298010 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:25.443334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port 489a5850-f43d-4b87-9ed3-0be7b99a20aa, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=489a5850-f43d-4b87-9ed3-0be7b99a20aa,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:25.444812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:25.459846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 489a5850-f43d-4b87-9ed3-0be7b99a20aa owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:17:25.650698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:25.691252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=489a5850-f43d-4b87-9ed3-0be7b99a20aa,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:25.749918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] No DVR routers for this DVR port 489a5850-f43d-4b87-9ed3-0be7b99a20aa on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:17:25.752308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:25.754396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3eed67b-cdb9-4b9e-bbe3-524e80c30a89 req-9b937177-cd31-4bc0-80ef-8f94245c5931 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.48 "DELETE /v2.0/ports/489a5850-f43d-4b87-9ed3-0be7b99a20aa HTTP/1.1" status: 204 len: 173 time: 0.5842369 Sep 18 01:17:25.754900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-deleted', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:25.757664 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf56f289-1c15-4e14-8b94-902f494fa45b" -d '{"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-deleted", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:25.842361 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93995cf7-29b4-4c54-825a-479f7af27b53 x-openstack-request-id: req-93995cf7-29b4-4c54-825a-479f7af27b53 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:25.842710 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3053f7-9824-4c57-9564-895e3ad750a1", "name": "network-vif-deleted", "tag": "489a5850-f43d-4b87-9ed3-0be7b99a20aa", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:25.842995 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93995cf7-29b4-4c54-825a-479f7af27b53 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:25.843409 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3053f7-9824-4c57-9564-895e3ad750a1', 'name': 'network-vif-deleted', 'tag': '489a5850-f43d-4b87-9ed3-0be7b99a20aa', 'status': 'completed', 'code': 200} Sep 18 01:17:26.305116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9849ea33-3505-407f-b117-a28318eae724 req-ba8c843c-f1e7-46c8-b5eb-582d680b598d tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e3053f7-9824-4c57-9564-895e3ad750a1 HTTP/1.1" status: 200 len: 210 time: 0.0501671 Sep 18 01:17:27.285077 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e092e6fe-4540-4978-ab83-7b09b4e9c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:27.382368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:27.537487 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:27.794252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.128094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port 05a29e3f-efb6-4547-acac-b3d8b01df750 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:17:28.128612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.244121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port 05a29e3f-efb6-4547-acac-b3d8b01df750, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=05a29e3f-efb6-4547-acac-b3d8b01df750,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:28.244527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.259477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for 05a29e3f-efb6-4547-acac-b3d8b01df750 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:17:28.452682 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.495331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.524177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=05a29e3f-efb6-4547-acac-b3d8b01df750,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:28.716573 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:28.963597 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:17:29.078650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:29.089036 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Sync routers for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:29.090130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6ea5c7de-d42a-42bd-9be3-16cc1efc346b tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "PUT /v2.0/routers/cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066205 Sep 18 01:17:29.093883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52458) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:29.100333 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:29.101167 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:29.151332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:17:29.175424 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 489a5850-f43d-4b87-9ed3-0be7b99a20aa {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:17:29.176293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 489a5850-f43d-4b87-9ed3-0be7b99a20aa not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:17:29.187474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting subnet 943dbadd-d251-4e13-841f-37db2715028d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:17:29.190776 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.208277 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:29.242715 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.346669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.403385 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:17:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:29.421540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.435230 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Checking router: cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:29.444309 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Routers {'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:29.444925 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:29.458120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.460935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/subnets/943dbadd-d251-4e13-841f-37db2715028d HTTP/1.1" status: 204 len: 168 time: 0.3656621 Sep 18 01:17:29.463696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52460) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:29.464732 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133a95-c4bc-47be-b203-1c160df65648 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Subnet': ['ID=943dbadd-d251-4e13-841f-37db2715028d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:29.467956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f4dfe-26e3-4486-a07d-0a5d417e1a4b None None] Network 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:17:29.579453 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] Set router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:29.758867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] DHCP port deletion for 8f9f9e2a-43e0-483d-81e9-19f3e68aa36a request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:17:29.773813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.813564 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:17:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:29.817051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Deleting port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:17:29.817439 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.841969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e277d19-e7d2-4020-a938-14b7cacc2eff None None] The sync data for ids ['cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca'] in n-d-712707-16 is: [{'id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2048227330', 'tenant_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:17:28Z', 'revision_number': 5, 'project_id': '5c83d83ceeae4e97b56d8b2669a5a36c', 'gw_port': {'id': 'daf8d2a8-087e-4092-a7cc-a9679b894384', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:15:42Z', 'updated_at': '2021-09-18T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:29.890171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] For port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,segment=NetworkSegment(32526419-40a1-4a12-b950-ae2f41c56020),segment_id=32526419-40a1-4a12-b950-ae2f41c56020)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:29.890661 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.903387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Calling delete_port for 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:17:29.945490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:29.980501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.007851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] Pushing event deleted for resources: {'Port': ['ID=2ff3fbe4-a078-49d1-a7a6-924b6aae0e38,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:30.015736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856c6d1-04d6-4e3e-a894-2c093bf14cb3 None None] No DVR routers for this DVR port 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:17:30.049489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.099103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Deleting port daf8d2a8-087e-4092-a7cc-a9679b894384 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:17:30.099441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.179757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] For port daf8d2a8-087e-4092-a7cc-a9679b894384, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=daf8d2a8-087e-4092-a7cc-a9679b894384,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:30.180132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.193169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Calling delete_port for daf8d2a8-087e-4092-a7cc-a9679b894384 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:17:30.361395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.385640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Port': ['ID=daf8d2a8-087e-4092-a7cc-a9679b894384,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:30.395660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.396011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.396376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.396715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.397050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.397381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.397710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.398035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.398357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.398677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.398999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.399316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:30.461564 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.550442 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.552540 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.593880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.594439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Fanout notify agent at l3_agent the message router_deleted on router cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:17:30.601836 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.602960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0345d6c1-81ad-4f9e-aba8-82ecc89726d5 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/routers/cbd6578f-8eb3-4a2a-b6cb-e96b9197eaca HTTP/1.1" status: 204 len: 168 time: 1.1381738 Sep 18 01:17:30.605741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52466) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:30.685181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.780903 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.800677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9f9e2a-43e0-483d-81e9-19f3e68aa36a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:30.810421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32526419-40a1-4a12-b950-ae2f41c56020') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:30.810721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32526419-40a1-4a12-b950-ae2f41c56020') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:30.820238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.833800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.839891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:17:30.840888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:17:30.844329 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:17:30.910521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.919831 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:30.921695 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/networks/8f9f9e2a-43e0-483d-81e9-19f3e68aa36a HTTP/1.1" status: 204 len: 168 time: 0.3144333 Sep 18 01:17:30.929546 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52480) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:30.932560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29480f29-a979-4183-9c27-7dced54c6f2c tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'Network': ['ID=8f9f9e2a-43e0-483d-81e9-19f3e68aa36a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:30.976858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-75e1ee1a-682c-4711-bdba-15a9efb66ed8 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966033613&fields=id&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 267 time: 0.0618577 Sep 18 01:17:31.035965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.100383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device daf8d2a8-087e-4092-a7cc-a9679b894384 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:17:31.106157 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.127237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: daf8d2a8-087e-4092-a7cc-a9679b894384 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:17:31.127588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device daf8d2a8-087e-4092-a7cc-a9679b894384 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:17:31.128022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:17:31.147074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:17:31.147425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 2ff3fbe4-a078-49d1-a7a6-924b6aae0e38 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:17:31.147845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 05a29e3f-efb6-4547-acac-b3d8b01df750 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:17:31.149612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-828cd8e6-ca2e-43c7-a068-fe6e995297f0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:31.151088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-828cd8e6-ca2e-43c7-a068-fe6e995297f0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1653428 Sep 18 01:17:31.166361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 05a29e3f-efb6-4547-acac-b3d8b01df750 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:17:31.166709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 05a29e3f-efb6-4547-acac-b3d8b01df750 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:17:31.169866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-fd3d89e7-4664-4e81-aa8f-a69cb3d07269 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/quotas/8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 375 time: 0.0108628 Sep 18 01:17:31.233637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-4d5ea8c8-922c-4d90-84ae-86aaf5130a6d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555031 Sep 18 01:17:31.234584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.237087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.238124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] 10.222.0.49 "DELETE /v2.0/security-groups/1b3fed07-8548-48d1-8146-03b4d1cad317 HTTP/1.1" status: 204 len: 168 time: 0.3076584 Sep 18 01:17:31.256950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834f78-54b0-4499-8066-3298f941b376 tempest-TestNetworkAdvancedServerOps-1495119021 tempest-TestNetworkAdvancedServerOps-1495119021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3fed07-8548-48d1-8146-03b4d1cad317,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:31.341132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-d7e68fd4-e4c9-4141-b376-d3b96cd2ae3d service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928493 Sep 18 01:17:31.434480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-dfa6a4c9-b50f-4d9c-b41a-69923004a5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870414 Sep 18 01:17:31.577466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:31.733874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8ce8d8c-36bf-4af4-b5c1-3ea9a2ec6f0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c83d83ceeae4e97b56d8b2669a5a36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548507 Sep 18 01:17:31.736145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52506) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:31.749253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7693237a-e127-4e0c-882e-c6a32e4913d0 req-a4986d2e-2c37-4aee-b55a-d45bc49c81af tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 210 time: 0.0354850 Sep 18 01:17:31.802159 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.823889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.877827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.880806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:31.882314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d96393ac-3040-47f2-882b-c80eca8baa52 HTTP/1.1" status: 204 len: 168 time: 0.1449325 Sep 18 01:17:31.901037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ffa4c-bf7d-41b9-b574-6c3839b03c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96393ac-3040-47f2-882b-c80eca8baa52,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:32.160478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52518) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:32.201656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8571b44a-64b9-49cb-931a-0b82c871e406 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=955b6d6da783497092c4be1c2618634c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398910 Sep 18 01:17:32.204072 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52520) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:32.257975 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.279206 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.328393 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.330914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.332092 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2a19089-f323-4c96-b181-d6f299bcea24 HTTP/1.1" status: 204 len: 168 time: 0.1270983 Sep 18 01:17:32.339439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ec737-5296-4792-961b-8694226a21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a19089-f323-4c96-b181-d6f299bcea24,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:32.441799 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.658112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-79ff8831-4d96-45ed-8c24-40cfbbe56834 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:32.659869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-79ff8831-4d96-45ed-8c24-40cfbbe56834 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 810 time: 0.1198411 Sep 18 01:17:32.710610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-3d39b379-9910-42ea-a877-fdad9a339f91 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843 HTTP/1.1" status: 200 len: 379 time: 0.0420234 Sep 18 01:17:32.724847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'port': {'device_id': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'admin_state_up': True, 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'security_groups': ['4d9cc59e-dfff-4f6d-8012-0da8463c6490']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:32.846104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Made reservation on behalf of 8a4bd8c3972c4f85aeedb1ca8ef63843 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:17:32.851551 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:32.890133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db3e74dc-4df8-4f43-84fb-69f9484795f6 req-6d3878fe-6775-4fff-86a7-c89eaa1a1f76 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 210 time: 0.0360339 Sep 18 01:17:33.020650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.20.0.14 (20db6ba2-b2ee-4f95-8b87-ad31a0caf456/0b468acc-bfd3-4f49-9c36-d3b7940c98e7/85a18e66-1513-4baa-90dc-13e4d5cff246) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:33.166470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.200886 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.251514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:33.254707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:33.262852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:33.267352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:33.335224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:33.335893 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.353234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-9c0ebec0-09cd-4fe6-b030-9e4098d5e693 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6336861 Sep 18 01:17:33.365564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Request body: {'port': {'device_id': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:33.427343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.532298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8c622e27-e99b-4f70-a881-d1964c2995c8 None None] Provisioning complete for port 85a18e66-1513-4baa-90dc-13e4d5cff246 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:33.536429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8c622e27-e99b-4f70-a881-d1964c2995c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.591414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8c622e27-e99b-4f70-a881-d1964c2995c8 None None] Port 85a18e66-1513-4baa-90dc-13e4d5cff246 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:17:33.730112 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a18e66-1513-4baa-90dc-13e4d5cff246 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:17:33.739119 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.753743 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Transition to ACTIVE for port object 85a18e66-1513-4baa-90dc-13e4d5cff246 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:17:33.758681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.850226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:33.924960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Attempting to bind port 85a18e66-1513-4baa-90dc-13e4d5cff246 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:17:33.925926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Attempting to bind port 85a18e66-1513-4baa-90dc-13e4d5cff246 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:17:33.926274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Attempting to bind port 85a18e66-1513-4baa-90dc-13e4d5cff246 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:33.932429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Port 85a18e66-1513-4baa-90dc-13e4d5cff246 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:17:33.932662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Attempting to bind port 85a18e66-1513-4baa-90dc-13e4d5cff246 on network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:33.948946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:17:33.949294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Checking segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:33.950244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Bound using segment: {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:17:33.950685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Bound port: 85a18e66-1513-4baa-90dc-13e4d5cff246, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447424e-5e47-4505-8085-0db7a2b482f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:17:33.951125 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:34.081784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:17:34.108979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22dfc-491f-40ea-b1f9-da6c5a7fe5e4 req-7179775e-320b-44ac-8d9d-10826b5f4a4c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.111330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84b22dfc-491f-40ea-b1f9-da6c5a7fe5e4 req-7179775e-320b-44ac-8d9d-10826b5f4a4c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.1092596 Sep 18 01:17:34.113812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=85a18e66-1513-4baa-90dc-13e4d5cff246,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:17:34.126569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:34.176066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.176717 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:34.178250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 1093 time: 0.8172352 Sep 18 01:17:34.181098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:34.185663 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135be1af-8c9a-4689-8567-1c3a0d5aa580" -d '{"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:34.535178 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b92fe7-cb68-4838-ab18-5dd80ef3643b x-openstack-request-id: req-b8b92fe7-cb68-4838-ab18-5dd80ef3643b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:34.535530 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:34.535731 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8b92fe7-cb68-4838-ab18-5dd80ef3643b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:34.536120 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'status': 'completed', 'code': 200} Sep 18 01:17:34.576032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-84b22dfc-491f-40ea-b1f9-da6c5a7fe5e4 req-40c9e2a4-2e56-4383-a91c-7731df31d508 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574687 Sep 18 01:17:34.584251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457013e-00ca-4e38-95e6-7d0e3e6ac5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:34.600815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-e2eb2f4d-8090-4b0a-a920-bb79c9eba86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.600815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-e2eb2f4d-8090-4b0a-a920-bb79c9eba86c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1096 time: 0.0632510 Sep 18 01:17:34.608699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-acb692f9-a459-4b6e-a770-b6fce5d9979d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593119 Sep 18 01:17:34.647173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-440683e0-0083-4a9f-a0ad-cad6b2b87d89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 217 time: 0.0383408 Sep 18 01:17:34.702288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-4483871e-59c7-4b65-a039-5a344fa734ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.704120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-4483871e-59c7-4b65-a039-5a344fa734ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0500672 Sep 18 01:17:34.721223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-ae343fcb-113e-4042-bd83-face2fff9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.723293 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-ae343fcb-113e-4042-bd83-face2fff9f3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0534759 Sep 18 01:17:34.758877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-a2c8214e-2a27-48f9-a319-8537dfb6b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.761100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-a2c8214e-2a27-48f9-a319-8537dfb6b652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487719 Sep 18 01:17:34.839182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-611f04b6-c0b9-4eaf-bad6-9c9962adb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:34.841204 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-611f04b6-c0b9-4eaf-bad6-9c9962adb6f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0974159 Sep 18 01:17:34.861970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-c83ba2f1-cdf9-4321-94ad-e99f6cca3004 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931325 Sep 18 01:17:34.932403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-bf22ab2b-edf5-4387-aace-8a3eeaf13498 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 1000 time: 0.0842872 Sep 18 01:17:34.979781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52578) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:34.988323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'network': {'name': 'tempest-network-smoke--138069034', 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:34.998742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce084704-ca7c-4794-a5f1-2ce4a6a9a72b req-fa78e9f0-1638-4ede-bebd-6f736db05914 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283712 Sep 18 01:17:35.002790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-35eb4669-0063-414d-b951-1c42506dfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.004499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-35eb4669-0063-414d-b951-1c42506dfd80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0639386 Sep 18 01:17:35.019587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:17:35.023644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.033843 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.070302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-21f8ed02-99ef-45f7-8e25-00abcb9cca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.072020 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-21f8ed02-99ef-45f7-8e25-00abcb9cca9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545490 Sep 18 01:17:35.122003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-feba4857-6f61-47d4-99ef-b267caed8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.123751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-feba4857-6f61-47d4-99ef-b267caed8a11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1096 time: 0.0771737 Sep 18 01:17:35.179284 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-962501a5-832e-493d-bd75-6ab1e21a3ccb service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003900 Sep 18 01:17:35.264687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.273554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.288877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-7663180d-f0f2-452e-95ce-59e708f13d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.290787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-7663180d-f0f2-452e-95ce-59e708f13d43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.1554790 Sep 18 01:17:35.302868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a31530d5-2904-4511-bdf6-d29a145e41f0 req-b4f85be4-11d2-4880-89c4-5ae40fd1fabb service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158550 Sep 18 01:17:35.307044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:17:35.367511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.367864 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Added segment 8face045-09a9-4160-a1d8-145499d784b8 of type vlan for network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 Sep 18 01:17:35.369933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-b0d88085-7d31-43e6-a2e6-2e9626333423 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 217 time: 0.0674188 Sep 18 01:17:35.377343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e972c968-829b-4956-a281-70762051484d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:35.444144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.461555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-fa2ec0f9-84b0-4f62-984e-0ae76478456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.463049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-fa2ec0f9-84b0-4f62-984e-0ae76478456c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0823371 Sep 18 01:17:35.498006 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.503530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.504120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.557077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5760324 Sep 18 01:17:35.560434 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52580) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:35.566199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'admin_state_up': True, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:35.588443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-e1fe045a-6086-4cc3-8711-4d34160bd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.589988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-e1fe045a-6086-4cc3-8711-4d34160bd7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191564 Sep 18 01:17:35.591396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221cd8-6402-416f-93f2-48c890c5c3f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Network': ['ID=20aebdb5-57a3-4f0e-bd02-8d54df32aab7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:35.598570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.600182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.608736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:17:35.691489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.757773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-81f2093e-a6d8-48d2-a2ad-585a9e0712be service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600158 Sep 18 01:17:35.771048 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1d77-8f46-4c5c-b911-25a63a365b1f req-45a7800d-a4e7-4267-804b-a6b2e489fd0f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:35.772710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eef1d77-8f46-4c5c-b911-25a63a365b1f req-45a7800d-a4e7-4267-804b-a6b2e489fd0f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0740337 Sep 18 01:17:35.851826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:35.882802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eef1d77-8f46-4c5c-b911-25a63a365b1f req-41aba274-5638-4bc1-b329-d8c7756cd910 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763099 Sep 18 01:17:35.922567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-135be1af-8c9a-4689-8567-1c3a0d5aa580 req-6b85c313-6b19-466a-b362-80faa3327f36 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489141 Sep 18 01:17:36.056284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.074427 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.177853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.25.7.117 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/18e4fbe4-8a0e-432b-9ccd-e2b175252f13) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:36.283746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.318360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.354232 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:36.358817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:36.362188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:36.391394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:36.626991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.833893 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:36.985863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3db58406-5333-461f-aad0-93723cb66991 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:17:37.030486 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c282f-cb6e-4ed2-a8b2-7c1933acc26d req-70428539-2efe-4070-a1b5-ea421f23378f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:37.032554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-898c282f-cb6e-4ed2-a8b2-7c1933acc26d req-70428539-2efe-4070-a1b5-ea421f23378f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0609887 Sep 18 01:17:37.073276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-898c282f-cb6e-4ed2-a8b2-7c1933acc26d req-8d9df11f-6ab2-40dd-a587-fdcdf3c0a28e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346613 Sep 18 01:17:37.112506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:37.124888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Sync routers for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:37.134680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:37.135872 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-97fe10bb-e76a-4a24-801a-182ad1d61737 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5742266 Sep 18 01:17:37.140370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52586) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:37.141524 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:37.142404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:37.302390 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-64e9287f-8b9b-4d9c-baa9-aff24fd88fbe tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2dd3382b042f43ad991204a1228c0b38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1607063 Sep 18 01:17:37.305447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52590) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:37.424450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43bcd3-48f7-4c46-a117-9eeaa6f6dd44 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:37.429241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52592) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:37.432653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d43bcd3-48f7-4c46-a117-9eeaa6f6dd44 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222746 Sep 18 01:17:37.446555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:37.469094 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5354070d-c75d-4200-9f60-530b16c3b5ab tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385652 Sep 18 01:17:37.471840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52594) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:37.478907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209870521', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:37.585375 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:17:37.589834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:37.654475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:36Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:37.690065 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Checking router: 3db58406-5333-461f-aad0-93723cb66991 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:37.690542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Updating router 3db58406-5333-461f-aad0-93723cb66991 port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:17:37.717011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:37.795732 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:37.857107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Subnet': ['ID=12963c47-a7b7-4fb6-9f0d-a463833c8a03,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:37.868149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Checking segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:37.868540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network hostable DHCP agents. Network: 20aebdb5-57a3-4f0e-bd02-8d54df32aab7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:17:37.886821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:17:37.899538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 20aebdb5-57a3-4f0e-bd02-8d54df32aab7) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:37.904965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:37.905464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:37.914901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4365c-614d-4cb5-9fd8-3a1b9f03899b None None] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:17:37.921262 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f2bc4e66-54cc-4c12-b94b-9d6bcc6d4a5f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4482615 Sep 18 01:17:37.924008 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52596) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:38.082060 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.091640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.167983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:17:38.169441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.185142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Attempting to bind port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:17:38.185494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Attempting to bind port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:17:38.185862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Attempting to bind port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:38.190093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4eb89-0db8-4211-b2d4-a0dea2bb851d None None] Pushing event updated for resources: {'Port': ['ID=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:38.208861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:17:38.209381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:38.209657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.210093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:17:38.212486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Bound port: 18e4fbe4-8a0e-432b-9ccd-e2b175252f13, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:17:38.212882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.231079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da51b85-cfcc-4712-a898-8e8f559162de req-c45fbaff-24ce-4bc6-b4d5-a52ca4d9fffc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:38.232763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2da51b85-cfcc-4712-a898-8e8f559162de req-c45fbaff-24ce-4bc6-b4d5-a52ca4d9fffc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0643511 Sep 18 01:17:38.272754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2da51b85-cfcc-4712-a898-8e8f559162de req-e600dc75-514f-4faa-bde4-f939d43c5c05 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Sep 18 01:17:38.374264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] For port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:17:38.390920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] For port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:17:38.399847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.407073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Allocated IP 172.20.0.2 (20aebdb5-57a3-4f0e-bd02-8d54df32aab7/12963c47-a7b7-4fb6-9f0d-a463833c8a03/e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:38.407470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.490377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:38.491020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:38.562726 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4eb89-0db8-4211-b2d4-a0dea2bb851d None None] Pushing event updated for resources: {'Port': ['ID=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:38.694583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:38.766428 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.790725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.843837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.20.0.1 (20aebdb5-57a3-4f0e-bd02-8d54df32aab7/12963c47-a7b7-4fb6-9f0d-a463833c8a03/911cd38b-3f99-401b-9d6e-9cbb12438ff8) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:38.868458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:38.875239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:38.883959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:38.889231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Pushing event updated for resources: {'Port': ['ID=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:38.986789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Attempting to bind port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:17:38.987157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Attempting to bind port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:17:38.987469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Attempting to bind port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 on network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:38.998145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:17:38.998523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Checking segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:38.998931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:38.999321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Bound using segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:17:38.999884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Bound port: e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:17:39.000287 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:39.066748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:36Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:39.113106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b70df-da4a-45ef-a447-2c23b70912be None None] The sync data for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 is: [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:36Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:39.121208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] For port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:17:39.126185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] For port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:17:39.135071 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:39.205475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8c62-f970-4d19-817c-6f0cb346de54 None None] Pushing event updated for resources: {'Port': ['ID=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:39.327275 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:39.391380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:39.446757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:39.455489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:39.461149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:39.474752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d8f24-d128-4e61-aaf1-40bfbc2f2cb2 req-c85362db-4cfe-4434-8e0e-a657f13541dd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:39.476666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa8d8f24-d128-4e61-aaf1-40bfbc2f2cb2 req-c85362db-4cfe-4434-8e0e-a657f13541dd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0931571 Sep 18 01:17:39.482999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:39.527619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa8d8f24-d128-4e61-aaf1-40bfbc2f2cb2 req-869d04b0-a6c6-4ea6-8b5d-65a0efa2bb7a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 Sep 18 01:17:39.543147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:39.685637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.013059 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.019518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.101611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:40.104284 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.221073 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:40.222641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:40.291135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec1fde-1bdb-4256-910a-94794043219f None None] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:17:40.348548 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3db58406-5333-461f-aad0-93723cb66991 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:17:40.362480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] Provisioning complete for port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:40.362851 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.473591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:40.479034 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fb393fe4-d174-4bc2-ad5d-028a5f0acf3f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "PUT /v2.0/routers/3db58406-5333-461f-aad0-93723cb66991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538695 Sep 18 01:17:40.481998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52602) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:40.486525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1879810624', 'description': 'tempest-secgroup_access--1879810624 description', 'project_id': '2dd3382b042f43ad991204a1228c0b38'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:40.509931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.513673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.551023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] For port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:40.556576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.626915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f273-c3ce-45e1-a598-af741e0effae None None] Pushing event updated for resources: {'Port': ['ID=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:40.645069 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.655681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.701155 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.705089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2194493 Sep 18 01:17:40.705490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52606) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:40.712645 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1157649887', 'description': 'tempest-secgroup_general--1157649887 description', 'project_id': '2dd3382b042f43ad991204a1228c0b38'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:40.714410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d464-0050-4377-a758-988327fa283b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de290e36-3523-4b99-ae80-ced9c096d42b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:40.748324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b473f6-8329-4125-a846-b860e660190e req-dcd7e5b6-a9a7-4736-bf49-8cce53c9ae7f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:40.750329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18b473f6-8329-4125-a846-b860e660190e req-dcd7e5b6-a9a7-4736-bf49-8cce53c9ae7f tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.1124053 Sep 18 01:17:40.768384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.801992 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18b473f6-8329-4125-a846-b860e660190e req-db5b9620-5d7c-4c21-9685-89f4aa6c030e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371873 Sep 18 01:17:40.876490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.878521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7a4a56a3-98e7-42ea-8132-10ce490ca66a None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:40.878924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56a3-98e7-42ea-8132-10ce490ca66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.881697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.918362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.920256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2136707 Sep 18 01:17:40.921512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a794bf-5124-4442-8b11-f29d32047df3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76af6644-c333-4c33-a171-dc5df98be1cd,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:40.923357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52608) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:40.928030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'security_group_rule': {'security_group_id': 'de290e36-3523-4b99-ae80-ced9c096d42b', 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:40.928273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a56a3-98e7-42ea-8132-10ce490ca66a None None] Port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:17:40.947676 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7a4a56a3-98e7-42ea-8132-10ce490ca66a None None] Provisioning complete for port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:40.948043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56a3-98e7-42ea-8132-10ce490ca66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:40.959912 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.018690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.026009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.051780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7ca584-a2d9-451f-aa9c-2d0a85ab6a57,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:41.054958 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.064635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ad40fdd4-2656-4cfd-acb1-f7dbd32bb8a4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318247 Sep 18 01:17:41.101161 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Sync routers for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:41.114255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:41.115096 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:41.164890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-950dcf49-7ee4-454c-a8eb-7558f0051ce4 None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:41.165627 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-950dcf49-7ee4-454c-a8eb-7558f0051ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.232067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-950dcf49-7ee4-454c-a8eb-7558f0051ce4 None None] Port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:17:41.235885 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-750230a0-fd52-467b-bfd9-682e2088f32f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1879810624&fields=id&tenant_id=2dd3382b042f43ad991204a1228c0b38 HTTP/1.1" status: 200 len: 267 time: 0.0488133 Sep 18 01:17:41.237470 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:41.274296 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:41.280125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-128daf62-b95b-46fa-a74b-ca55e2534d48 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1157649887&fields=id&tenant_id=2dd3382b042f43ad991204a1228c0b38 HTTP/1.1" status: 200 len: 267 time: 0.0431986 Sep 18 01:17:41.290061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:41.290544 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.379453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:41.404258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-d212d39b-0d4b-4e0e-b7d8-79a223e4c005 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:41.405762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-d212d39b-0d4b-4e0e-b7d8-79a223e4c005 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/networks?id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 200 len: 796 time: 0.1178117 Sep 18 01:17:41.422822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-3ed6a1a8-2b1f-4f92-8355-0f2f0451c579 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/quotas/2dd3382b042f43ad991204a1228c0b38 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Sep 18 01:17:41.432563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:41.433329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.478246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2fbd6cc1-c1e4-4b57-8c74-0aa4c843fabf None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:41.478619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6cc1-c1e4-4b57-8c74-0aa4c843fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.480950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-714fc926-4a5b-49af-ac50-7a299b634ad4 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513158 Sep 18 01:17:41.491714 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 2, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:41.519416 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Checking router: 3db58406-5333-461f-aad0-93723cb66991 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:41.519933 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Updating router 3db58406-5333-461f-aad0-93723cb66991 port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:17:41.522341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd6cc1-c1e4-4b57-8c74-0aa4c843fabf None None] Port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:17:41.544535 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.559466 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.581517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:41.587229 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.588061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-b588a198-2ec5-4b25-a1ae-dcdb022e6e1e service neutron] 10.222.0.49 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928514 Sep 18 01:17:41.640214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:41.688266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-bf860246-a91c-461f-85fa-0f0eff8af22d service neutron] 10.222.0.49 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Sep 18 01:17:41.867306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3dbaf7-d7a5-4c8d-ae3e-fbdae49de9e3 req-d53c14c7-2042-42e6-a702-2f76f7679cfd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 210 time: 0.0404184 Sep 18 01:17:41.923376 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.929880 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:41.935899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f29919-0858-43a8-81d7-bfd75fb166c2 req-c26c26d8-cbc0-4cb0-b8de-d8ee5ab7d5ef tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:41.943276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f29919-0858-43a8-81d7-bfd75fb166c2 req-c26c26d8-cbc0-4cb0-b8de-d8ee5ab7d5ef tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0642889 Sep 18 01:17:41.974898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Pushing event updated for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:41.984953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30f29919-0858-43a8-81d7-bfd75fb166c2 req-ac2d7ba6-5b9b-467f-b0ab-23406af69253 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Sep 18 01:17:41.990541 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.990890 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.991228 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.991865 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.992201 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.992745 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.993460 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.994012 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.994772 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.995105 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.995427 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:41.995970 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:17:42.048933 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Attempting to bind port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:17:42.049301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Attempting to bind port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:17:42.049889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Attempting to bind port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 on network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:42.055367 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:17:42.055749 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Checking segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:42.056174 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.056878 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Bound using segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:17:42.057334 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Bound port: 911cd38b-3f99-401b-9d6e-9cbb12438ff8, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:17:42.057881 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.125790 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] For port 911cd38b-3f99-401b-9d6e-9cbb12438ff8, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:17:42.129746 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] For port 911cd38b-3f99-401b-9d6e-9cbb12438ff8, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=911cd38b-3f99-401b-9d6e-9cbb12438ff8,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:17:42.134710 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.197743 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:42.199415 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:42.201770 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392ac0-bcb0-4fe5-8825-a59befd0b77c None None] Pushing event updated for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:42.248093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:42.249214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.326308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:42.334014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.368964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] For port 911cd38b-3f99-401b-9d6e-9cbb12438ff8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=911cd38b-3f99-401b-9d6e-9cbb12438ff8,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:42.376346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.439595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2a52-cd88-442c-8078-844481dfc506 None None] Pushing event updated for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:42.498575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a9afd347-81d1-499e-992b-b1d6fc4f473f None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:42.499070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a9afd347-81d1-499e-992b-b1d6fc4f473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:42.552320 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:42.578915 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b2e2a-7cb5-4ddb-bbf2-518aa82182ba None None] The sync data for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 is: [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:42.979586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f4eeffeb-e59a-43c9-a88d-19e81c16ae0d req-819a5262-cac0-4c42-812e-c927cae073e9 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Sep 18 01:17:43.035290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-67d781dd-4a1d-4a9a-bb85-4ee88b5527b6 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:43.037220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-67d781dd-4a1d-4a9a-bb85-4ee88b5527b6 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.54 "GET /v2.0/networks?id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 200 len: 796 time: 0.1436164 Sep 18 01:17:43.111122 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-ce7fd34a-434a-47b1-9c0d-b5e6090d8fcf tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dd3382b042f43ad991204a1228c0b38 HTTP/1.1" status: 200 len: 478 time: 0.0584741 Sep 18 01:17:43.128894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb891279-734b-45e1-b5c3-010abe81f488 req-0789b735-0ce2-4d23-a14c-75244382b037 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:43.130684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb891279-734b-45e1-b5c3-010abe81f488 req-0789b735-0ce2-4d23-a14c-75244382b037 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0541797 Sep 18 01:17:43.147308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'port': {'device_id': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'admin_state_up': True, 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'security_groups': ['de290e36-3523-4b99-ae80-ced9c096d42b', '76af6644-c333-4c33-a171-dc5df98be1cd']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:43.196359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb891279-734b-45e1-b5c3-010abe81f488 req-46c0c04c-f2eb-45ee-b795-2e829495b85a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571477 Sep 18 01:17:43.208300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 911cd38b-3f99-401b-9d6e-9cbb12438ff8 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:43.261889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:43.262396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.280089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:17:43.283904 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.349116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:43.398071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:43.398444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.440011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.20.0.5 (20aebdb5-57a3-4f0e-bd02-8d54df32aab7/12963c47-a7b7-4fb6-9f0d-a463833c8a03/1fd87219-d0eb-4e6d-8640-93a84fc3eb46) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:43.600412 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.635292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.679796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:43.682898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:43.686921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:43.716856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:43.743046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:43.743660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.759408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-e4743c55-2a26-4ec4-b737-f071eb60076b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6161642 Sep 18 01:17:43.777823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Request body: {'port': {'device_id': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:43.838857 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.913137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c6e9bf47-eb87-406e-8fcc-0ed543054f25 None None] Provisioning complete for port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:43.913699 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c6e9bf47-eb87-406e-8fcc-0ed543054f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:43.947801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9bf47-eb87-406e-8fcc-0ed543054f25 None None] Port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:17:44.103410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f825a0-96d3-4dfa-bf0f-c17a1ae5abb9 req-e3e68174-948e-4d41-81d5-d54844672830 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.104964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3f825a0-96d3-4dfa-bf0f-c17a1ae5abb9 req-e3e68174-948e-4d41-81d5-d54844672830 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 970 time: 0.0503917 Sep 18 01:17:44.106418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:17:44.114134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.126430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Transition to ACTIVE for port object 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:17:44.130097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.148451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3f825a0-96d3-4dfa-bf0f-c17a1ae5abb9 req-1941b7da-b34c-4741-8dc1-e880bbab5f57 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366127 Sep 18 01:17:44.180811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:44.261586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Attempting to bind port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:17:44.262040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Attempting to bind port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:17:44.262279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Attempting to bind port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 on network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:44.266853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 on network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:17:44.267310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Attempting to bind port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 on network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:17:44.272699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:17:44.273042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Checking segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:17:44.273427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Bound using segment: {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:17:44.273857 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Bound port: 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8face045-09a9-4160-a1d8-145499d784b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:17:44.274218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.332447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d0cc-6984-417b-87ac-ad5a6f5aa909 req-738b2244-aefb-4b4e-91e0-17ec24d0fa48 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.333983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c5d0cc-6984-417b-87ac-ad5a6f5aa909 req-738b2244-aefb-4b4e-91e0-17ec24d0fa48 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0550151 Sep 18 01:17:44.344790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:17:44.348301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:17:44.353312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.377498 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c5d0cc-6984-417b-87ac-ad5a6f5aa909 req-6b5381b7-62b2-4949-af27-b6f6ca4794cb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367703 Sep 18 01:17:44.389208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.389799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.392030 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] 10.222.0.54 "PUT /v2.0/ports/1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 200 len: 1131 time: 0.6193333 Sep 18 01:17:44.394318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:44.396622 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974cd3e-1129-452d-8b3f-30da44aee270" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:44.434735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c28f2-d3c0-4e43-bcac-f986e52e8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:44.442399 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaf1373-594d-496b-8243-990475dffa5e x-openstack-request-id: req-6eaf1373-594d-496b-8243-990475dffa5e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:44.443382 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:44.443802 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6eaf1373-594d-496b-8243-990475dffa5e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:44.444388 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'status': 'completed', 'code': 200} Sep 18 01:17:44.502303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-66ac1a37-5e09-43fd-bc7b-7a222944a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.503841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-66ac1a37-5e09-43fd-bc7b-7a222944a70e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1134 time: 0.0440578 Sep 18 01:17:44.557388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-d5fddc30-d071-4c8b-8f2f-9c750b62dd32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 200 len: 217 time: 0.0395086 Sep 18 01:17:44.609033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-1c7dcd34-d510-44d6-a515-18d6474d6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.610517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-1c7dcd34-d510-44d6-a515-18d6474d6a28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12963c47-a7b7-4fb6-9f0d-a463833c8a03 HTTP/1.1" status: 200 len: 835 time: 0.0461302 Sep 18 01:17:44.657297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-f510c645-d538-4074-acf3-dfe750e69b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.658690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-f510c645-d538-4074-acf3-dfe750e69b61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406704 Sep 18 01:17:44.752016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-4770c080-12e9-4133-bb3b-f97a4346fa77 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Sep 18 01:17:44.838572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b8ba6927-f57d-4834-954d-7e9a4ce8dcb1 req-3b4b4497-c728-445d-9223-138cd6f90927 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797498 Sep 18 01:17:44.966406 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-9331b54e-9fd1-4bc7-9e28-a008689603b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:44.967888 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-9331b54e-9fd1-4bc7-9e28-a008689603b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1134 time: 0.0454998 Sep 18 01:17:45.057957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-a1371ad5-d72d-4291-8c92-95b918d396c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:45.059487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-a1371ad5-d72d-4291-8c92-95b918d396c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 200 len: 897 time: 0.0843472 Sep 18 01:17:45.105300 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-04625803-d68f-45a6-bc1c-099467825bac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 200 len: 217 time: 0.0388143 Sep 18 01:17:45.155370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-64e06165-f87f-453f-aa14-fb3c68c7534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:45.156866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-64e06165-f87f-453f-aa14-fb3c68c7534c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12963c47-a7b7-4fb6-9f0d-a463833c8a03 HTTP/1.1" status: 200 len: 835 time: 0.0438375 Sep 18 01:17:45.202185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-bfca3420-8686-40bf-bcf0-c7fff7cd5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:45.203716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-bfca3420-8686-40bf-bcf0-c7fff7cd5c98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398080 Sep 18 01:17:45.229526 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 85a18e66-1513-4baa-90dc-13e4d5cff246 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:17:45.269393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117fe9-b6d0-403f-ab60-22b8597c76e7 req-a48460a7-650d-4945-922a-dad6ac162bdf tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:45.270909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98117fe9-b6d0-403f-ab60-22b8597c76e7 req-a48460a7-650d-4945-922a-dad6ac162bdf tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 982 time: 0.0536714 Sep 18 01:17:45.307688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-8a9ec28d-0cd1-4c50-b0d4-b275986043ad service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954046 Sep 18 01:17:45.318117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98117fe9-b6d0-403f-ab60-22b8597c76e7 req-7504c739-8057-4216-a661-32f810b55ebd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0389068 Sep 18 01:17:45.342951 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=85a18e66-1513-4baa-90dc-13e4d5cff246,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:45.354084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'port_id': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'mac_address': 'fa:16:3e:f4:cf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:17:45.399788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d974cd3e-1129-452d-8b3f-30da44aee270 req-54157d29-d3ca-457e-9ef1-1b02aa916553 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852685 Sep 18 01:17:45.503207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298098a1-184d-47d8-af0f-5c9f7e9b546f req-43e10c66-e151-4c83-be11-a1f6318aa18c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:45.504671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-298098a1-184d-47d8-af0f-5c9f7e9b546f req-43e10c66-e151-4c83-be11-a1f6318aa18c tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 944 time: 0.0516899 Sep 18 01:17:45.544893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-298098a1-184d-47d8-af0f-5c9f7e9b546f req-e5780db8-8f1b-4627-80e9-c74c6069bba7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Sep 18 01:17:45.550820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:45.563493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a18e66-1513-4baa-90dc-13e4d5cff246 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:17:45.582062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=85a18e66-1513-4baa-90dc-13e4d5cff246,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:45.586137 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:45.631287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:45.789057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['85a18e66-1513-4baa-90dc-13e4d5cff246'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:17:46.275063 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:46.444239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d9a0-6fc1-4139-bf1b-33c49cc377b5 req-2022dbe5-12e5-475a-8c3a-a88519257097 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:46.445796 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de82d9a0-6fc1-4139-bf1b-33c49cc377b5 req-2022dbe5-12e5-475a-8c3a-a88519257097 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 982 time: 0.0553339 Sep 18 01:17:46.488218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de82d9a0-6fc1-4139-bf1b-33c49cc377b5 req-1df367f0-54a1-44e2-a206-2be74bf44b91 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0351768 Sep 18 01:17:46.660000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91817-4e71-4320-bfb4-2bdb3dd25d96 req-794eee04-4a81-4316-8a27-059a9a8a478b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:46.661620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39b91817-4e71-4320-bfb4-2bdb3dd25d96 req-794eee04-4a81-4316-8a27-059a9a8a478b tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 945 time: 0.0513022 Sep 18 01:17:46.703846 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39b91817-4e71-4320-bfb4-2bdb3dd25d96 req-fc3d1eed-f1dd-4072-bec4-95770d5f54bd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361006 Sep 18 01:17:47.242492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 85a18e66-1513-4baa-90dc-13e4d5cff246 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:47.289717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 85a18e66-1513-4baa-90dc-13e4d5cff246 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:17:47.293226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 85a18e66-1513-4baa-90dc-13e4d5cff246 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:47.293674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:47.368924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:47.390763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:47.393016 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade57311-bf2b-4f64-9573-737db9199683" -d '{"events": [{"server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "name": "network-vif-plugged", "status": "completed", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:47.406121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=85a18e66-1513-4baa-90dc-13e4d5cff246,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:47.409993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:47.432379 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3bd61-a5f8-4dab-ad21-a554c4bcf7a6 x-openstack-request-id: req-61c3bd61-a5f8-4dab-ad21-a554c4bcf7a6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:47.432657 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "name": "network-vif-plugged", "status": "completed", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:47.432910 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61c3bd61-a5f8-4dab-ad21-a554c4bcf7a6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:47.433300 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'code': 200} Sep 18 01:17:47.458757 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:47.530065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07795cb8-04a2-4d9d-b528-01c1af14af48 req-4363f548-2c7b-4337-bc26-0f5bd4a24628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:47.531602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07795cb8-04a2-4d9d-b528-01c1af14af48 req-4363f548-2c7b-4337-bc26-0f5bd4a24628 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1098 time: 0.0442448 Sep 18 01:17:47.576943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07795cb8-04a2-4d9d-b528-01c1af14af48 req-9e8ae847-fb87-4614-acd0-38c1b416305e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Sep 18 01:17:47.611564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48f64-485d-4df7-ba0a-3e9a3fd9603d req-1a530d0a-ab2b-4bed-8c24-5f392d7628ed tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:47.613072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88e48f64-485d-4df7-ba0a-3e9a3fd9603d req-1a530d0a-ab2b-4bed-8c24-5f392d7628ed tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 982 time: 0.0560510 Sep 18 01:17:47.654153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88e48f64-485d-4df7-ba0a-3e9a3fd9603d req-52aa99e7-2503-49d6-a85f-cf98fe9b3dbd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349917 Sep 18 01:17:47.819394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ccc1-fd3b-4bdf-88c2-f0871574beb3 req-e74cbe9f-fcb3-41b2-beda-52861216accc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:47.820808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b523ccc1-fd3b-4bdf-88c2-f0871574beb3 req-e74cbe9f-fcb3-41b2-beda-52861216accc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Sep 18 01:17:47.862950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b523ccc1-fd3b-4bdf-88c2-f0871574beb3 req-fecec95d-5ada-43a1-bddb-af92936a9deb tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350111 Sep 18 01:17:47.886274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:17:47.980352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:47.991056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'port_id': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'mac_address': 'fa:16:3e:78:58:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:17:48.026822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:48.039455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:17:48.057877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:48.062013 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:48.112584 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:48.501730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['1fd87219-d0eb-4e6d-8640-93a84fc3eb46'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:17:48.767438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7405a-6229-4d14-b2ee-02537eb2cade req-2f4ce984-1be0-4694-9e60-7232eb0a4937 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:48.768834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ce7405a-6229-4d14-b2ee-02537eb2cade req-2f4ce984-1be0-4694-9e60-7232eb0a4937 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 983 time: 0.0486591 Sep 18 01:17:48.808251 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ce7405a-6229-4d14-b2ee-02537eb2cade req-06114c4d-c004-4464-b3c4-03da3cc4f8f1 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334463 Sep 18 01:17:48.977738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f84cef-28a6-4e85-bd84-925a4963809d req-e7695907-146c-4bec-a6c1-8aa20a186778 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:48.979218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8f84cef-28a6-4e85-bd84-925a4963809d req-e7695907-146c-4bec-a6c1-8aa20a186778 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Sep 18 01:17:49.016558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8f84cef-28a6-4e85-bd84-925a4963809d req-28d19df6-6958-422f-ac54-3ff60f5ee733 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Sep 18 01:17:49.129670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed776f-835a-4d0a-bd72-ff2d1aa95d85 req-e77a7507-b9b3-4d5b-aca3-b20bf82f2b70 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:49.131153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5ed776f-835a-4d0a-bd72-ff2d1aa95d85 req-e77a7507-b9b3-4d5b-aca3-b20bf82f2b70 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.0485668 Sep 18 01:17:49.173401 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5ed776f-835a-4d0a-bd72-ff2d1aa95d85 req-3e1032a6-47e5-45ae-a916-a93affa86aae tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360260 Sep 18 01:17:49.194942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:49.234389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a292ac0-b733-4b09-b70e-e71acbe1c082 tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:49.236022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5a292ac0-b733-4b09-b70e-e71acbe1c082 tempest-TestVolumeBootPattern-914447731 tempest-TestVolumeBootPattern-914447731-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1093 time: 0.0401304 Sep 18 01:17:49.238781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:49.242974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:49.264555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:49.361246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:49.464767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Allocated IP 172.25.7.13 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/867b6509-aa89-4512-a07a-27f285f9f5f6) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:49.566943 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:49.600171 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:49.636441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:49.639436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:49.642899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:49.669599 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=867b6509-aa89-4512-a07a-27f285f9f5f6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:49.913131 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:17:49.963800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:17:49.967732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:17:49.968109 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:49.983490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64d84-3d6c-487a-a4d8-6cd41e789cc8 req-467b138d-ad51-4fcf-b07b-bfb6ea4d2034 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:49.985003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91d64d84-3d6c-487a-a4d8-6cd41e789cc8 req-467b138d-ad51-4fcf-b07b-bfb6ea4d2034 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 983 time: 0.0994067 Sep 18 01:17:50.045824 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.064063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.068230 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:50.069070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91d64d84-3d6c-487a-a4d8-6cd41e789cc8 req-e7c412d1-ee11-4f49-a7ad-c0b5bb33ca8f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0758820 Sep 18 01:17:50.070504 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38472ab-c53d-4c58-84ed-0ec0d017a993" -d '{"events": [{"server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "name": "network-vif-plugged", "status": "completed", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:50.084326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:17:50.090260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.121770 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2971d72-c57c-46d9-8541-fa6041931ba5 x-openstack-request-id: req-b2971d72-c57c-46d9-8541-fa6041931ba5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:50.122055 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "name": "network-vif-plugged", "status": "completed", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:50.122307 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2971d72-c57c-46d9-8541-fa6041931ba5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:50.122699 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'code': 200} Sep 18 01:17:50.144841 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.147652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:50.243776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01451550-d7db-42c2-b172-2da4f9c7372d req-35b4a9c9-85af-4cf6-86f3-967d7c062c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:50.245441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-01451550-d7db-42c2-b172-2da4f9c7372d req-35b4a9c9-85af-4cf6-86f3-967d7c062c07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1136 time: 0.0423555 Sep 18 01:17:50.287306 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-01451550-d7db-42c2-b172-2da4f9c7372d req-8a4de2f6-1b9f-4f33-9fc9-cc649025db62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=76af6644-c333-4c33-a171-dc5df98be1cd&id=de290e36-3523-4b99-ae80-ced9c096d42b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0348790 Sep 18 01:17:50.293889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.298710 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.369619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event updated for resources: {'Port': ['ID=867b6509-aa89-4512-a07a-27f285f9f5f6,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:50.379449 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.479098 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP 0f4a2ca6-dad0-4771-9b2f-b905a94d6c94 associated. External IP: 172.25.7.13, port: 85a18e66-1513-4baa-90dc-13e4d5cff246. Sep 18 01:17:50.962601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:17:51.071303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:51.081339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:51.086960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:51.090958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:51.091883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:51.128951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-79af5783-72b7-4251-8a8a-83fb0d9296cc tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8889620 Sep 18 01:17:51.129412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:51.135249 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa64b224-b651-4575-af1e-45153b594e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:51.190228 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0c4bb-28bd-47f3-9469-58586f6bb70f x-openstack-request-id: req-a9a0c4bb-28bd-47f3-9469-58586f6bb70f {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:51.190538 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:51.190771 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9a0c4bb-28bd-47f3-9469-58586f6bb70f {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:51.191169 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'status': 'completed', 'code': 200} Sep 18 01:17:51.209329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:51.222873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9bbf-ee50-4097-8272-7a19d64cb334 req-1f809bd8-e0d0-4174-b69d-1aad2e0a8381 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:51.224381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-584f9bbf-ee50-4097-8272-7a19d64cb334 req-1f809bd8-e0d0-4174-b69d-1aad2e0a8381 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0645185 Sep 18 01:17:51.279870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b224-b651-4575-af1e-45153b594e1f req-67f7bb7c-363c-43fd-84a9-454336d5768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:51.281358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-67f7bb7c-363c-43fd-84a9-454336d5768e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1098 time: 0.0753253 Sep 18 01:17:51.288650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-584f9bbf-ee50-4097-8272-7a19d64cb334 req-b7b3fc17-f183-4081-8c14-cff6f13ddf45 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0503855 Sep 18 01:17:51.373377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b224-b651-4575-af1e-45153b594e1f req-7884ce00-da83-4e1b-8a26-9820eeb88dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:51.374869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-7884ce00-da83-4e1b-8a26-9820eeb88dc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0853791 Sep 18 01:17:51.434273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0f4a2ca6-dad0-4771-9b2f-b905a94d6c94', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:f4:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:49Z', 'updated_at': '2021-09-18T01:17:49Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}, {'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:51.445412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-c2af5056-0e33-42a6-a16f-49965b52243d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 999 time: 0.0624051 Sep 18 01:17:51.463395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:51.472052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:51.472686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:51.494398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b224-b651-4575-af1e-45153b594e1f req-95505bb3-c80b-489a-ac0b-cf412f740705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:51.495874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-95505bb3-c80b-489a-ac0b-cf412f740705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0436106 Sep 18 01:17:51.542080 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b224-b651-4575-af1e-45153b594e1f req-b27e7856-f838-4027-ba02-5d3b7f400298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:51.544564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-b27e7856-f838-4027-ba02-5d3b7f400298 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409198 Sep 18 01:17:51.575618 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:51.636981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-cd737769-d53c-4846-b54c-435e206c6d5b service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865774 Sep 18 01:17:51.732788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa64b224-b651-4575-af1e-45153b594e1f req-0fb097f1-d1a3-44a5-9944-37c50e7f2199 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883882 Sep 18 01:17:51.804378 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0f4a2ca6-dad0-4771-9b2f-b905a94d6c94', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:f4:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:49Z', 'updated_at': '2021-09-18T01:17:49Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}, {'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:51.830631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a1214-e8f2-498f-86f0-7962974dc055 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '0f4a2ca6-dad0-4771-9b2f-b905a94d6c94', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:f4:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:49Z', 'updated_at': '2021-09-18T01:17:49Z', 'revision_number': 0, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}, {'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:52.033169 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261a68c-4141-47c5-8bf4-13688209d725 None None] New status for floating IP 0f4a2ca6-dad0-4771-9b2f-b905a94d6c94: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:17:52.411904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd083b94-a38b-4167-9f09-02d5171cb8dd req-b37bd5d2-dc9e-4e03-b916-929e49b15f1c tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:52.413414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd083b94-a38b-4167-9f09-02d5171cb8dd req-b37bd5d2-dc9e-4e03-b916-929e49b15f1c tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0536721 Sep 18 01:17:52.453438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd083b94-a38b-4167-9f09-02d5171cb8dd req-1a3798f3-6f64-4dc8-a33b-59c7036a3be6 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340466 Sep 18 01:17:52.565012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0ea79-b134-4161-927a-d8dc780db294 req-3333e63e-18c2-4bed-9abe-051e196427c5 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:52.566495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62c0ea79-b134-4161-927a-d8dc780db294 req-3333e63e-18c2-4bed-9abe-051e196427c5 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0483625 Sep 18 01:17:52.607090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62c0ea79-b134-4161-927a-d8dc780db294 req-23ed21e5-c2d2-4026-a0b4-b235ddfc587f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339375 Sep 18 01:17:52.710696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-238b3e06-a514-440d-8c3b-08ea67ed2ad4 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:52.712183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-238b3e06-a514-440d-8c3b-08ea67ed2ad4 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1136 time: 0.0406318 Sep 18 01:17:52.731974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-d1a8aeb4-7ed6-4d7a-ae2b-ae92d81741ca tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:52.770731 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:17:52.820297 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-d1a8aeb4-7ed6-4d7a-ae2b-ae92d81741ca tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:52.823840 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-d1a8aeb4-7ed6-4d7a-ae2b-ae92d81741ca tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:52.852674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a6a6472-b3ef-49d8-8053-d4ab9a89152c req-d1a8aeb4-7ed6-4d7a-ae2b-ae92d81741ca tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1342285 Sep 18 01:17:52.861655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8aeb4-7ed6-4d7a-ae2b-ae92d81741ca tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f1b08-ee20-415f-bedc-0c9aeaf9f66c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:52.874711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52690) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:52.915834 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2da56-56c4-4a48-a85f-116e9a10deb8 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:52.917477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cae2da56-56c4-4a48-a85f-116e9a10deb8 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1131 time: 0.0417790 Sep 18 01:17:52.921209 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52692) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:52.925463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:17:52.946636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.042086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.151029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.25.7.21 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/6549f405-c11c-4b4c-92cd-c405bd31209f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:17:53.254542 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.288428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.322372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:17:53.325946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:17:53.329516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:17:53.360932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=6549f405-c11c-4b4c-92cd-c405bd31209f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:53.685556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.752070 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.903870 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.908566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:53.982973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=6549f405-c11c-4b4c-92cd-c405bd31209f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:17:53.989782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:54.087471 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Floating IP 27c0f2e8-59dc-4261-baf8-613d8eff3df3 associated. External IP: 172.25.7.21, port: 1fd87219-d0eb-4e6d-8640-93a84fc3eb46. Sep 18 01:17:54.269745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f9737ba-c6c7-41ae-930a-1999112f7a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:54.298210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3db58406-5333-461f-aad0-93723cb66991 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:17:54.404118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:17:54.413157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Sync routers for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:17:54.421653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:54.423050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:54.423660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:54.450338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0f3e5b84-06df-4e41-bd83-b9daff35e5bb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5257332 Sep 18 01:17:54.450338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:17:54.450673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52694) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:54.451222 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a92ffc9-52b8-4460-88d8-caf25f00d496" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:17:54.488465 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de81ccc-2ae1-4ef8-a462-c4cc15f51aff x-openstack-request-id: req-8de81ccc-2ae1-4ef8-a462-c4cc15f51aff {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:17:54.488999 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:17:54.489254 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8de81ccc-2ae1-4ef8-a462-c4cc15f51aff {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:17:54.489656 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'status': 'completed', 'code': 200} Sep 18 01:17:54.542639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:54.661949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-e7830c2d-d141-4f4e-a8e0-de335e7fba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.663425 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-e7830c2d-d141-4f4e-a8e0-de335e7fba5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1136 time: 0.1048732 Sep 18 01:17:54.669799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.670212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.670672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.671126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.671576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.672034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.673708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bbc873ba-b5c5-4a5b-90c0-f23e1d466549 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2217190 Sep 18 01:17:54.676660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52698) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:54.763999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-81d10287-a073-4bc9-aca9-423b1b249f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.765559 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-81d10287-a073-4bc9-aca9-423b1b249f85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 200 len: 897 time: 0.0908895 Sep 18 01:17:54.769415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '27c0f2e8-59dc-4261-baf8-613d8eff3df3', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3db58406-5333-461f-aad0-93723cb66991', 'port_id': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'mac_address': 'fa:16:3e:78:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:53Z', 'updated_at': '2021-09-18T01:17:53Z', 'revision_number': 0, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:54.787001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.787636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.787905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.788474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.788970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.789422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.794778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9abb1e98-b9ed-42d0-9c7a-68c86d68e95d tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1164336 Sep 18 01:17:54.795331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52700) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:54.797669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Checking router: 3db58406-5333-461f-aad0-93723cb66991 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:17:54.806295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:17:54.806975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:17:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:54.832610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-1fa247e7-f4b2-491b-91e8-23ae20fcf207 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 200 len: 998 time: 0.0602903 Sep 18 01:17:54.890704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-1000cdd7-201c-4fb0-ab64-21b50c648a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.892260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-1000cdd7-201c-4fb0-ab64-21b50c648a08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12963c47-a7b7-4fb6-9f0d-a463833c8a03 HTTP/1.1" status: 200 len: 835 time: 0.0531132 Sep 18 01:17:54.917498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:17:54.947472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-25f548a7-7be5-40ba-8487-bcd25d86ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:54.949209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-25f548a7-7be5-40ba-8487-bcd25d86ae22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491209 Sep 18 01:17:55.047037 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-95bf59ad-13c2-4d17-881a-e9420c47f4e3 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907001 Sep 18 01:17:55.175529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '27c0f2e8-59dc-4261-baf8-613d8eff3df3', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3db58406-5333-461f-aad0-93723cb66991', 'port_id': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'mac_address': 'fa:16:3e:78:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:53Z', 'updated_at': '2021-09-18T01:17:53Z', 'revision_number': 0, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:17:55.203003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea1f61-36ae-4676-bc07-93b9d2f179f8 None None] The sync data for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 is: [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '27c0f2e8-59dc-4261-baf8-613d8eff3df3', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '3db58406-5333-461f-aad0-93723cb66991', 'port_id': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'mac_address': 'fa:16:3e:78:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:17:53Z', 'updated_at': '2021-09-18T01:17:53Z', 'revision_number': 0, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:17:55.372012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-66daad61-c41e-41a6-ad88-078fc83dcf7e tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.5755370 Sep 18 01:17:55.374490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52702) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:17:55.422376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0521f7-20a7-4903-bb68-0e056589e2c6 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:55.422867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0521f7-20a7-4903-bb68-0e056589e2c6 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:17:55.436246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ad0521f7-20a7-4903-bb68-0e056589e2c6 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3db58406-5333-461f-aad0-93723cb66991 HTTP/1.1" status: 200 len: 1992 time: 0.0489898 Sep 18 01:17:55.436513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8a92ffc9-52b8-4460-88d8-caf25f00d496 req-1ca2c3a3-6316-4139-84d1-e8d5256658e0 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797140 Sep 18 01:17:55.442718 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4eee1-f8f5-44a7-8bb3-300f851f0a0d None None] New status for floating IP 27c0f2e8-59dc-4261-baf8-613d8eff3df3: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:17:57.287753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4725b141-5397-43a9-9927-13300e9dff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:57.520496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:58.447438 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:59.770429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:02.453192 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:07.733389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-e25ccf0c-2c9d-4872-b256-7ab2e6a12cb6 req-e33e2d4f-ab75-4d14-a0d8-1ebd2a65d024 service neutron] (106452) timed out ('10.222.0.48', 50959) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:18:16.277585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:24.047813 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-8881ad15-6558-451e-a179-6bdcb1040296 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940502 Sep 18 01:18:24.131993 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-cd915e86-fa8b-4a93-b0d6-9a42a7a36c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:24.134223 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-cd915e86-fa8b-4a93-b0d6-9a42a7a36c2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1098 time: 0.0431426 Sep 18 01:18:24.239235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-6108271f-6757-44d8-aa02-2eaed387cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:24.240738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-6108271f-6757-44d8-aa02-2eaed387cdfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0872633 Sep 18 01:18:24.271050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eaa19d83-3a9a-4b96-8aa0-6a5a0fca9959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:24.310767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-3c8d26df-af84-4cf9-bf22-77fe287a4e86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 1001 time: 0.0626910 Sep 18 01:18:24.359415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-b3b256d2-8922-4284-acf6-1d671a5a8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:24.360863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-b3b256d2-8922-4284-acf6-1d671a5a8d59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0437028 Sep 18 01:18:24.410679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-67e02f3b-66d5-4850-8248-d9a2fbbf5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:24.412179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-67e02f3b-66d5-4850-8248-d9a2fbbf5bbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437686 Sep 18 01:18:24.499535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-900f69a1-05ee-4541-8f4f-bb05a1581cbf service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Sep 18 01:18:24.590432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ccf77bc-583a-4354-a5b5-c2a5efeb8bba req-95a449ec-cafa-4144-a39d-3298c4fb30b6 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Sep 18 01:18:27.288457 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77817e53-7dca-4f11-b957-13eebc3701c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:27.521813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:28.450056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:29.769538 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:18:29.772975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:32.475713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:36.633126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-7956b1a0-dece-4ca8-b9c2-382df1833478 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893719 Sep 18 01:18:36.732405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-d4b58e67-1220-443a-a6f8-3c0122467527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:36.733876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-d4b58e67-1220-443a-a6f8-3c0122467527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0429661 Sep 18 01:18:36.838534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-e25f137b-6c1e-49ea-b8f1-3dfcd5d98926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:36.840102 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-e25f137b-6c1e-49ea-b8f1-3dfcd5d98926 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0849388 Sep 18 01:18:36.919103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-c61527e8-4379-45c9-a8b6-498a75ae38c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 1000 time: 0.0714216 Sep 18 01:18:36.975285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-a996ce0e-cb34-454a-9373-e3382c7f9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:36.977321 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-a996ce0e-cb34-454a-9373-e3382c7f9e45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0515518 Sep 18 01:18:37.028288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-eb139f00-eab0-43c5-bb86-b4978e6ad65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:18:37.029970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-eb139f00-eab0-43c5-bb86-b4978e6ad65b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452912 Sep 18 01:18:37.128836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-0bf86803-b72d-4b4e-81ab-2d86b1c5e700 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919945 Sep 18 01:18:37.217699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2b3f0422-bb91-4df3-b74b-dc1feb683f1a req-62dfea54-803f-4243-ae30-54a2f4dd5046 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816329 Sep 18 01:18:46.295098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:54.273835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ef47e1-05bb-4a81-8caa-44b465b0f20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:57.291368 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-940e9700-dada-4cf4-89eb-a1d4d5af4fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:57.523453 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:58.452860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:59.773988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.469914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52744) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:00.558893 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-70207303-ea71-49a9-ad7f-dda6742fb519 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2801 time: 0.0878086 Sep 18 01:19:00.561705 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:00.566362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'network': {'name': 'tempest-network-smoke--1511205699', 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'port_security_enabled': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:00.587074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:00.591806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.615117 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:19:00.624455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.624788 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Added segment 38391d1e-6ca8-480c-a664-224e45f3e362 of type vlan for network 3ef152d4-350e-459b-80d5-d777bb69f763 Sep 18 01:19:00.665530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.688910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.694476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:00.695088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.735133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1723495 Sep 18 01:19:00.737768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:00.766103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'admin_state_up': True, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:00.777986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Network': ['ID=3ef152d4-350e-459b-80d5-d777bb69f763,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:00.788287 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.788632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.788967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.789296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.789621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.789945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.790266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.790586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.790904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.791223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.791540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.791860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae0775-4fd0-4ee8-b234-f2c13d8b1179 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:00.803995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 3ef152d4-350e-459b-80d5-d777bb69f763 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:19:00.805743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.806787 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.857819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:00.996658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.188367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.206820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.306641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.25.7.197 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0083cb5e-2ad0-4898-8b3d-58b828798eda) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:01.408963 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.441416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.474239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:01.477105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:01.481179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:01.509526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=0083cb5e-2ad0-4898-8b3d-58b828798eda,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:01.729531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:01.922814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.046268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:19:02.150531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:02.160122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Sync routers for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:02.169310 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.170059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:02.170762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:02.172659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b2d1c642-b7ae-4e28-9d73-528b0c93a032 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4339426 Sep 18 01:19:02.173524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52752) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.237662 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4437d-c481-45f6-bd5f-6afdf4bfecac tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:02.241767 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1fb4437d-c481-45f6-bd5f-6afdf4bfecac tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2dd3382b042f43ad991204a1228c0b38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0647261 Sep 18 01:19:02.241974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52754) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.273615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:02.332647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6381472-2abd-4c74-886a-d6d0c9f7d6d2 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:02.334118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c6381472-2abd-4c74-886a-d6d0c9f7d6d2 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912423 Sep 18 01:19:02.337081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52756) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.366168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6d564b96-2887-4cb4-b389-7f6488b9f5c7 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279632 Sep 18 01:19:02.369005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52758) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.397871 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b464ed07-2cbd-464f-9f90-6faeb4a874f3 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=2dd3382b042f43ad991204a1228c0b38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277383 Sep 18 01:19:02.400478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52760) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.493414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e2344-a761-4df8-9020-a3a00d59d3c4 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:02.494919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0b8e2344-a761-4df8-9020-a3a00d59d3c4 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935230 Sep 18 01:19:02.497983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52762) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.508194 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.527520 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3d455130-2fba-4c47-8a10-6b09c2c78e66 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278552 Sep 18 01:19:02.530365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52764) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.535078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337289600', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:02.612989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:01Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:02.625538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:02.629005 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.640077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Checking router: 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:02.640454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Updating router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f port 0083cb5e-2ad0-4898-8b3d-58b828798eda binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:02.664159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.807053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.868043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Subnet': ['ID=4c8f48c0-2a2d-431b-9ae7-72ed6687775e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:02.876316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Checking segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:02.876677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network hostable DHCP agents. Network: 3ef152d4-350e-459b-80d5-d777bb69f763, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:19:02.898128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 3ef152d4-350e-459b-80d5-d777bb69f763 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:19:02.908197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 3ef152d4-350e-459b-80d5-d777bb69f763) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:02.912445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:02.913058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.918669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:02.922705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fecf6-5eca-40d7-a072-0b9c530d7ea8 None None] Network 3ef152d4-350e-459b-80d5-d777bb69f763 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:02.927407 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-1327fba7-6f28-44ad-8b76-c62ca6bff87b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3960052 Sep 18 01:19:02.930099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52766) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:02.934962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.026070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Pushing event updated for resources: {'Port': ['ID=0083cb5e-2ad0-4898-8b3d-58b828798eda,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:03.036559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Attempting to bind port 0083cb5e-2ad0-4898-8b3d-58b828798eda on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:03.036927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Attempting to bind port 0083cb5e-2ad0-4898-8b3d-58b828798eda by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:03.037290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Attempting to bind port 0083cb5e-2ad0-4898-8b3d-58b828798eda on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:03.042127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.042605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.042947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.043376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.043717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.044052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.044404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.044732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.045066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.045389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.045713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.046034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:03.054239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:03.054636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:03.055029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.055417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:03.055887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Bound port: 0083cb5e-2ad0-4898-8b3d-58b828798eda, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:03.056738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.144401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] For port 0083cb5e-2ad0-4898-8b3d-58b828798eda, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:03.149002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] For port 0083cb5e-2ad0-4898-8b3d-58b828798eda, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0083cb5e-2ad0-4898-8b3d-58b828798eda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:03.168631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.199540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-3ef152d4-350e-459b-80d5-d777bb69f763', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'fixed_ips': [{'subnet_id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:19:03.200517 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.246469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:03.247093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:03.287559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab269-5d5a-4b66-add1-e0cd5c0bf036 None None] Pushing event updated for resources: {'Port': ['ID=0083cb5e-2ad0-4898-8b3d-58b828798eda,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:03.356835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.438565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:03.500591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Allocated IP 172.20.0.18 (3ef152d4-350e-459b-80d5-d777bb69f763/4c8f48c0-2a2d-431b-9ae7-72ed6687775e/1fe1002f-fac6-40db-a3e0-ed24459e1878) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:03.732726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.736216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:01Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:03.739622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.769349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e240ac-6e11-4501-ae9d-77f2494cb36c None None] The sync data for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 is: [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:01Z', 'revision_number': 3, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:03.790213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.20.0.17 (3ef152d4-350e-459b-80d5-d777bb69f763/4c8f48c0-2a2d-431b-9ae7-72ed6687775e/19e0cb87-c237-4f79-bc9b-9c85703cb6d4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:03.802494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Network 3ef152d4-350e-459b-80d5-d777bb69f763 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:03.805527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:03.809703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:03.819035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Pushing event updated for resources: {'Port': ['ID=1fe1002f-fac6-40db-a3e0-ed24459e1878,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:03.872482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Attempting to bind port 1fe1002f-fac6-40db-a3e0-ed24459e1878 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:03.872858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Attempting to bind port 1fe1002f-fac6-40db-a3e0-ed24459e1878 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:03.873224 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Attempting to bind port 1fe1002f-fac6-40db-a3e0-ed24459e1878 on network 3ef152d4-350e-459b-80d5-d777bb69f763 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:03.878797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:03.879183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Checking segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:03.879594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.879995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Bound using segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:03.880531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Bound port: 1fe1002f-fac6-40db-a3e0-ed24459e1878, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:03.880926 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:03.959518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] For port 1fe1002f-fac6-40db-a3e0-ed24459e1878, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:03.978008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] For port 1fe1002f-fac6-40db-a3e0-ed24459e1878, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1fe1002f-fac6-40db-a3e0-ed24459e1878,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:03.987052 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.136041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d7ca1-2912-4491-8f92-32627a5484a8 None None] Pushing event updated for resources: {'Port': ['ID=1fe1002f-fac6-40db-a3e0-ed24459e1878,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:04.260583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.316410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.361791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 3ef152d4-350e-459b-80d5-d777bb69f763 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:04.365056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:04.367655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:04.405482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:04.429746 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.565651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.856610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.861097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.940750 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:04.942508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:05.039255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3862a-ba39-4525-b2a6-5e7e5d5c1474 None None] Network 3ef152d4-350e-459b-80d5-d777bb69f763 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:05.040420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 3ef152d4-350e-459b-80d5-d777bb69f763 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:05.041810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:05.128342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] Provisioning complete for port 1fe1002f-fac6-40db-a3e0-ed24459e1878 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:05.128790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.176074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:05.216340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1fe1002f-fac6-40db-a3e0-ed24459e1878 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:05.299185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:05.304421 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b8a3bd33-b602-4f28-be3b-b12d1e7841cd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "PUT /v2.0/routers/3ecfaa6b-939c-4cf3-b6a4-c985774ae60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3732328 Sep 18 01:19:05.493506 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.514694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1fe1002f-fac6-40db-a3e0-ed24459e1878 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:05.515125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.519281 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Sync routers for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:05.526176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-ef5ee7f2-959b-44ef-9716-c0951cafe12e tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:05.531300 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:05.531910 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:05.532714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-ef5ee7f2-959b-44ef-9716-c0951cafe12e tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/networks?id=3ef152d4-350e-459b-80d5-d777bb69f763 HTTP/1.1" status: 200 len: 798 time: 0.1154220 Sep 18 01:19:05.549332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-137ee2b5-8102-4493-877b-2c8a5aaf47f5 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/quotas/2dd3382b042f43ad991204a1228c0b38 HTTP/1.1" status: 200 len: 375 time: 0.0109148 Sep 18 01:19:05.568124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] For port 1fe1002f-fac6-40db-a3e0-ed24459e1878, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1fe1002f-fac6-40db-a3e0-ed24459e1878,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:05.577037 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.642293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-81042011-e74a-440b-9751-ba25e7ac4e4f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0843356 Sep 18 01:19:05.644102 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:05.653604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0083cb5e-2ad0-4898-8b3d-58b828798eda up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:05.709801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78066f4c-fa9b-4468-9479-482c51aeaa5e None None] Pushing event updated for resources: {'Port': ['ID=1fe1002f-fac6-40db-a3e0-ed24459e1878,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:05.722412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0083cb5e-2ad0-4898-8b3d-58b828798eda triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:05.722792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.764491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-ce21f11f-b432-4a73-941d-ac91b628977e service neutron] 10.222.0.49 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140132 Sep 18 01:19:05.826373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d6c69626-7fa6-4ed9-9280-76b0c264f1a8 None None] Provisioning complete for port 1fe1002f-fac6-40db-a3e0-ed24459e1878 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:05.826739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6c69626-7fa6-4ed9-9280-76b0c264f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.828401 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.873739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 0083cb5e-2ad0-4898-8b3d-58b828798eda, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0083cb5e-2ad0-4898-8b3d-58b828798eda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:05.881763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:05.900172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-2fc72ca3-c997-49de-b669-1f8fad4b5eca service neutron] 10.222.0.49 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346104 Sep 18 01:19:05.915031 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:04Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '19e0cb87-c237-4f79-bc9b-9c85703cb6d4', 'name': '', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:80:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:03Z', 'updated_at': '2021-09-18T01:19:04Z', 'revision_number': 2, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:05.944533 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Checking router: 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:05.945130 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Updating router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:05.969166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=0083cb5e-2ad0-4898-8b3d-58b828798eda,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:05.989285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d6c69626-7fa6-4ed9-9280-76b0c264f1a8 None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:05.989739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6c69626-7fa6-4ed9-9280-76b0c264f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.035080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d6c69626-7fa6-4ed9-9280-76b0c264f1a8 None None] Port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:06.077842 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.165098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1be85b80-cdd4-4f1e-b03c-d54d609b61a5 None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:06.165629 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1be85b80-cdd4-4f1e-b03c-d54d609b61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.204696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1be85b80-cdd4-4f1e-b03c-d54d609b61a5 None None] Port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:06.322639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d297893f-00f0-40e8-876d-27ee4dbadaf2 None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:06.322906 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d297893f-00f0-40e8-876d-27ee4dbadaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.340476 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.346343 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.357128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d297893f-00f0-40e8-876d-27ee4dbadaf2 None None] Port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:06.411717 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Pushing event updated for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:06.437048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.437394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.437733 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.438070 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.438400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.438729 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.439050 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.439373 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.439694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.440012 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.440356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.440675 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:06.453861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Attempting to bind port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:06.454231 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Attempting to bind port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:06.454589 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Attempting to bind port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 on network 3ef152d4-350e-459b-80d5-d777bb69f763 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:06.460066 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:06.460401 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Checking segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:06.460721 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.461112 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Bound using segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:06.461708 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Bound port: 19e0cb87-c237-4f79-bc9b-9c85703cb6d4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:06.462094 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.528907 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] For port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:06.532254 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] For port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:06.536839 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.578611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:06.578924 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.582020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:06.582653 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:06.638565 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d2ba-b24a-4965-a9c7-575608cb79fd None None] Pushing event updated for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:06.664882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.701472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] For port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:06.705643 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.713131 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:06.755298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fe230-d7a3-4e2a-9255-fcf4b3219d51 None None] Pushing event updated for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:06.790761 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:19:06.826072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fe1bfddb-135e-4f0f-bfeb-6310b955480e None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:06.826441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe1bfddb-135e-4f0f-bfeb-6310b955480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:06.914365 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:04Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '19e0cb87-c237-4f79-bc9b-9c85703cb6d4', 'name': '', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:80:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:03Z', 'updated_at': '2021-09-18T01:19:06Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:06.940692 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499b26-7715-4de5-8fbc-7690980f76ed None None] The sync data for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 is: [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:04Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '19e0cb87-c237-4f79-bc9b-9c85703cb6d4', 'name': '', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:80:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:03Z', 'updated_at': '2021-09-18T01:19:06Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:07.138891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e76527a-c9c3-4a05-bcf8-166e74a867fd req-32e3b3a6-58f6-4b63-b904-f849d7aef803 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 210 time: 0.0327444 Sep 18 01:19:07.231660 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:07.281538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:07.281915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:07.369501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1fe1002f-fac6-40db-a3e0-ed24459e1878 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:07.420190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1fe1002f-fac6-40db-a3e0-ed24459e1878 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:07.420642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:07.506334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0083cb5e-2ad0-4898-8b3d-58b828798eda up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:07.570452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0083cb5e-2ad0-4898-8b3d-58b828798eda triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:07.570821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.258215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efc74204-e4cf-4692-81b6-23659f4b9193 req-3b18d5eb-820c-4120-ae74-28f809121a24 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 210 time: 0.0344994 Sep 18 01:19:08.291528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-b5cbc3e7-c663-464f-802b-2ec3dc860f7e tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:08.292953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-b5cbc3e7-c663-464f-802b-2ec3dc860f7e tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.48 "GET /v2.0/networks?id=3ef152d4-350e-459b-80d5-d777bb69f763 HTTP/1.1" status: 200 len: 798 time: 0.1365254 Sep 18 01:19:08.308458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Request body: {'port': {'device_id': '13210447-6856-47f8-a64e-9cdd36de982b', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'admin_state_up': True, 'tenant_id': '2dd3382b042f43ad991204a1228c0b38'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:08.414434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Made reservation on behalf of 2dd3382b042f43ad991204a1228c0b38 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:08.418102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.545740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Allocated IP 172.20.0.27 (3ef152d4-350e-459b-80d5-d777bb69f763/4c8f48c0-2a2d-431b-9ae7-72ed6687775e/3e9ad842-4079-41f1-8f56-de3fbee37d9d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:08.655827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.693310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.731383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Network 3ef152d4-350e-459b-80d5-d777bb69f763 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:08.735046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:08.738772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:08.766423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event updated for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:08.782327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.782680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.783020 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.783357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.783695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.784022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.784382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.784709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.785034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.785355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.785680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.785997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:19:08.807099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:08.807707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.822485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-a7920668-b022-443d-9a49-0a96f18cf4db tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5176485 Sep 18 01:19:08.835470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Request body: {'port': {'device_id': '13210447-6856-47f8-a64e-9cdd36de982b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:08.895724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.933630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4e6616de-7ba7-467d-bc38-50b4ca726390 None None] Provisioning complete for port 3e9ad842-4079-41f1-8f56-de3fbee37d9d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:08.934145 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4e6616de-7ba7-467d-bc38-50b4ca726390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:08.969121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4e6616de-7ba7-467d-bc38-50b4ca726390 None None] Port 3e9ad842-4079-41f1-8f56-de3fbee37d9d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:09.166902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ad842-4079-41f1-8f56-de3fbee37d9d {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:19:09.174559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:09.186055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Transition to ACTIVE for port object 3e9ad842-4079-41f1-8f56-de3fbee37d9d will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:19:09.189854 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:09.240111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:09.316900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Attempting to bind port 3e9ad842-4079-41f1-8f56-de3fbee37d9d on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:09.317502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Attempting to bind port 3e9ad842-4079-41f1-8f56-de3fbee37d9d by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:09.317502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Attempting to bind port 3e9ad842-4079-41f1-8f56-de3fbee37d9d on network 3ef152d4-350e-459b-80d5-d777bb69f763 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:09.322155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Port 3e9ad842-4079-41f1-8f56-de3fbee37d9d on network 3ef152d4-350e-459b-80d5-d777bb69f763 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:19:09.322618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Attempting to bind port 3e9ad842-4079-41f1-8f56-de3fbee37d9d on network 3ef152d4-350e-459b-80d5-d777bb69f763 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:09.328822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:09.329168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Checking segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:09.329558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Bound using segment: {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:09.329994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Bound port: 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38391d1e-6ca8-480c-a664-224e45f3e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:09.330511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:09.431280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1880dc-cb14-4466-ae43-18c0dabae1cd req-911715e6-8999-4d80-8fe5-32c443946ba6 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.432786 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb1880dc-cb14-4466-ae43-18c0dabae1cd req-911715e6-8999-4d80-8fe5-32c443946ba6 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 907 time: 0.0889730 Sep 18 01:19:09.437458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:09.440606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:09.445304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:09.476204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.476914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:09.478279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] 10.222.0.48 "PUT /v2.0/ports/3e9ad842-4079-41f1-8f56-de3fbee37d9d HTTP/1.1" status: 200 len: 1056 time: 0.6471465 Sep 18 01:19:09.480750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:09.483841 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910ce8f1-943c-4949-a6b8-785302018194" -d '{"events": [{"name": "network-changed", "server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:09.515079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e6fb3-cf1f-412d-b9c0-f154ced2f81c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:09.567520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-03aa275f-051e-417b-8656-49898e38b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.569063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-03aa275f-051e-417b-8656-49898e38b1c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 1059 time: 0.0480807 Sep 18 01:19:09.615092 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ecfb8-5c47-42f9-9cf7-84789e1b3804 x-openstack-request-id: req-0f1ecfb8-5c47-42f9-9cf7-84789e1b3804 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:09.615390 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:09.615644 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f1ecfb8-5c47-42f9-9cf7-84789e1b3804 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:09.616046 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d', 'status': 'completed', 'code': 200} Sep 18 01:19:09.617642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-0fc232e9-b9d3-4fb8-973d-219d806766f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d HTTP/1.1" status: 200 len: 217 time: 0.0399368 Sep 18 01:19:09.670075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-9a83e22d-3e3d-4c9c-b8ce-f931d8fe3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.671585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-9a83e22d-3e3d-4c9c-b8ce-f931d8fe3c46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c8f48c0-2a2d-431b-9ae7-72ed6687775e HTTP/1.1" status: 200 len: 838 time: 0.0458598 Sep 18 01:19:09.722381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-54675b77-5982-4a6b-a2ba-d74358e910b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.723902 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-54675b77-5982-4a6b-a2ba-d74358e910b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ef152d4-350e-459b-80d5-d777bb69f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0449059 Sep 18 01:19:09.813437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-f60c8c64-1d88-4d73-bc84-129e03dcb86a service neutron] 10.222.0.48 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821850 Sep 18 01:19:09.907872 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29230045-4cc8-4e12-a4e7-3eb6903244ce req-83035924-2820-4ba8-9376-3a49acac2c63 service neutron] 10.222.0.48 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875018 Sep 18 01:19:09.994375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce8f1-943c-4949-a6b8-785302018194 req-f2d0d004-3a2d-4e00-91be-571e2d726f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:09.996503 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-f2d0d004-3a2d-4e00-91be-571e2d726f27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 1059 time: 0.0405810 Sep 18 01:19:10.089243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce8f1-943c-4949-a6b8-785302018194 req-42a8e1c9-127f-4ef4-ab29-f4a9b5b7bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:10.090999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-42a8e1c9-127f-4ef4-ab29-f4a9b5b7bcd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ef152d4-350e-459b-80d5-d777bb69f763 HTTP/1.1" status: 200 len: 899 time: 0.0885248 Sep 18 01:19:10.131437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-0eff90d7-055c-416f-9067-50fb1be282e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d HTTP/1.1" status: 200 len: 217 time: 0.0338185 Sep 18 01:19:10.180452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce8f1-943c-4949-a6b8-785302018194 req-452829f3-0a62-447c-a569-f7994797ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:10.181895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-452829f3-0a62-447c-a569-f7994797ffb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c8f48c0-2a2d-431b-9ae7-72ed6687775e HTTP/1.1" status: 200 len: 838 time: 0.0420101 Sep 18 01:19:10.226595 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce8f1-943c-4949-a6b8-785302018194 req-14842ee7-a274-48a4-bb7e-2daf3b8b7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:10.228052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-14842ee7-a274-48a4-bb7e-2daf3b8b7b98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ef152d4-350e-459b-80d5-d777bb69f763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0388618 Sep 18 01:19:10.322685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-2f493b52-b7eb-4f02-b98e-6889ce5def5a service neutron] 10.222.0.48 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Sep 18 01:19:10.416694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-910ce8f1-943c-4949-a6b8-785302018194 req-b0588dbb-0439-4a81-9135-363f975f658d service neutron] 10.222.0.48 "GET /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Sep 18 01:19:10.547891 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299365-3134-43ed-8e89-7b2e09a36f47 req-3f1f9a72-55b0-444c-96d3-40e7d7a6e363 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:10.549382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41299365-3134-43ed-8e89-7b2e09a36f47 req-3f1f9a72-55b0-444c-96d3-40e7d7a6e363 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 907 time: 0.0501714 Sep 18 01:19:11.662956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63029eb8-022e-4596-a297-4ebb25062815 req-3b197f9b-0cac-41b6-9584-b8fd30a82255 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:11.664453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63029eb8-022e-4596-a297-4ebb25062815 req-3b197f9b-0cac-41b6-9584-b8fd30a82255 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 907 time: 0.0489013 Sep 18 01:19:12.779920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97f8d5-0766-45c5-bb91-050414a40e93 req-17740b47-3039-4d83-b84d-fb06efe1749f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:12.781349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc97f8d5-0766-45c5-bb91-050414a40e93 req-17740b47-3039-4d83-b84d-fb06efe1749f tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 907 time: 0.0511785 Sep 18 01:19:13.667825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3e9ad842-4079-41f1-8f56-de3fbee37d9d details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:19:13.760609 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:13.771829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '3e9ad842-4079-41f1-8f56-de3fbee37d9d', 'network_id': '3ef152d4-350e-459b-80d5-d777bb69f763', 'port_id': '3e9ad842-4079-41f1-8f56-de3fbee37d9d', 'mac_address': 'fa:16:3e:c9:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8f48c0-2a2d-431b-9ae7-72ed6687775e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:19:13.806598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:13.819545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ad842-4079-41f1-8f56-de3fbee37d9d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:19:13.838783 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:13.843235 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:13.894019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:13.907554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e9b16-c6dd-4706-adf0-b46d9152b6a2 req-a188eb0d-bf5f-49cb-8d68-612277e2d366 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:13.909090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-272e9b16-c6dd-4706-adf0-b46d9152b6a2 req-a188eb0d-bf5f-49cb-8d68-612277e2d366 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 908 time: 0.0596199 Sep 18 01:19:14.062555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['3e9ad842-4079-41f1-8f56-de3fbee37d9d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:19:15.022536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ea35d-2ae0-4d02-a9f8-00c8f2e215a1 req-830b7905-5782-45a5-880e-fbb68fcf0f92 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:15.024020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-437ea35d-2ae0-4d02-a9f8-00c8f2e215a1 req-830b7905-5782-45a5-880e-fbb68fcf0f92 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 908 time: 0.0487199 Sep 18 01:19:15.683897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3e9ad842-4079-41f1-8f56-de3fbee37d9d up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:15.730458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 3e9ad842-4079-41f1-8f56-de3fbee37d9d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:19:15.734858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 3e9ad842-4079-41f1-8f56-de3fbee37d9d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:15.735233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:15.812002 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:15.833969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:15.836176 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86160fb3-fc0c-4e97-a195-860368b18c93" -d '{"events": [{"server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:15.848657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:15.852748 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:15.901941 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:15.937204 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53143583-60a0-4644-9cf0-23215122cd4a x-openstack-request-id: req-53143583-60a0-4644-9cf0-23215122cd4a {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:15.937512 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:15.937762 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53143583-60a0-4644-9cf0-23215122cd4a {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:15.938157 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d', 'code': 200} Sep 18 01:19:16.030782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551b3b-bdfd-4afe-827c-a3cfa3af5bf2 req-f8aeaf9f-2ed3-42de-8633-08d45dd82455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:16.032352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f551b3b-bdfd-4afe-827c-a3cfa3af5bf2 req-f8aeaf9f-2ed3-42de-8633-08d45dd82455 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 1061 time: 0.0403345 Sep 18 01:19:16.138545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99da4-c704-4c13-8e92-f772823b1bd3 req-b56c920b-fb57-4678-92af-95ac3f9794c7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:16.140020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66a99da4-c704-4c13-8e92-f772823b1bd3 req-b56c920b-fb57-4678-92af-95ac3f9794c7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0483408 Sep 18 01:19:16.300280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:17.262846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a384aee-d4ee-4d47-84c3-8596903c66b1 req-4e024cb5-cd41-4991-83c0-064ccb9aafe2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.264426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a384aee-d4ee-4d47-84c3-8596903c66b1 req-4e024cb5-cd41-4991-83c0-064ccb9aafe2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0523570 Sep 18 01:19:17.377908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5aeda-ceaa-428f-996f-5a5f1935b681 req-1cf98446-42d4-4c33-afb8-517b0e055336 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.379413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c7f5aeda-ceaa-428f-996f-5a5f1935b681 req-1cf98446-42d4-4c33-afb8-517b0e055336 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0486414 Sep 18 01:19:17.484620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704d5a8-df1f-4f36-986f-6fb5163daf50 req-691f56ac-a286-4eb1-aa07-3ff30478ad84 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.486001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b704d5a8-df1f-4f36-986f-6fb5163daf50 req-691f56ac-a286-4eb1-aa07-3ff30478ad84 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 1061 time: 0.0401950 Sep 18 01:19:17.591018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5171-a493-4d5a-abe8-b8a74bce88df req-3f3cc9a6-0de9-4ed0-aea3-462c2c48d1ce tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.592566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-287f5171-a493-4d5a-abe8-b8a74bce88df req-3f3cc9a6-0de9-4ed0-aea3-462c2c48d1ce tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1136 time: 0.0421791 Sep 18 01:19:17.628697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-287f5171-a493-4d5a-abe8-b8a74bce88df req-172425f4-a8d6-483f-b31e-892a28851024 tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0299811 Sep 18 01:19:17.650821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52838) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:17.691974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924b014-089c-4661-bc0b-50815c14654c tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.693480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a924b014-089c-4661-bc0b-50815c14654c tempest-TestSecurityGroupsBasicOps-7063003 tempest-TestSecurityGroupsBasicOps-7063003-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 1056 time: 0.0417349 Sep 18 01:19:17.907175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a614815-ddaa-4084-980d-cf510df3bd53 req-4b9518a8-bb4d-464d-84c7-53e8cabc8f80 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:17.908773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a614815-ddaa-4084-980d-cf510df3bd53 req-4b9518a8-bb4d-464d-84c7-53e8cabc8f80 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0547295 Sep 18 01:19:19.024962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df5f8f-8652-45ca-82fe-238a181e217b req-d48f4472-8bd8-497d-b238-3fe7c53273ff tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:19.026434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-30df5f8f-8652-45ca-82fe-238a181e217b req-d48f4472-8bd8-497d-b238-3fe7c53273ff tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0478060 Sep 18 01:19:19.137041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-b950564d-0ebc-46e5-81d7-863775188775 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:19.138472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-b950564d-0ebc-46e5-81d7-863775188775 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.48 "GET /v2.0/ports?device_id=13210447-6856-47f8-a64e-9cdd36de982b HTTP/1.1" status: 200 len: 909 time: 0.0478058 Sep 18 01:19:19.234791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 3e9ad842-4079-41f1-8f56-de3fbee37d9d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:19.235136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:19.321142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 3e9ad842-4079-41f1-8f56-de3fbee37d9d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=3e9ad842-4079-41f1-8f56-de3fbee37d9d,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:19.321513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:19.337700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 3e9ad842-4079-41f1-8f56-de3fbee37d9d owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:19.458170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:19.483995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=3e9ad842-4079-41f1-8f56-de3fbee37d9d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:19.531699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] No DVR routers for this DVR port 3e9ad842-4079-41f1-8f56-de3fbee37d9d on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:19.534454 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:19.536477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b4807ed-adb9-413f-9735-1e0c1b3925a3 req-aca21401-ccd9-474b-b518-12624f52bf55 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.48 "DELETE /v2.0/ports/3e9ad842-4079-41f1-8f56-de3fbee37d9d HTTP/1.1" status: 204 len: 173 time: 0.3917086 Sep 18 01:19:19.536914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'name': 'network-vif-deleted', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:19.539206 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b34d66-38d6-44c3-93e9-b21003fb6f42" -d '{"events": [{"server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "name": "network-vif-deleted", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:19.576745 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24d5cc-ef87-4199-9797-caa39c8159a5 x-openstack-request-id: req-db24d5cc-ef87-4199-9797-caa39c8159a5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:19.577592 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13210447-6856-47f8-a64e-9cdd36de982b", "name": "network-vif-deleted", "tag": "3e9ad842-4079-41f1-8f56-de3fbee37d9d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:19.577930 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db24d5cc-ef87-4199-9797-caa39c8159a5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:19.578521 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13210447-6856-47f8-a64e-9cdd36de982b', 'name': 'network-vif-deleted', 'tag': '3e9ad842-4079-41f1-8f56-de3fbee37d9d', 'status': 'completed', 'code': 200} Sep 18 01:19:20.083258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52850) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:20.427049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:20.959804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:20.960138 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.049499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 19e0cb87-c237-4f79-bc9b-9c85703cb6d4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:21.049857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.062423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:21.246921 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.270672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=19e0cb87-c237-4f79-bc9b-9c85703cb6d4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:21.450643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.667049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:21.778837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:21.784842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-043f27ac-cd16-4b94-b29a-a1c71cb79028 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "PUT /v2.0/routers/3ecfaa6b-939c-4cf3-b6a4-c985774ae60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002118 Sep 18 01:19:21.787205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52852) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:21.790253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Sync routers for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:21.800509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:21.801130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:21.837708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting subnet 4c8f48c0-2a2d-431b-9ae7-72ed6687775e {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:19:21.840769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.880489 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:21.902593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:21.970141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.029728 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.056974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8f48c0-2a2d-431b-9ae7-72ed6687775e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:22.060794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.064755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1747e245-0715-4567-b998-b74817fed2e7 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/subnets/4c8f48c0-2a2d-431b-9ae7-72ed6687775e HTTP/1.1" status: 204 len: 168 time: 0.2758763 Sep 18 01:19:22.065843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52854) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:22.069358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e5746-7db5-48fa-a661-8b02d0cab32c None None] Network 3ef152d4-350e-459b-80d5-d777bb69f763 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:22.164157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:21Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:22.184738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.206150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Checking router: 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:22.221225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Routers {'3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:22.221762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:22.300892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.329354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] Set router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:22.354095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 0083cb5e-2ad0-4898-8b3d-58b828798eda {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:22.354439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.357083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] DHCP port deletion for 3ef152d4-350e-459b-80d5-d777bb69f763 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:19:22.434136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 0083cb5e-2ad0-4898-8b3d-58b828798eda, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0083cb5e-2ad0-4898-8b3d-58b828798eda,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:22.434511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.446353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 0083cb5e-2ad0-4898-8b3d-58b828798eda owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:22.511987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Deleting port 1fe1002f-fac6-40db-a3e0-ed24459e1878 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:22.512304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.618002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.647601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=0083cb5e-2ad0-4898-8b3d-58b828798eda,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:22.711497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.736373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] For port 1fe1002f-fac6-40db-a3e0-ed24459e1878, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1fe1002f-fac6-40db-a3e0-ed24459e1878,segment=NetworkSegment(38391d1e-6ca8-480c-a664-224e45f3e362),segment_id=38391d1e-6ca8-480c-a664-224e45f3e362)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:22.736775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.754073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Calling delete_port for 1fe1002f-fac6-40db-a3e0-ed24459e1878 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:22.771580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:21Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:22.804322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.806432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.829583 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b4ca-5bda-49e0-a6ff-9792bca3dd7f None None] The sync data for ids ['3ecfaa6b-939c-4cf3-b6a4-c985774ae60f'] in n-d-712707-16 is: [{'id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1407903370', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:00Z', 'updated_at': '2021-09-18T01:19:21Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '0083cb5e-2ad0-4898-8b3d-58b828798eda', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfaa6b-939c-4cf3-b6a4-c985774ae60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:01Z', 'updated_at': '2021-09-18T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:22.853220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.853952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Fanout notify agent at l3_agent the message router_deleted on router 3ecfaa6b-939c-4cf3-b6a4-c985774ae60f {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:19:22.869181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.870404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fe063b36-9b22-4383-83da-a3d22660515d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/routers/3ecfaa6b-939c-4cf3-b6a4-c985774ae60f HTTP/1.1" status: 204 len: 168 time: 0.8027122 Sep 18 01:19:22.873324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52856) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:22.874612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:22.898261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] Pushing event deleted for resources: {'Port': ['ID=1fe1002f-fac6-40db-a3e0-ed24459e1878,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:22.903887 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f16d49-186c-400b-a2f5-eb0dddd740cc None None] No DVR routers for this DVR port 1fe1002f-fac6-40db-a3e0-ed24459e1878 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:22.959377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.047491 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.067038 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef152d4-350e-459b-80d5-d777bb69f763']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:23.076116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38391d1e-6ca8-480c-a664-224e45f3e362') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:23.076444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38391d1e-6ca8-480c-a664-224e45f3e362') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:23.086354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.100303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.106054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:19:23.106436 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:19:23.109736 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:19:23.168787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.178909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.181961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/networks/3ef152d4-350e-459b-80d5-d777bb69f763 HTTP/1.1" status: 204 len: 168 time: 0.3058622 Sep 18 01:19:23.183511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52858) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:23.192966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9650c9b-90a1-4abd-826c-ae0d9ab77bcd tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Network': ['ID=3ef152d4-350e-459b-80d5-d777bb69f763,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:23.293573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:23.314924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:23.315278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 19e0cb87-c237-4f79-bc9b-9c85703cb6d4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:23.315716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1fe1002f-fac6-40db-a3e0-ed24459e1878 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:23.335540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1fe1002f-fac6-40db-a3e0-ed24459e1878 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:23.336110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1fe1002f-fac6-40db-a3e0-ed24459e1878 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:23.364417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 6549f405-c11c-4b4c-92cd-c405bd31209f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:23.364767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.445737 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.446065 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.458579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 6549f405-c11c-4b4c-92cd-c405bd31209f owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:23.637196 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.663229 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=6549f405-c11c-4b4c-92cd-c405bd31209f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:23.706087 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3e9ad842-4079-41f1-8f56-de3fbee37d9d no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:23.720240 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:23.720579 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Floating IP 27c0f2e8-59dc-4261-baf8-613d8eff3df3 disassociated (deleted). External IP: 172.25.7.21, port: 1fd87219-d0eb-4e6d-8640-93a84fc3eb46. Sep 18 01:19:23.727599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 3e9ad842-4079-41f1-8f56-de3fbee37d9d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:23.727949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 3e9ad842-4079-41f1-8f56-de3fbee37d9d not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:23.929876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3db58406-5333-461f-aad0-93723cb66991 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:24.036181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:24.040638 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:24.045387 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Sync routers for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:24.054315 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:24.054922 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:24.067514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b32dab1f-193f-4e7c-8966-88ecd0cac0f0 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/floatingips/27c0f2e8-59dc-4261-baf8-613d8eff3df3 HTTP/1.1" status: 204 len: 168 time: 0.8828108 Sep 18 01:19:24.068116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:24.070405 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb035d28-05cb-4f23-9955-5699bc768894" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:24.165629 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:24.207400 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ccd77-641b-4475-aa80-f0c21f1889be x-openstack-request-id: req-151ccd77-641b-4475-aa80-f0c21f1889be {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:24.207875 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:24.207946 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-151ccd77-641b-4475-aa80-f0c21f1889be {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:24.208737 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'status': 'completed', 'code': 200} Sep 18 01:19:24.276377 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8df4a23e-d5d8-4860-a7c1-2491252df2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:24.312778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824496c7-436a-4af9-a449-da7b122ed6b9 req-8ab4e467-2ffd-4c33-9df5-a7479077add3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:24.314335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824496c7-436a-4af9-a449-da7b122ed6b9 req-8ab4e467-2ffd-4c33-9df5-a7479077add3 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0630713 Sep 18 01:19:24.336933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035d28-05cb-4f23-9955-5699bc768894 req-5c7c66b2-97d0-4ec8-be16-fd6d502b7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:24.338457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-5c7c66b2-97d0-4ec8-be16-fd6d502b7c8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dd3382b042f43ad991204a1228c0b38&device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 1136 time: 0.0476730 Sep 18 01:19:24.357615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-824496c7-436a-4af9-a449-da7b122ed6b9 req-63315987-e383-4854-9016-f6b29c2d1fbb tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0361257 Sep 18 01:19:24.380723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:24.407028 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Checking router: 3db58406-5333-461f-aad0-93723cb66991 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:24.414840 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:24.415434 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:18:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:24.434350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035d28-05cb-4f23-9955-5699bc768894 req-9a520b52-5e72-4e9e-bdc2-5c3e2d7c9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:24.435848 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-9a520b52-5e72-4e9e-bdc2-5c3e2d7c9d91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 200 len: 897 time: 0.0871632 Sep 18 01:19:24.484975 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-b478673f-48a7-4620-9174-bed37491e9e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 200 len: 217 time: 0.0385289 Sep 18 01:19:24.521228 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:24.537180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035d28-05cb-4f23-9955-5699bc768894 req-363fda73-b7c9-4342-8109-f6926e5dc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:24.538655 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-363fda73-b7c9-4342-8109-f6926e5dc024 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12963c47-a7b7-4fb6-9f0d-a463833c8a03 HTTP/1.1" status: 200 len: 835 time: 0.0443110 Sep 18 01:19:24.585740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035d28-05cb-4f23-9955-5699bc768894 req-08d117fd-73d0-4ca7-ac87-de71d2f941bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:24.587244 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-08d117fd-73d0-4ca7-ac87-de71d2f941bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20aebdb5-57a3-4f0e-bd02-8d54df32aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400662 Sep 18 01:19:24.681288 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-f5fb406b-c2be-4dc5-beb5-3a3bce3f8ab3 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853097 Sep 18 01:19:24.711719 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:24.775973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bb035d28-05cb-4f23-9955-5699bc768894 req-4dcfcb4d-e692-41b2-9b68-1d8dbeda6b80 service neutron] 10.222.0.54 "GET /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859830 Sep 18 01:19:24.824606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3332da0-e5af-4057-87a9-29c49b9b410e None None] The sync data for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 is: [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:17:39Z', 'revision_number': 4, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '911cd38b-3f99-401b-9d6e-9cbb12438ff8', 'name': '', 'network_id': '20aebdb5-57a3-4f0e-bd02-8d54df32aab7', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'mac_address': 'fa:16:3e:0c:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:38Z', 'updated_at': '2021-09-18T01:17:42Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'subnets': [{'id': '12963c47-a7b7-4fb6-9f0d-a463833c8a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:25.060140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44f0db-ee44-4fbd-a94d-957035b057d8 None None] New status for floating IP 27c0f2e8-59dc-4261-baf8-613d8eff3df3: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:19:25.091738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0083cb5e-2ad0-4898-8b3d-58b828798eda no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:25.137465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0083cb5e-2ad0-4898-8b3d-58b828798eda {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:25.137746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0083cb5e-2ad0-4898-8b3d-58b828798eda not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:25.475042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f4a8-1ed2-4a22-9fcf-f52b6d3b10a0 req-6421ddd6-0ed6-4a40-b57c-5961fb2dde2b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:25.476544 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce70f4a8-1ed2-4a22-9fcf-f52b6d3b10a0 req-6421ddd6-0ed6-4a40-b57c-5961fb2dde2b tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0485165 Sep 18 01:19:25.516868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce70f4a8-1ed2-4a22-9fcf-f52b6d3b10a0 req-07614b39-902e-487e-aed9-ca563a2cc206 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/security-groups?id=de290e36-3523-4b99-ae80-ced9c096d42b&id=76af6644-c333-4c33-a171-dc5df98be1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342677 Sep 18 01:19:25.931298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-39312462-989b-4e14-b199-29248b64ed47 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:25.932783 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-39312462-989b-4e14-b199-29248b64ed47 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 984 time: 0.0498047 Sep 18 01:19:25.994178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-38c35b65-366d-4ce7-ae07-1c63552efcbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399575 Sep 18 01:19:26.030537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:26.030953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:26.074778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-d4f3be72-17b9-4979-9bfb-0942b7f903e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:26.076317 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-d4f3be72-17b9-4979-9bfb-0942b7f903e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1098 time: 0.0395558 Sep 18 01:19:26.122742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:26.123110 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:26.135177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:26.185198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-a86ad1b3-1322-46d6-9def-c5f8dacf4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:26.186936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-a86ad1b3-1322-46d6-9def-c5f8dacf4d5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.0910063 Sep 18 01:19:26.256206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-7e025987-7f03-4a11-a25c-26e3b7983d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 1001 time: 0.0628481 Sep 18 01:19:26.262953 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:26.302491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=1fd87219-d0eb-4e6d-8640-93a84fc3eb46,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:26.314969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-16e7f9b4-872e-4683-bc8f-a3e3f3bad4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:26.316581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-16e7f9b4-872e-4683-bc8f-a3e3f3bad4c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0527575 Sep 18 01:19:26.337080 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] No DVR routers for this DVR port 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:26.339668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:26.341748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f6ffe095-d84d-43bc-9f0b-8938c5842858 req-84735d4b-6480-4d50-a9de-841fa3dcb514 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.54 "DELETE /v2.0/ports/1fd87219-d0eb-4e6d-8640-93a84fc3eb46 HTTP/1.1" status: 204 len: 173 time: 0.4030616 Sep 18 01:19:26.342197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'name': 'network-vif-deleted', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:26.345125 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5648030c-0d04-4922-b5bf-64861dd3a830" -d '{"events": [{"server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "name": "network-vif-deleted", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:26.368502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-d58ade4b-44c8-4d23-8e8c-b46fedc99295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:26.370268 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-d58ade4b-44c8-4d23-8e8c-b46fedc99295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468695 Sep 18 01:19:26.383895 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5110689-d370-4ae4-910c-062e2506cd62 x-openstack-request-id: req-f5110689-d370-4ae4-910c-062e2506cd62 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:26.384197 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a3781-20fe-4786-8b07-756a9e6816d2", "name": "network-vif-deleted", "tag": "1fd87219-d0eb-4e6d-8640-93a84fc3eb46", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:26.385022 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5110689-d370-4ae4-910c-062e2506cd62 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:26.385428 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a3781-20fe-4786-8b07-756a9e6816d2', 'name': 'network-vif-deleted', 'tag': '1fd87219-d0eb-4e6d-8640-93a84fc3eb46', 'status': 'completed', 'code': 200} Sep 18 01:19:26.468085 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-3b707af5-8b07-47fe-98da-12820584b3ea service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902627 Sep 18 01:19:26.558673 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bd58b35-e25c-4339-b376-1f3a898c8758 req-8e910746-ba7e-420c-ae27-579775f616ea service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842259 Sep 18 01:19:26.622858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2364919-6620-4bdb-ac01-7febcb2c0d2f req-7da8b9d8-6c06-40a4-834e-0e5b92beedba tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb7a3781-20fe-4786-8b07-756a9e6816d2 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Sep 18 01:19:27.293537 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-788ead1c-4bbb-4e5e-b2e1-d05424d9becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.524172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.680452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52878) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:27.735909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.757401 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.798023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.800656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.801958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/security-groups/76af6644-c333-4c33-a171-dc5df98be1cd HTTP/1.1" status: 204 len: 168 time: 0.1205273 Sep 18 01:19:27.804871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52880) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:27.810753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d9e76-917d-4545-9d23-18d3b9918b6d tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76af6644-c333-4c33-a171-dc5df98be1cd,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:27.861288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.883358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.928355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.930912 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:27.932068 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/security-groups/de290e36-3523-4b99-ae80-ced9c096d42b HTTP/1.1" status: 204 len: 168 time: 0.1262231 Sep 18 01:19:27.935035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52882) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:27.945052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e432b-71c3-44f2-85b6-0aa272375b88 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de290e36-3523-4b99-ae80-ced9c096d42b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:28.456900 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:28.577602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:28.862997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 911cd38b-3f99-401b-9d6e-9cbb12438ff8 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:28.863644 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:28.980466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 911cd38b-3f99-401b-9d6e-9cbb12438ff8, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=911cd38b-3f99-401b-9d6e-9cbb12438ff8,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:28.980826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:28.995655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 911cd38b-3f99-401b-9d6e-9cbb12438ff8 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:29.209369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.245933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=911cd38b-3f99-401b-9d6e-9cbb12438ff8,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:29.428975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.647028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Router 3db58406-5333-461f-aad0-93723cb66991 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:29.751765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:29.757003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-35ed5a58-ac72-42ed-a28a-e5345634fd43 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "PUT /v2.0/routers/3db58406-5333-461f-aad0-93723cb66991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208997 Sep 18 01:19:29.759932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52884) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:29.761359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Sync routers for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:29.771917 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:29.772634 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:29.777409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.816722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting subnet 12963c47-a7b7-4fb6-9f0d-a463833c8a03 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:19:29.819827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.861026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.874105 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:29.942201 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:29.962491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52886) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:30.009762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.038619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Subnet': ['ID=12963c47-a7b7-4fb6-9f0d-a463833c8a03,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:30.040768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.042645 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-244c882b-bc3c-4ee5-b020-f6e402631491 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/subnets/12963c47-a7b7-4fb6-9f0d-a463833c8a03 HTTP/1.1" status: 204 len: 168 time: 0.2806952 Sep 18 01:19:30.047153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9eefc-d944-41ae-a50b-0faa3702fac6 None None] Network 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:30.058391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52888) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:30.064491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:19:29Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:30.104631 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Checking router: 3db58406-5333-461f-aad0-93723cb66991 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:30.117015 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Routers {'3db58406-5333-461f-aad0-93723cb66991'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:30.117633 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['3db58406-5333-461f-aad0-93723cb66991'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:30.148168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 867b6509-aa89-4512-a07a-27f285f9f5f6 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:30.148168 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.192031 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.237410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.237842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.239259 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] Set router 3db58406-5333-461f-aad0-93723cb66991 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:30.255203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 867b6509-aa89-4512-a07a-27f285f9f5f6 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:30.278137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] DHCP port deletion for 20aebdb5-57a3-4f0e-bd02-8d54df32aab7 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:19:30.314674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.333559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Deleting port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:30.333944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.383286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Deleting port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:30.383835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.400872 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] For port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,segment=NetworkSegment(8face045-09a9-4160-a1d8-145499d784b8),segment_id=8face045-09a9-4160-a1d8-145499d784b8)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:30.401324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.420044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Calling delete_port for e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:30.435157 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:19:29Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:30.437167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:30.446950 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.461445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d5bd0-ca2b-40fc-9690-830fb0409085 None None] The sync data for ids ['3db58406-5333-461f-aad0-93723cb66991'] in n-d-712707-16 is: [{'id': '3db58406-5333-461f-aad0-93723cb66991', 'name': 'tempest-TestSecurityGroupsBasicOps-router-989558084', 'tenant_id': '2dd3382b042f43ad991204a1228c0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:17:35Z', 'updated_at': '2021-09-18T01:19:29Z', 'revision_number': 5, 'project_id': '2dd3382b042f43ad991204a1228c0b38', 'gw_port': {'id': '18e4fbe4-8a0e-432b-9ccd-e2b175252f13', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db58406-5333-461f-aad0-93723cb66991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:17:36Z', 'updated_at': '2021-09-18T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:30.469183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:30.469528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 1fd87219-d0eb-4e6d-8640-93a84fc3eb46 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:30.482818 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] For port 18e4fbe4-8a0e-432b-9ccd-e2b175252f13, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:30.483452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=867b6509-aa89-4512-a07a-27f285f9f5f6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:30.483735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.506348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Calling delete_port for 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:30.541681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.562862 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.563306 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP 0f4a2ca6-dad0-4771-9b2f-b905a94d6c94 disassociated (deleted). External IP: 172.25.7.13, port: 85a18e66-1513-4baa-90dc-13e4d5cff246. Sep 18 01:19:30.570237 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] No DVR routers for this DVR port e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:30.574488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c190a58-2819-41b6-9ff2-9d26f1586665 None None] Pushing event deleted for resources: {'Port': ['ID=e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:30.681194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.708778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Port': ['ID=18e4fbe4-8a0e-432b-9ccd-e2b175252f13,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:30.779724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:30.906469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:30.911097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:30.917947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:30.930536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:30.931187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:30.941584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f91a95c0-71be-492b-b58c-e37163f9dd85 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "DELETE /v2.0/floatingips/0f4a2ca6-dad0-4771-9b2f-b905a94d6c94 HTTP/1.1" status: 204 len: 168 time: 0.9778965 Sep 18 01:19:30.942484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:30.945133 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1964642-ccfc-4ec5-bda5-f5047872a855" -d '{"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:31.004018 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0301043e-1909-4a29-9eb2-607aed610c27 x-openstack-request-id: req-0301043e-1909-4a29-9eb2-607aed610c27 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:31.004648 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:31.004648 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0301043e-1909-4a29-9eb2-607aed610c27 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:31.005042 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'status': 'completed', 'code': 200} Sep 18 01:19:31.097192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.101419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-b5eace3e-c345-4b1d-9c99-dd71a2d47ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:31.102563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:31.107248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-b5eace3e-c345-4b1d-9c99-dd71a2d47ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 1098 time: 0.0705802 Sep 18 01:19:31.205707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.208127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.259615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.260553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Fanout notify agent at l3_agent the message router_deleted on router 3db58406-5333-461f-aad0-93723cb66991 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:19:31.269547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.271005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-abd3eb04-ed58-4f65-b621-5ffe7dc66273 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/routers/3db58406-5333-461f-aad0-93723cb66991 HTTP/1.1" status: 204 len: 168 time: 1.2115643 Sep 18 01:19:31.278597 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:31.311155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:31.328215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-4ccb87fc-423c-494c-85f5-7b2cb20a3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:31.329881 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-4ccb87fc-423c-494c-85f5-7b2cb20a3e2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.2165682 Sep 18 01:19:31.362169 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cf16a-6f11-451e-bf29-ef4ca666e05f req-1a137cea-8f66-4031-8df5-11308246f157 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:31.363357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:31.363712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e9b6ffd4-06a2-4c77-bf56-e6c4a3de7739 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:31.364142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 911cd38b-3f99-401b-9d6e-9cbb12438ff8 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:31.365508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-524cf16a-6f11-451e-bf29-ef4ca666e05f req-1a137cea-8f66-4031-8df5-11308246f157 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.1070902 Sep 18 01:19:31.380328 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.388804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 911cd38b-3f99-401b-9d6e-9cbb12438ff8 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:31.389152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 911cd38b-3f99-401b-9d6e-9cbb12438ff8 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:31.417975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-bdfbb139-626c-4e36-83fe-85fe8916564b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 200 len: 217 time: 0.0770180 Sep 18 01:19:31.479495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.487134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-524cf16a-6f11-451e-bf29-ef4ca666e05f req-afbb6c44-f4fb-4160-af37-b0ca564c664e tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790360 Sep 18 01:19:31.494742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.495983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-a7831ac6-b7f6-4361-8663-dca49032046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:31.498093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-a7831ac6-b7f6-4361-8663-dca49032046d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.0727248 Sep 18 01:19:31.512006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:31.518514 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20aebdb5-57a3-4f0e-bd02-8d54df32aab7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.522319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:31.523022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.528153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8face045-09a9-4160-a1d8-145499d784b8') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.528474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8face045-09a9-4160-a1d8-145499d784b8') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.539443 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.548441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-1207e067-e133-4f41-b553-ed66d324510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:31.550045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-1207e067-e133-4f41-b553-ed66d324510e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436983 Sep 18 01:19:31.554047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.560449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:19:31.560972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:19:31.564430 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:19:31.626576 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.630558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:31.631830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:31.634187 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] 10.222.0.49 "DELETE /v2.0/networks/20aebdb5-57a3-4f0e-bd02-8d54df32aab7 HTTP/1.1" status: 204 len: 168 time: 0.3543255 Sep 18 01:19:31.650079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f603a-cdcd-4ad6-9042-30d2e484cac2 tempest-TestSecurityGroupsBasicOps-997652211 tempest-TestSecurityGroupsBasicOps-997652211-project] Pushing event deleted for resources: {'Network': ['ID=20aebdb5-57a3-4f0e-bd02-8d54df32aab7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:31.652032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-5d1a3aff-9a84-4160-851c-800a227382e7 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934377 Sep 18 01:19:31.753310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1964642-ccfc-4ec5-bda5-f5047872a855 req-23983f24-928c-4c8d-9e18-14d2708fe5b2 service neutron] 10.222.0.48 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924599 Sep 18 01:19:31.883787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:31.911072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9c3fc-03ed-4a95-9000-febc323a7301 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '8d9c6d14-a698-4d8c-815c-57a622379076', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'port_id': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'mac_address': 'fa:16:3e:91:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:15:39Z', 'updated_at': '2021-09-18T01:15:41Z', 'revision_number': 1, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:31.969850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52904) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:32.145984 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582ffe-a3db-41f9-b8ca-26a6ba2a44e3 None None] New status for floating IP 0f4a2ca6-dad0-4771-9b2f-b905a94d6c94: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:19:32.166110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c24eddae-67e0-4efb-bbf2-83415ae1127b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dd3382b042f43ad991204a1228c0b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950607 Sep 18 01:19:32.168590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:32.221645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.243574 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.293892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.299017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.300455 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e972c968-829b-4956-a281-70762051484d HTTP/1.1" status: 204 len: 168 time: 0.1307704 Sep 18 01:19:32.309268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd408e1-e966-4e1b-8a3c-b864f2f43886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e972c968-829b-4956-a281-70762051484d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:32.488032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.569707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52918) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:32.598540 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-776b3fc0-5a6b-4697-a162-7c1e6b23dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.629767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d9980-db10-46dd-a83e-c09c446df15a req-ed685b76-28ab-4e21-a74b-a1931e4a9335 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:32.631262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-565d9980-db10-46dd-a83e-c09c446df15a req-ed685b76-28ab-4e21-a74b-a1931e4a9335 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.0723102 Sep 18 01:19:32.688239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-565d9980-db10-46dd-a83e-c09c446df15a req-5263fa41-2f66-4b81-89ad-5b3156820f1a tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506968 Sep 18 01:19:32.769219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-53f116c2-1ced-4fe2-96bb-92732b736d1d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:32.770703 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-53f116c2-1ced-4fe2-96bb-92732b736d1d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 946 time: 0.0713737 Sep 18 01:19:32.780794 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-776b3fc0-5a6b-4697-a162-7c1e6b23dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.788340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-776b3fc0-5a6b-4697-a162-7c1e6b23dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.854685 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-776b3fc0-5a6b-4697-a162-7c1e6b23dec1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2613398a5bc74ffbbbc88b3c2b2a8d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838280 Sep 18 01:19:32.855321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b3fc0-5a6b-4697-a162-7c1e6b23dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73617b7-bdfb-4188-90ca-cffade102ac3,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:32.858116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:32.908047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 85a18e66-1513-4baa-90dc-13e4d5cff246 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:32.908427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.913704 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.934698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.980491 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.982991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:32.984214 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c73617b7-bdfb-4188-90ca-cffade102ac3 HTTP/1.1" status: 204 len: 168 time: 0.1243606 Sep 18 01:19:32.992010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef961bb-3a4f-4361-b250-a26738356acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73617b7-bdfb-4188-90ca-cffade102ac3,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:33.009446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 85a18e66-1513-4baa-90dc-13e4d5cff246, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=85a18e66-1513-4baa-90dc-13e4d5cff246,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:33.009817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.023805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 85a18e66-1513-4baa-90dc-13e4d5cff246 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:33.093902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:33.119519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:33.119874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 18e4fbe4-8a0e-432b-9ccd-e2b175252f13 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:33.161905 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.189455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=85a18e66-1513-4baa-90dc-13e4d5cff246,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:33.235470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 85a18e66-1513-4baa-90dc-13e4d5cff246 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:33.238029 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.239999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b52dc432-e06f-4bda-8095-c98338760dc4 req-cdcb5ffa-5623-4b60-8f1d-b48c54c18a9d tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.48 "DELETE /v2.0/ports/85a18e66-1513-4baa-90dc-13e4d5cff246 HTTP/1.1" status: 204 len: 173 time: 0.4618289 Sep 18 01:19:33.240488 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'name': 'network-vif-deleted', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:33.242697 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e22f57-1bc2-4dae-84f8-327585a2dce7" -d '{"events": [{"server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "name": "network-vif-deleted", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:33.284492 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb6cf95-8772-4da6-b2f3-6e60aaa0d1ab x-openstack-request-id: req-dfb6cf95-8772-4da6-b2f3-6e60aaa0d1ab {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:33.284785 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6012d61-39a4-48d1-8026-96fcc7678552", "name": "network-vif-deleted", "tag": "85a18e66-1513-4baa-90dc-13e4d5cff246", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:33.285039 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfb6cf95-8772-4da6-b2f3-6e60aaa0d1ab {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:33.285438 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6012d61-39a4-48d1-8026-96fcc7678552', 'name': 'network-vif-deleted', 'tag': '85a18e66-1513-4baa-90dc-13e4d5cff246', 'status': 'completed', 'code': 200} Sep 18 01:19:33.331868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52930) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:33.375845 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4f9246fe-909e-4935-8331-674eee8bc761 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c79e75137994ff2b6a351947549e61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426068 Sep 18 01:19:33.378340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52932) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:33.429021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.450439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.500320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.503093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:33.506704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/683f1b08-ee20-415f-bedc-0c9aeaf9f66c HTTP/1.1" status: 204 len: 168 time: 0.1249516 Sep 18 01:19:33.517556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fef3e-d20a-427d-863d-e93acc05f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f1b08-ee20-415f-bedc-0c9aeaf9f66c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:33.788759 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fda8d733-92db-4dfe-9d93-d4ccccef0f1c req-a049260e-ee91-4677-a3e4-b1751da7c7b0 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 210 time: 0.0318365 Sep 18 01:19:34.209725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52956) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:34.333803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2042821509-network', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:34.354586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Made reservation on behalf of 506c97b8099a40c2bce0fea9dcf201e3 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:34.356987 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.365940 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.457541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.461523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.486158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:19:34.495847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e162e1-28d9-47a8-82d6-4c26005a2703,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:34.500598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.500941 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Added segment 87b02059-8a96-42a0-85c8-dc22e4dcfde5 of type vlan for network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 Sep 18 01:19:34.541015 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.566594 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.567607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:34.568311 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:34.603190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3922710 Sep 18 01:19:34.606122 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52962) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:34.636309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Request body: {'subnet': {'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2042821509-subnet', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:34.644687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517913e4-54d3-4b65-b1f2-f644cd578dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f279ee3-305d-41e1-b3e0-948d3057cdc5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:34.654899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:19:34.663876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Made reservation on behalf of 506c97b8099a40c2bce0fea9dcf201e3 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:34.666220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.052472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a63e624c-354a-4fd5-b6bc-4b10de71b8ec req-a250a1f2-e312-4a20-8a83-b0201e2ea914 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 210 time: 0.0320578 Sep 18 01:19:35.177423 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.238678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4759bdf5-fdc3-48a7-9a52-3665d08501be,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:35.247460 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Checking segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:35.247825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Network hostable DHCP agents. Network: 9f279ee3-305d-41e1-b3e0-948d3057cdc5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:19:35.265896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:19:35.275458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9f279ee3-305d-41e1-b3e0-948d3057cdc5) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:35.279605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:35.281041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.287232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017178c8-112d-49c3-91ff-f92c6da2b651 None None] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:35.298784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:35.299664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5dbcdd25-8b64-432d-8f46-1151a0fd660a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6917112 Sep 18 01:19:35.305442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:35.329676 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.330863 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.382992 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.448067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:19:35.449078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.535382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.596289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Allocated IP 172.20.0.2 (9f279ee3-305d-41e1-b3e0-948d3057cdc5/4759bdf5-fdc3-48a7-9a52-3665d08501be/45ea564a-dd84-4605-9ba2-a80f2d497909) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:35.740867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 85a18e66-1513-4baa-90dc-13e4d5cff246 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:35.746708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.765233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.766826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 85a18e66-1513-4baa-90dc-13e4d5cff246 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:35.767179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 85a18e66-1513-4baa-90dc-13e4d5cff246 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:35.768820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.774545 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.816193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:35.819029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:35.822297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:35.832927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Pushing event updated for resources: {'Port': ['ID=45ea564a-dd84-4605-9ba2-a80f2d497909,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:35.878540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Allocated IP 172.25.7.115 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/5eb6c338-4aa0-44be-87af-832d8df43bad) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:35.894377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Attempting to bind port 45ea564a-dd84-4605-9ba2-a80f2d497909 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:35.895467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Attempting to bind port 45ea564a-dd84-4605-9ba2-a80f2d497909 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:35.895851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Attempting to bind port 45ea564a-dd84-4605-9ba2-a80f2d497909 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:35.901208 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:35.901587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Checking segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:35.901988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.902384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Bound using segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:35.902861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Bound port: 45ea564a-dd84-4605-9ba2-a80f2d497909, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:35.903246 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.973585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] For port 45ea564a-dd84-4605-9ba2-a80f2d497909, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:35.977156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] For port 45ea564a-dd84-4605-9ba2-a80f2d497909, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=45ea564a-dd84-4605-9ba2-a80f2d497909,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:35.982114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:35.994157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:36.039951 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:36.044543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd97a81-2f06-4165-b0f1-97e9976bc02a None None] Pushing event updated for resources: {'Port': ['ID=45ea564a-dd84-4605-9ba2-a80f2d497909,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:36.085774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:36.088730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:36.091193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:36.102056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb6c338-4aa0-44be-87af-832d8df43bad,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:36.165267 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f8e9864-e675-4ad0-8079-91c408105915 req-79d5a7a2-18e2-4186-844b-67d0a703edbd tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6012d61-39a4-48d1-8026-96fcc7678552 HTTP/1.1" status: 200 len: 210 time: 0.0321126 Sep 18 01:19:36.398140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:36.605108 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:36.740027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Router e37589d5-762d-49a1-b791-aa1b071758d3 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:19:36.863822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:36.872627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Sync routers for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:36.880884 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:36.884240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:36.885295 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0c491ef0-2399-400b-8a20-ca0bb0787596 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5833700 Sep 18 01:19:36.885718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 52970) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:36.894506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:37.006103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:37.157369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc4214-5379-4ec6-ba5d-91bdaa017cba None None] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:37.242905 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 45ea564a-dd84-4605-9ba2-a80f2d497909 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:37.392816 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.504711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] Provisioning complete for port 45ea564a-dd84-4605-9ba2-a80f2d497909 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:37.505024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.561876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Allocated IP 172.20.0.1 (9f279ee3-305d-41e1-b3e0-948d3057cdc5/4759bdf5-fdc3-48a7-9a52-3665d08501be/eb8b526c-404e-444d-be1d-7a3cfe342541) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:37.603067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 45ea564a-dd84-4605-9ba2-a80f2d497909 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:37.603437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.631774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:36Z', 'revision_number': 3, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:37.674646 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.677133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Checking router: e37589d5-762d-49a1-b791-aa1b071758d3 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:37.677480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Updating router e37589d5-762d-49a1-b791-aa1b071758d3 port 5eb6c338-4aa0-44be-87af-832d8df43bad binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:37.710252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.750435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:37.753339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:37.756346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.756771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:37.785869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.786323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Pushing event updated for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:37.806041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.928993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] For port 45ea564a-dd84-4605-9ba2-a80f2d497909, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=45ea564a-dd84-4605-9ba2-a80f2d497909,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:37.933430 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.949992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:37.965126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.098124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cc135-f3db-46ab-a948-8bc1e9432ff3 None None] Pushing event updated for resources: {'Port': ['ID=45ea564a-dd84-4605-9ba2-a80f2d497909,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:38.103725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:19:38.104078 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:19:38.197283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2248a82c-8390-4adb-9441-bec32e14de45 None None] Provisioning complete for port 45ea564a-dd84-4605-9ba2-a80f2d497909 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:38.197903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2248a82c-8390-4adb-9441-bec32e14de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.203084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.214225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.237942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.253910 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.295495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Pushing event updated for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:38.299643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.338991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Attempting to bind port 5eb6c338-4aa0-44be-87af-832d8df43bad on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:38.339363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Attempting to bind port 5eb6c338-4aa0-44be-87af-832d8df43bad by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:38.339729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Attempting to bind port 5eb6c338-4aa0-44be-87af-832d8df43bad on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:38.351141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc021532-e7ca-4df5-839b-bb53f0a00698 None None] Pushing event updated for resources: {'Port': ['ID=5eb6c338-4aa0-44be-87af-832d8df43bad,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:38.359719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:38.360099 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:38.360527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.360920 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:38.361392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Bound port: 5eb6c338-4aa0-44be-87af-832d8df43bad, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:38.361773 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.423893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] For port 5eb6c338-4aa0-44be-87af-832d8df43bad, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:38.425244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:38.427314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:38.427913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] For port 5eb6c338-4aa0-44be-87af-832d8df43bad, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5eb6c338-4aa0-44be-87af-832d8df43bad,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:38.437107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.517383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:38.518293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:38.521066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc021532-e7ca-4df5-839b-bb53f0a00698 None None] Pushing event updated for resources: {'Port': ['ID=5eb6c338-4aa0-44be-87af-832d8df43bad,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:38.524974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d9fff951-5edd-47c3-b0a7-e80df6738b12 None None] Provisioning complete for port eb8b526c-404e-444d-be1d-7a3cfe342541 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:38.525751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d9fff951-5edd-47c3-b0a7-e80df6738b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.590552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Router e37589d5-762d-49a1-b791-aa1b071758d3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:38.609373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d9fff951-5edd-47c3-b0a7-e80df6738b12 None None] Port eb8b526c-404e-444d-be1d-7a3cfe342541 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:38.704175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:38.711914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:38.728000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-62c1cc2e-e417-4611-bcbb-470fab663a6f admin admin] 10.222.0.49 "PUT /v2.0/routers/e37589d5-762d-49a1-b791-aa1b071758d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8334086 Sep 18 01:19:38.757054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4cb9f8bf-9c66-478d-a21e-63c0763886de None None] Provisioning complete for port eb8b526c-404e-444d-be1d-7a3cfe342541 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:38.757516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f8bf-9c66-478d-a21e-63c0763886de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:38.818425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9f8bf-9c66-478d-a21e-63c0763886de None None] Port eb8b526c-404e-444d-be1d-7a3cfe342541 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:38.954251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:37Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'eb8b526c-404e-444d-be1d-7a3cfe342541', 'name': '', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'mac_address': 'fa:16:3e:46:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:37Z', 'updated_at': '2021-09-18T01:19:38Z', 'revision_number': 2, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'subnets': [{'id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:38.985296 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929dab1-7507-44e7-87ee-3c4e7a77ae6e None None] The sync data for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 is: [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:37Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'eb8b526c-404e-444d-be1d-7a3cfe342541', 'name': '', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'mac_address': 'fa:16:3e:46:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:37Z', 'updated_at': '2021-09-18T01:19:38Z', 'revision_number': 2, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'subnets': [{'id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:39.160539 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 45ea564a-dd84-4605-9ba2-a80f2d497909 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:39.220502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 45ea564a-dd84-4605-9ba2-a80f2d497909 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:39.220502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.274351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 52996) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:39.280871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-285944321-network', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:39.322940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Made reservation on behalf of 0e06f68d32794a8799d3b78ee6b85c2f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:39.326357 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.340611 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.448584 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.454166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.488176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:19:39.495186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4e964-37b8-4f02-a505-9687d3581969,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:39.504074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.504743 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Added segment dc445449-259a-4f2b-ad69-0bb19b7d4de5 of type vlan for network f77d05cc-f5d9-4f25-964d-6cec7754af31 Sep 18 01:19:39.556738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.593297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.594639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:39.595026 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.647443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3719664 Sep 18 01:19:39.650302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53000) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:39.655616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Request body: {'subnet': {'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-285944321-subnet', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:39.689085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Made reservation on behalf of 0e06f68d32794a8799d3b78ee6b85c2f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:39.691969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:39.706350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46754f-1011-4666-9848-3a7af3ebc447 admin admin] Pushing event updated for resources: {'Network': ['ID=f77d05cc-f5d9-4f25-964d-6cec7754af31,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:39.716776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:19:39.949501 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.005903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9fc600-d301-4f61-af7f-bc92c948f2e9,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:40.060189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Checking segment: {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:40.060596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Network hostable DHCP agents. Network: f77d05cc-f5d9-4f25-964d-6cec7754af31, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:19:40.081704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:19:40.107877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f77d05cc-f5d9-4f25-964d-6cec7754af31) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:40.118396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:40.119065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.121117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2760e8f5-ddd3-4c00-9d76-87105a2357f3 None None] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:40.141956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53004) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:40.142614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-179eb2ca-bf80-41f0-93b2-70b9ab74742e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4906380 Sep 18 01:19:40.146816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:40.191083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.192148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.254382 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.333174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-f77d05cc-f5d9-4f25-964d-6cec7754af31', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:19:40.334437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.462851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.516973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Allocated IP 172.20.0.2 (f77d05cc-f5d9-4f25-964d-6cec7754af31/cb9fc600-d301-4f61-af7f-bc92c948f2e9/0263e337-1b3a-445b-8ac5-486382aa156f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:40.744835 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.760195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.807466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:40.810515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:40.818793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:40.851516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Pushing event updated for resources: {'Port': ['ID=0263e337-1b3a-445b-8ac5-486382aa156f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:40.881851 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.914842 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.927307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Attempting to bind port 0263e337-1b3a-445b-8ac5-486382aa156f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:40.927691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Attempting to bind port 0263e337-1b3a-445b-8ac5-486382aa156f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:40.928062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Attempting to bind port 0263e337-1b3a-445b-8ac5-486382aa156f on network f77d05cc-f5d9-4f25-964d-6cec7754af31 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:40.933942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:40.934373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Checking segment: {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:40.934788 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:40.935192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Bound using segment: {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:40.935681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Bound port: 0263e337-1b3a-445b-8ac5-486382aa156f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:40.936087 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.019098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] For port 0263e337-1b3a-445b-8ac5-486382aa156f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:41.026216 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] For port 0263e337-1b3a-445b-8ac5-486382aa156f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0263e337-1b3a-445b-8ac5-486382aa156f,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:41.033211 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.057682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Allocated IP 172.25.7.206 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f0872dbc-86ed-48d1-ba24-6a1488ba239f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:41.108737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadb773-52c3-4899-bb89-238cce8c308f None None] Pushing event updated for resources: {'Port': ['ID=0263e337-1b3a-445b-8ac5-486382aa156f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:41.224019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5eb6c338-4aa0-44be-87af-832d8df43bad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:41.231681 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.271886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.275719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5eb6c338-4aa0-44be-87af-832d8df43bad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:41.275876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.308639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:41.312496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:41.316359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:41.365361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.378186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0872dbc-86ed-48d1-ba24-6a1488ba239f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:41.398616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 5eb6c338-4aa0-44be-87af-832d8df43bad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5eb6c338-4aa0-44be-87af-832d8df43bad,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:41.408030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:41.499412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=5eb6c338-4aa0-44be-87af-832d8df43bad,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:41.991261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.214982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.262960 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Sync routers for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:42.276678 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:42.277500 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:42.278383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1608c-d3d7-4a16-bcc4-ab7e3b868cc7 None None] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:42.367727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:19:42.395827 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:42.482968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:42.500517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.502145 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f261e29-cdba-46b4-ab7c-d7c7b1cb11c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3589096 Sep 18 01:19:42.502662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Sync routers for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:42.504944 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53014) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:42.515729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] Provisioning complete for port 0263e337-1b3a-445b-8ac5-486382aa156f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:42.516104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.554318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:42.554959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:42.602734 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:37Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'eb8b526c-404e-444d-be1d-7a3cfe342541', 'name': '', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'mac_address': 'fa:16:3e:46:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:37Z', 'updated_at': '2021-09-18T01:19:38Z', 'revision_number': 2, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'subnets': [{'id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:42.633045 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Checking router: e37589d5-762d-49a1-b791-aa1b071758d3 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:42.633045 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Updating router e37589d5-762d-49a1-b791-aa1b071758d3 port eb8b526c-404e-444d-be1d-7a3cfe342541 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:42.659000 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.753631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.756362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:42.816273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53018) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:42.896426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] For port 0263e337-1b3a-445b-8ac5-486382aa156f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0263e337-1b3a-445b-8ac5-486382aa156f,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:42.945354 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.964262 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:42.981332 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.043970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06965bce-f3be-4318-9224-83780c5775f0 None None] Pushing event updated for resources: {'Port': ['ID=0263e337-1b3a-445b-8ac5-486382aa156f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:43.064946 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.161338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port a29581cc-22e7-42c9-a358-9fc5e8d7471f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:43.162072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.163720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 3, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:43.228453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Checking router: 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:43.228807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Updating router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 port f0872dbc-86ed-48d1-ba24-6a1488ba239f binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:43.279882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.280834 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.280978 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Attempting to bind port eb8b526c-404e-444d-be1d-7a3cfe342541 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:43.281423 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Attempting to bind port eb8b526c-404e-444d-be1d-7a3cfe342541 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:43.281746 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Attempting to bind port eb8b526c-404e-444d-be1d-7a3cfe342541 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:43.305267 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c2776-2570-4dc7-8a4e-9bf107312ea7 None None] Pushing event updated for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:43.311102 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:43.312613 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Checking segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:43.313480 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.317030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for a29581cc-22e7-42c9-a358-9fc5e8d7471f owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:43.317280 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Bound using segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:43.318213 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Bound port: eb8b526c-404e-444d-be1d-7a3cfe342541, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:43.318808 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.331117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.370319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2db64bd9-fb12-4bd4-b9da-750e94139c06 None None] Provisioning complete for port 0263e337-1b3a-445b-8ac5-486382aa156f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:43.370702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2db64bd9-fb12-4bd4-b9da-750e94139c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.400790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5eb6c338-4aa0-44be-87af-832d8df43bad up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:43.403891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Allocated IP 172.20.0.1 (f77d05cc-f5d9-4f25-964d-6cec7754af31/cb9fc600-d301-4f61-af7f-bc92c948f2e9/f5fd9cea-074d-42c9-8444-92b822699525) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:43.441710 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] For port eb8b526c-404e-444d-be1d-7a3cfe342541, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:43.447049 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] For port eb8b526c-404e-444d-be1d-7a3cfe342541, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb8b526c-404e-444d-be1d-7a3cfe342541,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:43.454426 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.546098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.551742 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:43.552987 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:43.560519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.603518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=a29581cc-22e7-42c9-a358-9fc5e8d7471f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:43.636575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.641810 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c2776-2570-4dc7-8a4e-9bf107312ea7 None None] Pushing event updated for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:43.654741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 5eb6c338-4aa0-44be-87af-832d8df43bad triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:43.655191 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.708945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.709288 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Floating IP 8d9c6d14-a698-4d8c-815c-57a622379076 disassociated (deleted). External IP: 172.25.7.19, port: 81770696-d1e0-4f92-a59c-4d88c8125df4. Sep 18 01:19:43.727600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:43.749160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:43.751480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:43.765054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:43.782724 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:43.834635 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:19:43.869175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:43.925858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0263e337-1b3a-445b-8ac5-486382aa156f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:43.977579 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.021955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.053686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] Provisioning complete for port eb8b526c-404e-444d-be1d-7a3cfe342541 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:44.054157 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.066596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.092287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Attempting to bind port f0872dbc-86ed-48d1-ba24-6a1488ba239f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:44.093441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Attempting to bind port f0872dbc-86ed-48d1-ba24-6a1488ba239f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:44.094139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Attempting to bind port f0872dbc-86ed-48d1-ba24-6a1488ba239f on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:44.112725 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:37Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'eb8b526c-404e-444d-be1d-7a3cfe342541', 'name': '', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'mac_address': 'fa:16:3e:46:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:37Z', 'updated_at': '2021-09-18T01:19:43Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'subnets': [{'id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:44.125110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:44.125591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:44.126343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.126454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:44.127056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Bound port: f0872dbc-86ed-48d1-ba24-6a1488ba239f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:44.127508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.142186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:44.154842 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb60759-2e3a-4fb3-8b91-5489f19baa64 None None] The sync data for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 is: [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:37Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'eb8b526c-404e-444d-be1d-7a3cfe342541', 'name': '', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'mac_address': 'fa:16:3e:46:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:37Z', 'updated_at': '2021-09-18T01:19:43Z', 'revision_number': 4, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'subnets': [{'id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:44.187605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] For port f0872dbc-86ed-48d1-ba24-6a1488ba239f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:44.191155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] For port f0872dbc-86ed-48d1-ba24-6a1488ba239f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f0872dbc-86ed-48d1-ba24-6a1488ba239f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:44.206718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.242594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d4a2-8b61-4d28-bc89-e1b8273a9866 None None] Pushing event updated for resources: {'Port': ['ID=f0872dbc-86ed-48d1-ba24-6a1488ba239f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:44.279535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.286171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.288715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0263e337-1b3a-445b-8ac5-486382aa156f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:44.289638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.306161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:44.311208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.319141 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:44.332858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:44.333432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:44.335109 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:44.335728 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:44.365537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e5970bca-99f7-4012-a19a-83e2ef8f4d24 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "DELETE /v2.0/floatingips/8d9c6d14-a698-4d8c-815c-57a622379076 HTTP/1.1" status: 204 len: 168 time: 1.5478418 Sep 18 01:19:44.366410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:44.384306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95" -d '{"events": [{"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:44.385673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.390919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.418031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:44.445054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d4a2-8b61-4d28-bc89-e1b8273a9866 None None] Pushing event updated for resources: {'Port': ['ID=f0872dbc-86ed-48d1-ba24-6a1488ba239f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:44.458057 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc500c-8df8-4397-ac3a-4181d0de6f51 x-openstack-request-id: req-bbfc500c-8df8-4397-ac3a-4181d0de6f51 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:44.458355 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:44.458627 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbfc500c-8df8-4397-ac3a-4181d0de6f51 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:44.459532 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'status': 'completed', 'code': 200} Sep 18 01:19:44.520508 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:44.604348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-122bea23-e011-463e-a4d5-b3fe8144cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:44.609790 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-122bea23-e011-463e-a4d5-b3fe8144cc6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 1097 time: 0.0861797 Sep 18 01:19:44.620509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:44.622561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:44.743702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] For port eb8b526c-404e-444d-be1d-7a3cfe342541, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb8b526c-404e-444d-be1d-7a3cfe342541,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:44.780639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.792442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc73ec-ea9e-4a6e-b135-aea4c952aba5 req-fa2b4b9c-c3b1-46c4-b73d-ed2e5644ab22 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:44.794082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9dc73ec-ea9e-4a6e-b135-aea4c952aba5 req-fa2b4b9c-c3b1-46c4-b73d-ed2e5644ab22 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.1098146 Sep 18 01:19:44.813752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:44.880861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9dc73ec-ea9e-4a6e-b135-aea4c952aba5 req-88483b7f-8c79-4c37-9f20-0df673705480 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772746 Sep 18 01:19:44.898535 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:44.948249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dbd92-7aba-4575-b8df-970499bfa388 None None] Pushing event updated for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:44.965382 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:44.976186 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:44.977078 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:45.007464 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-56214334-501f-4ec1-bc12-9c76d825af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:45.009228 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-56214334-501f-4ec1-bc12-9c76d825af38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 200 len: 911 time: 0.3132095 Sep 18 01:19:45.015880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:45.028257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8f7004dd-b73d-4e8b-a34e-14c23a7147cb None None] Provisioning complete for port eb8b526c-404e-444d-be1d-7a3cfe342541 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:45.028726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f7004dd-b73d-4e8b-a34e-14c23a7147cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:45.063828 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-556e8fa5-7d70-4b6b-8f43-7deb4ba3f7ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 200 len: 217 time: 0.0446405 Sep 18 01:19:45.106189 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:45.202727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-4bf95a9b-d634-450c-92d8-b9d2afcb685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:45.204182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-4bf95a9b-d634-450c-92d8-b9d2afcb685e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 200 len: 849 time: 0.1054389 Sep 18 01:19:45.242309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb8b526c-404e-444d-be1d-7a3cfe342541 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:45.242476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:45.252746 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a478bc43-eefb-4cab-a477-354c50889e49 admin admin] 10.222.0.49 "PUT /v2.0/routers/6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7465582 Sep 18 01:19:45.295640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8f7004dd-b73d-4e8b-a34e-14c23a7147cb None None] Provisioning complete for port f5fd9cea-074d-42c9-8444-92b822699525 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:45.296704 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8f7004dd-b73d-4e8b-a34e-14c23a7147cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:45.320506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-8128446c-d32c-4bc6-ac58-f83c4f02e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:45.321527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'f5fd9cea-074d-42c9-8444-92b822699525', 'name': '', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'mac_address': 'fa:16:3e:80:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:43Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 2, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'subnets': [{'id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:45.322046 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-8128446c-d32c-4bc6-ac58-f83c4f02e34e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=20db6ba2-b2ee-4f95-8b87-ad31a0caf456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090150 Sep 18 01:19:45.357909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64199f41-f22d-4d92-861d-07a228891bfa None None] The sync data for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 is: [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'f5fd9cea-074d-42c9-8444-92b822699525', 'name': '', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'mac_address': 'fa:16:3e:80:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:43Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 2, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'subnets': [{'id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:45.373231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8f7004dd-b73d-4e8b-a34e-14c23a7147cb None None] Port f5fd9cea-074d-42c9-8444-92b822699525 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:45.374956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port eb8b526c-404e-444d-be1d-7a3cfe342541 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:45.375334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:45.465960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-b40586d8-cb8a-4e93-aa8c-7e19801ab18e service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346517 Sep 18 01:19:45.487393 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:45.499914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-a3b8aeab-15c0-411c-a9d8-960ffa2045cb None None] Provisioning complete for port f5fd9cea-074d-42c9-8444-92b822699525 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:45.500201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a3b8aeab-15c0-411c-a9d8-960ffa2045cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:45.525376 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd22e60-52d6-427a-aacf-d5c6d837bb10 None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:31Z', 'revision_number': 4, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '525675f3-402a-4976-a5c5-f16a6ee0910b', 'name': '', 'network_id': '20db6ba2-b2ee-4f95-8b87-ad31a0caf456', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'mac_address': 'fa:16:3e:cc:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:31Z', 'updated_at': '2021-09-18T01:09:36Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'subnets': [{'id': '0b468acc-bfd3-4f49-9c36-d3b7940c98e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:45.549246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8aeab-15c0-411c-a9d8-960ffa2045cb None None] Port f5fd9cea-074d-42c9-8444-92b822699525 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:45.591731 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-edb4f0c0-31cc-4631-bbfe-9306f79f1c95 req-d008bf55-5666-4434-8d90-2e38cae0c850 service neutron] 10.222.0.54 "GET /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151257 Sep 18 01:19:45.888350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0e96c-0a35-493a-a977-ac035d06544a None None] New status for floating IP 8d9c6d14-a698-4d8c-815c-57a622379076: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:19:45.946792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-90d13c99-b57b-4625-9dfb-b622f2e827f2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:45.948641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-90d13c99-b57b-4625-9dfb-b622f2e827f2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.1128573 Sep 18 01:19:45.997254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-94e78ed0-6a6a-47ef-a09c-04d4d5f6249f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/quotas/0e06f68d32794a8799d3b78ee6b85c2f HTTP/1.1" status: 200 len: 375 time: 0.0349352 Sep 18 01:19:46.045854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dcd69-0851-4266-8c36-f0fe78023cc1 req-b561d7c3-fcba-41f2-9faa-ab3bf37d3305 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:46.047527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-750dcd69-0851-4266-8c36-f0fe78023cc1 req-b561d7c3-fcba-41f2-9faa-ab3bf37d3305 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.0939920 Sep 18 01:19:46.120719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-4f3cfdda-d653-4d1e-a8cd-d954bb23bd84 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153946 Sep 18 01:19:46.123520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-750dcd69-0851-4266-8c36-f0fe78023cc1 req-a274ba41-e496-42e2-94b6-4800b21f4853 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d9cc59e-dfff-4f6d-8012-0da8463c6490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602698 Sep 18 01:19:46.302782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:46.346252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-95ae70d7-e212-459b-8ae9-d7869fcec732 service neutron] 10.222.0.49 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172687 Sep 18 01:19:46.444762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-777cad47-e272-455b-9a6a-d3d7dfd7148d service neutron] 10.222.0.49 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 Sep 18 01:19:46.502537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-b5034d2b-4d1a-4eeb-a2b9-6ca0d72142b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:46.504039 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-b5034d2b-4d1a-4eeb-a2b9-6ca0d72142b9 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 945 time: 0.0567389 Sep 18 01:19:46.625825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48277914-ee12-4a16-8f12-6312c7eb035c req-b6590d88-4258-4acf-8a74-541eaee21545 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 210 time: 0.0288637 Sep 18 01:19:46.625994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 81770696-d1e0-4f92-a59c-4d88c8125df4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:46.626249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:46.730208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] For port 81770696-d1e0-4f92-a59c-4d88c8125df4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=81770696-d1e0-4f92-a59c-4d88c8125df4,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:46.730583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:46.743883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 81770696-d1e0-4f92-a59c-4d88c8125df4 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:46.883302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:46.918249 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=81770696-d1e0-4f92-a59c-4d88c8125df4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:46.998263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] No DVR routers for this DVR port 81770696-d1e0-4f92-a59c-4d88c8125df4 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:47.002317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:47.005099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ab80d655-95ca-46cc-9577-1d39bcfe01ee req-efbb401a-b44a-4dfd-a1c5-6dec40629046 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.54 "DELETE /v2.0/ports/81770696-d1e0-4f92-a59c-4d88c8125df4 HTTP/1.1" status: 204 len: 173 time: 0.4831951 Sep 18 01:19:47.006602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'name': 'network-vif-deleted', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:47.009970 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b86c5-e32e-43c9-a152-30c12a84feee" -d '{"events": [{"server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "name": "network-vif-deleted", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:47.070225 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730cd82-b087-4442-a158-fc2bb4d4e8a3 x-openstack-request-id: req-a730cd82-b087-4442-a158-fc2bb4d4e8a3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:47.070495 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78bac9f-1dcc-4673-aeec-8424ffac8b05", "name": "network-vif-deleted", "tag": "81770696-d1e0-4f92-a59c-4d88c8125df4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:47.070692 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a730cd82-b087-4442-a158-fc2bb4d4e8a3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:47.071095 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bac9f-1dcc-4673-aeec-8424ffac8b05', 'name': 'network-vif-deleted', 'tag': '81770696-d1e0-4f92-a59c-4d88c8125df4', 'status': 'completed', 'code': 200} Sep 18 01:19:47.234393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f0872dbc-86ed-48d1-ba24-6a1488ba239f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:47.256449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-941d7dc8-d496-4963-9862-bb2c7a2964a8 req-02910101-72f8-4be9-a912-017076120be2 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0469973 Sep 18 01:19:47.350607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f0872dbc-86ed-48d1-ba24-6a1488ba239f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:47.350982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:47.461314 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:47.485521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port f0872dbc-86ed-48d1-ba24-6a1488ba239f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f0872dbc-86ed-48d1-ba24-6a1488ba239f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:47.490726 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:47.550197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=f0872dbc-86ed-48d1-ba24-6a1488ba239f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:47.734385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eef545eb-f18c-44bb-beb6-34afc188cc2e req-c0d40cd4-c986-4470-97c0-5f545ccddbf8 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 210 time: 0.0279953 Sep 18 01:19:47.990814 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Sync routers for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:48.001603 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:48.002205 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:48.113053 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:48.156245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-b3dc2526-fc4a-4e71-91c0-bf5e367acd96 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:48.157848 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-b3dc2526-fc4a-4e71-91c0-bf5e367acd96 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.54 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.1146626 Sep 18 01:19:48.179061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Request body: {'port': {'device_id': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'admin_state_up': True, 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:48.208588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Made reservation on behalf of 0e06f68d32794a8799d3b78ee6b85c2f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:19:48.211749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.344293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Allocated IP 172.20.0.3 (9f279ee3-305d-41e1-b3e0-948d3057cdc5/4759bdf5-fdc3-48a7-9a52-3665d08501be/214ae89a-dad3-4eef-850e-4e452ab37c37) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:19:48.390923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee2ebf4-cd31-49d6-93a3-0e1a7359219e req-9861297a-38b1-4218-a1e3-dd95789c7d46 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0430892 Sep 18 01:19:48.435580 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'f5fd9cea-074d-42c9-8444-92b822699525', 'name': '', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'mac_address': 'fa:16:3e:80:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:43Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 2, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'subnets': [{'id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:48.464952 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Checking router: 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:48.465303 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Updating router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 port f5fd9cea-074d-42c9-8444-92b822699525 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:19:48.491985 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.494901 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.533091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.579011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:19:48.582193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:19:48.588925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:19:48.592253 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Pushing event updated for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:48.632594 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:48.633215 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.651385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-a34da288-1790-4414-9bfa-8528e9e47c06 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4768941 Sep 18 01:19:48.672142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Request body: {'port': {'device_id': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:19:48.754109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.789855 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.800136 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.913226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3eda0a93-2799-4f24-bb42-c8c690b534d7 None None] Provisioning complete for port 214ae89a-dad3-4eef-850e-4e452ab37c37 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:48.913802 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3eda0a93-2799-4f24-bb42-c8c690b534d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.928788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca36eb-99c1-412e-af9a-cc562d82c2eb req-367b6890-7e56-472e-b821-6291236733e4 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:48.943146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aca36eb-99c1-412e-af9a-cc562d82c2eb req-367b6890-7e56-472e-b821-6291236733e4 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1027 time: 0.1021979 Sep 18 01:19:48.962156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3eda0a93-2799-4f24-bb42-c8c690b534d7 None None] Port 214ae89a-dad3-4eef-850e-4e452ab37c37 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:19:48.962586 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3ab3b-7d92-4c59-8c04-860f2b5a9307 None None] Pushing event updated for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:48.988804 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aca36eb-99c1-412e-af9a-cc562d82c2eb req-6e575905-29b4-48d2-a908-ed58ef73f102 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Sep 18 01:19:49.010173 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Attempting to bind port f5fd9cea-074d-42c9-8444-92b822699525 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:49.010738 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Attempting to bind port f5fd9cea-074d-42c9-8444-92b822699525 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:49.010939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Attempting to bind port f5fd9cea-074d-42c9-8444-92b822699525 on network f77d05cc-f5d9-4f25-964d-6cec7754af31 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:49.017016 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:49.017463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Checking segment: {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:49.018429 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.018861 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Bound using segment: {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:49.023228 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Bound port: f5fd9cea-074d-42c9-8444-92b822699525, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc445449-259a-4f2b-ad69-0bb19b7d4de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:49.023228 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.123430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214ae89a-dad3-4eef-850e-4e452ab37c37 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:19:49.129576 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] For port f5fd9cea-074d-42c9-8444-92b822699525, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:49.133024 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] For port f5fd9cea-074d-42c9-8444-92b822699525, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f5fd9cea-074d-42c9-8444-92b822699525,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:49.133623 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.142198 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.163895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Transition to ACTIVE for port object 214ae89a-dad3-4eef-850e-4e452ab37c37 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:19:49.176555 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.187814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f0872dbc-86ed-48d1-ba24-6a1488ba239f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:49.226151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3ab3b-7d92-4c59-8c04-860f2b5a9307 None None] Pushing event updated for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:49.242751 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:49.243373 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:49.273504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f0872dbc-86ed-48d1-ba24-6a1488ba239f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:49.275485 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.292009 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Pushing event updated for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:49.347989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] Provisioning complete for port f5fd9cea-074d-42c9-8444-92b822699525 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:49.349973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.430467 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:49.487064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Attempting to bind port 214ae89a-dad3-4eef-850e-4e452ab37c37 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:19:49.487342 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Attempting to bind port 214ae89a-dad3-4eef-850e-4e452ab37c37 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:19:49.487677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Attempting to bind port 214ae89a-dad3-4eef-850e-4e452ab37c37 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:49.493992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Port 214ae89a-dad3-4eef-850e-4e452ab37c37 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:19:49.498466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Attempting to bind port 214ae89a-dad3-4eef-850e-4e452ab37c37 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:19:49.502163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.509333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:19:49.514292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Checking segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:19:49.515537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Bound using segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:19:49.516178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Bound port: 214ae89a-dad3-4eef-850e-4e452ab37c37, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:19:49.516572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.579245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a358e8d-8bb0-4515-bc02-173d12f21939 req-cb431b89-d02f-468e-b385-bf4ac31e73f7 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0435266 Sep 18 01:19:49.580337 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] For port f5fd9cea-074d-42c9-8444-92b822699525, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f5fd9cea-074d-42c9-8444-92b822699525,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:49.590771 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.633736 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:19:49.638076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=214ae89a-dad3-4eef-850e-4e452ab37c37,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:19:49.644974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.663806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41fa3a-c116-4d33-b239-6ce12cb5a612 None None] Pushing event updated for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:49.697084 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'f5fd9cea-074d-42c9-8444-92b822699525', 'name': '', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'mac_address': 'fa:16:3e:80:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:43Z', 'updated_at': '2021-09-18T01:19:49Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'subnets': [{'id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:49.708770 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:49.709391 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.710800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] 10.222.0.54 "PUT /v2.0/ports/214ae89a-dad3-4eef-850e-4e452ab37c37 HTTP/1.1" status: 200 len: 1092 time: 1.0438929 Sep 18 01:19:49.711247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:49.713667 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb63844-bbf9-4819-bb2f-dab8747385a7" -d '{"events": [{"name": "network-changed", "server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:49.720369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eb7fc-10d7-443c-8ba3-bdee36395170 service neutron] Pushing event updated for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:49.742100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-66709305-e7ff-43e6-af74-4675955fbc06 None None] Provisioning complete for port f5fd9cea-074d-42c9-8444-92b822699525 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:49.744777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-66709305-e7ff-43e6-af74-4675955fbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:49.757602 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef933-1f9a-4fd8-9aca-9de5dca599a8 None None] The sync data for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 is: [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:44Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'f5fd9cea-074d-42c9-8444-92b822699525', 'name': '', 'network_id': 'f77d05cc-f5d9-4f25-964d-6cec7754af31', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'mac_address': 'fa:16:3e:80:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:43Z', 'updated_at': '2021-09-18T01:19:49Z', 'revision_number': 4, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'subnets': [{'id': 'cb9fc600-d301-4f61-af7f-bc92c948f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:49.777275 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f74520-d84c-4db7-b36c-99d04173f8ad x-openstack-request-id: req-c7f74520-d84c-4db7-b36c-99d04173f8ad {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:49.777578 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:49.777834 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7f74520-d84c-4db7-b36c-99d04173f8ad {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:49.778241 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37', 'status': 'completed', 'code': 200} Sep 18 01:19:49.852315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-c92bae3e-208b-45cc-ba0e-62c7b196c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:49.855043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-c92bae3e-208b-45cc-ba0e-62c7b196c0d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0605235 Sep 18 01:19:49.918804 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-b537951c-cca2-4eb6-b8e2-c2f989a213f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214ae89a-dad3-4eef-850e-4e452ab37c37 HTTP/1.1" status: 200 len: 217 time: 0.0492356 Sep 18 01:19:49.976868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-91154b8b-ba45-4da8-bead-560785e51c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:49.979193 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-91154b8b-ba45-4da8-bead-560785e51c69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4759bdf5-fdc3-48a7-9a52-3665d08501be HTTP/1.1" status: 200 len: 849 time: 0.0524697 Sep 18 01:19:50.035572 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-e11127c3-0743-42fc-9b79-5db05d520d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.037359 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-e11127c3-0743-42fc-9b79-5db05d520d24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f279ee3-305d-41e1-b3e0-948d3057cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501196 Sep 18 01:19:50.120422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67d5c-5433-4f9c-b645-f4bf248f3a00 req-30dca7ac-4f13-4822-a01a-32e740bda0f7 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.121639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93c67d5c-5433-4f9c-b645-f4bf248f3a00 req-30dca7ac-4f13-4822-a01a-32e740bda0f7 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0621521 Sep 18 01:19:50.154465 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-b253b870-82bc-4d7b-b653-1c890a07e34c service neutron] 10.222.0.54 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091306 Sep 18 01:19:50.171520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93c67d5c-5433-4f9c-b645-f4bf248f3a00 req-b71a9437-e607-4908-b83e-411c6efd58a5 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 Sep 18 01:19:50.261853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4311f18d-3b54-4b2f-906a-059e94e99da7 req-d42f1d5a-8a5f-4cc8-bbaf-7c90dcc87a26 service neutron] 10.222.0.54 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994983 Sep 18 01:19:50.390798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-6e50682c-b2b5-4513-b1dd-4f149e20be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.392358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-6e50682c-b2b5-4513-b1dd-4f149e20be16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0469215 Sep 18 01:19:50.487743 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-795c2c06-d917-420b-941b-39fbb09ec5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.489243 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-795c2c06-d917-420b-941b-39fbb09ec5a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.0899334 Sep 18 01:19:50.508405 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 81770696-d1e0-4f92-a59c-4d88c8125df4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:50.527993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 81770696-d1e0-4f92-a59c-4d88c8125df4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:50.528436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 81770696-d1e0-4f92-a59c-4d88c8125df4 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:50.530786 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-0dc402bc-0b7a-49e1-89d4-4d0c23bfd23f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=214ae89a-dad3-4eef-850e-4e452ab37c37 HTTP/1.1" status: 200 len: 217 time: 0.0345521 Sep 18 01:19:50.579447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-96e45765-d5c0-4f7a-9b84-2f5755f339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.581005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-96e45765-d5c0-4f7a-9b84-2f5755f339b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4759bdf5-fdc3-48a7-9a52-3665d08501be HTTP/1.1" status: 200 len: 849 time: 0.0430524 Sep 18 01:19:50.690260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0180e4d9-fb9b-4d01-821c-fc02f8879ffa req-9bef116c-e16c-4bd0-800b-e1c37b2781df tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "GET /v2.0/ports?device_id=d78bac9f-1dcc-4673-aeec-8424ffac8b05 HTTP/1.1" status: 200 len: 210 time: 0.0289388 Sep 18 01:19:50.933037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-c75b2f92-1069-4917-bd4c-c423e1fa5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:50.934537 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-c75b2f92-1069-4917-bd4c-c423e1fa5c8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f279ee3-305d-41e1-b3e0-948d3057cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3466601 Sep 18 01:19:51.027935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-d9886978-acad-4113-9fc6-2bf0c184acd0 service neutron] 10.222.0.54 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845895 Sep 18 01:19:51.130429 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0bb63844-bbf9-4819-bb2f-dab8747385a7 req-f6790a66-bdfd-44d2-8a25-bfb77c729ff2 service neutron] 10.222.0.54 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938349 Sep 18 01:19:51.210186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f5fd9cea-074d-42c9-8444-92b822699525 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:51.257980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f5fd9cea-074d-42c9-8444-92b822699525 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:51.258353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:51.287118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415d1c-fa01-480e-9076-9e651aa45910 req-42a0c769-2173-4a8b-abfb-e18261061b79 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:51.288609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48415d1c-fa01-480e-9076-9e651aa45910 req-42a0c769-2173-4a8b-abfb-e18261061b79 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0447693 Sep 18 01:19:51.328218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-48415d1c-fa01-480e-9076-9e651aa45910 req-1412fb88-3e33-4172-b282-89ae5a26501a tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Sep 18 01:19:51.746475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53088) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:51.869226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Deleting port 2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:51.869567 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:51.946427 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:51.946753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:51.958681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Calling delete_port for 2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:52.377838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:52.410611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'Port': ['ID=2f93ecbf-0a4e-4512-94d9-bfe0d4fab64c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:52.502503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5edef-7fd4-424f-ba4e-fca58714dcc2 req-f93eb3d8-13df-4fe8-8130-24dd58437d76 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:52.504033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f5edef-7fd4-424f-ba4e-fca58714dcc2 req-f93eb3d8-13df-4fe8-8130-24dd58437d76 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1095 time: 0.0965433 Sep 18 01:19:52.504858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:52.507359 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:52.511054 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-877b105c-51f1-4afd-81d7-a2fcb8dec297 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "DELETE /v2.0/floatingips/ec38db31-9078-467d-929b-76f378f2b6e6 HTTP/1.1" status: 204 len: 168 time: 0.7609813 Sep 18 01:19:52.519123 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 214ae89a-dad3-4eef-850e-4e452ab37c37 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:19:52.544265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f5edef-7fd4-424f-ba4e-fca58714dcc2 req-19c92286-579b-4976-b5ad-7ff8a6f65df4 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Sep 18 01:19:52.626801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=214ae89a-dad3-4eef-850e-4e452ab37c37,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:52.640559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '214ae89a-dad3-4eef-850e-4e452ab37c37', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'port_id': '214ae89a-dad3-4eef-850e-4e452ab37c37', 'mac_address': 'fa:16:3e:76:fc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:19:52.691338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:52.705068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214ae89a-dad3-4eef-850e-4e452ab37c37 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:19:52.724797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=214ae89a-dad3-4eef-850e-4e452ab37c37,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:52.728468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:52.775967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:53.126650 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['214ae89a-dad3-4eef-850e-4e452ab37c37'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:19:53.653677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf29e43-d7b2-4459-ba5d-807b12dcbbf9 req-8bf02e65-d44f-4f7d-a72b-1d6af444f0dc tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:53.655321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cf29e43-d7b2-4459-ba5d-807b12dcbbf9 req-8bf02e65-d44f-4f7d-a72b-1d6af444f0dc tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1096 time: 0.0436289 Sep 18 01:19:53.689423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0cf29e43-d7b2-4459-ba5d-807b12dcbbf9 req-38f83567-c7b0-4fcf-a717-38ff546cef0c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281985 Sep 18 01:19:54.277662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad370ebc-f669-4408-93d6-6bc54627a9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.527480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 214ae89a-dad3-4eef-850e-4e452ab37c37 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:19:54.576456 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 214ae89a-dad3-4eef-850e-4e452ab37c37 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:19:54.581259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 214ae89a-dad3-4eef-850e-4e452ab37c37 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:19:54.581646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.661950 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.685064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:19:54.688095 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2d09ab-e27a-480b-9b3d-b0173a0c2944" -d '{"events": [{"server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:19:54.701023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=214ae89a-dad3-4eef-850e-4e452ab37c37,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:54.705434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.769603 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b1132-cf45-45af-8d3e-2c24750e46ac x-openstack-request-id: req-235b1132-cf45-45af-8d3e-2c24750e46ac {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:19:54.769893 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:19:54.770019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53112) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:54.770447 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-235b1132-cf45-45af-8d3e-2c24750e46ac {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:19:54.770630 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37', 'code': 200} Sep 18 01:19:54.771060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:54.861802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b4580-17a2-41d0-8a18-4d40797f48dd req-cd8ba40b-73a0-4fba-9211-0ac260dff9b8 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:54.863559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea3b4580-17a2-41d0-8a18-4d40797f48dd req-cd8ba40b-73a0-4fba-9211-0ac260dff9b8 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0733650 Sep 18 01:19:54.869092 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.903348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f76a30-ae29-4b00-8d04-8283dfa9dd2a req-15132bea-4275-4257-91b5-9424b1371136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:54.905582 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37f76a30-ae29-4b00-8d04-8283dfa9dd2a req-15132bea-4275-4257-91b5-9424b1371136 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0564349 Sep 18 01:19:54.910296 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea3b4580-17a2-41d0-8a18-4d40797f48dd req-20f4fe1a-8320-448f-bc6d-d086aebac451 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391707 Sep 18 01:19:54.927751 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.949992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37f76a30-ae29-4b00-8d04-8283dfa9dd2a req-1eb057c0-54d0-429c-a525-862e5d4f5b73 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Sep 18 01:19:54.989148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.991722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:54.992958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d9cc59e-dfff-4f6d-8012-0da8463c6490 HTTP/1.1" status: 204 len: 168 time: 0.2215421 Sep 18 01:19:55.003028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67dc5-aadb-4954-b3bf-0176561e95e1 tempest-TestVolumeBootPattern-971355669 tempest-TestVolumeBootPattern-971355669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9cc59e-dfff-4f6d-8012-0da8463c6490,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:55.056534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53116) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:55.510191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:55.761143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Deleting port 525675f3-402a-4976-a5c5-f16a6ee0910b {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:55.761486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:55.841865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] For port 525675f3-402a-4976-a5c5-f16a6ee0910b, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=525675f3-402a-4976-a5c5-f16a6ee0910b,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:55.842587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:55.854456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Calling delete_port for 525675f3-402a-4976-a5c5-f16a6ee0910b owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:56.055069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84129c-a585-4f59-a3af-7aa0cdb1c5b7 req-5960acdc-e87e-47e5-9f4e-8d1e69295064 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:56.056506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f84129c-a585-4f59-a3af-7aa0cdb1c5b7 req-5960acdc-e87e-47e5-9f4e-8d1e69295064 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0748498 Sep 18 01:19:56.071099 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.104592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Pushing event deleted for resources: {'Port': ['ID=525675f3-402a-4976-a5c5-f16a6ee0910b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:56.144359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f84129c-a585-4f59-a3af-7aa0cdb1c5b7 req-dac821a5-24ec-4090-8a0d-dc4caf2236ee tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801737 Sep 18 01:19:56.287652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.505205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Router e5631286-e9eb-4869-81e9-9e303e305601 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:19:56.616017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:19:56.621036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1e1a8698-6142-425a-9b46-706ed7fd5777 admin admin] 10.222.0.49 "PUT /v2.0/routers/e5631286-e9eb-4869-81e9-9e303e305601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633197 Sep 18 01:19:56.623326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:56.627045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Sync routers for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:19:56.635945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:56.636613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:56.727003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.739133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:56.829960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.880489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Deleting port c876c253-d96b-43af-a8d8-841ecdcce5af {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:56.881175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.914428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:19:56Z', 'revision_number': 5, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port': {'id': 'c876c253-d96b-43af-a8d8-841ecdcce5af', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:56.944333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Checking router: e5631286-e9eb-4869-81e9-9e303e305601 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:19:56.953381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Routers {'e5631286-e9eb-4869-81e9-9e303e305601'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:19:56.953980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e5631286-e9eb-4869-81e9-9e303e305601'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:56.960757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] For port c876c253-d96b-43af-a8d8-841ecdcce5af, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c876c253-d96b-43af-a8d8-841ecdcce5af,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:56.961165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:56.973607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Calling delete_port for c876c253-d96b-43af-a8d8-841ecdcce5af owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:57.034417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] Set router e5631286-e9eb-4869-81e9-9e303e305601 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:19:57.086794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:19:56Z', 'revision_number': 6, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:57.115108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea4353-fbe0-4689-8def-57f32a854e7c None None] The sync data for ids ['e5631286-e9eb-4869-81e9-9e303e305601'] in n-d-712707-16 is: [{'id': 'e5631286-e9eb-4869-81e9-9e303e305601', 'name': 'tempest-TestVolumeBootPattern-61866198-router', 'tenant_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:29Z', 'updated_at': '2021-09-18T01:19:56Z', 'revision_number': 6, 'project_id': '8a4bd8c3972c4f85aeedb1ca8ef63843', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:19:57.144661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.177844 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c876c253-d96b-43af-a8d8-841ecdcce5af,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:57.266597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.294352 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ec8ed71-1e03-4281-aef6-6651a868c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.527094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.630643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa995f5-ca4a-490d-b9e6-e6dd786c9cbf req-d1002b0b-8a69-4da4-9f7a-f47c2694ee3c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:57.632186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fa995f5-ca4a-490d-b9e6-e6dd786c9cbf req-d1002b0b-8a69-4da4-9f7a-f47c2694ee3c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.4084859 Sep 18 01:19:57.662376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.668199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.727383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.727827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5631286-e9eb-4869-81e9-9e303e305601 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:19:57.730500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fa995f5-ca4a-490d-b9e6-e6dd786c9cbf req-e0adda22-61bb-46f4-9fea-fb586dec8937 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706756 Sep 18 01:19:57.733935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.734993 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dbba8692-17db-4896-9d91-d64ab7d6bd61 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e5631286-e9eb-4869-81e9-9e303e305601 HTTP/1.1" status: 204 len: 168 time: 1.1101441 Sep 18 01:19:57.737846 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53126) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:57.782749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Deleting subnet 0b468acc-bfd3-4f49-9c36-d3b7940c98e7 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:19:57.785800 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.824771 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.837745 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67368-69e8-44ef-a6b0-f74349e050f3 req-32943e27-be64-4c2b-bec6-00e6476dc5e0 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:57.839283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1db67368-69e8-44ef-a6b0-f74349e050f3 req-32943e27-be64-4c2b-bec6-00e6476dc5e0 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0404909 Sep 18 01:19:57.874425 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1db67368-69e8-44ef-a6b0-f74349e050f3 req-3bb93703-0526-43fb-a021-3d17175534f2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284648 Sep 18 01:19:57.927974 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.982407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:57.987230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c636-b2e4-4473-a36c-52f458148c19 req-ce37e1db-6ecb-4a17-8947-1cd31100709d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:57.988810 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1d5c636-b2e4-4473-a36c-52f458148c19 req-ce37e1db-6ecb-4a17-8947-1cd31100709d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0419166 Sep 18 01:19:58.008049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b468acc-bfd3-4f49-9c36-d3b7940c98e7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:58.014924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.020261 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-66d2a1b6-1523-4139-81fb-c6bf33d0fd61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b468acc-bfd3-4f49-9c36-d3b7940c98e7 HTTP/1.1" status: 204 len: 168 time: 0.2813189 Sep 18 01:19:58.021181 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53132) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:58.021785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a0c98-7ff0-4737-86e9-74734c86361d None None] Network 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:19:58.028090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1d5c636-b2e4-4473-a36c-52f458148c19 req-7f6966e1-8e33-46e9-a1d8-d98380602ccf tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Sep 18 01:19:58.113770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.183090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Deleting port f684c89e-0322-4093-a491-27ccec2f8b7f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:58.183752 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.245681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] DHCP port deletion for 20db6ba2-b2ee-4f95-8b87-ad31a0caf456 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:19:58.260099 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] For port f684c89e-0322-4093-a491-27ccec2f8b7f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f684c89e-0322-4093-a491-27ccec2f8b7f,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:58.260497 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.277409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Calling delete_port for f684c89e-0322-4093-a491-27ccec2f8b7f owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:58.307055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Deleting port f684c89e-0322-4093-a491-27ccec2f8b7f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:58.307770 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.324093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-d39d5db5-b45d-4155-93e2-7e39ee2a5ff2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:19:58.325691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-d39d5db5-b45d-4155-93e2-7e39ee2a5ff2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.1160200 Sep 18 01:19:58.343290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-e46c4db6-d953-473c-b090-3911dbe966dc tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/quotas/0e06f68d32794a8799d3b78ee6b85c2f HTTP/1.1" status: 200 len: 375 time: 0.0095887 Sep 18 01:19:58.366663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.379782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] For port f684c89e-0322-4093-a491-27ccec2f8b7f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f684c89e-0322-4093-a491-27ccec2f8b7f,segment=NetworkSegment(a447424e-5e47-4505-8085-0db7a2b482f5),segment_id=a447424e-5e47-4505-8085-0db7a2b482f5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:58.380336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.393737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Calling delete_port for f684c89e-0322-4093-a491-27ccec2f8b7f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:58.395749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f684c89e-0322-4093-a491-27ccec2f8b7f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:58.399391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] No DVR routers for this DVR port f684c89e-0322-4093-a491-27ccec2f8b7f on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:58.406916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-93029fa4-e7a4-443d-8773-123bb9771d66 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567946 Sep 18 01:19:58.472500 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.479439 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.492689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.501241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db6ba2-b2ee-4f95-8b87-ad31a0caf456']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:58.506678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] No DVR routers for this DVR port f684c89e-0322-4093-a491-27ccec2f8b7f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:19:58.507758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-a3f3cc83-687f-4fb8-83b7-418a4ab29694 service neutron] 10.222.0.49 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928950 Sep 18 01:19:58.516421 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a447424e-5e47-4505-8085-0db7a2b482f5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:58.516718 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a447424e-5e47-4505-8085-0db7a2b482f5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:19:58.527008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ce840-2079-4b7b-9e39-505a2cfce587 None None] Pushing event deleted for resources: {'Port': ['ID=f684c89e-0322-4093-a491-27ccec2f8b7f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:58.527222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.542934 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.549526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:19:58.549926 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:19:58.551635 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:19:58.604478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-eaf54a4c-7864-457d-9e83-35450ac004d7 service neutron] 10.222.0.49 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876818 Sep 18 01:19:58.611872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.617592 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:58.622118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/20db6ba2-b2ee-4f95-8b87-ad31a0caf456 HTTP/1.1" status: 204 len: 168 time: 0.5974660 Sep 18 01:19:58.622735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53146) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:19:58.631909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4735-fae7-4817-b5d7-23a378f0f2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=20db6ba2-b2ee-4f95-8b87-ad31a0caf456,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:58.974767 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.154621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f684c89e-0322-4093-a491-27ccec2f8b7f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:59.174756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f684c89e-0322-4093-a491-27ccec2f8b7f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:59.175103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f684c89e-0322-4093-a491-27ccec2f8b7f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:59.175527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 525675f3-402a-4976-a5c5-f16a6ee0910b no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:59.193182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 525675f3-402a-4976-a5c5-f16a6ee0910b {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:59.193530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 525675f3-402a-4976-a5c5-f16a6ee0910b not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:59.193945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c876c253-d96b-43af-a8d8-841ecdcce5af no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:19:59.211463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c876c253-d96b-43af-a8d8-841ecdcce5af {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:19:59.211811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c876c253-d96b-43af-a8d8-841ecdcce5af not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:19:59.222548 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Deleting port 079f5b5b-e224-4369-ba8f-7d58f9820d52 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:19:59.223031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.303216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] For port 079f5b5b-e224-4369-ba8f-7d58f9820d52, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=079f5b5b-e224-4369-ba8f-7d58f9820d52,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:19:59.303582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.319744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Calling delete_port for 079f5b5b-e224-4369-ba8f-7d58f9820d52 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:19:59.508159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.534201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=079f5b5b-e224-4369-ba8f-7d58f9820d52,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:19:59.706696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.782901 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:59.832381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0c0c43f-e024-4c30-9ce2-8337a9aa218e req-d7146a6e-64b6-4346-9321-c147d350b06f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 210 time: 0.0602801 Sep 18 01:19:59.958758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Router 079068c2-044b-48d6-9bd4-958ca9ea94c8 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:20:00.067882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:20:00.075520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-837449ea-9685-4dce-84ec-091a3e836c80 admin admin] 10.222.0.49 "PUT /v2.0/routers/079068c2-044b-48d6-9bd4-958ca9ea94c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517014 Sep 18 01:20:00.075934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:00.077650 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Sync routers for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:20:00.087675 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:00.088517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:00.196042 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.196319 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:00.300908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.358871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Deleting port a16af18c-9226-4bc6-964a-61d5b9e92298 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:00.359212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.393905 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:19:59Z', 'revision_number': 5, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port': {'id': 'a16af18c-9226-4bc6-964a-61d5b9e92298', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:00.420490 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Checking router: 079068c2-044b-48d6-9bd4-958ca9ea94c8 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:20:00.428824 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Routers {'079068c2-044b-48d6-9bd4-958ca9ea94c8'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:00.429427 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['079068c2-044b-48d6-9bd4-958ca9ea94c8'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:00.443768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] For port a16af18c-9226-4bc6-964a-61d5b9e92298, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a16af18c-9226-4bc6-964a-61d5b9e92298,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:00.444251 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.461431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Calling delete_port for a16af18c-9226-4bc6-964a-61d5b9e92298 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:00.517758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] Set router 079068c2-044b-48d6-9bd4-958ca9ea94c8 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:00.627606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.658340 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16af18c-9226-4bc6-964a-61d5b9e92298,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:00.666648 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:20:00Z', 'revision_number': 6, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:00.694191 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b0ab2-8eb3-4545-8af7-0a87229827d8 None None] The sync data for ids ['079068c2-044b-48d6-9bd4-958ca9ea94c8'] in n-d-712707-16 is: [{'id': '079068c2-044b-48d6-9bd4-958ca9ea94c8', 'name': 'tempest-TestVolumeBootPattern-1249986054-router', 'tenant_id': '72005408133d4f4392a9117856164b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:09:34Z', 'updated_at': '2021-09-18T01:20:00Z', 'revision_number': 6, 'project_id': '72005408133d4f4392a9117856164b15', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:20:00.719905 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.820387 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.822506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.833661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-eb6a7818-6e51-4378-9707-b908a4fb3f5a tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:00.835244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-eb6a7818-6e51-4378-9707-b908a4fb3f5a tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.48 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.0976620 Sep 18 01:20:00.847176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Request body: {'port': {'device_id': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'admin_state_up': True, 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:00.875227 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.875804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 079068c2-044b-48d6-9bd4-958ca9ea94c8 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:20:00.876270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Made reservation on behalf of 0e06f68d32794a8799d3b78ee6b85c2f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:20:00.880210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.880536 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.881703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-05903304-9457-4b1d-9e96-dbb39ec707f1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/079068c2-044b-48d6-9bd4-958ca9ea94c8 HTTP/1.1" status: 204 len: 168 time: 0.8046055 Sep 18 01:20:00.884187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53168) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:00.931267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Deleting subnet 542c6475-48ff-4437-af0b-67a326798ed1 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:20:00.934372 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:00.962140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb2083c8-ee67-4e0c-bc1e-3f0ed81dbe08 req-023ad6fd-fefc-4505-808f-645ca4bd3039 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 210 time: 0.0514035 Sep 18 01:20:00.971060 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.025308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Allocated IP 172.20.0.7 (9f279ee3-305d-41e1-b3e0-948d3057cdc5/4759bdf5-fdc3-48a7-9a52-3665d08501be/c705efde-5ca1-4af8-a4c6-7dfe4a151670) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:20:01.055092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.119830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.150803 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542c6475-48ff-4437-af0b-67a326798ed1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:01.161598 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.162291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.162733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.163168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.163602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.164040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.164491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.165050 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.165472 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.166066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.166473 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.166887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:01.173023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.177680 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aeff6bec-a5eb-4445-8bfa-9aa8ddc4b9bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/542c6475-48ff-4437-af0b-67a326798ed1 HTTP/1.1" status: 204 len: 168 time: 0.2899303 Sep 18 01:20:01.179084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53170) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:01.182318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e739507-2b1f-49e4-82e2-8920099068f1 None None] Network 46c20df3-6dae-470b-af30-a8ab96efca6e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:20:01.190804 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.251552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.275312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.292923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:20:01.296619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:20:01.300794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:20:01.348171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Deleting port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:01.348637 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.350153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Pushing event updated for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:01.358002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:01.359476 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.376174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-25324969-40e1-4c63-9493-5ef90ce5909e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5327246 Sep 18 01:20:01.391163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Request body: {'port': {'device_id': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:01.420588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['214ae89a-dad3-4eef-850e-4e452ab37c37'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:01.427939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] For port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,segment=NetworkSegment(9b7def38-33f3-411b-be34-6c9fbe5d42b6),segment_id=9b7def38-33f3-411b-be34-6c9fbe5d42b6)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:01.428490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.445141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Calling delete_port for 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:01.455806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.560685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.581233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 079f5b5b-e224-4369-ba8f-7d58f9820d52 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:01.600935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] No DVR routers for this DVR port 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:01.603528 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 079f5b5b-e224-4369-ba8f-7d58f9820d52 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:01.604345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 079f5b5b-e224-4369-ba8f-7d58f9820d52 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:01.660436 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=59ed816d-8a05-46dd-aa3b-d845f99c4ee7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:01.687264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2e4ebc83-6325-491d-b1ce-0936ce1d7328 None None] Provisioning complete for port c705efde-5ca1-4af8-a4c6-7dfe4a151670 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:20:01.688000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebc83-6325-491d-b1ce-0936ce1d7328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.701241 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.717455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f916f-be4e-40de-a713-f71ab8e9a66e None None] DHCP port deletion for 46c20df3-6dae-470b-af30-a8ab96efca6e request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:20:01.739751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c20df3-6dae-470b-af30-a8ab96efca6e']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:01.743745 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ebc83-6325-491d-b1ce-0936ce1d7328 None None] Port c705efde-5ca1-4af8-a4c6-7dfe4a151670 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:20:01.753204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7def38-33f3-411b-be34-6c9fbe5d42b6') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:01.753692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7def38-33f3-411b-be34-6c9fbe5d42b6') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:01.765531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.778769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.785965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:20:01.786411 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:20:01.788323 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:20:01.802252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c705efde-5ca1-4af8-a4c6-7dfe4a151670 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:01.809993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.849335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Transition to ACTIVE for port object c705efde-5ca1-4af8-a4c6-7dfe4a151670 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:20:01.850454 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.857133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.859329 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.871425 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] 10.222.0.49 "DELETE /v2.0/networks/46c20df3-6dae-470b-af30-a8ab96efca6e HTTP/1.1" status: 204 len: 168 time: 0.6839466 Sep 18 01:20:01.882015 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb15f3-c42d-4a5d-85f4-27f47827e3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=46c20df3-6dae-470b-af30-a8ab96efca6e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:01.914326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:01.985406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Attempting to bind port c705efde-5ca1-4af8-a4c6-7dfe4a151670 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:20:01.985796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Attempting to bind port c705efde-5ca1-4af8-a4c6-7dfe4a151670 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:20:01.986215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Attempting to bind port c705efde-5ca1-4af8-a4c6-7dfe4a151670 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:01.990825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Port c705efde-5ca1-4af8-a4c6-7dfe4a151670 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:20:01.991149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Attempting to bind port c705efde-5ca1-4af8-a4c6-7dfe4a151670 on network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:01.996522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:20:01.996857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Checking segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:20:01.997248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Bound using segment: {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:20:01.997772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Bound port: c705efde-5ca1-4af8-a4c6-7dfe4a151670, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b02059-8a96-42a0-85c8-dc22e4dcfde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:20:01.998370 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.035256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53176) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:02.081985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5aad8302-21fc-4d2d-987b-0b0716f0d3f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a4bd8c3972c4f85aeedb1ca8ef63843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454366 Sep 18 01:20:02.084669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:02.116178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:20:02.120181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:20:02.122273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87338283-3f2f-41c4-bad4-9a105a407064 req-4b356254-de7a-4e3f-b29d-5eb5c97ea347 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.128122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87338283-3f2f-41c4-bad4-9a105a407064 req-4b356254-de7a-4e3f-b29d-5eb5c97ea347 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1053 time: 0.0858850 Sep 18 01:20:02.129796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.145358 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.172529 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.183366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.183982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.185408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c705efde-5ca1-4af8-a4c6-7dfe4a151670 HTTP/1.1" status: 200 len: 1092 time: 0.8003950 Sep 18 01:20:02.187829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:02.189804 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:02.218698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87338283-3f2f-41c4-bad4-9a105a407064 req-461cec8b-5513-4650-9d6f-0ba4f0d447e7 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841594 Sep 18 01:20:02.231855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156d6a-b5b8-4cff-ae9b-ed23fb557fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:02.248396 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a813cb89-ce67-4f2a-aee5-79be0324a984 x-openstack-request-id: req-a813cb89-ce67-4f2a-aee5-79be0324a984 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:02.249384 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:02.249652 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a813cb89-ce67-4f2a-aee5-79be0324a984 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:02.250114 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670', 'status': 'completed', 'code': 200} Sep 18 01:20:02.255467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.258053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.259208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c39f14c-4c98-451d-9bf8-950bddce56db HTTP/1.1" status: 204 len: 168 time: 0.1736155 Sep 18 01:20:02.273403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194574b-e812-4e15-b019-3567bf5ed5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c39f14c-4c98-451d-9bf8-950bddce56db,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:02.305864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-99cce41c-dc07-41f1-a825-c5f5ccfa4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.308243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-99cce41c-dc07-41f1-a825-c5f5ccfa4264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1095 time: 0.0685914 Sep 18 01:20:02.354826 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-f9a4518a-bdd5-4f36-a96d-9b49b64fb637 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670 HTTP/1.1" status: 200 len: 217 time: 0.0380590 Sep 18 01:20:02.413523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-60fb02a9-cbeb-423e-b994-e5cbc705079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.415341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-60fb02a9-cbeb-423e-b994-e5cbc705079b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4759bdf5-fdc3-48a7-9a52-3665d08501be HTTP/1.1" status: 200 len: 849 time: 0.0534804 Sep 18 01:20:02.462757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-2701657e-54aa-433e-b57c-84e251a1dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.464350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-2701657e-54aa-433e-b57c-84e251a1dd91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f279ee3-305d-41e1-b3e0-948d3057cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419295 Sep 18 01:20:02.513471 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.564146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-1612d9cc-320a-4bec-ba5f-213a00093fd4 service neutron] 10.222.0.48 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919008 Sep 18 01:20:02.622515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53186) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:02.659890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d6a4546-4a59-4028-ad55-71636bf1708f req-414a983c-b3ed-417f-aaf0-aa5bca26f57f service neutron] 10.222.0.48 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Sep 18 01:20:02.665457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c60d154b-9ea6-444c-8aed-077ccdbb4558 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72005408133d4f4392a9117856164b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417030 Sep 18 01:20:02.667900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53188) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:02.717022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.738505 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.746632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-467b0061-bc8d-439b-b290-b007609d629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.748186 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-467b0061-bc8d-439b-b290-b007609d629b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1095 time: 0.0407903 Sep 18 01:20:02.789077 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.791767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:02.792971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/515d204c-7f2e-46c3-a554-8cefc7e8fb27 HTTP/1.1" status: 204 len: 168 time: 0.1240926 Sep 18 01:20:02.801330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025529-1a42-4ebe-b9c5-6a952cb631d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515d204c-7f2e-46c3-a554-8cefc7e8fb27,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:02.848175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-a3602ea0-7cf5-4707-9410-6bf849a85987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.849689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-a3602ea0-7cf5-4707-9410-6bf849a85987 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 200 len: 911 time: 0.0946054 Sep 18 01:20:02.897977 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-ffd11248-248a-4ba6-9938-8260401132d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Sep 18 01:20:02.947681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-3bef9aba-c50a-4614-b420-049ce98842ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:02.949169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-3bef9aba-c50a-4614-b420-049ce98842ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4759bdf5-fdc3-48a7-9a52-3665d08501be HTTP/1.1" status: 200 len: 849 time: 0.0433586 Sep 18 01:20:02.998338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-51640662-8882-4335-8543-a3495d0eaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:03.000567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-51640662-8882-4335-8543-a3495d0eaeb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f279ee3-305d-41e1-b3e0-948d3057cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437317 Sep 18 01:20:03.107398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-437a9552-54a6-4bdf-b220-ab35b74de7eb service neutron] 10.222.0.48 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987444 Sep 18 01:20:03.172439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:03.194631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:03.194991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 59ed816d-8a05-46dd-aa3b-d845f99c4ee7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:03.195623 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a16af18c-9226-4bc6-964a-61d5b9e92298 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:03.208157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1bd1580-b984-4a78-8b3f-c3a1ab0bebc1 req-c0072417-516a-4961-b5b4-a6ce30cc0003 service neutron] 10.222.0.48 "GET /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930994 Sep 18 01:20:03.221090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a16af18c-9226-4bc6-964a-61d5b9e92298 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:03.221437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a16af18c-9226-4bc6-964a-61d5b9e92298 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:03.343349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a15d5-ef4a-4cc4-ae66-d219a6e9f56e req-a4307b65-5973-468f-a626-ad8689030799 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:03.344994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b5a15d5-ef4a-4cc4-ae66-d219a6e9f56e req-a4307b65-5973-468f-a626-ad8689030799 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1095 time: 0.0474007 Sep 18 01:20:03.382194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b5a15d5-ef4a-4cc4-ae66-d219a6e9f56e req-3e59b3f0-0d77-45a7-ae88-1ed58dd6b684 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Sep 18 01:20:04.487345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f8d2-a36b-492d-a474-8d1a7a839c87 req-c8075c7b-a458-4a24-b85f-8bb29e300ffb tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:04.488882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4973f8d2-a36b-492d-a474-8d1a7a839c87 req-c8075c7b-a458-4a24-b85f-8bb29e300ffb tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1095 time: 0.0399106 Sep 18 01:20:04.523001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4973f8d2-a36b-492d-a474-8d1a7a839c87 req-59ccd501-0b44-4aa8-9a9c-d65cb5575049 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283360 Sep 18 01:20:05.626492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3f77-25eb-455e-8e3f-f8bc48193786 req-a3faa83f-7efd-471f-b201-aa643b403429 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:05.627980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b3e3f77-25eb-455e-8e3f-f8bc48193786 req-a3faa83f-7efd-471f-b201-aa643b403429 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1095 time: 0.0404990 Sep 18 01:20:05.664426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b3e3f77-25eb-455e-8e3f-f8bc48193786 req-3ae4c7e2-c594-4eab-93e1-c6499c483a88 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Sep 18 01:20:05.871999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c705efde-5ca1-4af8-a4c6-7dfe4a151670 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:20:05.962928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:05.974292 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670', 'network_id': '9f279ee3-305d-41e1-b3e0-948d3057cdc5', 'port_id': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670', 'mac_address': 'fa:16:3e:84:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4759bdf5-fdc3-48a7-9a52-3665d08501be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:20:06.013608 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:06.025773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c705efde-5ca1-4af8-a4c6-7dfe4a151670 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:06.044192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:06.048845 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:06.095291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:06.102815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.103160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.103496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.103828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.104155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.104504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.104827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.105147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.105468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.105785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.106107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.106421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:06.236030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['c705efde-5ca1-4af8-a4c6-7dfe4a151670'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:06.772210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f961d-c250-4d60-a13a-6bfbf0f12877 req-d3560dcd-fe61-41ec-b063-29d317c5ec8f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:06.773787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-752f961d-c250-4d60-a13a-6bfbf0f12877 req-d3560dcd-fe61-41ec-b063-29d317c5ec8f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1096 time: 0.0441976 Sep 18 01:20:06.807283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-752f961d-c250-4d60-a13a-6bfbf0f12877 req-2cc03318-4e36-4018-a8a4-2ee03d925fcf tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276201 Sep 18 01:20:07.887711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c705efde-5ca1-4af8-a4c6-7dfe4a151670 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:20:07.914345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c241-de27-467e-bbaa-4ffddc64d2eb req-78a3d975-6ad7-4d1e-b351-100cb53d2168 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:07.915890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f0c241-de27-467e-bbaa-4ffddc64d2eb req-78a3d975-6ad7-4d1e-b351-100cb53d2168 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1096 time: 0.0429330 Sep 18 01:20:07.936541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port c705efde-5ca1-4af8-a4c6-7dfe4a151670 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:20:07.940248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port c705efde-5ca1-4af8-a4c6-7dfe4a151670 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:20:07.940640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:07.949896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04f0c241-de27-467e-bbaa-4ffddc64d2eb req-784d7f29-f04e-41ee-80ac-ccb209c1e97d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279629 Sep 18 01:20:08.014554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:08.036882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:08.039154 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70734345-c8ae-44e0-9655-89e4e4b39bce" -d '{"events": [{"server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "name": "network-vif-plugged", "status": "completed", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:08.052542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:08.056515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:08.087770 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b41d908-07b1-499d-aa52-854612416e40 x-openstack-request-id: req-5b41d908-07b1-499d-aa52-854612416e40 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:08.088026 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "name": "network-vif-plugged", "status": "completed", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:08.088249 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b41d908-07b1-499d-aa52-854612416e40 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:08.088619 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670', 'code': 200} Sep 18 01:20:08.115443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:08.170947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231e5df-4ebb-4887-b242-51e13af2f0f7 req-674a8f64-b4a6-4cd0-9d16-8b2a0bafdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:08.172613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9231e5df-4ebb-4887-b242-51e13af2f0f7 req-674a8f64-b4a6-4cd0-9d16-8b2a0bafdc88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0399044 Sep 18 01:20:08.207380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9231e5df-4ebb-4887-b242-51e13af2f0f7 req-05231635-72ca-4909-9571-29791dcab21b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280917 Sep 18 01:20:09.057982 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0545cc-0328-4d27-8f86-9f2674b2af6c req-1364471f-cb64-4398-a987-0f38f074ecfb tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:09.059475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de0545cc-0328-4d27-8f86-9f2674b2af6c req-1364471f-cb64-4398-a987-0f38f074ecfb tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0434167 Sep 18 01:20:09.092982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de0545cc-0328-4d27-8f86-9f2674b2af6c req-bf4ea7c2-aac2-492a-a843-77d343b443cf tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274355 Sep 18 01:20:10.199208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b054c-9961-4971-bc77-2598e350a1f0 req-8d12b349-caad-4b32-a593-84d0c82c0f2f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:10.200735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e31b054c-9961-4971-bc77-2598e350a1f0 req-8d12b349-caad-4b32-a593-84d0c82c0f2f tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0402133 Sep 18 01:20:10.233849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e31b054c-9961-4971-bc77-2598e350a1f0 req-f4f7a002-3482-4e3e-9fb6-8248b0925633 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271168 Sep 18 01:20:10.338226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2509ea-bc91-4207-9fdd-9362340572e8 req-27bc930c-3cae-4e92-ab16-2928203ebc77 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:10.339716 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a2509ea-bc91-4207-9fdd-9362340572e8 req-27bc930c-3cae-4e92-ab16-2928203ebc77 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0409493 Sep 18 01:20:10.375829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a2509ea-bc91-4207-9fdd-9362340572e8 req-b0eba784-f3cb-4ecc-9a52-74a12ca9dc3c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285397 Sep 18 01:20:10.480670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582054c-f333-496e-82e7-fbd0220fbbd8 req-6fd732b8-61f9-47c5-944c-2871f49b9bd5 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:10.482062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2582054c-f333-496e-82e7-fbd0220fbbd8 req-6fd732b8-61f9-47c5-944c-2871f49b9bd5 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0435722 Sep 18 01:20:10.519266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2582054c-f333-496e-82e7-fbd0220fbbd8 req-9e864c8a-88c7-4d2e-a1e9-5cc0dd6d2ccc tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Sep 18 01:20:10.737652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d684b57-8dbf-413e-92d2-08554f01432f req-82793d8e-604f-4c62-a0d7-dfa555c0c20d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:10.739089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d684b57-8dbf-413e-92d2-08554f01432f req-82793d8e-604f-4c62-a0d7-dfa555c0c20d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0405197 Sep 18 01:20:10.772890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d684b57-8dbf-413e-92d2-08554f01432f req-e3f7353c-e7b6-43f7-8682-185d293f1ac4 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279915 Sep 18 01:20:11.878474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5dd5e-f4dc-4dab-b84e-459545c504a0 req-cee1a0e6-89d1-41e9-8fcd-be779816bdb0 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:11.880218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd5dd5e-f4dc-4dab-b84e-459545c504a0 req-cee1a0e6-89d1-41e9-8fcd-be779816bdb0 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0407386 Sep 18 01:20:11.914858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd5dd5e-f4dc-4dab-b84e-459545c504a0 req-611b310b-d34f-4b42-b11c-36d6f7cb141d tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287495 Sep 18 01:20:11.960012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-6d7e89a4-2140-4f63-a724-f0a6f39556ae tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:11.961493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-6d7e89a4-2140-4f63-a724-f0a6f39556ae tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380 HTTP/1.1" status: 200 len: 1097 time: 0.0428777 Sep 18 01:20:12.038511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Deleting port c705efde-5ca1-4af8-a4c6-7dfe4a151670 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:12.038851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:12.118132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] For port c705efde-5ca1-4af8-a4c6-7dfe4a151670, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=c705efde-5ca1-4af8-a4c6-7dfe4a151670,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:12.118415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:12.130990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Calling delete_port for c705efde-5ca1-4af8-a4c6-7dfe4a151670 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:12.253058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:12.263993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['c705efde-5ca1-4af8-a4c6-7dfe4a151670'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:12.283765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Pushing event deleted for resources: {'Port': ['ID=c705efde-5ca1-4af8-a4c6-7dfe4a151670,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:12.286581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['214ae89a-dad3-4eef-850e-4e452ab37c37'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:12.315498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.315847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.316184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.316543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.316877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.317204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.317528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.317979 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.318302 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.318620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.318939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.319256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:20:12.335348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] No DVR routers for this DVR port c705efde-5ca1-4af8-a4c6-7dfe4a151670 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:12.337944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:12.339931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-31c10b5c-0869-4541-9205-d7cdf4df2dd7 req-42110ec6-dd28-4a01-bbf5-159f0414ea2e tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c705efde-5ca1-4af8-a4c6-7dfe4a151670 HTTP/1.1" status: 204 len: 173 time: 0.3719606 Sep 18 01:20:12.340405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'name': 'network-vif-deleted', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:12.342838 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a14df30-23b6-4d71-8eb3-a77544968d4b" -d '{"events": [{"server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "name": "network-vif-deleted", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:12.391557 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21d5b6-f7e7-44ad-aa9c-556d06137cfa x-openstack-request-id: req-da21d5b6-f7e7-44ad-aa9c-556d06137cfa {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:12.391870 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380", "name": "network-vif-deleted", "tag": "c705efde-5ca1-4af8-a4c6-7dfe4a151670", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:12.392768 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da21d5b6-f7e7-44ad-aa9c-556d06137cfa {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:12.393407 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9cbb5b-f1b5-4dfd-ba99-b1b99fcd1380', 'name': 'network-vif-deleted', 'tag': 'c705efde-5ca1-4af8-a4c6-7dfe4a151670', 'status': 'completed', 'code': 200} Sep 18 01:20:13.170730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68090b-3769-4739-9f82-42621def1cc6 req-6dd22ad2-4e04-4a56-9be3-3e5cb81286a2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:13.172260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e68090b-3769-4739-9f82-42621def1cc6 req-6dd22ad2-4e04-4a56-9be3-3e5cb81286a2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0406809 Sep 18 01:20:13.206359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e68090b-3769-4739-9f82-42621def1cc6 req-43105807-f9e4-4860-9992-c86156a5e0cc tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277689 Sep 18 01:20:14.316817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb16f55-2cf9-4639-ab34-9a57e007e113 req-b76e184c-eb45-4dbd-9109-b5d61001dc72 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:14.318364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fb16f55-2cf9-4639-ab34-9a57e007e113 req-b76e184c-eb45-4dbd-9109-b5d61001dc72 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0451050 Sep 18 01:20:14.352982 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fb16f55-2cf9-4639-ab34-9a57e007e113 req-bd035adf-2361-44a5-b948-737320628c7c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bc4e964-37b8-4f02-a505-9687d3581969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286384 Sep 18 01:20:14.724600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-a8701172-a53a-4984-88da-5c107d031d13 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:14.726097 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-a8701172-a53a-4984-88da-5c107d031d13 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 1097 time: 0.0427270 Sep 18 01:20:14.804990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Deleting port 214ae89a-dad3-4eef-850e-4e452ab37c37 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:14.805314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:14.884114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] For port 214ae89a-dad3-4eef-850e-4e452ab37c37, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=214ae89a-dad3-4eef-850e-4e452ab37c37,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:14.884507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:14.897765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Calling delete_port for 214ae89a-dad3-4eef-850e-4e452ab37c37 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:15.013516 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:15.043678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Pushing event deleted for resources: {'Port': ['ID=214ae89a-dad3-4eef-850e-4e452ab37c37,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:15.044956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['214ae89a-dad3-4eef-850e-4e452ab37c37'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:15.085528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] No DVR routers for this DVR port 214ae89a-dad3-4eef-850e-4e452ab37c37 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:15.088105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:15.090154 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4f4822ca-5906-4164-99b5-31808c3c1ecb req-01fc9caf-289d-4b92-a2ed-01acf8f89ee2 tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.54 "DELETE /v2.0/ports/214ae89a-dad3-4eef-850e-4e452ab37c37 HTTP/1.1" status: 204 len: 173 time: 0.3572323 Sep 18 01:20:15.090603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'name': 'network-vif-deleted', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:15.092927 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e8dda8-022c-4153-9002-778bbc945360" -d '{"events": [{"server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "name": "network-vif-deleted", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:15.145862 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce671dd-60e9-4a55-90e5-29a3a5da915e x-openstack-request-id: req-5ce671dd-60e9-4a55-90e5-29a3a5da915e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:15.146157 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ff7a38-bd12-42a5-a47a-1b3959e4dbdd", "name": "network-vif-deleted", "tag": "214ae89a-dad3-4eef-850e-4e452ab37c37", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:15.146414 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ce671dd-60e9-4a55-90e5-29a3a5da915e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:15.146815 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ff7a38-bd12-42a5-a47a-1b3959e4dbdd', 'name': 'network-vif-deleted', 'tag': '214ae89a-dad3-4eef-850e-4e452ab37c37', 'status': 'completed', 'code': 200} Sep 18 01:20:15.454273 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99e1f99a-25c9-4256-bc29-81ac2330d757 req-53911685-9359-45f7-b689-b6291ba4b25c tempest-TestServerMultinode-66037971 tempest-TestServerMultinode-66037971-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66ff7a38-bd12-42a5-a47a-1b3959e4dbdd HTTP/1.1" status: 200 len: 210 time: 0.0255744 Sep 18 01:20:15.910431 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c705efde-5ca1-4af8-a4c6-7dfe4a151670 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:15.929871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: c705efde-5ca1-4af8-a4c6-7dfe4a151670 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:15.930220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device c705efde-5ca1-4af8-a4c6-7dfe4a151670 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:16.332646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:16.519720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53234) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:16.855862 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:17.092979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Deleting port eb8b526c-404e-444d-be1d-7a3cfe342541 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:17.093312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:17.167669 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] For port eb8b526c-404e-444d-be1d-7a3cfe342541, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=eb8b526c-404e-444d-be1d-7a3cfe342541,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:17.168023 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:17.180086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Calling delete_port for eb8b526c-404e-444d-be1d-7a3cfe342541 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:17.354254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:17.378848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8b526c-404e-444d-be1d-7a3cfe342541,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:17.835392 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.046839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Router e37589d5-762d-49a1-b791-aa1b071758d3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:20:18.151659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:20:18.156517 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-525518a9-43c7-440d-b421-12e75317c28d admin admin] 10.222.0.49 "PUT /v2.0/routers/e37589d5-762d-49a1-b791-aa1b071758d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356878 Sep 18 01:20:18.159675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53236) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:18.162410 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Sync routers for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:20:18.171430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:18.172133 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:18.262956 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.273644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:18.365978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.417678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Deleting port 5eb6c338-4aa0-44be-87af-832d8df43bad {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:18.418302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.448070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:20:17Z', 'revision_number': 5, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port': {'id': '5eb6c338-4aa0-44be-87af-832d8df43bad', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:18.478013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Checking router: e37589d5-762d-49a1-b791-aa1b071758d3 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:20:18.485999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Routers {'e37589d5-762d-49a1-b791-aa1b071758d3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:18.486601 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['e37589d5-762d-49a1-b791-aa1b071758d3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:18.493565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] For port 5eb6c338-4aa0-44be-87af-832d8df43bad, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=5eb6c338-4aa0-44be-87af-832d8df43bad,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:18.493930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.506926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Calling delete_port for 5eb6c338-4aa0-44be-87af-832d8df43bad owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:18.569579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] Set router e37589d5-762d-49a1-b791-aa1b071758d3 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:18.617996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:20:18Z', 'revision_number': 6, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:18.649465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 214ae89a-dad3-4eef-850e-4e452ab37c37 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:18.652742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18fd3be-e944-4784-952a-f0efed18b45e None None] The sync data for ids ['e37589d5-762d-49a1-b791-aa1b071758d3'] in n-d-712707-16 is: [{'id': 'e37589d5-762d-49a1-b791-aa1b071758d3', 'name': 'tempest-TestServerMultinode-2042821509-router', 'tenant_id': '506c97b8099a40c2bce0fea9dcf201e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:35Z', 'updated_at': '2021-09-18T01:20:18Z', 'revision_number': 6, 'project_id': '506c97b8099a40c2bce0fea9dcf201e3', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:20:18.669421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 214ae89a-dad3-4eef-850e-4e452ab37c37 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:18.669681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 214ae89a-dad3-4eef-850e-4e452ab37c37 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:18.674582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.706713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb6c338-4aa0-44be-87af-832d8df43bad,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:18.763964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.850777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.852813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.898191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.898989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37589d5-762d-49a1-b791-aa1b071758d3 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:20:18.904008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.905179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9f34ec41-31f7-4e4f-9e1d-405f629b774d admin admin] 10.222.0.49 "DELETE /v2.0/routers/e37589d5-762d-49a1-b791-aa1b071758d3 HTTP/1.1" status: 204 len: 168 time: 0.7442129 Sep 18 01:20:18.907742 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53238) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:18.954538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Deleting subnet 4759bdf5-fdc3-48a7-9a52-3665d08501be {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:20:18.958157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.990757 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.068184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.126043 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.154084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.155881 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4759bdf5-fdc3-48a7-9a52-3665d08501be HTTP/1.1" status: 204 len: 168 time: 0.2471981 Sep 18 01:20:19.158003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0db07-0fc4-4cc9-a4d2-f19a7b2cedfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4759bdf5-fdc3-48a7-9a52-3665d08501be,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:19.158722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53240) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:19.159832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794eb66-749c-481d-8c97-9d15be309111 None None] Network 9f279ee3-305d-41e1-b3e0-948d3057cdc5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:20:19.226934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.283538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Deleting port 45ea564a-dd84-4605-9ba2-a80f2d497909 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:19.283880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.349560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] For port 45ea564a-dd84-4605-9ba2-a80f2d497909, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=45ea564a-dd84-4605-9ba2-a80f2d497909,segment=NetworkSegment(87b02059-8a96-42a0-85c8-dc22e4dcfde5),segment_id=87b02059-8a96-42a0-85c8-dc22e4dcfde5)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:19.349846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.361681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Calling delete_port for 45ea564a-dd84-4605-9ba2-a80f2d497909 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:19.416858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] DHCP port deletion for 9f279ee3-305d-41e1-b3e0-948d3057cdc5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:20:19.466147 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.467821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Deleting port 45ea564a-dd84-4605-9ba2-a80f2d497909 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:19.467963 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.490605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb8b526c-404e-444d-be1d-7a3cfe342541 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:19.495316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] No DVR routers for this DVR port 45ea564a-dd84-4605-9ba2-a80f2d497909 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:19.497061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ea564a-dd84-4605-9ba2-a80f2d497909,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:19.543150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: eb8b526c-404e-444d-be1d-7a3cfe342541 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:19.543499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device eb8b526c-404e-444d-be1d-7a3cfe342541 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:19.543919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5eb6c338-4aa0-44be-87af-832d8df43bad no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:19.571590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] For port 45ea564a-dd84-4605-9ba2-a80f2d497909, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:19.571992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.573874 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.574279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 5eb6c338-4aa0-44be-87af-832d8df43bad {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:19.574629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 5eb6c338-4aa0-44be-87af-832d8df43bad not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:19.575057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 45ea564a-dd84-4605-9ba2-a80f2d497909 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:19.593593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f279ee3-305d-41e1-b3e0-948d3057cdc5']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:19.598549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 45ea564a-dd84-4605-9ba2-a80f2d497909 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:19.598906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 45ea564a-dd84-4605-9ba2-a80f2d497909 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:19.603073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b02059-8a96-42a0-85c8-dc22e4dcfde5') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:19.603376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b02059-8a96-42a0-85c8-dc22e4dcfde5') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:19.603739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Calling delete_port for 45ea564a-dd84-4605-9ba2-a80f2d497909 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:19.606375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Port 45ea564a-dd84-4605-9ba2-a80f2d497909 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:20:19.608268 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.613800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.627036 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.631148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] Pushing event deleted for resources: {'Port': ['ID=45ea564a-dd84-4605-9ba2-a80f2d497909,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:19.634031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:20:19.634433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:20:19.636567 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:20:19.640346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb937a-0df3-41c6-8513-24a17650518a None None] No DVR routers for this DVR port 45ea564a-dd84-4605-9ba2-a80f2d497909 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:19.696858 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.702473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:19.707582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f279ee3-305d-41e1-b3e0-948d3057cdc5 HTTP/1.1" status: 204 len: 168 time: 0.5437927 Sep 18 01:20:19.707975 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:19.721429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91df6a-24ff-4b1e-bd18-2f6ee44642c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f279ee3-305d-41e1-b3e0-948d3057cdc5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:20.045316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.283024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Deleting port f5fd9cea-074d-42c9-8444-92b822699525 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:20.283362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.363786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] For port f5fd9cea-074d-42c9-8444-92b822699525, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f5fd9cea-074d-42c9-8444-92b822699525,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:20.364061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.376068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Calling delete_port for f5fd9cea-074d-42c9-8444-92b822699525 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:20.549548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.573702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fd9cea-074d-42c9-8444-92b822699525,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:20.736061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.793196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:20:20.945351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:20:21.047757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:20:21.053217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a0d73f87-5a6e-4c3d-8146-e1eda4e7312b admin admin] 10.222.0.49 "PUT /v2.0/routers/6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3442187 Sep 18 01:20:21.055654 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:21.058695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Sync routers for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:20:21.067948 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:21.068570 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:21.179122 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:21.362046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:20:20Z', 'revision_number': 5, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:21.389117 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Checking router: 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:20:21.398194 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Routers {'6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:20:21.398810 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:19:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:21.467923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:21.500149 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] Set router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:20:21.574122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:21.625864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Deleting port f0872dbc-86ed-48d1-ba24-6a1488ba239f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:21.626207 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:21.671564 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:20:20Z', 'revision_number': 5, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:21.707178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] For port f0872dbc-86ed-48d1-ba24-6a1488ba239f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f0872dbc-86ed-48d1-ba24-6a1488ba239f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:21.707542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:21.708504 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b1d24-617f-4ca5-8d30-d4e8d3f39af7 None None] The sync data for ids ['6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0'] in n-d-712707-16 is: [{'id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'name': 'tempest-TestServerMultinode-285944321-router', 'tenant_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:20:20Z', 'revision_number': 5, 'project_id': '0e06f68d32794a8799d3b78ee6b85c2f', 'gw_port': {'id': 'f0872dbc-86ed-48d1-ba24-6a1488ba239f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:19:40Z', 'updated_at': '2021-09-18T01:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:20:21.719657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Calling delete_port for f0872dbc-86ed-48d1-ba24-6a1488ba239f owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:21.880881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:21.907561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0872dbc-86ed-48d1-ba24-6a1488ba239f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:21.964711 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.055019 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.057255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.104534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.105061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:20:22.109731 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.110986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-163c958b-88f1-4e64-b6c7-9aa149b2896e admin admin] 10.222.0.49 "DELETE /v2.0/routers/6cbe7ef8-75ce-4dcb-a656-4cf5c58dced0 HTTP/1.1" status: 204 len: 168 time: 1.0543857 Sep 18 01:20:22.114390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:22.163997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Deleting subnet cb9fc600-d301-4f61-af7f-bc92c948f2e9 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:20:22.167285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.204165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.290780 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.345684 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.371378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9fc600-d301-4f61-af7f-bc92c948f2e9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:22.379571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.382207 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-76266edd-41d3-4f82-988c-80576e47f3fc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb9fc600-d301-4f61-af7f-bc92c948f2e9 HTTP/1.1" status: 204 len: 168 time: 0.2658827 Sep 18 01:20:22.383874 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:22.384249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6205299-d73f-459c-a0d7-ea8479293820 None None] Network f77d05cc-f5d9-4f25-964d-6cec7754af31 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:20:22.456891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.508664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Deleting port 0263e337-1b3a-445b-8ac5-486382aa156f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:22.509091 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.571661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] For port 0263e337-1b3a-445b-8ac5-486382aa156f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0263e337-1b3a-445b-8ac5-486382aa156f,segment=NetworkSegment(dc445449-259a-4f2b-ad69-0bb19b7d4de5),segment_id=dc445449-259a-4f2b-ad69-0bb19b7d4de5)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:22.571966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.584902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Calling delete_port for 0263e337-1b3a-445b-8ac5-486382aa156f owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:22.666620 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.679955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21614ff1-ab7a-4628-8228-1eff681fd1af None None] DHCP port deletion for f77d05cc-f5d9-4f25-964d-6cec7754af31 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:20:22.698290 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Pushing event deleted for resources: {'Port': ['ID=0263e337-1b3a-445b-8ac5-486382aa156f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:22.700144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] No DVR routers for this DVR port 0263e337-1b3a-445b-8ac5-486382aa156f on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:22.774919 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.794771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77d05cc-f5d9-4f25-964d-6cec7754af31']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:22.804612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc445449-259a-4f2b-ad69-0bb19b7d4de5') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:22.804910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc445449-259a-4f2b-ad69-0bb19b7d4de5') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:20:22.814017 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.827451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.833284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:20:22.833663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:20:22.835386 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:20:22.888734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.895263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:22.899960 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f77d05cc-f5d9-4f25-964d-6cec7754af31 HTTP/1.1" status: 204 len: 168 time: 0.5150301 Sep 18 01:20:22.910615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265656f7-8f68-40a3-a15b-3b72bd412011 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77d05cc-f5d9-4f25-964d-6cec7754af31,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:23.055463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53252) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:23.099388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-164cd01c-119d-4599-8b46-5d147f01c42c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=506c97b8099a40c2bce0fea9dcf201e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426843 Sep 18 01:20:23.101861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53254) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:23.149833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.164857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f0872dbc-86ed-48d1-ba24-6a1488ba239f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:23.171492 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.184531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f0872dbc-86ed-48d1-ba24-6a1488ba239f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:23.184882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f0872dbc-86ed-48d1-ba24-6a1488ba239f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:23.185305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f5fd9cea-074d-42c9-8444-92b822699525 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:23.207409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f5fd9cea-074d-42c9-8444-92b822699525 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:23.207755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f5fd9cea-074d-42c9-8444-92b822699525 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:23.208182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0263e337-1b3a-445b-8ac5-486382aa156f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:23.221009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.223572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.224771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9e162e1-28d9-47a8-82d6-4c26005a2703 HTTP/1.1" status: 204 len: 168 time: 0.1219974 Sep 18 01:20:23.226291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0263e337-1b3a-445b-8ac5-486382aa156f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:23.226642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0263e337-1b3a-445b-8ac5-486382aa156f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:23.234136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ec7a1-ebe6-40ad-9ce8-da746f22fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e162e1-28d9-47a8-82d6-4c26005a2703,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:23.535053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53260) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:23.573347 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5eab9557-6205-466f-af9c-f36cd2690508 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e06f68d32794a8799d3b78ee6b85c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371799 Sep 18 01:20:23.575787 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53262) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:23.625993 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.647001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.694757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.697342 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:23.698533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bc4e964-37b8-4f02-a505-9687d3581969 HTTP/1.1" status: 204 len: 168 time: 0.1218050 Sep 18 01:20:23.706918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55105-3e6b-4bcf-92e6-1be36c62b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4e964-37b8-4f02-a505-9687d3581969,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:24.278892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51729d40-d8f0-4e8b-a48f-f812e21cf201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:27.295256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9d0eb2a8-fcf6-435d-988b-fc7a6c723df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:27.532932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:28.454532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:29.784731 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:32.501519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:33.655745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-04e430b6-a1b5-4c43-9706-e62d3c7df433 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299394 Sep 18 01:20:34.132116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-ade2e078-53b3-4b9a-afeb-e449f2c6545d tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:34.133712 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-ade2e078-53b3-4b9a-afeb-e449f2c6545d tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4724274 Sep 18 01:20:34.149173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-f8dbf34c-f7dc-4911-8bda-d8423419b474 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/quotas/785d8d4f121c406ea6a7ec4d664c69c9 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Sep 18 01:20:34.182904 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-6f11c07d-b02e-43aa-a92b-dc18bc2a7cbc tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286164 Sep 18 01:20:34.343174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d36cf028-e6b2-4c70-941b-8ebdabb5cc38 req-f68294ef-020a-4934-9d55-f7e77874efb4 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Sep 18 01:20:35.168090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-78f38e41-293f-40cf-aace-fe1d32b0f8f9 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233009 Sep 18 01:20:35.283939 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-08b55c58-b2e6-47f9-a6ac-622b839ef0a3 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:35.285937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-08b55c58-b2e6-47f9-a6ac-622b839ef0a3 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114538 Sep 18 01:20:35.300796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Request body: {'port': {'device_id': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'admin_state_up': True, 'tenant_id': '785d8d4f121c406ea6a7ec4d664c69c9'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:35.407495 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Made reservation on behalf of 785d8d4f121c406ea6a7ec4d664c69c9 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:20:35.411976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.429801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.454994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f272e48-957e-407a-bde9-8d32fc169b95 req-4fd840a3-dcc1-4af6-b134-b4e1822ef5d1 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 210 time: 0.0398779 Sep 18 01:20:35.538884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.542842 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.606294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:35.676242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Allocated IP 192.168.233.182 (8d3d4ef6-dbe8-4009-aa54-d4aa489b7115/81261d61-58ca-49b6-8629-ae9d16460d9f/eb39a396-279b-4ed8-884f-dd6b102f5a3a) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:20:35.822033 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.853840 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.896718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:20:35.899518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:20:35.903101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:20:35.932773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Pushing event updated for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:35.961974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:35.962609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:35.978138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-2c0e416b-58a6-4b4e-b138-27816c5c4188 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6815746 Sep 18 01:20:35.992344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Request body: {'port': {'device_id': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:36.047927 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.134189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b4b83f31-4fdc-4b2e-b867-924cd62e3aaa None None] Provisioning complete for port eb39a396-279b-4ed8-884f-dd6b102f5a3a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:20:36.134744 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b4b83f31-4fdc-4b2e-b867-924cd62e3aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.166475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b4b83f31-4fdc-4b2e-b867-924cd62e3aaa None None] Port eb39a396-279b-4ed8-884f-dd6b102f5a3a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:20:36.312479 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb39a396-279b-4ed8-884f-dd6b102f5a3a {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:36.319806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.331735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Transition to ACTIVE for port object eb39a396-279b-4ed8-884f-dd6b102f5a3a will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:20:36.334930 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.382374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Pushing event updated for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:36.453324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Attempting to bind port eb39a396-279b-4ed8-884f-dd6b102f5a3a on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:20:36.453664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Attempting to bind port eb39a396-279b-4ed8-884f-dd6b102f5a3a by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:20:36.453991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Attempting to bind port eb39a396-279b-4ed8-884f-dd6b102f5a3a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:36.459046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Port eb39a396-279b-4ed8-884f-dd6b102f5a3a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:20:36.459405 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Attempting to bind port eb39a396-279b-4ed8-884f-dd6b102f5a3a on network 8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:36.464465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:20:36.464806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Checking segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:20:36.465244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Bound using segment: {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:20:36.465828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Bound port: eb39a396-279b-4ed8-884f-dd6b102f5a3a, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39e871f-df4e-4d25-a68f-bd85f7d0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:20:36.466196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.563775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:20:36.580156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:20:36.585516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.624010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371035e-cc45-4204-b13d-bb42ca27980f req-cebcc82e-a64b-40de-b0f7-8862614b6e98 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:36.625524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0371035e-cc45-4204-b13d-bb42ca27980f req-cebcc82e-a64b-40de-b0f7-8862614b6e98 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 948 time: 0.0949161 Sep 18 01:20:36.632682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:36.633223 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:36.634764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] 10.222.0.48 "PUT /v2.0/ports/eb39a396-279b-4ed8-884f-dd6b102f5a3a HTTP/1.1" status: 200 len: 1097 time: 0.6477413 Sep 18 01:20:36.635205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:36.637476 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:36.681571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e4263-8f45-49ce-a7d1-42e1ba956bab service neutron] Pushing event updated for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:36.701569 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b79d4c-f9ce-41a6-8a41-032e748a049d x-openstack-request-id: req-a0b79d4c-f9ce-41a6-8a41-032e748a049d {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:36.701884 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:36.702195 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0b79d4c-f9ce-41a6-8a41-032e748a049d {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:36.702585 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a', 'status': 'completed', 'code': 200} Sep 18 01:20:36.709578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0371035e-cc45-4204-b13d-bb42ca27980f req-7dbd8d39-2860-4397-931b-fc8c616a2c5b tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Sep 18 01:20:36.746917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-6dadd7cf-cd64-49ca-ad51-f2bcebb77f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:36.748466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-6dadd7cf-cd64-49ca-ad51-f2bcebb77f90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 1100 time: 0.0588155 Sep 18 01:20:36.793640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-c817469f-26df-48ca-930b-b2c398bf68f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a HTTP/1.1" status: 200 len: 217 time: 0.0367646 Sep 18 01:20:36.843469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-a5fa1ed1-4c15-4eee-82c2-1844e69e944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:36.844919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-a5fa1ed1-4c15-4eee-82c2-1844e69e944b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0436711 Sep 18 01:20:36.890780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-72588af7-cade-4abf-b1b0-79bb052712db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:36.892209 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-72588af7-cade-4abf-b1b0-79bb052712db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406227 Sep 18 01:20:36.985684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-dfbd889a-6dc1-4e57-8f04-4e50a47ddcb8 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865016 Sep 18 01:20:37.077396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab4616dc-112f-4691-a89a-7c1b13f2d6a2 req-f396be45-a6be-4df1-842e-3a1e17316faf service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Sep 18 01:20:37.159864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-f307378d-c5ab-4e18-bc41-b197539903da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:37.161384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-f307378d-c5ab-4e18-bc41-b197539903da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 1100 time: 0.0410352 Sep 18 01:20:37.250776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-871f5db2-be14-4a1a-b889-05f023b05b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:37.252164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-871f5db2-be14-4a1a-b889-05f023b05b44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115 HTTP/1.1" status: 200 len: 870 time: 0.0837705 Sep 18 01:20:37.297707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-35c9b44d-7f14-4ccb-adde-5431c2f1c94f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a HTTP/1.1" status: 200 len: 217 time: 0.0384464 Sep 18 01:20:37.347493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-506f92fa-ea88-48af-9fa7-4c127fe4cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:37.348939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-506f92fa-ea88-48af-9fa7-4c127fe4cc26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81261d61-58ca-49b6-8629-ae9d16460d9f HTTP/1.1" status: 200 len: 843 time: 0.0434277 Sep 18 01:20:37.395582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-309cf866-d879-4965-a005-400864bc47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:37.397090 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-309cf866-d879-4965-a005-400864bc47ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3d4ef6-dbe8-4009-aa54-d4aa489b7115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399129 Sep 18 01:20:37.490084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-611158f9-54ed-40e0-809d-888fa1dfcf2b service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848882 Sep 18 01:20:37.580974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-940b62b6-60ac-4620-96b1-05e2f1d7c5e0 req-3095c310-494f-4120-8977-25341c2a7945 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3d4ef6-dbe8-4009-aa54-d4aa489b7115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830998 Sep 18 01:20:37.832675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76dda2-b945-490c-b2f4-42b97f2a7427 req-90d0d014-9ef1-477d-a540-62ada48be0dd tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:37.834058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b76dda2-b945-490c-b2f4-42b97f2a7427 req-90d0d014-9ef1-477d-a540-62ada48be0dd tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 948 time: 0.0540838 Sep 18 01:20:37.870837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b76dda2-b945-490c-b2f4-42b97f2a7427 req-0931da78-78d0-4522-a044-a3a6586a0245 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Sep 18 01:20:38.985041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ba38-6c85-4ece-a1ac-c9ddb812d269 req-2e124079-e432-496c-a0c2-b900787a9ee1 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:38.986514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea14ba38-6c85-4ece-a1ac-c9ddb812d269 req-2e124079-e432-496c-a0c2-b900787a9ee1 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 948 time: 0.0484428 Sep 18 01:20:39.023627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea14ba38-6c85-4ece-a1ac-c9ddb812d269 req-fd577334-99fc-405d-a6af-0968581a2291 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Sep 18 01:20:40.037163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device eb39a396-279b-4ed8-884f-dd6b102f5a3a details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:20:40.137057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:40.140665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e14711-4427-4d39-b157-7c860c635fd4 req-ea3737b9-8620-4bf3-b493-97ebcb7e3495 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:40.142172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6e14711-4427-4d39-b157-7c860c635fd4 req-ea3737b9-8620-4bf3-b493-97ebcb7e3495 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 948 time: 0.0506167 Sep 18 01:20:40.149001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a', 'network_id': '8d3d4ef6-dbe8-4009-aa54-d4aa489b7115', 'port_id': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a', 'mac_address': 'fa:16:3e:5a:0f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81261d61-58ca-49b6-8629-ae9d16460d9f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:20:40.180932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6e14711-4427-4d39-b157-7c860c635fd4 req-0843db8a-1ffd-4be5-a40a-fcd35d2c47d6 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Sep 18 01:20:40.185369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:40.198084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb39a396-279b-4ed8-884f-dd6b102f5a3a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:40.217204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:40.220581 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:40.273242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:40.427205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['eb39a396-279b-4ed8-884f-dd6b102f5a3a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:41.299361 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dde1f-ef76-4d3a-baa3-3be8b170b6ef req-60d69607-0694-44c7-953f-372007289156 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:41.301697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b3dde1f-ef76-4d3a-baa3-3be8b170b6ef req-60d69607-0694-44c7-953f-372007289156 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 949 time: 0.0535648 Sep 18 01:20:41.340100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6b3dde1f-ef76-4d3a-baa3-3be8b170b6ef req-2df4230f-4b72-43c9-a700-af7346fe5a07 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Sep 18 01:20:42.051542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device eb39a396-279b-4ed8-884f-dd6b102f5a3a up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:20:42.101707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port eb39a396-279b-4ed8-884f-dd6b102f5a3a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:20:42.105463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port eb39a396-279b-4ed8-884f-dd6b102f5a3a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:20:42.105836 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:42.179059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:42.200635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:42.202840 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e882b7ab-d6e9-459d-b652-5c7d1f51ec92" -d '{"events": [{"server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "name": "network-vif-plugged", "status": "completed", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:42.214840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:42.219330 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:42.242134 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17854e71-5d4c-406a-a289-9602458f3488 x-openstack-request-id: req-17854e71-5d4c-406a-a289-9602458f3488 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:42.242423 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "name": "network-vif-plugged", "status": "completed", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:42.242672 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17854e71-5d4c-406a-a289-9602458f3488 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:42.243056 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a', 'code': 200} Sep 18 01:20:42.268416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:42.337484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a3ef-8683-47d6-90d3-378b3259a2cd req-e35a3254-b194-4c46-88eb-ad0bf86653dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:42.339016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1187a3ef-8683-47d6-90d3-378b3259a2cd req-e35a3254-b194-4c46-88eb-ad0bf86653dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 1102 time: 0.0409968 Sep 18 01:20:42.373842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1187a3ef-8683-47d6-90d3-378b3259a2cd req-1c9efb5b-0d10-4ee2-b46e-dd0d21e1454a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272853 Sep 18 01:20:42.453812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c5cd-bf59-4d7d-9fc3-5b25993bc7aa req-8ba4dffd-921d-470c-8abf-cc680f489b73 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:42.455188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18e7c5cd-bf59-4d7d-9fc3-5b25993bc7aa req-8ba4dffd-921d-470c-8abf-cc680f489b73 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 950 time: 0.0489340 Sep 18 01:20:42.493301 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18e7c5cd-bf59-4d7d-9fc3-5b25993bc7aa req-a082b7d1-bf44-4c92-9382-8b77bec2e5df tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Sep 18 01:20:43.612366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d244bc2-6da7-416c-9fee-d149f5d969e9 req-178feca8-0a6e-4137-9a1b-79ba2eef375e tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:43.614529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d244bc2-6da7-416c-9fee-d149f5d969e9 req-178feca8-0a6e-4137-9a1b-79ba2eef375e tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 950 time: 0.0541747 Sep 18 01:20:43.652031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d244bc2-6da7-416c-9fee-d149f5d969e9 req-850c933e-4883-40a8-8f05-936e96e90b06 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Sep 18 01:20:43.927953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-3e327fcd-67e2-4172-ab9a-49b820cf4fd3 req-6ab2df55-b057-4765-98e9-74527f6c3bfe service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:20:43.928966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e327fcd-67e2-4172-ab9a-49b820cf4fd3 req-6ab2df55-b057-4765-98e9-74527f6c3bfe service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066047 Sep 18 01:20:44.349194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-80b132d1-8076-48ab-bc50-6f4ca64e595a req-fe76ccbd-e62d-4ab3-81b6-7caacb720c61 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:20:44.350258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80b132d1-8076-48ab-bc50-6f4ca64e595a req-fe76ccbd-e62d-4ab3-81b6-7caacb720c61 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044691 Sep 18 01:20:44.670929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d2ca4-9a13-49d5-8fc6-d8ed046ce8b0 req-275c3311-d4a5-4ae4-9de2-51158cde76ea tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:44.672432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e41d2ca4-9a13-49d5-8fc6-d8ed046ce8b0 req-275c3311-d4a5-4ae4-9de2-51158cde76ea tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 950 time: 0.0489709 Sep 18 01:20:44.709691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e41d2ca4-9a13-49d5-8fc6-d8ed046ce8b0 req-ca71d2a0-811e-4d05-b4e6-4f2471b4a0a0 tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Sep 18 01:20:45.828018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82d021-1a3a-4206-83f6-6ffbab870a8e req-4a55001f-3a25-4df4-bda3-cfc469ca0bad tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:45.829494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c82d021-1a3a-4206-83f6-6ffbab870a8e req-4a55001f-3a25-4df4-bda3-cfc469ca0bad tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 950 time: 0.0485435 Sep 18 01:20:45.880593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c82d021-1a3a-4206-83f6-6ffbab870a8e req-aac9821f-9fbf-4c65-8386-70f0f79bed4d tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.49 "GET /v2.0/security-groups?id=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Sep 18 01:20:45.917344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4aed-aa65-4607-a317-88856387a043 req-07c1f449-a56a-4cdd-bd7c-30e90ef6dbbe tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:45.918799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e35e4aed-aa65-4607-a317-88856387a043 req-07c1f449-a56a-4cdd-bd7c-30e90ef6dbbe tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1a4c9e-cd2f-46ce-adff-2231e11c5765 HTTP/1.1" status: 200 len: 950 time: 0.0572929 Sep 18 01:20:46.007393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Deleting port eb39a396-279b-4ed8-884f-dd6b102f5a3a {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:20:46.007618 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.098901 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] For port eb39a396-279b-4ed8-884f-dd6b102f5a3a, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=eb39a396-279b-4ed8-884f-dd6b102f5a3a,segment=NetworkSegment(c39e871f-df4e-4d25-a68f-bd85f7d0d208),segment_id=c39e871f-df4e-4d25-a68f-bd85f7d0d208)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:46.099261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.110583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Calling delete_port for eb39a396-279b-4ed8-884f-dd6b102f5a3a owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:20:46.237182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.251944 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['eb39a396-279b-4ed8-884f-dd6b102f5a3a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:46.268556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Pushing event deleted for resources: {'Port': ['ID=eb39a396-279b-4ed8-884f-dd6b102f5a3a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:46.312006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] No DVR routers for this DVR port eb39a396-279b-4ed8-884f-dd6b102f5a3a on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:20:46.315158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.317766 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e35e4aed-aa65-4607-a317-88856387a043 req-b724dc66-786a-4dbb-8025-3c25b2956b3c tempest-ServersAdminNegativeTestJSON-966085423 tempest-ServersAdminNegativeTestJSON-966085423-project] 10.222.0.48 "DELETE /v2.0/ports/eb39a396-279b-4ed8-884f-dd6b102f5a3a HTTP/1.1" status: 204 len: 173 time: 0.3919554 Sep 18 01:20:46.318215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'name': 'network-vif-deleted', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:46.320491 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58f0563-61c0-4b81-b809-752709d472a5" -d '{"events": [{"server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "name": "network-vif-deleted", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:46.343560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.368869 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110c515-21f7-4c76-878d-434af9a8f4f7 x-openstack-request-id: req-2110c515-21f7-4c76-878d-434af9a8f4f7 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:46.369063 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a4c9e-cd2f-46ce-adff-2231e11c5765", "name": "network-vif-deleted", "tag": "eb39a396-279b-4ed8-884f-dd6b102f5a3a", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:46.369303 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2110c515-21f7-4c76-878d-434af9a8f4f7 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:46.369878 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a4c9e-cd2f-46ce-adff-2231e11c5765', 'name': 'network-vif-deleted', 'tag': 'eb39a396-279b-4ed8-884f-dd6b102f5a3a', 'status': 'completed', 'code': 200} Sep 18 01:20:47.167558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53388) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:47.296815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2bd6b799-780c-41dd-872c-e00f15bcd155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=785d8d4f121c406ea6a7ec4d664c69c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281323 Sep 18 01:20:47.299301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53392) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:47.349513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.371818 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.423689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.426951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.428193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46 HTTP/1.1" status: 204 len: 168 time: 0.1279483 Sep 18 01:20:47.436641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19a6f2-766f-4b51-bb40-acb46a5728f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb2b51-e24d-46f7-ac0c-d0eb19cb6c46,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:47.691765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53398) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:47.704598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8cae77d-0fbf-4413-8403-7e515a16df1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.794584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8cae77d-0fbf-4413-8403-7e515a16df1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.798316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8cae77d-0fbf-4413-8403-7e515a16df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.837249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8cae77d-0fbf-4413-8403-7e515a16df1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5121e11ebe44495cb11211001cf338b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444032 Sep 18 01:20:47.838089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae77d-0fbf-4413-8403-7e515a16df1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef3947d-378d-43d5-a980-4f6931c38da6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:47.840077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53400) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:47.900764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.921909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.969147 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.971614 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.972859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ef3947d-378d-43d5-a980-4f6931c38da6 HTTP/1.1" status: 204 len: 168 time: 0.1317368 Sep 18 01:20:47.980400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f126-5679-4faf-a6bb-8facb689cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef3947d-378d-43d5-a980-4f6931c38da6,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:48.660918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53422) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:48.754837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1313295685-network', 'tenant_id': 'a911e44bea3c4ea6b2605814345a1f06'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:48.775976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Made reservation on behalf of a911e44bea3c4ea6b2605814345a1f06 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:20:48.778182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.789788 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.876813 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.880652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.902630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:20:48.916562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2034d-1902-44e1-91e0-7fd3fe452d3f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:48.921521 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.921864 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Added segment b46e0fd9-53b3-4ba7-84a8-41d329516f64 of type vlan for network b5bced4e-5e81-4f7a-8f92-493a015cbc21 Sep 18 01:20:48.960847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.984045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.985049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:48.985626 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:49.019125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3570466 Sep 18 01:20:49.022274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53426) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:20:49.027320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Request body: {'subnet': {'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1313295685-subnet', 'tenant_id': 'a911e44bea3c4ea6b2605814345a1f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:49.045660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df3e8-1246-4d42-a07f-3de22b6a630d admin admin] Pushing event updated for resources: {'Network': ['ID=b5bced4e-5e81-4f7a-8f92-493a015cbc21,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:49.047777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Made reservation on behalf of a911e44bea3c4ea6b2605814345a1f06 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:20:49.050656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:49.056359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network b5bced4e-5e81-4f7a-8f92-493a015cbc21 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:20:49.215360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:49.269420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6722437-8937-48a6-9498-08c006efd5c5,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:49.277873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Checking segment: {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:20:49.278176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Network hostable DHCP agents. Network: b5bced4e-5e81-4f7a-8f92-493a015cbc21, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:20:49.294213 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Network b5bced4e-5e81-4f7a-8f92-493a015cbc21 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:20:49.302959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, b5bced4e-5e81-4f7a-8f92-493a015cbc21) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:20:49.307329 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:49.307920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:49.312719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd6646-0e2e-469f-a807-2e1c7ef9be97 None None] Network b5bced4e-5e81-4f7a-8f92-493a015cbc21 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:20:49.321398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2b9cb492-329e-4d1e-b65c-a74d0d0923fd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2980125 Sep 18 01:20:49.440402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb4b16-2ae5-42b0-bece-f16c8caff35f None None] Network b5bced4e-5e81-4f7a-8f92-493a015cbc21 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:20:49.739101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-39ed128e-f1b5-415f-9c8b-1071951e7f90 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:49.740576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-39ed128e-f1b5-415f-9c8b-1071951e7f90 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 812 time: 0.1029415 Sep 18 01:20:49.755021 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-1e916ee3-fd92-4e79-9a92-6acec1530faa tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/quotas/a911e44bea3c4ea6b2605814345a1f06 HTTP/1.1" status: 200 len: 375 time: 0.0088053 Sep 18 01:20:49.786488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-5bc95392-62c2-440e-8082-7b5318f8bd56 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263071 Sep 18 01:20:49.877072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-a70d2918-5b6d-40aa-8b90-ad2e4b78a359 service neutron] 10.222.0.49 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Sep 18 01:20:49.964497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-979576a6-96e8-4bc5-a6d1-a3f1c694abc7 service neutron] 10.222.0.49 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807674 Sep 18 01:20:50.083640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device eb39a396-279b-4ed8-884f-dd6b102f5a3a no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:20:50.107389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: eb39a396-279b-4ed8-884f-dd6b102f5a3a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:20:50.107733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device eb39a396-279b-4ed8-884f-dd6b102f5a3a not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:20:50.127063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8328cf39-6aed-4227-a837-68ba5ded8652 req-63d18677-d054-4e1f-aa46-6966b01875b2 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 210 time: 0.0318975 Sep 18 01:20:51.037082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-f39676b5-b70b-45f2-91dc-7e4d7637a874 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:51.038538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-f39676b5-b70b-45f2-91dc-7e4d7637a874 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 812 time: 0.1088533 Sep 18 01:20:51.054373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Request body: {'port': {'device_id': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21', 'admin_state_up': True, 'tenant_id': 'a911e44bea3c4ea6b2605814345a1f06'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:51.166678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Made reservation on behalf of a911e44bea3c4ea6b2605814345a1f06 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:20:51.170199 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.249817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d6ccc60e-3db0-4c78-b76f-83cab994f959 req-dd151d37-3a86-4f80-ab73-50d699415a7d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 210 time: 0.0546453 Sep 18 01:20:51.318752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Allocated IP 172.20.0.7 (b5bced4e-5e81-4f7a-8f92-493a015cbc21/e6722437-8937-48a6-9498-08c006efd5c5/e298c0d1-42ae-4597-a466-62f1428c4977) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:20:51.461145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.493925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.539650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Network b5bced4e-5e81-4f7a-8f92-493a015cbc21 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:20:51.542712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:20:51.546311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:20:51.554756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:51.599500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:51.600109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.613857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7a11916e-e655-405b-8c70-02cd2e9c73d7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640113 Sep 18 01:20:51.625609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Request body: {'port': {'device_id': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:20:51.677634 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.937193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e298c0d1-42ae-4597-a466-62f1428c4977 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:51.945284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:51.957113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Transition to ACTIVE for port object e298c0d1-42ae-4597-a466-62f1428c4977 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:20:51.960871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:52.008841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:52.077966 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:20:52.078294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:20:52.078616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:52.082826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:20:52.083143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:20:52.088044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:20:52.088403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Checking segment: {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:20:52.088777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Bound using segment: {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:20:52.089196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Bound port: e298c0d1-42ae-4597-a466-62f1428c4977, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:20:52.089538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:52.154108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:20:52.156995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:20:52.161737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:52.197183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.197871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:52.199196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] 10.222.0.48 "PUT /v2.0/ports/e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 1092 time: 0.5774913 Sep 18 01:20:52.199647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:52.201890 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd26b183-2ab1-4260-a603-0470e5cfd062" -d '{"events": [{"name": "network-changed", "server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:52.223360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa0a5b-a44e-4e56-a4ef-455412b36d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:52.251017 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9907ee-a85f-4e82-b916-b83e28a777e3 x-openstack-request-id: req-ac9907ee-a85f-4e82-b916-b83e28a777e3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:52.251301 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:52.251553 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac9907ee-a85f-4e82-b916-b83e28a777e3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:52.251943 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'status': 'completed', 'code': 200} Sep 18 01:20:52.285762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-943803fb-1609-462a-bd3f-a3484795d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.287114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-943803fb-1609-462a-bd3f-a3484795d6f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1095 time: 0.0448742 Sep 18 01:20:52.338647 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7b3765db-e3c8-4e72-80d0-d26c46bc46a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0436096 Sep 18 01:20:52.389469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7f82ea64-88a1-41c1-984a-0ccf06ba768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.390983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-7f82ea64-88a1-41c1-984a-0ccf06ba768b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0450006 Sep 18 01:20:52.439160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-b7f46ef7-6d2e-4acb-ad5f-7a3ac1d9eabc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378952 Sep 18 01:20:52.486235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d4cd0-c2a8-486d-84bc-d89245eba87c req-ab1779c9-3686-4cf0-8886-04355b9a61d6 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.488299 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc0d4cd0-c2a8-486d-84bc-d89245eba87c req-ab1779c9-3686-4cf0-8886-04355b9a61d6 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.1547334 Sep 18 01:20:52.568279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc0d4cd0-c2a8-486d-84bc-d89245eba87c req-96f357b2-8172-4a08-8d0b-717597bece9e tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Sep 18 01:20:52.573637 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-2274945d-179b-459d-a879-3ff196e7836e service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277041 Sep 18 01:20:52.668641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba5c95a6-82c1-4d04-b53d-40bdec2f290d req-18186a04-c54a-45ec-b446-3e194515a732 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Sep 18 01:20:52.751747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-7f54104b-6f2b-44e2-ac58-86762f7d66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.754012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-7f54104b-6f2b-44e2-ac58-86762f7d66df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1095 time: 0.0409534 Sep 18 01:20:52.843315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-1a41c60e-31d9-4715-bab5-935a12b175f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.844834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-1a41c60e-31d9-4715-bab5-935a12b175f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0849037 Sep 18 01:20:52.889668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-e00afb1d-f1cc-43ca-aaaf-2fa48daa0ff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0378754 Sep 18 01:20:52.939744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-acef4ab4-9153-4f66-8cf5-bc572de3fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:52.941864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-acef4ab4-9153-4f66-8cf5-bc572de3fd8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0437875 Sep 18 01:20:52.974254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-2ea274aa-914a-4cd2-b67d-111d8fc2786b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242043 Sep 18 01:20:53.364407 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-59173d35-5d48-4f02-a966-1e41125ccc73 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824284 Sep 18 01:20:53.452150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd26b183-2ab1-4260-a603-0470e5cfd062 req-c69932cf-df00-419a-8597-54f316b51105 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800366 Sep 18 01:20:53.683464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5bb2-0179-41cc-b57b-da1d125e6e9a req-21a7eac5-1708-4ce3-9107-af8c73b61aac tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:53.684971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43b5bb2-0179-41cc-b57b-da1d125e6e9a req-21a7eac5-1708-4ce3-9107-af8c73b61aac tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Sep 18 01:20:53.725956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43b5bb2-0179-41cc-b57b-da1d125e6e9a req-b235be3d-d43a-4f6d-8d95-cbe7da4719c9 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Sep 18 01:20:54.278637 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb3b307-c68b-48bf-b316-043b4c1a9717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:54.842028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aae6b-0992-4213-b0fd-65d3bbb9e79d req-1b4c3b8f-9018-478d-bc08-aa4430a919e3 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:54.843497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-992aae6b-0992-4213-b0fd-65d3bbb9e79d req-1b4c3b8f-9018-478d-bc08-aa4430a919e3 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0485473 Sep 18 01:20:54.880495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-992aae6b-0992-4213-b0fd-65d3bbb9e79d req-2e68e8cf-7cee-405f-b530-ae94601316af tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302138 Sep 18 01:20:55.994517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84555-8e93-43ba-b2d6-bd9b9b3e7500 req-b2355dfa-c629-4f70-a50e-e93a33af576f tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:55.996043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb84555-8e93-43ba-b2d6-bd9b9b3e7500 req-b2355dfa-c629-4f70-a50e-e93a33af576f tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0486562 Sep 18 01:20:56.032466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb84555-8e93-43ba-b2d6-bd9b9b3e7500 req-517af50c-fc9b-409b-902c-a5d0451db632 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Sep 18 01:20:56.115457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:20:56.359350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:56.370008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21', 'port_id': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'mac_address': 'fa:16:3e:03:8f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6722437-8937-48a6-9498-08c006efd5c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:20:56.410354 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:56.422365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e298c0d1-42ae-4597-a466-62f1428c4977 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:20:56.441372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:56.444814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:56.489182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:56.631197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e298c0d1-42ae-4597-a466-62f1428c4977'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:20:57.147350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0aa9d1-feb8-4bd8-a0d8-203cd2c9cfe2 req-e670f50a-d073-4adf-a19b-16daca93381d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:57.148789 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b0aa9d1-feb8-4bd8-a0d8-203cd2c9cfe2 req-e670f50a-d073-4adf-a19b-16daca93381d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 944 time: 0.0492723 Sep 18 01:20:57.189102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b0aa9d1-feb8-4bd8-a0d8-203cd2c9cfe2 req-ba07bf1f-56a2-4bd5-a2c1-f3e1c68c2bfa tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Sep 18 01:20:57.294562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca799-2190-4e04-b83f-2aa8e36a7577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:57.534675 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:57.792516 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:20:58.146168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:20:58.192447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e298c0d1-42ae-4597-a466-62f1428c4977 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:20:58.196776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e298c0d1-42ae-4597-a466-62f1428c4977 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:20:58.197152 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:58.277838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:58.299888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:20:58.302478 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199fe8d-e09a-4171-8e72-e70a41d37c47" -d '{"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-plugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:20:58.305696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe747f-ca21-490c-82e6-ab590c3de6a0 req-62f8d625-ef38-49b3-a8fc-14a8541a8a84 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:58.307557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fabe747f-ca21-490c-82e6-ab590c3de6a0 req-62f8d625-ef38-49b3-a8fc-14a8541a8a84 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 944 time: 0.0497727 Sep 18 01:20:58.316140 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:20:58.321296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:58.346406 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca04002-6e8e-40c1-981e-d4fde035d485 x-openstack-request-id: req-7ca04002-6e8e-40c1-981e-d4fde035d485 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:20:58.346765 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-plugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:20:58.347094 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ca04002-6e8e-40c1-981e-d4fde035d485 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:20:58.348107 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'code': 200} Sep 18 01:20:58.377667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:20:58.420032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fabe747f-ca21-490c-82e6-ab590c3de6a0 req-a0f00baa-bbb6-46ac-8962-a54d7610b2db tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067142 Sep 18 01:20:58.447668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908217f-6598-4dc5-bf7f-dabbf820afbb req-389dd187-7482-4491-a868-9b1519911ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:58.449199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1908217f-6598-4dc5-bf7f-dabbf820afbb req-389dd187-7482-4491-a868-9b1519911ae1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1097 time: 0.0439262 Sep 18 01:20:58.457763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:58.485439 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1908217f-6598-4dc5-bf7f-dabbf820afbb req-ce6bdde0-38e6-4bfb-8e12-9c3867f59e51 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278716 Sep 18 01:20:59.539024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda94c7-82ba-41d3-ad81-a1bbe4414695 req-b4308687-99bd-4ac6-99cd-41e3b94ce346 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:20:59.540554 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebda94c7-82ba-41d3-ad81-a1bbe4414695 req-b4308687-99bd-4ac6-99cd-41e3b94ce346 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Sep 18 01:20:59.585669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ebda94c7-82ba-41d3-ad81-a1bbe4414695 req-8d05869c-e207-409f-9b41-284a62e10cd0 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Sep 18 01:20:59.787315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:00.698686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fd785-47e2-4a9c-bead-147d68169af8 req-38078809-ec75-48a1-8482-522906c30b7a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:00.700142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a3fd785-47e2-4a9c-bead-147d68169af8 req-38078809-ec75-48a1-8482-522906c30b7a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Sep 18 01:21:00.738124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a3fd785-47e2-4a9c-bead-147d68169af8 req-ea3844b6-64fd-49b4-8692-cbe889a081d9 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Sep 18 01:21:01.062457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca1d01-88d3-4434-8cfd-00be9cb451cd req-65c98f95-2bae-492c-be2b-9ad7d078b0bf tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:01.064249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bca1d01-88d3-4434-8cfd-00be9cb451cd req-65c98f95-2bae-492c-be2b-9ad7d078b0bf tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Sep 18 01:21:01.103483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7bca1d01-88d3-4434-8cfd-00be9cb451cd req-a41402b4-3e68-415f-ba42-b86022383544 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Sep 18 01:21:01.104346 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-c4758070-8451-4f8b-86be-0f0c4bbabcc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975163 Sep 18 01:21:02.220819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5704e-0235-43a6-b060-219f251ff00a req-fd47e40d-d627-4465-be60-e088f8204e4b tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:02.223728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2b5704e-0235-43a6-b060-219f251ff00a req-fd47e40d-d627-4465-be60-e088f8204e4b tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0488245 Sep 18 01:21:02.290891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2b5704e-0235-43a6-b060-219f251ff00a req-fe3b5b65-d632-4955-98ee-459fb98a1cf5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586481 Sep 18 01:21:02.304311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-26f8e54d-0216-4666-9cfd-8b4b3978d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:02.305999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-26f8e54d-0216-4666-9cfd-8b4b3978d667 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1097 time: 0.0505447 Sep 18 01:21:02.395660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-1decb8c1-4e7a-4633-99a2-e00ebcd4f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:02.397088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-1decb8c1-4e7a-4633-99a2-e00ebcd4f1c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0840459 Sep 18 01:21:02.442041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-d57360e1-2de2-4c5b-9266-8081c6271ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0378115 Sep 18 01:21:02.491008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-e712493b-b3b6-4dbd-ad95-258a0923301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:02.492484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-e712493b-b3b6-4dbd-ad95-258a0923301c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0438199 Sep 18 01:21:02.513971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:02.524392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-a9b5b907-8355-47da-a2fc-e10135555244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248995 Sep 18 01:21:02.618611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-c3a1650a-7b2e-4097-8f8f-c290410a5713 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Sep 18 01:21:02.708517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-62d3119e-2ae1-4dd9-bcf0-f807def4a5b1 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823016 Sep 18 01:21:03.408626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d557-608e-474a-8912-cfe8761ee1a3 req-5b24f799-4322-4dfd-8a86-f32cc08ad728 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:03.411017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3830d557-608e-474a-8912-cfe8761ee1a3 req-5b24f799-4322-4dfd-8a86-f32cc08ad728 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Sep 18 01:21:03.451849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3830d557-608e-474a-8912-cfe8761ee1a3 req-0ae0cf71-7473-46ad-a6f8-4d79ec53f19d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350051 Sep 18 01:21:04.565299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea993-c1aa-4832-81af-d58fda05c0ef req-c4904fdb-f0ca-4b64-b501-7e4655e25222 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:04.567501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-657ea993-c1aa-4832-81af-d58fda05c0ef req-c4904fdb-f0ca-4b64-b501-7e4655e25222 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Sep 18 01:21:04.604697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-657ea993-c1aa-4832-81af-d58fda05c0ef req-dd896423-54d1-45d9-bdcd-092e3761865c tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Sep 18 01:21:05.719776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3964-d8d7-47b9-9810-c4ca3515caa8 req-98c55249-a77c-4745-be92-804fc6804a9c tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:05.721282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-561e3964-d8d7-47b9-9810-c4ca3515caa8 req-98c55249-a77c-4745-be92-804fc6804a9c tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0494032 Sep 18 01:21:05.760045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-561e3964-d8d7-47b9-9810-c4ca3515caa8 req-6a90d1a7-5951-4aa3-bb17-0cb963c5c2a5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Sep 18 01:21:06.873500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e65487-a77f-4153-98c7-36585d232b67 req-db329338-3620-4f9a-9d41-277db7f766d4 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:06.874955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e65487-a77f-4153-98c7-36585d232b67 req-db329338-3620-4f9a-9d41-277db7f766d4 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0481749 Sep 18 01:21:06.917596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e65487-a77f-4153-98c7-36585d232b67 req-972aa138-2aa4-49cd-8beb-ec202fb7d8c3 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Sep 18 01:21:08.034380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3311-a76f-4470-87fe-9912f124b673 req-5b571f33-5d68-447b-9737-ad26140bb2c4 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:08.036572 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaec3311-a76f-4470-87fe-9912f124b673 req-5b571f33-5d68-447b-9737-ad26140bb2c4 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Sep 18 01:21:08.073413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaec3311-a76f-4470-87fe-9912f124b673 req-9a201dcf-e8f7-42b9-9bbe-533c2473934b tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 18 01:21:09.189961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512537db-b3e0-4793-bcb3-9f2ebd4dff80 req-86a79cdd-5555-456d-b3d0-70ee4d2d09f5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:09.192295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-512537db-b3e0-4793-bcb3-9f2ebd4dff80 req-86a79cdd-5555-456d-b3d0-70ee4d2d09f5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0517590 Sep 18 01:21:09.228653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-512537db-b3e0-4793-bcb3-9f2ebd4dff80 req-1da72acd-255e-4b21-bfca-f5b6b46d940a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305552 Sep 18 01:21:10.342516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2532f1-c373-4c30-b7ac-f7afe19c68b8 req-c20a1da2-e15f-47c5-9178-22c18458ff31 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:10.344003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd2532f1-c373-4c30-b7ac-f7afe19c68b8 req-c20a1da2-e15f-47c5-9178-22c18458ff31 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Sep 18 01:21:10.386306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd2532f1-c373-4c30-b7ac-f7afe19c68b8 req-407b6035-6906-4de6-b00b-0240a971f138 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Sep 18 01:21:11.501771 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b19bdc-8b4a-4316-bc48-be18716f584a req-138bf313-9ebc-43dd-80a4-4613ef1ab5e7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:11.503910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89b19bdc-8b4a-4316-bc48-be18716f584a req-138bf313-9ebc-43dd-80a4-4613ef1ab5e7 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Sep 18 01:21:11.540792 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-89b19bdc-8b4a-4316-bc48-be18716f584a req-f0e4a33a-a9b5-4332-9d9c-c8221d3a2609 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Sep 18 01:21:12.655473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b161c-9914-430c-af76-f63e1df37c65 req-99b5cdbc-d728-4b4f-a524-d502d95bf8f1 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:12.656970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f1b161c-9914-430c-af76-f63e1df37c65 req-99b5cdbc-d728-4b4f-a524-d502d95bf8f1 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Sep 18 01:21:12.694715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f1b161c-9914-430c-af76-f63e1df37c65 req-22f20cfb-7cb3-4412-ac57-d5cf0f09c64a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Sep 18 01:21:13.810631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab67355-8028-49d9-8143-1c6e6dc08ba2 req-0b088359-3465-428a-a3ae-a591fb2961f8 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:13.812108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab67355-8028-49d9-8143-1c6e6dc08ba2 req-0b088359-3465-428a-a3ae-a591fb2961f8 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Sep 18 01:21:13.853580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6ab67355-8028-49d9-8143-1c6e6dc08ba2 req-569037f2-77a2-403d-b239-c3b7d37c4970 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354447 Sep 18 01:21:14.969541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4694-02ca-446c-aaf7-b7df23fa7025 req-83cfa991-92af-4c1f-a506-2eddfc0312ca tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:14.971012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f61e4694-02ca-446c-aaf7-b7df23fa7025 req-83cfa991-92af-4c1f-a506-2eddfc0312ca tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Sep 18 01:21:15.008495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f61e4694-02ca-446c-aaf7-b7df23fa7025 req-d6eb4dff-e794-4ca0-b981-083bffd9ec9b tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Sep 18 01:21:16.130284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b1b82-571c-4dcb-a961-a4918a536a63 req-7e6001d1-b600-4a5d-a5bc-df4caabcea79 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:16.131776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-395b1b82-571c-4dcb-a961-a4918a536a63 req-7e6001d1-b600-4a5d-a5bc-df4caabcea79 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Sep 18 01:21:16.169913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-395b1b82-571c-4dcb-a961-a4918a536a63 req-8d1b43d4-7f4e-4fdf-bde6-863ad99ebbe1 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Sep 18 01:21:16.351018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:17.282709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f353d99-cb44-47a7-855e-c721e9a69c31 req-6bc6ff16-7a68-4471-8c3b-845933de6729 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:17.284188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f353d99-cb44-47a7-855e-c721e9a69c31 req-6bc6ff16-7a68-4471-8c3b-845933de6729 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Sep 18 01:21:17.326364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f353d99-cb44-47a7-855e-c721e9a69c31 req-44efdaaf-9a46-4887-8be0-c2052ccd4c84 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Sep 18 01:21:18.439264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5fe-89a1-4bf3-8142-fd67c7aa6e7f req-98db76a5-d989-4d4d-bace-944250d7fe19 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:18.441365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b966a5fe-89a1-4bf3-8142-fd67c7aa6e7f req-98db76a5-d989-4d4d-bace-944250d7fe19 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Sep 18 01:21:18.478811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b966a5fe-89a1-4bf3-8142-fd67c7aa6e7f req-54dd9eae-fcf4-4aee-a4a7-a828fcb955ee tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Sep 18 01:21:19.592838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1635a31-35ad-4850-9e56-3a3ae3c6b38a req-93bd10c4-99b3-4d41-bd6f-bcd79c314e3a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:19.594292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1635a31-35ad-4850-9e56-3a3ae3c6b38a req-93bd10c4-99b3-4d41-bd6f-bcd79c314e3a tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Sep 18 01:21:19.631873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1635a31-35ad-4850-9e56-3a3ae3c6b38a req-27f31c6f-b7ae-46ce-9f78-cb8d06e385a8 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Sep 18 01:21:20.745051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0087-a908-4dc5-807e-2ecbd7bf657a req-3544eea2-61d8-4e66-a46d-b68b47fb4a2c tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:20.746529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-118f0087-a908-4dc5-807e-2ecbd7bf657a req-3544eea2-61d8-4e66-a46d-b68b47fb4a2c tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0480173 Sep 18 01:21:20.788475 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-118f0087-a908-4dc5-807e-2ecbd7bf657a req-94f517c4-b0ba-4e50-bc10-567b291e122d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360968 Sep 18 01:21:21.902059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f361-b765-42bd-ae4f-d4a2c85f9176 req-cd133d64-571a-4ad4-92a0-4e2b4d865553 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:21.903558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9595f361-b765-42bd-ae4f-d4a2c85f9176 req-cd133d64-571a-4ad4-92a0-4e2b4d865553 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0497332 Sep 18 01:21:21.945836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9595f361-b765-42bd-ae4f-d4a2c85f9176 req-9679a69b-704d-40e7-ba75-893aa3b550de tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Sep 18 01:21:23.059897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d64f-7ee0-4631-b8c8-312cea81496c req-00df91ee-b189-40bb-b132-b5c6a21dcfc0 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:23.061397 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da71d64f-7ee0-4631-b8c8-312cea81496c req-00df91ee-b189-40bb-b132-b5c6a21dcfc0 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Sep 18 01:21:23.099188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-da71d64f-7ee0-4631-b8c8-312cea81496c req-9ca85034-fabd-45bd-ace6-8413abc3cd49 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Sep 18 01:21:24.212634 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4e7b-f9bf-4258-8438-2088fab4d929 req-4c4f0652-d187-4b4b-8da8-38ab8bb7c305 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:24.214113 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb6c4e7b-f9bf-4258-8438-2088fab4d929 req-4c4f0652-d187-4b4b-8da8-38ab8bb7c305 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Sep 18 01:21:24.256111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb6c4e7b-f9bf-4258-8438-2088fab4d929 req-c89deac7-866f-48c1-a995-d49e6fe6dd24 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Sep 18 01:21:24.278804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ec487ec7-c4b3-43e5-a89e-264fa80a5fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:25.369777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd3a1-65b1-46c3-9da4-0cbfb1f2f35f req-82ed297e-0615-41e0-b33c-90f0b5986dd5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:25.371236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b37cd3a1-65b1-46c3-9da4-0cbfb1f2f35f req-82ed297e-0615-41e0-b33c-90f0b5986dd5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0485954 Sep 18 01:21:25.407577 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b37cd3a1-65b1-46c3-9da4-0cbfb1f2f35f req-e4d56b60-4ec8-43bb-8755-8dbab0ac2557 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Sep 18 01:21:26.522455 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecdf03-15db-4302-babe-dd688fb80043 req-40c97e6c-6bf6-4544-808d-414904fa9ffb tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:26.523905 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46ecdf03-15db-4302-babe-dd688fb80043 req-40c97e6c-6bf6-4544-808d-414904fa9ffb tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Sep 18 01:21:26.562298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46ecdf03-15db-4302-babe-dd688fb80043 req-ae23cc0b-8a44-4a88-8153-888f2c3ee30b tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Sep 18 01:21:27.294231 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-730a6137-4548-40fc-979e-b26034c71cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:27.534954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:27.681269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90515da-b9b2-41d0-a11a-9997496931a0 req-32441c90-ee65-49bb-91c7-c7afa1ec2fdd tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:27.682730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a90515da-b9b2-41d0-a11a-9997496931a0 req-32441c90-ee65-49bb-91c7-c7afa1ec2fdd tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Sep 18 01:21:27.724549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a90515da-b9b2-41d0-a11a-9997496931a0 req-5b9f4930-8ec8-49f8-b462-bba76ce182c6 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Sep 18 01:21:28.053697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-510171e1-421f-413c-adbc-428a01bc35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:28.055168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-510171e1-421f-413c-adbc-428a01bc35e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1097 time: 0.0412774 Sep 18 01:21:28.158813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-1c126b9d-b33b-49aa-82cb-3188d8b99f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:28.161304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-1c126b9d-b33b-49aa-82cb-3188d8b99f43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0858147 Sep 18 01:21:28.209207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-8b2432f7-ab50-4513-818a-b0d033365fab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0400364 Sep 18 01:21:28.259569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-ae0f2b7b-b126-494e-b733-7b01691774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:28.261061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-ae0f2b7b-b126-494e-b733-7b01691774b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0437522 Sep 18 01:21:28.294472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-77965efe-81b6-4902-acba-fa954f6ea354 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243285 Sep 18 01:21:28.389125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-d0c55daf-2241-449b-a0bd-682b12e8ebbb service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858331 Sep 18 01:21:28.459480 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:28.479041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4945c09c-3da1-442f-b075-29f4b90a4166 req-6d526b40-2528-48fe-9de7-982bcf3aebed service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Sep 18 01:21:28.850950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fac21-7577-492e-9ec4-59d081ad7a12 req-13c81fb1-2872-48af-8592-daa89dd4091d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:28.852495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-166fac21-7577-492e-9ec4-59d081ad7a12 req-13c81fb1-2872-48af-8592-daa89dd4091d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Sep 18 01:21:28.900275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-166fac21-7577-492e-9ec4-59d081ad7a12 req-497fc315-a7c7-4db6-9b62-c33183f3d3fa tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Sep 18 01:21:29.530506 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-f7473fca-ede4-407a-b2d3-425414a0a1f8 service neutron] show failed (client error): The resource could not be found. Sep 18 01:21:29.531522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-f7473fca-ede4-407a-b2d3-425414a0a1f8 service neutron] 10.222.0.48 "GET /v2.0/ports/e298c0d1-42ae-4597-a466-62f1428c4977/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0544040 Sep 18 01:21:29.721390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-e493aa1b-773f-4b9c-a7d9-63f931f73173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:29.723672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-e493aa1b-773f-4b9c-a7d9-63f931f73173 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644&tenant_id=a911e44bea3c4ea6b2605814345a1f06 HTTP/1.1" status: 200 len: 1097 time: 0.0432959 Sep 18 01:21:29.734354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-531b69c4-db53-4807-9597-d388f514fc04 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:21:29.735286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-531b69c4-db53-4807-9597-d388f514fc04 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048363 Sep 18 01:21:29.753630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:21:29.789593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:29.810792 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.016103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5708-3f89-4803-833c-3bb15114b65b req-21447be8-20eb-4d46-9219-6d151fc04dd3 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:30.017661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f72d5708-3f89-4803-833c-3bb15114b65b req-21447be8-20eb-4d46-9219-6d151fc04dd3 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0511825 Sep 18 01:21:30.018931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:30.052589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:21:30.057144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f72d5708-3f89-4803-833c-3bb15114b65b req-b4be6fd6-e63c-42cd-812b-f055049f4ee2 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Sep 18 01:21:30.091553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:30.093818 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25937bc1-ae89-419c-b1a6-5295aa54168f" -d '{"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-unplugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:30.098767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.110853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Transition to ACTIVE for port object e298c0d1-42ae-4597-a466-62f1428c4977 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:21:30.114995 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.143229 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2dea06-20bd-44b0-b12a-49d832ef7a18 x-openstack-request-id: req-9e2dea06-20bd-44b0-b12a-49d832ef7a18 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:30.143531 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-unplugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:30.144465 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e2dea06-20bd-44b0-b12a-49d832ef7a18 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:30.145128 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'code': 200} Sep 18 01:21:30.181498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] No DVR routers for this DVR port e298c0d1-42ae-4597-a466-62f1428c4977 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:21:30.183307 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:30.194254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.194603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.194942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.195280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.195612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.195941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.196299 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.196625 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.196950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.197274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.197595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.197915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:30.232941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:21:30.233277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:21:30.233603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:21:30.237861 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:21:30.238182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Attempting to bind port e298c0d1-42ae-4597-a466-62f1428c4977 on network b5bced4e-5e81-4f7a-8f92-493a015cbc21 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:21:30.242913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:21:30.243250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Checking segment: {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:21:30.243631 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Bound using segment: {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:21:30.244053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Bound port: e298c0d1-42ae-4597-a466-62f1428c4977, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46e0fd9-53b3-4ba7-84a8-41d329516f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:21:30.244444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.306076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:21:30.309422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:21:30.313791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.345045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:30.345649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:30.348533 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] 10.222.0.54 "PUT /v2.0/ports/e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 1092 time: 0.5984249 Sep 18 01:21:30.374151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b7fa8-bcad-4ae9-902e-c1ce5a5d2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:30.422116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-75763310-f975-40bd-8948-e67388605181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:30.423609 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-75763310-f975-40bd-8948-e67388605181 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1095 time: 0.0408759 Sep 18 01:21:30.516042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-61554ae1-d138-42c6-89d3-154a9f7284fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:30.517513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-61554ae1-d138-42c6-89d3-154a9f7284fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0867829 Sep 18 01:21:30.558787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-35e9a0ea-d73c-4956-b8b2-81420b865d74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0333674 Sep 18 01:21:30.610106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-a1cd14ec-17c5-49d5-930e-f5cb15e03d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:30.611504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-a1cd14ec-17c5-49d5-930e-f5cb15e03d3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0460384 Sep 18 01:21:30.643005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-5f757bb0-42c0-4dac-8fb0-014a49336435 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238986 Sep 18 01:21:30.730338 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-527b10ff-4f56-4319-ab76-f34c7ca7575f service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796380 Sep 18 01:21:30.822391 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f9e253bd-e8f5-4397-b886-3fc4c8a8d0b0 req-1f7a7967-4b28-4dd2-8cea-33cbe1f24d4f service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847104 Sep 18 01:21:31.173371 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869e862-bc2f-4cba-80bc-98f982ce6d92 req-e6ab59e7-2a0e-4220-bd9b-df1fe5719ac5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:31.174849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3869e862-bc2f-4cba-80bc-98f982ce6d92 req-e6ab59e7-2a0e-4220-bd9b-df1fe5719ac5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0501022 Sep 18 01:21:31.212295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3869e862-bc2f-4cba-80bc-98f982ce6d92 req-33abd733-bacd-4970-84d1-9012ba22ddef tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Sep 18 01:21:32.146781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:32.149116 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:32.196618 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398bd67-3a3d-44e5-b8d2-4cedb66a549e x-openstack-request-id: req-7398bd67-3a3d-44e5-b8d2-4cedb66a549e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:32.196973 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:32.197235 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7398bd67-3a3d-44e5-b8d2-4cedb66a549e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:32.197654 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'status': 'completed', 'code': 200} Sep 18 01:21:32.266032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-94785025-1530-47f3-90c8-c02e170178cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.267543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-94785025-1530-47f3-90c8-c02e170178cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1095 time: 0.0463881 Sep 18 01:21:32.277908 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-f956a5cb-8963-4410-8ce3-6ea97051d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.279413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-f956a5cb-8963-4410-8ce3-6ea97051d49a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1095 time: 0.0419781 Sep 18 01:21:32.357375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:21:32.378994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-92e1d65b-1054-48ad-8642-a17cc1bcfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.380876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-92e1d65b-1054-48ad-8642-a17cc1bcfc5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0943894 Sep 18 01:21:32.399577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f746f-5a89-48f1-aa3e-4317660d2958 req-b2c051af-fd47-45c1-816d-465ec9bbf1c5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.401286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:21:32.401436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b48f746f-5a89-48f1-aa3e-4317660d2958 req-b2c051af-fd47-45c1-816d-465ec9bbf1c5 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.1181135 Sep 18 01:21:32.426189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-48a1fa37-6062-46a8-b29e-d4143b997dc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0369580 Sep 18 01:21:32.427202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-2414d3ce-8047-45ab-9c2b-fdd673eee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.428644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-2414d3ce-8047-45ab-9c2b-fdd673eee46a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.1537225 Sep 18 01:21:32.475708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-ca619714-94fb-4c5f-bbbb-6acd5e7aa5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.477221 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-ca619714-94fb-4c5f-bbbb-6acd5e7aa5e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0439765 Sep 18 01:21:32.479990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b48f746f-5a89-48f1-aa3e-4317660d2958 req-899b787f-81a1-44a9-aef0-2c9906ac4f82 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696223 Sep 18 01:21:32.481367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-abd19c84-23e5-423b-801c-149de4ac3038 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0455155 Sep 18 01:21:32.509532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:32.513748 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-17a950cd-be00-4b33-bdb6-d2a0f941a908 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291245 Sep 18 01:21:32.534239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-1605f30d-660c-4cbb-9ff2-a573e58ca44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:32.536614 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-1605f30d-660c-4cbb-9ff2-a573e58ca44a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0468612 Sep 18 01:21:32.571438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-89e1127f-616a-4806-816d-e4e1e32a9aa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 18 01:21:32.603999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-e73712f1-10d9-45fc-9e6a-765b14767677 service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 Sep 18 01:21:32.663131 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-5a1add04-8f90-4ea9-9257-a7e0ee46be67 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Sep 18 01:21:32.697668 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-c1d39c86-d878-4b01-af75-82c8cac97548 service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Sep 18 01:21:32.760373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6733fc9d-c61d-4486-a24a-2cf69eabcc8f req-dbbc36a2-cedd-4d3a-88b5-8ac7fe018407 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900331 Sep 18 01:21:33.604110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6cd6-e7cb-43c7-91db-7a15614380f8 req-43434fbc-ae52-414d-8c7a-5bc8a8891738 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:33.605611 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0aa6cd6-e7cb-43c7-91db-7a15614380f8 req-43434fbc-ae52-414d-8c7a-5bc8a8891738 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0478792 Sep 18 01:21:33.642539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0aa6cd6-e7cb-43c7-91db-7a15614380f8 req-76a3c9ff-8875-4bf2-b7fc-93351df61c90 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Sep 18 01:21:34.757536 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f48f6-82dc-4e0b-bfca-11ec21fca67d req-6e85cd7a-e68b-453c-bc26-4c113b72a178 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:34.759016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-332f48f6-82dc-4e0b-bfca-11ec21fca67d req-6e85cd7a-e68b-453c-bc26-4c113b72a178 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 943 time: 0.0484273 Sep 18 01:21:34.791692 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:21:34.795803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-332f48f6-82dc-4e0b-bfca-11ec21fca67d req-11c785d3-7145-4149-ae95-700d3446cf7d tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Sep 18 01:21:34.869569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:21:34.970725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:34.982109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'network_id': 'b5bced4e-5e81-4f7a-8f92-493a015cbc21', 'port_id': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'mac_address': 'fa:16:3e:03:8f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6722437-8937-48a6-9498-08c006efd5c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:21:35.019068 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:35.031516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e298c0d1-42ae-4597-a466-62f1428c4977 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:21:35.033022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-c3067fac-4e70-4383-bc4c-0a04bc526800 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:35.034468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-c3067fac-4e70-4383-bc4c-0a04bc526800 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644&tenant_id=a911e44bea3c4ea6b2605814345a1f06&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 943 time: 0.0539839 Sep 18 01:21:35.050604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:35.055022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:35.093895 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-55bd3a24-3df5-483a-b7a6-9fc01fe6169f service neutron] delete failed (client error): The resource could not be found. Sep 18 01:21:35.094953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-55bd3a24-3df5-483a-b7a6-9fc01fe6169f service neutron] 10.222.0.48 "DELETE /v2.0/ports/e298c0d1-42ae-4597-a466-62f1428c4977/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0531869 Sep 18 01:21:35.103103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:35.110399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.110758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.111101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.111443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.111778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.112107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.112463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.112789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.113115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.114068 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.114421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.114777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:35.178629 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-1da621d4-b942-4677-948b-32898306a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:35.180126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-1da621d4-b942-4677-948b-32898306a744 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1096 time: 0.0422385 Sep 18 01:21:35.276050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-03190bc5-fc7f-498a-9250-8f46ee3ba986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:35.277472 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-03190bc5-fc7f-498a-9250-8f46ee3ba986 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0906415 Sep 18 01:21:35.320045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-695ce036-c876-43bc-8e76-ac15f3690e90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0347984 Sep 18 01:21:35.368450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-b403c495-4676-4d0c-b677-89f41b6c104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:35.370041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-b403c495-4676-4d0c-b677-89f41b6c104c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0437822 Sep 18 01:21:35.406437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-b230ff9a-3a7f-41e4-a4af-d8f8e0d721bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286417 Sep 18 01:21:35.494957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-6bf0104f-0693-499a-bed1-7d83e95638ab service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808306 Sep 18 01:21:35.496468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['e298c0d1-42ae-4597-a466-62f1428c4977'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:21:35.592276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-d1cf8cf7-5ddc-47ef-bf91-5f6b8dc90eec service neutron] 10.222.0.48 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876458 Sep 18 01:21:36.297774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6f07b-3f86-4628-b695-a8ee43c4d13d req-a67f1a17-5ad7-4ddb-9879-799b1c427b1f tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:36.299248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cca6f07b-3f86-4628-b695-a8ee43c4d13d req-a67f1a17-5ad7-4ddb-9879-799b1c427b1f tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 944 time: 0.0488806 Sep 18 01:21:36.338166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cca6f07b-3f86-4628-b695-a8ee43c4d13d req-0754e160-518a-4637-b1fc-1344348794d4 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Sep 18 01:21:36.880150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:21:36.926389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port e298c0d1-42ae-4597-a466-62f1428c4977 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:21:36.929846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port e298c0d1-42ae-4597-a466-62f1428c4977 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:21:36.930213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:37.006264 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:37.027556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:37.029781 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784acb17-3cf5-4f0e-adaa-4b419adf2c00" -d '{"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-plugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:37.042121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:37.045908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:37.068976 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d836d29-01d2-4354-be69-178639bd56d6 x-openstack-request-id: req-5d836d29-01d2-4354-be69-178639bd56d6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:37.069242 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-plugged", "status": "completed", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:37.069488 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d836d29-01d2-4354-be69-178639bd56d6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:37.069869 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'code': 200} Sep 18 01:21:37.093888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:37.451245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1766-7873-4496-9d45-5267b54903c7 req-d00e177c-2035-4933-a0d5-d8b0ad301c69 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:37.452740 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eaa1766-7873-4496-9d45-5267b54903c7 req-d00e177c-2035-4933-a0d5-d8b0ad301c69 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Sep 18 01:21:37.491221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3eaa1766-7873-4496-9d45-5267b54903c7 req-9e7e2d51-e348-45e5-b7ea-08275fae6694 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdc2034d-1902-44e1-91e0-7fd3fe452d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Sep 18 01:21:37.587448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-c84cdbbd-65bb-47b5-a433-3131546061ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396125 Sep 18 01:21:37.690867 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-277eb849-a6a2-4e0b-852c-650431f891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:37.692357 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-277eb849-a6a2-4e0b-852c-650431f891e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a911e44bea3c4ea6b2605814345a1f06&device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 1097 time: 0.0394270 Sep 18 01:21:37.797934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-f48aef46-cc5b-411d-bd34-e8545b112365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:37.799319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-f48aef46-cc5b-411d-bd34-e8545b112365 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 200 len: 913 time: 0.0869691 Sep 18 01:21:37.904359 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-1c19b53e-f4ba-458f-b652-44a0a5914b49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 200 len: 217 time: 0.0557196 Sep 18 01:21:37.957962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-a0130751-4bb8-49e5-b720-a7acb34758ac tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:37.960083 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-a0130751-4bb8-49e5-b720-a7acb34758ac tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.54 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 945 time: 0.1102717 Sep 18 01:21:37.992148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-1d649892-bdf1-4c43-856f-513dce0887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:37.993579 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-1d649892-bdf1-4c43-856f-513dce0887c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 200 len: 852 time: 0.0821519 Sep 18 01:21:38.031415 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-ae7b455d-88bf-4b7a-8c98-ae38d4b4f600 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5bced4e-5e81-4f7a-8f92-493a015cbc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300806 Sep 18 01:21:38.135962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Deleting port e298c0d1-42ae-4597-a466-62f1428c4977 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:21:38.136244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:38.172565 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-7a78ccdf-1478-4872-b00d-aef26465dd9c service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250091 Sep 18 01:21:38.291744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] For port e298c0d1-42ae-4597-a466-62f1428c4977, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e298c0d1-42ae-4597-a466-62f1428c4977,segment=NetworkSegment(b46e0fd9-53b3-4ba7-84a8-41d329516f64),segment_id=b46e0fd9-53b3-4ba7-84a8-41d329516f64)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:38.292124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:38.308641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Calling delete_port for e298c0d1-42ae-4597-a466-62f1428c4977 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:21:38.330836 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-bf581a07-1e0e-4a8b-a684-7646fe839666 service neutron] 10.222.0.54 "GET /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253498 Sep 18 01:21:38.449716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:38.482343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Pushing event deleted for resources: {'Port': ['ID=e298c0d1-42ae-4597-a466-62f1428c4977,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:38.482816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['e298c0d1-42ae-4597-a466-62f1428c4977'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:21:38.523223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] No DVR routers for this DVR port e298c0d1-42ae-4597-a466-62f1428c4977 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:21:38.526140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:38.528157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-feb13fd6-a839-4f0c-afcd-7f40360f33cb req-dc5da907-244c-453a-9e65-9fe6ab8f1f65 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.54 "DELETE /v2.0/ports/e298c0d1-42ae-4597-a466-62f1428c4977 HTTP/1.1" status: 204 len: 173 time: 0.5607183 Sep 18 01:21:38.529261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-deleted', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:38.532535 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5f0433-30f1-44f3-9273-21ad5474c8bd" -d '{"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-deleted", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:38.575116 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6eda96-4cd5-4490-8fd6-4d485dd6e86a x-openstack-request-id: req-cc6eda96-4cd5-4490-8fd6-4d485dd6e86a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:38.575393 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b88ddf-0fa2-4858-b94e-4360c23be644", "name": "network-vif-deleted", "tag": "e298c0d1-42ae-4597-a466-62f1428c4977", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:38.575640 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc6eda96-4cd5-4490-8fd6-4d485dd6e86a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:38.576030 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b88ddf-0fa2-4858-b94e-4360c23be644', 'name': 'network-vif-deleted', 'tag': 'e298c0d1-42ae-4597-a466-62f1428c4977', 'status': 'completed', 'code': 200} Sep 18 01:21:38.595600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df7c55d3-b39f-4e42-a859-dc68e27d4788 req-1ab3d6fb-6dc7-480a-a968-bfd0d08a9e45 tempest-DeleteServersTestJSON-1904516436 tempest-DeleteServersTestJSON-1904516436-project] 10.222.0.49 "GET /v2.0/ports?device_id=31b88ddf-0fa2-4858-b94e-4360c23be644 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Sep 18 01:21:39.725218 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53618) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:39.768775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Deleting subnet e6722437-8937-48a6-9498-08c006efd5c5 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:21:39.772391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:39.808925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:39.849111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:39.910971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:39.937288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6722437-8937-48a6-9498-08c006efd5c5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:39.941755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:39.946463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e6722437-8937-48a6-9498-08c006efd5c5 HTTP/1.1" status: 204 len: 168 time: 0.2178137 Sep 18 01:21:39.946904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53620) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:39.949396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.949759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.950090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.950427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.950760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.951094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.951420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.951744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.952067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.952427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.952737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:39.953063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754ac9e-a3cb-4324-b114-30e09afd9672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:21:40.032687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.112124 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.133808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bced4e-5e81-4f7a-8f92-493a015cbc21']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:21:40.143094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46e0fd9-53b3-4ba7-84a8-41d329516f64') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:21:40.143391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46e0fd9-53b3-4ba7-84a8-41d329516f64') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:21:40.152675 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.166095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.171772 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:21:40.172158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:21:40.173817 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:21:40.226079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.231332 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.233196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] 10.222.0.49 "DELETE /v2.0/networks/b5bced4e-5e81-4f7a-8f92-493a015cbc21 HTTP/1.1" status: 204 len: 168 time: 0.2852106 Sep 18 01:21:40.244700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8e40a-6a21-43ab-8e59-1b6ab7865a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bced4e-5e81-4f7a-8f92-493a015cbc21,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:40.344157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53624) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:40.386892 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-eccb65fa-e042-4e0e-98a6-da5fcab73326 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a911e44bea3c4ea6b2605814345a1f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392137 Sep 18 01:21:40.387202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53626) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:40.435097 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.456813 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.503609 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.506941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:40.508128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdc2034d-1902-44e1-91e0-7fd3fe452d3f HTTP/1.1" status: 204 len: 168 time: 0.1198337 Sep 18 01:21:40.516318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1c964-4fef-4df0-bf16-b92546d12c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc2034d-1902-44e1-91e0-7fd3fe452d3f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:41.163405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53648) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:41.258866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-765443288-network', 'tenant_id': '39eafb92781c4600b75e75b93670cb31'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:21:41.279390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Made reservation on behalf of 39eafb92781c4600b75e75b93670cb31 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:21:41.281592 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.289581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.379204 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.383292 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.407527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:21:41.416956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177b07e0-3ce0-47cb-b821-a90b513b94c7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:41.422888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.423232 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Added segment a34c3f4b-d924-49d6-a7cb-89928ba290b0 of type vlan for network f3d6766b-40c0-46e9-8918-e59b01c673bf Sep 18 01:21:41.463103 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.487928 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.488896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:41.489470 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.523616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3589272 Sep 18 01:21:41.526655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 53652) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:21:41.531554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Request body: {'subnet': {'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-765443288-subnet', 'tenant_id': '39eafb92781c4600b75e75b93670cb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:21:41.551071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edef21-29f4-4a0d-a325-81833d60d4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d6766b-40c0-46e9-8918-e59b01c673bf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:41.554539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Made reservation on behalf of 39eafb92781c4600b75e75b93670cb31 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:21:41.557026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.562314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network f3d6766b-40c0-46e9-8918-e59b01c673bf details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:21:41.723211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.783902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0984c6b-ead6-4841-88a4-6c8a0091e9f4,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:41.791555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Checking segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:21:41.791914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Network hostable DHCP agents. Network: f3d6766b-40c0-46e9-8918-e59b01c673bf, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:21:41.808333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Network f3d6766b-40c0-46e9-8918-e59b01c673bf is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:21:41.816281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, f3d6766b-40c0-46e9-8918-e59b01c673bf) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:21:41.820681 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:41.821273 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.825659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db7018-be72-403f-b538-1be397816ceb None None] Network f3d6766b-40c0-46e9-8918-e59b01c673bf requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:21:41.839493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cb1e31c0-9525-4d57-b7df-375239b5d3be admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3115458 Sep 18 01:21:41.954642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ab15e-1463-4e62-aab6-233a959d5461 None None] Network f3d6766b-40c0-46e9-8918-e59b01c673bf requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:21:42.265484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-c5ab982d-5bd9-4d3b-ac0f-e3271de82a85 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:42.266957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-c5ab982d-5bd9-4d3b-ac0f-e3271de82a85 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 814 time: 0.1013923 Sep 18 01:21:42.282044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-9fd0fe27-af45-4bd9-b8dd-64eba98e26c8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/quotas/39eafb92781c4600b75e75b93670cb31 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Sep 18 01:21:42.319150 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-b5395052-126f-4bab-ac32-5811d5ff0993 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317972 Sep 18 01:21:42.408124 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-0f997075-3005-4201-9a99-19df533df253 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Sep 18 01:21:42.501395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-9640f717-615c-4cd4-8704-31c341f11e45 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Sep 18 01:21:42.659859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eff162e0-c1b1-4339-9a30-bcc32f91cd25 req-a82e7129-0ce6-4bc6-b24f-59c3a74d7889 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 210 time: 0.0269198 Sep 18 01:21:42.895475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:21:42.931983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: e298c0d1-42ae-4597-a466-62f1428c4977 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:21:42.932574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e298c0d1-42ae-4597-a466-62f1428c4977 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:21:43.751796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-060cc022-46db-4fe8-8ecf-e844995fd39c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:43.753442 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-060cc022-46db-4fe8-8ecf-e844995fd39c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 814 time: 0.1137221 Sep 18 01:21:43.756265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e950048b-4863-4b5d-bdab-39c86da2f6ef req-9aa262fc-c009-46f8-8507-ffd843af3eb0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 210 time: 0.0274527 Sep 18 01:21:43.781512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Request body: {'port': {'device_id': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'admin_state_up': True, 'tenant_id': '39eafb92781c4600b75e75b93670cb31'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:21:43.894367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Made reservation on behalf of 39eafb92781c4600b75e75b93670cb31 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:21:43.898767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.026084 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Allocated IP 172.20.0.14 (f3d6766b-40c0-46e9-8918-e59b01c673bf/f0984c6b-ead6-4841-88a4-6c8a0091e9f4/14371340-1143-437a-97f4-22bf73dd0132) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:21:44.174297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.208154 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.250575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Network f3d6766b-40c0-46e9-8918-e59b01c673bf is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:21:44.253588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:21:44.258017 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:21:44.266433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:44.315094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:44.315628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.329859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-ad8c401b-ed6b-428a-984e-b2e7cee2bd81 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522099 Sep 18 01:21:44.347422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Request body: {'port': {'device_id': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:21:44.399163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.871752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26d2d-a74a-4cab-813c-6a108821cf83 req-33298646-1057-4b67-9ec5-1b30671091a4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:44.873276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb26d2d-a74a-4cab-813c-6a108821cf83 req-33298646-1057-4b67-9ec5-1b30671091a4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 932 time: 0.0482819 Sep 18 01:21:44.915705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5eb26d2d-a74a-4cab-813c-6a108821cf83 req-64471ae3-c024-474b-b782-6ae6cc08fb60 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365782 Sep 18 01:21:44.957579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14371340-1143-437a-97f4-22bf73dd0132 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:21:44.965706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.977655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Transition to ACTIVE for port object 14371340-1143-437a-97f4-22bf73dd0132 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:21:44.980999 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:45.035361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:45.096883 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:21:45.097211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:21:45.097536 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:21:45.101916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:21:45.102236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:21:45.106834 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:21:45.107161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Checking segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:21:45.107531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Bound using segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:21:45.107943 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Bound port: 14371340-1143-437a-97f4-22bf73dd0132, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:21:45.108317 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:45.168565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:21:45.171786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:21:45.175730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:45.211589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.212191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:45.213572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] 10.222.0.54 "PUT /v2.0/ports/14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 1093 time: 0.8701832 Sep 18 01:21:45.214013 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:45.216215 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e449a-7d0a-41c0-bb25-1f3c3487cc80" -d '{"events": [{"name": "network-changed", "server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:45.242284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d5432-20bb-4eef-a50c-ca60b4ae0d33 service neutron] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:45.252935 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e7e1c-a6bf-4378-a8b2-e370e55273e0 x-openstack-request-id: req-d96e7e1c-a6bf-4378-a8b2-e370e55273e0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:45.253239 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:45.253480 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d96e7e1c-a6bf-4378-a8b2-e370e55273e0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:45.253867 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'status': 'completed', 'code': 200} Sep 18 01:21:45.314407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-e0a16e5f-7636-4335-be96-57bed59da2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.315790 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-e0a16e5f-7636-4335-be96-57bed59da2f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1096 time: 0.0403850 Sep 18 01:21:45.361560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-d3bd8618-f1d7-47ae-aa3f-0a0f8cce0850 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0322566 Sep 18 01:21:45.412712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35338-9ec6-40e5-8174-db045484857c req-75a6857a-870a-4cc3-b7b2-458980f4c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.414177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-75a6857a-870a-4cc3-b7b2-458980f4c153 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0453742 Sep 18 01:21:45.444402 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-f0061d58-e2b8-4e38-8c5b-5cbe2422d10f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234902 Sep 18 01:21:45.530022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-70a74578-8252-495b-9bc1-f499489f67c6 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786819 Sep 18 01:21:45.621575 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-32c35338-9ec6-40e5-8174-db045484857c req-7e406c7f-26bf-404b-a7d9-6c10eaea19a3 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Sep 18 01:21:45.751381 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-f29be02b-8565-47cb-af1f-dca0a619a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.752875 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-f29be02b-8565-47cb-af1f-dca0a619a7b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1096 time: 0.0404651 Sep 18 01:21:45.844956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-5bc7bc74-17ec-4817-83b2-7c177d22c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.846410 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-5bc7bc74-17ec-4817-83b2-7c177d22c895 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0857179 Sep 18 01:21:45.886071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-c4d8b0df-21ba-47ab-8818-31e4a24a4d3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0324936 Sep 18 01:21:45.934868 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-c2e7c86c-31de-4cfd-b9e6-26a1250f897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:45.936328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-c2e7c86c-31de-4cfd-b9e6-26a1250f897b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0437031 Sep 18 01:21:45.971937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-ce5e9190-cd14-4150-b6b7-141886195ebe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287013 Sep 18 01:21:46.036350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a4a0-4db2-4323-a34c-eec03d908582 req-ece12b5a-086f-413b-af73-50ddaa381798 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:46.038521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9de1a4a0-4db2-4323-a34c-eec03d908582 req-ece12b5a-086f-413b-af73-50ddaa381798 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0556796 Sep 18 01:21:46.063430 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-e6c67b49-0d4c-4fc4-a0de-eb30a57dfa34 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838425 Sep 18 01:21:46.075507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9de1a4a0-4db2-4323-a34c-eec03d908582 req-e582781f-4c31-467e-a411-3bf30c409476 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Sep 18 01:21:46.159032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-912e449a-7d0a-41c0-bb25-1f3c3487cc80 req-48aceec2-6f69-46cb-9076-a17a0478d8dc service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886822 Sep 18 01:21:46.352143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:47.192463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb0e0-0ba9-4140-9675-90b09b7d7827 req-31520f6a-0524-4705-bcaa-35534d37885c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:47.194111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed9fb0e0-0ba9-4140-9675-90b09b7d7827 req-31520f6a-0524-4705-bcaa-35534d37885c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0487483 Sep 18 01:21:47.230777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed9fb0e0-0ba9-4140-9675-90b09b7d7827 req-5d3e12a0-ea24-4805-aa51-efa2f48dd41a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Sep 18 01:21:48.344510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781f1ab-9b24-4863-b1d6-9eddd649ab74 req-8085a143-ca4e-496d-a571-bea450a873bb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:48.345981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b781f1ab-9b24-4863-b1d6-9eddd649ab74 req-8085a143-ca4e-496d-a571-bea450a873bb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0490160 Sep 18 01:21:48.387373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b781f1ab-9b24-4863-b1d6-9eddd649ab74 req-293d3113-cee2-4062-9cbb-a2def15041d9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Sep 18 01:21:49.501790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e00e0-450a-4386-a691-d446a37f9798 req-04895ce8-587b-4997-bf3c-6ec7c1d893ff tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:49.503235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-254e00e0-450a-4386-a691-d446a37f9798 req-04895ce8-587b-4997-bf3c-6ec7c1d893ff tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0481620 Sep 18 01:21:49.541133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-254e00e0-450a-4386-a691-d446a37f9798 req-b727e7be-03d4-42aa-9430-05c9827b3da1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Sep 18 01:21:50.653828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b7710-ae9d-48ce-9875-a05566ba2175 req-39030996-6cb1-4e13-9d59-5463e67b3e50 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:50.655280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c7b7710-ae9d-48ce-9875-a05566ba2175 req-39030996-6cb1-4e13-9d59-5463e67b3e50 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0488164 Sep 18 01:21:50.691315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c7b7710-ae9d-48ce-9875-a05566ba2175 req-ccc57cfa-2c14-41cc-8087-0c1211076028 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301206 Sep 18 01:21:50.924558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 14371340-1143-437a-97f4-22bf73dd0132 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:21:51.014767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:51.026335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '14371340-1143-437a-97f4-22bf73dd0132', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'port_id': '14371340-1143-437a-97f4-22bf73dd0132', 'mac_address': 'fa:16:3e:cd:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0984c6b-ead6-4841-88a4-6c8a0091e9f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:21:51.065018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:51.077137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14371340-1143-437a-97f4-22bf73dd0132 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:21:51.095400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:51.099272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:51.144041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:51.455957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['14371340-1143-437a-97f4-22bf73dd0132'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:21:51.805646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770deb17-5ac1-4eac-8efa-5ededd9e5837 req-24e07376-89cb-4b87-b11c-0fdbe445058e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:51.807160 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-770deb17-5ac1-4eac-8efa-5ededd9e5837 req-24e07376-89cb-4b87-b11c-0fdbe445058e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0493574 Sep 18 01:21:51.847978 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-770deb17-5ac1-4eac-8efa-5ededd9e5837 req-76a38180-e85f-40f1-ac88-1677c37f653b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Sep 18 01:21:52.924540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 14371340-1143-437a-97f4-22bf73dd0132 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:21:52.964140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab026e1-6fa5-4586-8972-700b25cc9252 req-09404c43-1780-41fc-9e26-bb849d6e8c45 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:52.965682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ab026e1-6fa5-4586-8972-700b25cc9252 req-09404c43-1780-41fc-9e26-bb849d6e8c45 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0497475 Sep 18 01:21:52.972060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 14371340-1143-437a-97f4-22bf73dd0132 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:21:52.976247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 14371340-1143-437a-97f4-22bf73dd0132 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:21:52.976827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:53.004310 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8ab026e1-6fa5-4586-8972-700b25cc9252 req-61022c5c-9159-48b7-a318-df7591e92be1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Sep 18 01:21:53.051641 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:53.076010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:21:53.078232 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc014de-283a-4329-a8b3-ecdc971cfd46" -d '{"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-plugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:21:53.090784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:21:53.095129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:53.119820 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375d591e-9616-41ed-a145-151c6c410692 x-openstack-request-id: req-375d591e-9616-41ed-a145-151c6c410692 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:21:53.120113 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-plugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:21:53.120386 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-375d591e-9616-41ed-a145-151c6c410692 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:21:53.120774 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'code': 200} Sep 18 01:21:53.146198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:21:53.239683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550c49-093d-4543-b56b-f6a33e06e04a req-a106c0af-3bcb-4bef-b393-8dac7c97c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:53.241356 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d1550c49-093d-4543-b56b-f6a33e06e04a req-a106c0af-3bcb-4bef-b393-8dac7c97c7c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1098 time: 0.0397325 Sep 18 01:21:53.276105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d1550c49-093d-4543-b56b-f6a33e06e04a req-042bf9a1-be8e-454e-8a46-d82e9fa7bbdd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274169 Sep 18 01:21:54.125712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f35a7-9b8d-4686-b7e4-509ce2389c65 req-7daaa5af-60ab-44e3-8197-9c07edc26a1a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:54.127178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a0f35a7-9b8d-4686-b7e4-509ce2389c65 req-7daaa5af-60ab-44e3-8197-9c07edc26a1a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0495760 Sep 18 01:21:54.165187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a0f35a7-9b8d-4686-b7e4-509ce2389c65 req-7f050dee-6073-4eaa-8b29-ea73afbf30e5 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Sep 18 01:21:54.280013 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95ad8036-2ec0-4957-82fe-4409714a4daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:55.282384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53dcb1-9cb3-44f8-ba8d-99c8e5953db8 req-0639914e-c2b7-4877-a902-9df5cf89feb0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:55.283866 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab53dcb1-9cb3-44f8-ba8d-99c8e5953db8 req-0639914e-c2b7-4877-a902-9df5cf89feb0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0508800 Sep 18 01:21:55.325841 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ab53dcb1-9cb3-44f8-ba8d-99c8e5953db8 req-096bc0bb-474e-48ea-b6a8-8a1d343ef8cb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356417 Sep 18 01:21:55.439965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f17f2-17db-4b98-8433-fc32d02bf9d8 req-eadb7999-e8f9-44e4-bbe5-89828847a6f1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:55.441450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c96f17f2-17db-4b98-8433-fc32d02bf9d8 req-eadb7999-e8f9-44e4-bbe5-89828847a6f1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0496163 Sep 18 01:21:55.479534 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c96f17f2-17db-4b98-8433-fc32d02bf9d8 req-270a4907-04ec-456f-8756-b32227099e86 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 18 01:21:55.675333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dae7-ca42-4ca5-8508-9d3c5a925113 req-1f4c1045-f7ad-479c-ab2c-11c65465632b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:55.676811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adc2dae7-ca42-4ca5-8508-9d3c5a925113 req-1f4c1045-f7ad-479c-ab2c-11c65465632b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0489275 Sep 18 01:21:55.714650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adc2dae7-ca42-4ca5-8508-9d3c5a925113 req-ac20400d-c40a-40a2-817e-ce7bffe9d3fc tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 18 01:21:55.826059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890a9cd-4323-40be-bad9-96ca23479aa0 req-b023c365-d2f7-4f85-92d1-ad6504f75953 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:55.827501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d890a9cd-4323-40be-bad9-96ca23479aa0 req-b023c365-d2f7-4f85-92d1-ad6504f75953 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0479689 Sep 18 01:21:55.868634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d890a9cd-4323-40be-bad9-96ca23479aa0 req-a5fda2b0-684d-4501-b434-d84d53142ca2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Sep 18 01:21:56.090057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-321a0608-a413-4a98-bc91-43dfde3450b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420446 Sep 18 01:21:56.099097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-90468731-ae7b-4317-89fc-5141e0148a7d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:21:56.100138 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-90468731-ae7b-4317-89fc-5141e0148a7d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051293 Sep 18 01:21:56.104281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6f33f-d506-474f-b000-1f133d50d82c req-d9e0378a-cd3d-41fa-a822-4947e4a560d3 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:56.105784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3a6f33f-d506-474f-b000-1f133d50d82c req-d9e0378a-cd3d-41fa-a822-4947e4a560d3 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0489421 Sep 18 01:21:56.145482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b3a6f33f-d506-474f-b000-1f133d50d82c req-01d68001-6973-4888-b455-fb5784276dd6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Sep 18 01:21:57.263881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b78a-bc1e-40e0-9e15-c802b391eb65 req-7ef47a26-2814-4623-840f-e1fa36d58925 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:57.265697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7120b78a-bc1e-40e0-9e15-c802b391eb65 req-7ef47a26-2814-4623-840f-e1fa36d58925 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0495527 Sep 18 01:21:57.284028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-e17d398b-212a-4fd9-bac6-77d85fb5411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:57.285770 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-e17d398b-212a-4fd9-bac6-77d85fb5411d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1098 time: 0.0451753 Sep 18 01:21:57.297090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-98cc62a6-9259-4eee-834b-affb228d928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:57.305769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7120b78a-bc1e-40e0-9e15-c802b391eb65 req-fbbf4ab6-9319-4306-a258-4a4b1272ea59 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339596 Sep 18 01:21:57.383107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-9709bdfe-4c1b-46c4-b2bb-f859a535d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:57.385528 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-9709bdfe-4c1b-46c4-b2bb-f859a535d2ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0927088 Sep 18 01:21:57.431714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-3d0e3de1-ebea-4dd7-b1cd-93ca92bc89d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0391476 Sep 18 01:21:57.479213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-6cb9f53f-6410-4944-912f-412703f90f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:57.480639 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-6cb9f53f-6410-4944-912f-412703f90f56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0425808 Sep 18 01:21:57.513063 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-d586435a-b464-4c23-a9cb-b7d1cac42904 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247140 Sep 18 01:21:57.535753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:57.607029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-ca129790-eaa4-4224-8b76-f99add8e7c6f service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Sep 18 01:21:57.696576 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-e5c18319-22cd-47af-b8c2-46616bb633de service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821877 Sep 18 01:21:58.420117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c37f65-a5e6-4717-9c96-dfcde14748ab req-23c3aecf-8e73-4c5a-8e61-f80bed8c67dd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:58.421726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c37f65-a5e6-4717-9c96-dfcde14748ab req-23c3aecf-8e73-4c5a-8e61-f80bed8c67dd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0481761 Sep 18 01:21:58.463291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:58.463912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99c37f65-a5e6-4717-9c96-dfcde14748ab req-57045a22-c671-4b0b-91b5-c05cfa0dbdfe tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Sep 18 01:21:59.578969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea70d33-5c7a-44c1-a5d9-55db4096a612 req-b7294e3e-c368-4bf5-913f-457093fdbbc5 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:21:59.580463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ea70d33-5c7a-44c1-a5d9-55db4096a612 req-b7294e3e-c368-4bf5-913f-457093fdbbc5 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0492556 Sep 18 01:21:59.618305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ea70d33-5c7a-44c1-a5d9-55db4096a612 req-3c54dd7b-d51d-4238-af1a-45e9cc404b93 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Sep 18 01:21:59.792567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:00.731758 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b3a1-b8a5-4cca-8928-94b4f1d65699 req-92fa9ff9-7f55-4ac8-a347-b28a327f3a38 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:00.733246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d7b3a1-b8a5-4cca-8928-94b4f1d65699 req-92fa9ff9-7f55-4ac8-a347-b28a327f3a38 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0487270 Sep 18 01:22:00.769521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8d7b3a1-b8a5-4cca-8928-94b4f1d65699 req-07fd94ae-effb-4086-8715-f8119c04bceb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Sep 18 01:22:01.883805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a176d3a-657e-4718-8a3c-c600bf20dfdf req-a972b72c-0bb5-40ae-b2e8-ef8f8a33931e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:01.888915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a176d3a-657e-4718-8a3c-c600bf20dfdf req-a972b72c-0bb5-40ae-b2e8-ef8f8a33931e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0485528 Sep 18 01:22:01.927752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a176d3a-657e-4718-8a3c-c600bf20dfdf req-b5efd540-b741-47b2-b9a4-e4542a8e3a70 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Sep 18 01:22:02.525104 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:03.043628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d415-8598-4f70-89a6-34979f952f4a req-c37d1b27-6e08-4ec9-81ef-7838cb0260d0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:03.045157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3146d415-8598-4f70-89a6-34979f952f4a req-c37d1b27-6e08-4ec9-81ef-7838cb0260d0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0491447 Sep 18 01:22:03.081666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3146d415-8598-4f70-89a6-34979f952f4a req-b35bf0b4-08ce-47bf-96a0-85b02f95653f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Sep 18 01:22:04.197369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d367-de95-460f-8df5-f8fcf68a21a1 req-a66c6461-ae4d-4253-86c6-5e2a2a0d0f9a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:04.198861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2a7d367-de95-460f-8df5-f8fcf68a21a1 req-a66c6461-ae4d-4253-86c6-5e2a2a0d0f9a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0504706 Sep 18 01:22:04.236039 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2a7d367-de95-460f-8df5-f8fcf68a21a1 req-fd930d2f-0258-4c4e-a8d8-cbddbdb9638b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Sep 18 01:22:05.351282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48e3c6-9fee-447d-bc4d-88dd41a83107 req-a0775ea2-5c93-4feb-88d0-9d8d252f2371 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:05.353057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df48e3c6-9fee-447d-bc4d-88dd41a83107 req-a0775ea2-5c93-4feb-88d0-9d8d252f2371 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0506151 Sep 18 01:22:05.394552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df48e3c6-9fee-447d-bc4d-88dd41a83107 req-9d8b2cdf-c72c-4697-92b9-612e67f7b90e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356441 Sep 18 01:22:06.508437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b69704-72f3-4e9d-8f62-0e108d63c6a7 req-b71e4801-3d08-4086-b08b-c35e940d77fa tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:06.509929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2b69704-72f3-4e9d-8f62-0e108d63c6a7 req-b71e4801-3d08-4086-b08b-c35e940d77fa tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0502913 Sep 18 01:22:06.547833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a2b69704-72f3-4e9d-8f62-0e108d63c6a7 req-34d07e4f-e887-4a6d-91cf-6b59ba27d0af tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Sep 18 01:22:07.662955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643905-82d3-4fe3-843f-3837c6334a92 req-9b52078b-0034-4afb-9d6b-0d0c461e23dc tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:07.664438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4643905-82d3-4fe3-843f-3837c6334a92 req-9b52078b-0034-4afb-9d6b-0d0c461e23dc tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0505013 Sep 18 01:22:07.701908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4643905-82d3-4fe3-843f-3837c6334a92 req-e38782f7-7a0f-49c1-b951-286cf493cae2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Sep 18 01:22:08.815274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2fcfc-cd77-4df5-af3c-fc258536b420 req-9501897c-b430-4327-8bed-8d4ddd2b851f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:08.816754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9b2fcfc-cd77-4df5-af3c-fc258536b420 req-9501897c-b430-4327-8bed-8d4ddd2b851f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0487077 Sep 18 01:22:08.857094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e9b2fcfc-cd77-4df5-af3c-fc258536b420 req-f2dd761d-519a-4c46-b1ea-7b034d6624c7 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Sep 18 01:22:09.971746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ef27-b2d0-4978-9837-bff9bdd7fd45 req-dd2d6657-40c2-42b1-beeb-ba5e4803fc41 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:09.973330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8a7ef27-b2d0-4978-9837-bff9bdd7fd45 req-dd2d6657-40c2-42b1-beeb-ba5e4803fc41 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0488725 Sep 18 01:22:10.010780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8a7ef27-b2d0-4978-9837-bff9bdd7fd45 req-89167fa2-6033-44c2-b578-4a7671e50426 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Sep 18 01:22:11.126087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e9810-d56a-42bd-90cb-00a2ea0a54f2 req-95e9cc3a-89da-4777-982c-ad1c4f8266af tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:11.127552 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-072e9810-d56a-42bd-90cb-00a2ea0a54f2 req-95e9cc3a-89da-4777-982c-ad1c4f8266af tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0477648 Sep 18 01:22:11.166653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-072e9810-d56a-42bd-90cb-00a2ea0a54f2 req-952f8624-2172-4cc2-9582-cd934c998f3d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Sep 18 01:22:11.791409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:22:12.281194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318d0a6-3388-47d8-b003-1672ccd81bcd req-5d3bbf54-ab76-4e3a-8013-922fd5b065bb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:12.282646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6318d0a6-3388-47d8-b003-1672ccd81bcd req-5d3bbf54-ab76-4e3a-8013-922fd5b065bb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0484610 Sep 18 01:22:12.326284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6318d0a6-3388-47d8-b003-1672ccd81bcd req-7c88b0e6-d45f-47eb-9fe8-835380d8f7e9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Sep 18 01:22:13.453540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef463-3696-449b-b4bf-dd2da2c2c984 req-e13dc64e-398f-4e84-a554-52df04ddc976 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:13.454919 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58cef463-3696-449b-b4bf-dd2da2c2c984 req-e13dc64e-398f-4e84-a554-52df04ddc976 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0491245 Sep 18 01:22:13.492676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58cef463-3696-449b-b4bf-dd2da2c2c984 req-21c59e6e-2379-4c55-8ed5-b3c3ee295677 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Sep 18 01:22:14.606465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970ec6f-5bac-4fb2-9385-465959db9723 req-9c550808-c0fd-477d-9840-5fafbed7275e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:14.607914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e970ec6f-5bac-4fb2-9385-465959db9723 req-9c550808-c0fd-477d-9840-5fafbed7275e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 18 01:22:14.644586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e970ec6f-5bac-4fb2-9385-465959db9723 req-234c5a13-e061-4a09-861c-a6a264dcd76f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Sep 18 01:22:15.756365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a2026-4391-4c70-9ca9-2922d9157c79 req-cf4ce21f-159e-431d-85b3-3a0bad0a4701 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:15.757819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d6a2026-4391-4c70-9ca9-2922d9157c79 req-cf4ce21f-159e-431d-85b3-3a0bad0a4701 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0481646 Sep 18 01:22:15.799674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d6a2026-4391-4c70-9ca9-2922d9157c79 req-6987a1ba-6cea-481e-95e4-95b9afaefa9d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359116 Sep 18 01:22:16.359745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:16.912484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1de71c-6c27-4da8-855d-69b6d3ac544b req-9f9db747-77af-4648-8b30-24dedb1255b8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:16.913960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c1de71c-6c27-4da8-855d-69b6d3ac544b req-9f9db747-77af-4648-8b30-24dedb1255b8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0487986 Sep 18 01:22:16.952235 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4c1de71c-6c27-4da8-855d-69b6d3ac544b req-8a812350-568f-4c1f-abed-e72ac0260230 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Sep 18 01:22:18.068641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34127-cbb0-4512-8859-e92e364e1928 req-604b9129-f93a-4e3d-a30c-9d377f95e856 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:18.070094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eb34127-cbb0-4512-8859-e92e364e1928 req-604b9129-f93a-4e3d-a30c-9d377f95e856 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0481820 Sep 18 01:22:18.107239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9eb34127-cbb0-4512-8859-e92e364e1928 req-21dfd746-0b73-4b2f-a5dd-ab8d8f7ea137 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304017 Sep 18 01:22:19.221022 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b5fbd-cbe7-4027-8cda-d9b2287c4fee req-8ad9f077-93e6-4ab0-9d82-b36306a3d3e9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:19.222504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e97b5fbd-cbe7-4027-8cda-d9b2287c4fee req-8ad9f077-93e6-4ab0-9d82-b36306a3d3e9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0485549 Sep 18 01:22:19.262867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e97b5fbd-cbe7-4027-8cda-d9b2287c4fee req-173c6b21-71c2-4df7-9d1f-0d22b75bf38a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Sep 18 01:22:20.376133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bd640-bc74-4a1c-9e95-c732abc35524 req-f68df206-9f1f-4b4b-a1d7-c381a51d2020 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:20.377767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a2bd640-bc74-4a1c-9e95-c732abc35524 req-f68df206-9f1f-4b4b-a1d7-c381a51d2020 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0478487 Sep 18 01:22:20.414909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a2bd640-bc74-4a1c-9e95-c732abc35524 req-7b5797d4-a661-4c21-adf6-39159e5f86a9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Sep 18 01:22:21.527417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f280f-024c-4c04-b759-1818c32aab51 req-5001cc05-1e7b-45f4-98c5-b4c29090b7be tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:21.528913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-207f280f-024c-4c04-b759-1818c32aab51 req-5001cc05-1e7b-45f4-98c5-b4c29090b7be tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0480402 Sep 18 01:22:21.566428 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-207f280f-024c-4c04-b759-1818c32aab51 req-91dd29c8-cccf-4b4c-935f-cd0ffc2c7417 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 18 01:22:22.679539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d546a-0e32-4594-93ef-ec5d6c476297 req-55d99b94-8ba0-4d73-ae1d-a7b3ab527dc3 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:22.681030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db6d546a-0e32-4594-93ef-ec5d6c476297 req-55d99b94-8ba0-4d73-ae1d-a7b3ab527dc3 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0481718 Sep 18 01:22:22.721646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db6d546a-0e32-4594-93ef-ec5d6c476297 req-2de895cc-5cb0-4041-b33d-3a3db1cf00c4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Sep 18 01:22:23.833428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e54357-b6e9-44ee-9908-13f4656311ab req-e7326dc9-3f0a-4df2-b62c-349cc9b1d6f6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:23.834896 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06e54357-b6e9-44ee-9908-13f4656311ab req-e7326dc9-3f0a-4df2-b62c-349cc9b1d6f6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0484190 Sep 18 01:22:23.871969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06e54357-b6e9-44ee-9908-13f4656311ab req-729efa6e-379e-4cf4-8358-c8b5ba10852c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Sep 18 01:22:24.282519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13fea195-44a4-4ffb-ac51-425bd152652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:24.890420 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-8aa6d737-83f7-419e-9d6e-209f637c36df service neutron] show failed (client error): The resource could not be found. Sep 18 01:22:24.891716 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-8aa6d737-83f7-419e-9d6e-209f637c36df service neutron] 10.222.0.54 "GET /v2.0/ports/14371340-1143-437a-97f4-22bf73dd0132/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0539804 Sep 18 01:22:24.988271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab994b6-921e-4748-aac1-e13eee24dcff req-8457fb13-168b-44b9-a5c6-7dea027ac195 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:24.989757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ab994b6-921e-4748-aac1-e13eee24dcff req-8457fb13-168b-44b9-a5c6-7dea027ac195 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0510325 Sep 18 01:22:25.029123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ab994b6-921e-4748-aac1-e13eee24dcff req-c9a00aaa-dffb-47b2-8d40-bd4a77883a59 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Sep 18 01:22:25.089952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-95378bd6-2f4b-4f41-a681-187e665bfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:25.091495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-95378bd6-2f4b-4f41-a681-187e665bfd40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c&tenant_id=39eafb92781c4600b75e75b93670cb31 HTTP/1.1" status: 200 len: 1098 time: 0.0407224 Sep 18 01:22:25.102734 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:22:25.157358 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.357269 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:25.389043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:22:25.427099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:25.429368 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a37ade-5bf9-4b84-92ca-6435ef3e999d" -d '{"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-unplugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:25.433863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.446016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Transition to ACTIVE for port object 14371340-1143-437a-97f4-22bf73dd0132 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:22:25.450654 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.483615 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee255faa-244c-4ea3-931f-fd672ce74ebd x-openstack-request-id: req-ee255faa-244c-4ea3-931f-fd672ce74ebd {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:25.483914 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-unplugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:25.484165 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee255faa-244c-4ea3-931f-fd672ce74ebd {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:25.484576 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'code': 200} Sep 18 01:22:25.517193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] No DVR routers for this DVR port 14371340-1143-437a-97f4-22bf73dd0132 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:22:25.518970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:25.552062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:22:25.552426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:22:25.552751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:22:25.557724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:22:25.558041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Attempting to bind port 14371340-1143-437a-97f4-22bf73dd0132 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:22:25.562865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:22:25.563207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Checking segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:22:25.563807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Bound using segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:22:25.564281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Bound port: 14371340-1143-437a-97f4-22bf73dd0132, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:22:25.564651 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.625911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:22:25.628880 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:22:25.633210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.667205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:25.667814 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:25.669219 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] 10.222.0.48 "PUT /v2.0/ports/14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 1093 time: 0.5702541 Sep 18 01:22:25.690545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822778b-03d7-4b28-878a-1ef40b43a08a service neutron] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:25.736555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-b4731771-1538-417b-84f2-838b3c1c326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:25.738075 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-b4731771-1538-417b-84f2-838b3c1c326a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1096 time: 0.0439384 Sep 18 01:22:25.826108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-f1cb3b6a-1e31-4811-a99c-78b58abff8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:25.827557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-f1cb3b6a-1e31-4811-a99c-78b58abff8fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0825155 Sep 18 01:22:25.872661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-09f18ba0-12f3-49bd-9fd9-62d02fd2ced1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0371258 Sep 18 01:22:25.920438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-25a1e336-e6d0-4aad-9806-19b0af7b1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:25.921874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-25a1e336-e6d0-4aad-9806-19b0af7b1d47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0430224 Sep 18 01:22:25.955163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-83c1f402-ac55-4fef-9b29-faa3ec2b8904 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248094 Sep 18 01:22:26.386355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-488a1029-d807-4cd9-8ba2-1067b7d19b12 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242618 Sep 18 01:22:26.409262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a91c7c-cee4-4f9e-904a-d208f41a5440 req-2b40da4c-fcb1-4397-913f-173120bd24a6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:26.410660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6a91c7c-cee4-4f9e-904a-d208f41a5440 req-2b40da4c-fcb1-4397-913f-173120bd24a6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0715153 Sep 18 01:22:26.493248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6a91c7c-cee4-4f9e-904a-d208f41a5440 req-1144dbdc-ea75-43a5-b2d5-b431b9679c4c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Sep 18 01:22:26.514280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4397da2c-5b50-4610-990e-ab24f3a39836 req-1001a22f-f980-4745-ba14-fa780d0d87d2 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198013 Sep 18 01:22:27.298199 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5e2db83a-48c7-4c0d-8093-9f3a0dda8920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:27.485303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:27.487732 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d" -d '{"events": [{"name": "network-changed", "server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:27.543423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:27.551024 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce631a59-d7e3-4478-8892-b662d8344107 x-openstack-request-id: req-ce631a59-d7e3-4478-8892-b662d8344107 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:27.551311 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:27.551560 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce631a59-d7e3-4478-8892-b662d8344107 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:27.551945 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'status': 'completed', 'code': 200} Sep 18 01:22:27.637619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-cfd10050-60f5-4a04-9de3-ecbbf6c5ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.639253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-cfd10050-60f5-4a04-9de3-ecbbf6c5ca34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1096 time: 0.0475032 Sep 18 01:22:27.656324 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02000e-b84f-4231-b5e8-833cb15aa9fb req-55ad1507-337e-4e9c-9b9e-e570fbf19335 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.657805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df02000e-b84f-4231-b5e8-833cb15aa9fb req-55ad1507-337e-4e9c-9b9e-e570fbf19335 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 944 time: 0.0828385 Sep 18 01:22:27.660381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-4f147c8c-0d40-40de-9b45-3935b944435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.661812 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-4f147c8c-0d40-40de-9b45-3935b944435c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1096 time: 0.0848744 Sep 18 01:22:27.730916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-58efe663-1fdd-4dd2-8b2d-2a565e152274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.732461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-58efe663-1fdd-4dd2-8b2d-2a565e152274 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0858307 Sep 18 01:22:27.751117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df02000e-b84f-4231-b5e8-833cb15aa9fb req-53d5b584-4d6d-415c-bfa7-9e523d6cbc6f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867264 Sep 18 01:22:27.780776 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-1a62a3e6-83dd-47cd-9a31-27b19d78c0bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0406229 Sep 18 01:22:27.781082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-7b9728d4-2c4f-4bb7-8615-3d6415117a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.782580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-7b9728d4-2c4f-4bb7-8615-3d6415117a38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.1105957 Sep 18 01:22:27.827122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-32ea2588-973e-4e40-9d65-055d42ca0b99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0342252 Sep 18 01:22:27.829540 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-84e4aa1c-cf4d-4d33-85ed-ba25d1993835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.830992 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-84e4aa1c-cf4d-4d33-85ed-ba25d1993835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0439754 Sep 18 01:22:27.864705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-14adf366-f9bb-4520-a74d-b45fb78ac095 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246136 Sep 18 01:22:27.876992 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-e4aece81-1207-4d14-bf78-fbce3704895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:27.878516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-e4aece81-1207-4d14-bf78-fbce3704895a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0435078 Sep 18 01:22:27.918983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-b18b367c-9eaa-45d7-84e8-2b37b48870e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332749 Sep 18 01:22:27.960988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-0d31ff0c-e1b2-44f2-bd72-f8d14a95d998 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889702 Sep 18 01:22:28.025568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-9b06b0b0-87be-4e1e-8934-7dd8d6182fba service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909927 Sep 18 01:22:28.070118 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-f600ecf1-575d-47f8-809e-3d7a039c1774 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007791 Sep 18 01:22:28.123578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcdd0c5d-da90-4498-b2d1-5d733a7e816d req-9de1c5dd-2b6c-4dcf-91b4-9d6216a8b932 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892231 Sep 18 01:22:28.466175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:28.609714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14371340-1143-437a-97f4-22bf73dd0132 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:22:28.711720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:28.723163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '14371340-1143-437a-97f4-22bf73dd0132', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'port_id': '14371340-1143-437a-97f4-22bf73dd0132', 'mac_address': 'fa:16:3e:cd:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0984c6b-ead6-4841-88a4-6c8a0091e9f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:22:28.757652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:28.769907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14371340-1143-437a-97f4-22bf73dd0132 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:22:28.795998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:28.804637 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:28.879291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f866-a58b-4e5c-a9e3-88da60638924 req-ad0a49f6-ee06-4601-96b9-298fb958e1f9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:28.880836 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d470f866-a58b-4e5c-a9e3-88da60638924 req-ad0a49f6-ee06-4601-96b9-298fb958e1f9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0512977 Sep 18 01:22:28.882552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:28.925818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d470f866-a58b-4e5c-a9e3-88da60638924 req-d4d6261d-d3ce-49a2-8a96-86f9705e0fd4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Sep 18 01:22:28.988764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 14371340-1143-437a-97f4-22bf73dd0132 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:22:29.020710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14371340-1143-437a-97f4-22bf73dd0132'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:22:29.063223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 14371340-1143-437a-97f4-22bf73dd0132 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:22:29.170766 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272640b-db33-4cc4-a713-95680ac1c699 req-d94c00cf-5fa3-439b-b832-c8d8e007136f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:29.183266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a272640b-db33-4cc4-a713-95680ac1c699 req-d94c00cf-5fa3-439b-b832-c8d8e007136f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0741212 Sep 18 01:22:29.190852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-cecc8f8a-ed22-4eff-9d4d-ff493b4d6008 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:29.192792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-cecc8f8a-ed22-4eff-9d4d-ff493b4d6008 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.54 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c&tenant_id=39eafb92781c4600b75e75b93670cb31&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 945 time: 0.0668466 Sep 18 01:22:29.226271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a272640b-db33-4cc4-a713-95680ac1c699 req-e646f704-f415-45f6-9488-adb6ebc2b771 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Sep 18 01:22:29.274391 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-46722cb2-b181-4d6c-8cca-0e6ecf488dc6 service neutron] delete failed (client error): The resource could not be found. Sep 18 01:22:29.276080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-46722cb2-b181-4d6c-8cca-0e6ecf488dc6 service neutron] 10.222.0.54 "DELETE /v2.0/ports/14371340-1143-437a-97f4-22bf73dd0132/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0753298 Sep 18 01:22:29.387825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-0b75896a-20bf-4cee-a9a0-c6cdc8b8ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:29.389388 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-0b75896a-20bf-4cee-a9a0-c6cdc8b8ec42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1097 time: 0.0460446 Sep 18 01:22:29.489766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-4af0b724-e4c5-4ffb-a870-55aad80a0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:29.492294 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-4af0b724-e4c5-4ffb-a870-55aad80a0692 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0959218 Sep 18 01:22:29.539600 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-fdba23ce-bbf0-416a-a71d-c90a2583c9d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0397787 Sep 18 01:22:29.588135 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-4502688b-4c49-445b-abb4-7421d98b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:29.589642 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-4502688b-4c49-445b-abb4-7421d98b18bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0433779 Sep 18 01:22:29.619453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-2b64be49-4bbf-4388-b2ee-4ee869a2f10c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233414 Sep 18 01:22:29.713951 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-c5a05f20-a228-48a2-bcd3-ed7f85d86a02 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875046 Sep 18 01:22:29.796519 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:29.803854 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4c2c9ca4-f2c3-4cfa-a313-f4bd3ed4cb0f req-bf51f3cb-a06a-47bc-ac4f-a9b880e10167 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836654 Sep 18 01:22:29.990824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-4bcbf4de-32c0-401b-9f2c-bff6de89cc02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426631 Sep 18 01:22:30.075576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-995d7042-783c-4e54-b1aa-1970b9d64f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.077008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-995d7042-783c-4e54-b1aa-1970b9d64f1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 1097 time: 0.0407941 Sep 18 01:22:30.179715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-1a117e11-f9d7-41b2-883a-566a798fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.182169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-1a117e11-f9d7-41b2-883a-566a798fdfb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0840266 Sep 18 01:22:30.227567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-13a31940-f1dd-49e9-b5c2-167ba4be1220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 200 len: 217 time: 0.0382812 Sep 18 01:22:30.280137 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-7a867d09-d37a-4ebb-8261-cda408acd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.281862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-7a867d09-d37a-4ebb-8261-cda408acd0f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0479863 Sep 18 01:22:30.316151 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-544e71a7-4065-4c25-940b-db2acb28dd8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274060 Sep 18 01:22:30.424937 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92594443-252a-4425-987a-79ee4460f403 req-5a939e93-790c-47e6-850d-e5c1a8642160 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.426455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92594443-252a-4425-987a-79ee4460f403 req-5a939e93-790c-47e6-850d-e5c1a8642160 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.1128573 Sep 18 01:22:30.460172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-114402b1-b1fc-4feb-8835-6afffd6fe125 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340554 Sep 18 01:22:30.492438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-92594443-252a-4425-987a-79ee4460f403 req-47415b58-e5dc-48f6-aefc-acf23dafe190 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590558 Sep 18 01:22:30.571956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a7cdbc9-5dab-450a-8467-bd9c8445fc8e req-99935184-f639-4929-8f21-0fbb334e13d2 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023929 Sep 18 01:22:30.610967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ab6f-ca4c-4d3d-b1d3-6cb1571294ac req-31d5e63c-3ad7-41a4-a94b-942a7a4ceb7d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.612372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d6ab6f-ca4c-4d3d-b1d3-6cb1571294ac req-31d5e63c-3ad7-41a4-a94b-942a7a4ceb7d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0501933 Sep 18 01:22:30.613536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14371340-1143-437a-97f4-22bf73dd0132 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:22:30.651928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71d6ab6f-ca4c-4d3d-b1d3-6cb1571294ac req-af8838ba-6504-49f7-9797-1b55632bcb13 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Sep 18 01:22:30.664704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 14371340-1143-437a-97f4-22bf73dd0132 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:22:30.669183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 14371340-1143-437a-97f4-22bf73dd0132 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:22:30.669562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:30.744055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:30.766389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:30.767394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488c69a-e0ee-47da-97f2-bad12ec008e4 req-dc828913-106b-4a7e-be2a-078f7e97b761 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:30.768641 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c127be-c1b9-4912-9ce5-36b948c39aac" -d '{"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-plugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:30.768931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9488c69a-e0ee-47da-97f2-bad12ec008e4 req-dc828913-106b-4a7e-be2a-078f7e97b761 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 945 time: 0.0494823 Sep 18 01:22:30.781466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:30.786858 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:30.809887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9488c69a-e0ee-47da-97f2-bad12ec008e4 req-93747589-e4c3-4990-aed6-ddb883e3ab2c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Sep 18 01:22:30.817252 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b188c-7bfd-4713-a99a-1631aa11642e x-openstack-request-id: req-413b188c-7bfd-4713-a99a-1631aa11642e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:30.817789 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-plugged", "status": "completed", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:30.817789 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-413b188c-7bfd-4713-a99a-1631aa11642e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:30.818140 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'code': 200} Sep 18 01:22:30.846103 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:31.162576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-8017b55f-af29-4ab8-907c-25286305437a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:31.164070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-8017b55f-af29-4ab8-907c-25286305437a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 814 time: 0.1040981 Sep 18 01:22:31.179815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-a8acf008-6a0d-41a3-9e87-45d5258eb513 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/quotas/39eafb92781c4600b75e75b93670cb31 HTTP/1.1" status: 200 len: 375 time: 0.0090904 Sep 18 01:22:31.229120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-e0316670-bd17-4e90-aedf-cacd4b7aba8e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428262 Sep 18 01:22:31.239524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-f6585bfa-cc76-496f-a2d5-3fe19e6612c1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:22:31.240519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-f6585bfa-cc76-496f-a2d5-3fe19e6612c1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049162 Sep 18 01:22:31.333430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-3b5acd66-807a-45c2-868a-4c30518aed15 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Sep 18 01:22:31.422060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-235c80c6-58f4-430e-b5b9-5dac00a9fba0 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821588 Sep 18 01:22:31.583795 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ff7e021-4e43-4350-ba3f-c60aad97386c req-e141076a-dd5b-4e9c-9b79-da79dc35deb8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 210 time: 0.0305588 Sep 18 01:22:32.314529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00247650-a174-4892-8f9e-0274a2840046 req-d5cf23d5-6043-401d-b729-66bcac38b9d7 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:32.315930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00247650-a174-4892-8f9e-0274a2840046 req-d5cf23d5-6043-401d-b729-66bcac38b9d7 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.48 "GET /v2.0/ports?device_id=d05dcc52-9517-478e-8fb2-ee635d4bab5c HTTP/1.1" status: 200 len: 946 time: 0.0490725 Sep 18 01:22:32.379691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.48', 51629) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:22:32.409346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Deleting port 14371340-1143-437a-97f4-22bf73dd0132 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:22:32.409698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.499034 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-4cdfe6a6-b78f-4f26-8c6b-cc42f1b8fdfb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:32.500693 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-4cdfe6a6-b78f-4f26-8c6b-cc42f1b8fdfb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 814 time: 0.1190989 Sep 18 01:22:32.511315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] For port 14371340-1143-437a-97f4-22bf73dd0132, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=14371340-1143-437a-97f4-22bf73dd0132,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:32.511688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.517042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Request body: {'port': {'device_id': '44120318-001b-4b7a-835d-680fe80ec6d7', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'admin_state_up': True, 'tenant_id': '39eafb92781c4600b75e75b93670cb31'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:22:32.518862 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.526624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Calling delete_port for 14371340-1143-437a-97f4-22bf73dd0132 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:22:32.632989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Made reservation on behalf of 39eafb92781c4600b75e75b93670cb31 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:22:32.636827 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.670063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.682463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14371340-1143-437a-97f4-22bf73dd0132'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:22:32.688962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-198e0dc1-b073-4759-a340-792057e9422d req-8421a6bb-1974-4dfc-bfa3-78c250bb2b96 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 210 time: 0.0296347 Sep 18 01:22:32.714579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Pushing event deleted for resources: {'Port': ['ID=14371340-1143-437a-97f4-22bf73dd0132,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:32.755833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] No DVR routers for this DVR port 14371340-1143-437a-97f4-22bf73dd0132 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:22:32.758700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.760943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00247650-a174-4892-8f9e-0274a2840046 req-d4bbfe73-91cc-44fb-ae4d-b41b1db44a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.48 "DELETE /v2.0/ports/14371340-1143-437a-97f4-22bf73dd0132 HTTP/1.1" status: 204 len: 173 time: 0.4375138 Sep 18 01:22:32.761410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-deleted', 'tag': '14371340-1143-437a-97f4-22bf73dd0132'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:32.763663 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d9493-1c3f-400c-8faf-fecea9676e6d" -d '{"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-deleted", "tag": "14371340-1143-437a-97f4-22bf73dd0132"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:32.780781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Allocated IP 172.20.0.8 (f3d6766b-40c0-46e9-8918-e59b01c673bf/f0984c6b-ead6-4841-88a4-6c8a0091e9f4/affdb20f-1a7a-48cd-a3f1-289c9e623bc5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:22:32.812303 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a5a5b8-cc1b-4103-9a73-6e9d84b9f404 x-openstack-request-id: req-b5a5a5b8-cc1b-4103-9a73-6e9d84b9f404 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:32.813136 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05dcc52-9517-478e-8fb2-ee635d4bab5c", "name": "network-vif-deleted", "tag": "14371340-1143-437a-97f4-22bf73dd0132", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:32.813136 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5a5a5b8-cc1b-4103-9a73-6e9d84b9f404 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:32.813432 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05dcc52-9517-478e-8fb2-ee635d4bab5c', 'name': 'network-vif-deleted', 'tag': '14371340-1143-437a-97f4-22bf73dd0132', 'status': 'completed', 'code': 200} Sep 18 01:22:32.939511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.973687 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:32.984979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['14371340-1143-437a-97f4-22bf73dd0132'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:22:33.017194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Network f3d6766b-40c0-46e9-8918-e59b01c673bf is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:22:33.020433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:22:33.023945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:22:33.032717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:33.065200 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.065544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.065881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.066215 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.066539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.066866 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.067193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.067512 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.067831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.068150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.068492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.068813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:33.090678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:33.091291 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.105189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-2a16722a-b76f-4582-9642-4173e0dc7429 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947924 Sep 18 01:22:33.117716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Request body: {'port': {'device_id': '44120318-001b-4b7a-835d-680fe80ec6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:22:33.169230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.422709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affdb20f-1a7a-48cd-a3f1-289c9e623bc5 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:22:33.429864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.441630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Transition to ACTIVE for port object affdb20f-1a7a-48cd-a3f1-289c9e623bc5 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:22:33.444841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.500128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:33.562244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:22:33.562571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:22:33.562893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:22:33.567037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:22:33.567351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:22:33.572643 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:22:33.572973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Checking segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:22:33.573354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Bound using segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:22:33.573793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Bound port: affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:22:33.574145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.636123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:22:33.640870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:22:33.645165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.680012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:33.680662 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:33.682591 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] 10.222.0.48 "PUT /v2.0/ports/affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 1092 time: 0.5689330 Sep 18 01:22:33.683019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:33.685282 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:33.716138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1fa61-d614-472f-9c0e-aec3045cc396 service neutron] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:33.730701 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba4e32-0971-40e7-a51b-3bbc65df9f64 x-openstack-request-id: req-f3ba4e32-0971-40e7-a51b-3bbc65df9f64 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:33.730974 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:33.731226 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3ba4e32-0971-40e7-a51b-3bbc65df9f64 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:33.731611 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'status': 'completed', 'code': 200} Sep 18 01:22:33.764832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-b94d83c4-447a-49df-b2d0-c7f71a2c176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:33.766586 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-b94d83c4-447a-49df-b2d0-c7f71a2c176f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0447795 Sep 18 01:22:33.808765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-7516a70b-6c0e-41ca-96b8-b6c1841b288f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0343451 Sep 18 01:22:33.815697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d20e5-cb77-472a-bde3-f71160ec646c req-ebbfaa46-7a6d-4a4b-aaf5-95597b4480b4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:33.817229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e8d20e5-cb77-472a-bde3-f71160ec646c req-ebbfaa46-7a6d-4a4b-aaf5-95597b4480b4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0488670 Sep 18 01:22:33.860022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e8d20e5-cb77-472a-bde3-f71160ec646c req-8fe9cc5b-70f3-4f33-be20-c6e3bef91a1b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Sep 18 01:22:33.862664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-8e620c26-1fec-41a6-b587-6dad6e32d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:33.864126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-8e620c26-1fec-41a6-b587-6dad6e32d35f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0471117 Sep 18 01:22:33.896866 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-0504c42b-1155-4ed1-836b-f0edc37f9890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253136 Sep 18 01:22:33.988927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-98fec042-e033-4c26-90dd-06ea231bae30 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 Sep 18 01:22:34.080513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-63f9f016-8af3-42f4-b2d1-16cd559c162b req-47829903-5c2e-453c-aa6b-1121c720c9ae service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Sep 18 01:22:34.160589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-b60acb65-b59e-48aa-a242-6046053a02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:34.162053 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-b60acb65-b59e-48aa-a242-6046053a02cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0395172 Sep 18 01:22:34.253660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-0de9c1d2-e589-4cab-b20b-5a09f1e709d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:34.255028 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-0de9c1d2-e589-4cab-b20b-5a09f1e709d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0861230 Sep 18 01:22:34.295740 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-6bafe039-0abe-4f8a-913c-36e396ecf116 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0336094 Sep 18 01:22:34.344666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-1183160b-6708-4e86-9ad4-b593908e7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:34.346084 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-1183160b-6708-4e86-9ad4-b593908e7c65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0423996 Sep 18 01:22:34.383587 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-7a7e5287-98d5-401d-bd3c-f849dff3d605 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291736 Sep 18 01:22:34.471863 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-7c7ede1f-e1f0-4adc-b344-c140644fa9c6 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802612 Sep 18 01:22:34.563616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d436f257-4fdc-483b-bd26-fcd9ab8a4ce4 req-9856b1bf-d8cf-4d75-8292-51d24f4be337 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 Sep 18 01:22:34.974911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ab314-c307-4502-adb9-0911f79f9c7f req-1e5eadb5-6d50-4403-8260-fb1dcce86242 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:34.976413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-125ab314-c307-4502-adb9-0911f79f9c7f req-1e5eadb5-6d50-4403-8260-fb1dcce86242 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0487607 Sep 18 01:22:35.014764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-125ab314-c307-4502-adb9-0911f79f9c7f req-625da8cf-3d85-484a-9c28-e2166d948cee tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Sep 18 01:22:36.133893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d6be-d42e-4153-9850-1dc3aa0594b4 req-4af07bd0-440d-4ec0-a356-ddf042d1b404 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:36.135349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d22d6be-d42e-4153-9850-1dc3aa0594b4 req-4af07bd0-440d-4ec0-a356-ddf042d1b404 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0490460 Sep 18 01:22:36.172777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8d22d6be-d42e-4153-9850-1dc3aa0594b4 req-642514e1-a75f-417f-b832-f4b611adb589 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Sep 18 01:22:36.647267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:22:36.649247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14371340-1143-437a-97f4-22bf73dd0132 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:22:36.674183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 14371340-1143-437a-97f4-22bf73dd0132 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:22:36.674527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 14371340-1143-437a-97f4-22bf73dd0132 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:22:36.759032 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:36.769642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'port_id': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'mac_address': 'fa:16:3e:be:7f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0984c6b-ead6-4841-88a4-6c8a0091e9f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:22:36.804477 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:36.817086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affdb20f-1a7a-48cd-a3f1-289c9e623bc5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:22:36.835361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:36.839353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:36.882738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:36.890733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.891334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.891670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.892002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.892351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.892668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.893001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.893315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.893641 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.893955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.894271 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:36.894586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:22:37.027055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['affdb20f-1a7a-48cd-a3f1-289c9e623bc5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:22:37.283711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d8c2e-0dd2-4af7-9c1f-947e77883668 req-8c33e22c-729c-4dc2-8f02-7d49e727552c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:37.285205 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f6d8c2e-0dd2-4af7-9c1f-947e77883668 req-8c33e22c-729c-4dc2-8f02-7d49e727552c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0480175 Sep 18 01:22:37.327985 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f6d8c2e-0dd2-4af7-9c1f-947e77883668 req-79284fa8-2c0e-48aa-97da-66935ab5130f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361567 Sep 18 01:22:38.442345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c418-b917-4fd4-89d8-c43af6188a84 req-f9a0e4de-5188-48fd-a4f6-b83fa431d50f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:38.443824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acf9c418-b917-4fd4-89d8-c43af6188a84 req-f9a0e4de-5188-48fd-a4f6-b83fa431d50f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0494270 Sep 18 01:22:38.481524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acf9c418-b917-4fd4-89d8-c43af6188a84 req-4623374d-9143-4944-9a84-7c2c668c6cd0 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Sep 18 01:22:38.661933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:22:38.708117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:22:38.711637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:22:38.712008 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:38.787662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:38.809902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:22:38.812147 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812dac48-cce9-43bd-a7cd-5f9463f09921" -d '{"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-plugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:22:38.828683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:22:38.832516 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:38.855011 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d9a2f2-d883-4f4b-b034-2887e7f57a72 x-openstack-request-id: req-86d9a2f2-d883-4f4b-b034-2887e7f57a72 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:22:38.855307 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-plugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:22:38.855557 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86d9a2f2-d883-4f4b-b034-2887e7f57a72 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:22:38.855939 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'code': 200} Sep 18 01:22:38.882706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:22:38.947967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf7c3c-4a20-4aba-a99a-49e6fbe1fdda req-4d4e424c-d35a-49f5-9e00-2a4b31107696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:38.949397 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5daf7c3c-4a20-4aba-a99a-49e6fbe1fdda req-4d4e424c-d35a-49f5-9e00-2a4b31107696 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0399559 Sep 18 01:22:38.983725 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5daf7c3c-4a20-4aba-a99a-49e6fbe1fdda req-c9c9107a-53ba-4904-9728-009615c533e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272994 Sep 18 01:22:39.594955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56527f-b224-405e-821a-9e5e3b0c12b3 req-d3f0cb33-ec9c-4b35-84d2-ad6ed0e4b0ee tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:39.596435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce56527f-b224-405e-821a-9e5e3b0c12b3 req-d3f0cb33-ec9c-4b35-84d2-ad6ed0e4b0ee tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0484209 Sep 18 01:22:39.632418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce56527f-b224-405e-821a-9e5e3b0c12b3 req-b9ab04de-4e80-4538-b911-427879e8afce tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301073 Sep 18 01:22:40.750820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913053-49db-40d2-82e8-552dcd71d001 req-3a883139-dc44-4ca7-9d7e-0d72b0092d3e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:40.752349 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b913053-49db-40d2-82e8-552dcd71d001 req-3a883139-dc44-4ca7-9d7e-0d72b0092d3e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0497298 Sep 18 01:22:40.794146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b913053-49db-40d2-82e8-552dcd71d001 req-f77e2b50-3051-45b0-b27b-760a86b7ec3e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Sep 18 01:22:40.906254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330911f-34d3-45e9-b988-2c8a06010ba4 req-11619bbf-61d6-4bb8-bd94-206a86856235 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:40.907752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2330911f-34d3-45e9-b988-2c8a06010ba4 req-11619bbf-61d6-4bb8-bd94-206a86856235 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 18 01:22:40.946159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2330911f-34d3-45e9-b988-2c8a06010ba4 req-55561f8e-17ea-482f-a9ee-9451750ef3ef tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Sep 18 01:22:41.165576 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-d06f11e8-a8e8-466e-87d7-aebf46a7c1fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407836 Sep 18 01:22:41.186756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd10d96-aa73-4120-a666-4273d0338c41 req-0caf1890-d79f-4abf-8564-def2be627c90 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:41.188288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcd10d96-aa73-4120-a666-4273d0338c41 req-0caf1890-d79f-4abf-8564-def2be627c90 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0545754 Sep 18 01:22:41.226666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcd10d96-aa73-4120-a666-4273d0338c41 req-6d56898a-8c18-414b-bd35-6d61b4ed5c06 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Sep 18 01:22:42.305437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-23c3499a-7a74-443e-9664-334c19ac5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:42.307026 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-23c3499a-7a74-443e-9664-334c19ac5d72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0455332 Sep 18 01:22:42.351689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e316e3-2937-4efb-ab6b-fad1559c1da3 req-4eaf2a40-9f8d-4531-b881-7b67dcac0edd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:42.353373 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6e316e3-2937-4efb-ab6b-fad1559c1da3 req-4eaf2a40-9f8d-4531-b881-7b67dcac0edd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Sep 18 01:22:42.395641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6e316e3-2937-4efb-ab6b-fad1559c1da3 req-c4fe9944-a960-4c28-bba0-109e397ae7f4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Sep 18 01:22:42.403881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-aa017744-c345-491c-b219-c33b90d4abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:42.405401 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-aa017744-c345-491c-b219-c33b90d4abdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0895681 Sep 18 01:22:42.451131 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-d8eb877b-555c-4f5b-9f12-0d5844d0a521 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0381069 Sep 18 01:22:42.499642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-d45c28f7-3f52-46ad-813a-e602a6ddee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:42.502457 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-d45c28f7-3f52-46ad-813a-e602a6ddee83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0441816 Sep 18 01:22:42.535850 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-2d7db8c9-b4ca-4dcb-aefd-fb3ec7f7ae49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249403 Sep 18 01:22:42.546179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-d4c4d862-8d50-4998-ab51-ab1e88a4a243 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:22:42.547189 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-d4c4d862-8d50-4998-ab51-ab1e88a4a243 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046778 Sep 18 01:22:42.638535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-4fe89407-57cd-4adf-8e95-edf80b5b4113 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843496 Sep 18 01:22:42.726345 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-aeac71cb-8a71-4483-b39c-fe3d607250d5 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803208 Sep 18 01:22:43.509382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d62c1-22a1-4bd8-ab59-e1b56ecd30c2 req-6ce328f1-c975-43a9-9631-a584c3c3811a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:43.511017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-848d62c1-22a1-4bd8-ab59-e1b56ecd30c2 req-6ce328f1-c975-43a9-9631-a584c3c3811a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Sep 18 01:22:43.548605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-848d62c1-22a1-4bd8-ab59-e1b56ecd30c2 req-27420e39-191b-4421-88f5-d20476196629 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Sep 18 01:22:44.663840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b79b-dc28-4fb8-ac96-46035cee7870 req-5180990c-02af-4aee-a76a-b817eaaa5cb1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:44.665471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ee0b79b-dc28-4fb8-ac96-46035cee7870 req-5180990c-02af-4aee-a76a-b817eaaa5cb1 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Sep 18 01:22:44.702765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ee0b79b-dc28-4fb8-ac96-46035cee7870 req-fb478b1c-f742-4b3a-826b-3ebd16d216b4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Sep 18 01:22:45.816296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba7b69-8d4c-4a12-871b-d1601aaecb43 req-f7bc95f6-6af0-4556-bcf5-49efb69e265f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:45.817767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0ba7b69-8d4c-4a12-871b-d1601aaecb43 req-f7bc95f6-6af0-4556-bcf5-49efb69e265f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Sep 18 01:22:45.858523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0ba7b69-8d4c-4a12-871b-d1601aaecb43 req-304deafc-ff0f-4268-9762-ca0e6ff0b062 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Sep 18 01:22:46.354366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:46.973076 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04eef2-be42-4d0b-a88f-5a0cbc9c7fc6 req-2581519a-3d6f-41c6-8ef9-2a0fe20344c2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:46.974561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f04eef2-be42-4d0b-a88f-5a0cbc9c7fc6 req-2581519a-3d6f-41c6-8ef9-2a0fe20344c2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Sep 18 01:22:47.011698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f04eef2-be42-4d0b-a88f-5a0cbc9c7fc6 req-be30402c-9b6a-480f-a268-827de7665ce9 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Sep 18 01:22:48.136947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777290-361f-4dd5-b0dd-fc1a2f0f7be2 req-a53749c3-be7e-473c-b6e2-d9988a456810 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:48.138460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52777290-361f-4dd5-b0dd-fc1a2f0f7be2 req-a53749c3-be7e-473c-b6e2-d9988a456810 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Sep 18 01:22:48.175423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-52777290-361f-4dd5-b0dd-fc1a2f0f7be2 req-4e01ebc8-819d-4dae-8b05-9911c083c9cc tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Sep 18 01:22:48.790642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:22:49.291082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636db6d-63c5-4bb9-8510-5ab8164d428f req-7830b6ea-ec57-41cc-8b8c-8b586255f08a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:49.292695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4636db6d-63c5-4bb9-8510-5ab8164d428f req-7830b6ea-ec57-41cc-8b8c-8b586255f08a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0497584 Sep 18 01:22:49.334502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4636db6d-63c5-4bb9-8510-5ab8164d428f req-314ac03d-d972-4a9b-9077-bb5d6e5c7cef tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Sep 18 01:22:50.449633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2854-bb4f-425b-a0a8-d4ce5d3be1f0 req-3bd6a43f-4752-4989-a497-65d15f488c8d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:50.451109 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06ea2854-bb4f-425b-a0a8-d4ce5d3be1f0 req-3bd6a43f-4752-4989-a497-65d15f488c8d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 18 01:22:50.487395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06ea2854-bb4f-425b-a0a8-d4ce5d3be1f0 req-9d61585b-a2bb-45a7-8dfb-a4e533bf4152 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Sep 18 01:22:51.599986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1d9d3-a7f0-4fe2-b862-128588fcdafc req-d60dbeba-e29c-482e-a720-1c1a2d7b3d0c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:51.601469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0c1d9d3-a7f0-4fe2-b862-128588fcdafc req-d60dbeba-e29c-482e-a720-1c1a2d7b3d0c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Sep 18 01:22:51.639311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0c1d9d3-a7f0-4fe2-b862-128588fcdafc req-5abd4b3c-5ffa-462d-a4f2-052cd516d33a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Sep 18 01:22:52.753273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f816-b884-4f79-bbf4-9128d32856f5 req-7e30f65e-b78b-44c2-9027-40d349894eef tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:52.754750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd1f816-b884-4f79-bbf4-9128d32856f5 req-7e30f65e-b78b-44c2-9027-40d349894eef tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0485039 Sep 18 01:22:52.796889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cdd1f816-b884-4f79-bbf4-9128d32856f5 req-f674545f-0d81-4b5a-bb6a-b0000cc506ad tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Sep 18 01:22:53.911796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af1d88-f207-45df-addd-92b0d4211a45 req-04f0a669-68ad-42d2-87b0-30f657e12370 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:53.913315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97af1d88-f207-45df-addd-92b0d4211a45 req-04f0a669-68ad-42d2-87b0-30f657e12370 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Sep 18 01:22:53.951234 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97af1d88-f207-45df-addd-92b0d4211a45 req-c06156bd-a353-43d7-8a5a-c7309ee7e753 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 18 01:22:54.282874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-313d17bc-6a31-46c9-af3b-94f6da8f7c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:55.064647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00d93a-4757-402c-b9ed-dbc373f53847 req-21fc825f-9896-423a-8c34-d6dbb3023c52 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:55.066098 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f00d93a-4757-402c-b9ed-dbc373f53847 req-21fc825f-9896-423a-8c34-d6dbb3023c52 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0479386 Sep 18 01:22:55.104243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f00d93a-4757-402c-b9ed-dbc373f53847 req-9e721ccc-e028-4957-a6f3-40ccd7a7baf2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Sep 18 01:22:56.219033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49f9ba-4ad2-4edb-a7e3-e8c08a26b59d req-a8e82033-a63d-44a5-aeac-7de95a3394da tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:56.220512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d49f9ba-4ad2-4edb-a7e3-e8c08a26b59d req-a8e82033-a63d-44a5-aeac-7de95a3394da tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Sep 18 01:22:56.263211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1d49f9ba-4ad2-4edb-a7e3-e8c08a26b59d req-66dcc97d-ef22-4b43-b155-2befe81092fe tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Sep 18 01:22:57.299671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0270925-e4e1-45bf-8794-680b2d172282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:57.380764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be572-c2c2-4da7-8fda-e749973588c5 req-5f92aff1-11d1-4648-bb99-958f77ae1812 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:57.382226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-504be572-c2c2-4da7-8fda-e749973588c5 req-5f92aff1-11d1-4648-bb99-958f77ae1812 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Sep 18 01:22:57.419518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-504be572-c2c2-4da7-8fda-e749973588c5 req-76af9213-967c-4661-a7bc-87ec7b0ae1b3 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Sep 18 01:22:57.533782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:58.470230 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:22:58.549008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5df36-5572-40d3-bc5f-e6fffaa499b3 req-5900f8ba-dc51-4290-9b95-5a7024d9edb5 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:58.550505 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71f5df36-5572-40d3-bc5f-e6fffaa499b3 req-5900f8ba-dc51-4290-9b95-5a7024d9edb5 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Sep 18 01:22:58.588149 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-71f5df36-5572-40d3-bc5f-e6fffaa499b3 req-cc62e300-2188-4af2-bde4-979d66e04583 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Sep 18 01:22:59.702092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2018-119c-4b81-bb8a-0b3802a5e050 req-bc07b71f-5d82-4b1b-9c24-b4ef659374df tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:22:59.703550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9e2018-119c-4b81-bb8a-0b3802a5e050 req-bc07b71f-5d82-4b1b-9c24-b4ef659374df tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Sep 18 01:22:59.744499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c9e2018-119c-4b81-bb8a-0b3802a5e050 req-83c65acb-7a90-43df-9cfa-71e3f69406c4 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Sep 18 01:22:59.799171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:00.858920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6516e-0a8e-4287-923b-4d8ea19c188b req-c6232fb4-3143-42b7-8021-82069334112e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:00.860431 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0a6516e-0a8e-4287-923b-4d8ea19c188b req-c6232fb4-3143-42b7-8021-82069334112e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Sep 18 01:23:00.898442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0a6516e-0a8e-4287-923b-4d8ea19c188b req-6f944b14-e333-46a9-b93c-0f46438fe0fb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Sep 18 01:23:02.012400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a143-63d6-4264-a383-f63085e8c69a req-6c2beff3-d9c7-4dd7-aa59-463cc80957dd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:02.013873 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85e0a143-63d6-4264-a383-f63085e8c69a req-6c2beff3-d9c7-4dd7-aa59-463cc80957dd tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0487771 Sep 18 01:23:02.051364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-85e0a143-63d6-4264-a383-f63085e8c69a req-73701c4d-b283-4349-af5f-00da52ad403a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Sep 18 01:23:02.530120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:03.165669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6ca80-b226-4b6c-899c-69812831a8b8 req-b9030341-a6a2-4dc7-8b19-f69f3454ccb8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:03.167126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aac6ca80-b226-4b6c-899c-69812831a8b8 req-b9030341-a6a2-4dc7-8b19-f69f3454ccb8 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0483246 Sep 18 01:23:03.208628 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aac6ca80-b226-4b6c-899c-69812831a8b8 req-7afa7599-d26f-4308-b9d4-8cefcb418b40 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Sep 18 01:23:04.322523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599a89-2573-4fd9-a6e1-79591d78bed5 req-ccb369d4-9561-4fc8-bbc2-7725459979d6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:04.324094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58599a89-2573-4fd9-a6e1-79591d78bed5 req-ccb369d4-9561-4fc8-bbc2-7725459979d6 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Sep 18 01:23:04.361718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58599a89-2573-4fd9-a6e1-79591d78bed5 req-b3ed913e-ff20-4fca-9346-bcd2542e3952 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Sep 18 01:23:05.476786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b0084-ea81-4221-b96c-486663080812 req-148a7ed7-b7c3-4908-b12d-d99fd356e19e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:05.478181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-992b0084-ea81-4221-b96c-486663080812 req-148a7ed7-b7c3-4908-b12d-d99fd356e19e tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0493476 Sep 18 01:23:05.516022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-992b0084-ea81-4221-b96c-486663080812 req-1cb7f8b9-ed09-4ba7-8a5b-93bcbfc50f8f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Sep 18 01:23:06.629864 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31574-289c-4a5b-b42c-bfd82ac62671 req-6b5711fa-d821-46f9-b292-11c77f32f87b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:06.631579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dac31574-289c-4a5b-b42c-bfd82ac62671 req-6b5711fa-d821-46f9-b292-11c77f32f87b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0495620 Sep 18 01:23:06.674308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dac31574-289c-4a5b-b42c-bfd82ac62671 req-eddf29f4-6aff-403e-afd6-d37e2583211a tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Sep 18 01:23:07.787723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063770-220d-4977-81c6-954ccee872ab req-deafffe5-c7f3-4c41-86aa-2936c253df13 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:07.789380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7063770-220d-4977-81c6-954ccee872ab req-deafffe5-c7f3-4c41-86aa-2936c253df13 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0491393 Sep 18 01:23:07.826276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d7063770-220d-4977-81c6-954ccee872ab req-b50aa559-2e45-4eff-9e64-706ad58b2f15 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Sep 18 01:23:08.940636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ccaa-a821-46a0-a232-bc1c08e9577a req-f7b9b775-f960-4ca4-bfad-074f8b0e15ff tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:08.942101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ba0ccaa-a821-46a0-a232-bc1c08e9577a req-f7b9b775-f960-4ca4-bfad-074f8b0e15ff tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Sep 18 01:23:08.979613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4ba0ccaa-a821-46a0-a232-bc1c08e9577a req-bd4d4c3a-4a05-453f-99c1-92e8fe7c0a84 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Sep 18 01:23:09.457896 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-314068fa-f70b-4f93-95d1-43d735224015 req-bf30b355-b66a-4e1b-8d6f-8aa2d3af6bab service neutron] show failed (client error): The resource could not be found. Sep 18 01:23:09.458831 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-bf30b355-b66a-4e1b-8d6f-8aa2d3af6bab service neutron] 10.222.0.48 "GET /v2.0/ports/affdb20f-1a7a-48cd-a3f1-289c9e623bc5/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0537660 Sep 18 01:23:09.654524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-e4da3aab-884a-4c03-addf-52e4a7a81448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:09.656505 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-e4da3aab-884a-4c03-addf-52e4a7a81448 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7&tenant_id=39eafb92781c4600b75e75b93670cb31 HTTP/1.1" status: 200 len: 1097 time: 0.0453577 Sep 18 01:23:09.674180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:09.724330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:09.920289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:09.951312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:09.993433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:09.995673 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc18ad-4f6b-4580-974f-4285979163be" -d '{"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:09.999490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:10.012250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Transition to ACTIVE for port object affdb20f-1a7a-48cd-a3f1-289c9e623bc5 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:23:10.016952 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:10.057231 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0e5c9-47ce-485e-955d-36971bee11bb x-openstack-request-id: req-e2c0e5c9-47ce-485e-955d-36971bee11bb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:10.057523 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:10.057773 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2c0e5c9-47ce-485e-955d-36971bee11bb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:10.058184 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'code': 200} Sep 18 01:23:10.086595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:10.090173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] No DVR routers for this DVR port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:23:10.108520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056e952-82f5-49e0-aac9-9074764387c8 req-6831a709-82da-4ee5-b0f5-2d3fbfd9877d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:10.110022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7056e952-82f5-49e0-aac9-9074764387c8 req-6831a709-82da-4ee5-b0f5-2d3fbfd9877d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0499084 Sep 18 01:23:10.125267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:23:10.125600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:23:10.125921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:10.130111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:23:10.130426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Attempting to bind port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on network f3d6766b-40c0-46e9-8918-e59b01c673bf {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:10.135109 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:23:10.135439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Checking segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:10.135813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Bound using segment: {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:23:10.136896 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Bound port: affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c3f4b-d924-49d6-a7cb-89928ba290b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:23:10.137475 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:10.153462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7056e952-82f5-49e0-aac9-9074764387c8 req-648ffb52-9449-4f67-8a5a-d8e98a801443 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373571 Sep 18 01:23:10.499584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:10.502566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:23:10.506141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:10.539563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:10.540165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:10.541559 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] 10.222.0.54 "PUT /v2.0/ports/affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 1092 time: 0.8712432 Sep 18 01:23:10.561755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd931-7611-472b-a19a-2e3f8228b6be service neutron] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:10.613224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-5eeb3fea-4da1-48b5-bd40-022fba92362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:10.614676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-5eeb3fea-4da1-48b5-bd40-022fba92362d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0392921 Sep 18 01:23:10.704853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-1ae4ff23-6a3c-4417-a798-02c03764fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:10.706276 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-1ae4ff23-6a3c-4417-a798-02c03764fc56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0840793 Sep 18 01:23:10.754162 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-14abf848-b728-4d39-84f2-ccfbcc05efb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0332129 Sep 18 01:23:10.802708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314068fa-f70b-4f93-95d1-43d735224015 req-59c0a17f-56a4-4207-8d5b-e12fc46b3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:10.804165 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-59c0a17f-56a4-4207-8d5b-e12fc46b3fc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0417891 Sep 18 01:23:10.838082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-632964f5-b514-4667-8451-72b0b560f9f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269482 Sep 18 01:23:10.927837 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-c7e6b3a5-8dea-4b0b-b11f-a7d1f354e756 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Sep 18 01:23:11.018900 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-314068fa-f70b-4f93-95d1-43d735224015 req-e415c00d-d918-43e6-b435-7127cfac2ad3 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834432 Sep 18 01:23:11.270868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d52f8-3d24-4cce-96fc-045ec7eccd6c req-2453c520-374c-4426-9ee3-ee48bfd0e3ca tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:11.272321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af4d52f8-3d24-4cce-96fc-045ec7eccd6c req-2453c520-374c-4426-9ee3-ee48bfd0e3ca tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0500093 Sep 18 01:23:11.309949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-af4d52f8-3d24-4cce-96fc-045ec7eccd6c req-2f340fb1-1a90-47aa-af11-f4eb5edb7675 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Sep 18 01:23:12.059665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:12.062056 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086428b7-7f5c-42ec-9209-132cd32c1fab" -d '{"events": [{"name": "network-changed", "server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:12.112544 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c4f7eb-5b00-43a1-bb3b-c01f04989881 x-openstack-request-id: req-82c4f7eb-5b00-43a1-bb3b-c01f04989881 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:12.112836 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:12.113087 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82c4f7eb-5b00-43a1-bb3b-c01f04989881 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:12.113483 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'status': 'completed', 'code': 200} Sep 18 01:23:12.202431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-1aebe246-8917-4231-ad1e-06764b58a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.203915 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-1aebe246-8917-4231-ad1e-06764b58a8c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0680542 Sep 18 01:23:12.213244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-d69c48b8-0616-4b1b-9200-d7fbc6a9bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.215316 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-d69c48b8-0616-4b1b-9200-d7fbc6a9bcdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0546443 Sep 18 01:23:12.381716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-81140a64-6a1c-46ac-bbf4-84d843eb6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.383179 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-81140a64-6a1c-46ac-bbf4-84d843eb6c5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.1718800 Sep 18 01:23:12.385836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-45de5848-97af-4cbc-86f9-6214158d743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.387966 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-45de5848-97af-4cbc-86f9-6214158d743f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.1601219 Sep 18 01:23:12.427522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2147-ffe0-4da2-a1d7-99c0eea73069 req-3116b4e2-6cdd-46b8-98f1-76ab44527394 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.429059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3e2147-ffe0-4da2-a1d7-99c0eea73069 req-3116b4e2-6cdd-46b8-98f1-76ab44527394 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0507846 Sep 18 01:23:12.431129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-4fb7c3ba-9471-4886-bfad-77a3b6c0f5ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0406101 Sep 18 01:23:12.465110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-c01c8157-bf1b-46f7-b748-fcfc871d91fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0683823 Sep 18 01:23:12.468372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f3e2147-ffe0-4da2-a1d7-99c0eea73069 req-cf7b83f6-e4df-467a-a7e8-bfde7a6a2f75 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Sep 18 01:23:12.536741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-6d5c4689-9a09-4cc1-957c-6b1750fa5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.538182 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-6d5c4689-9a09-4cc1-957c-6b1750fa5db8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0813451 Sep 18 01:23:12.543738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-b3d4b1c0-99ed-4904-8f02-d6ad87700e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:12.545156 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-b3d4b1c0-99ed-4904-8f02-d6ad87700e65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0611868 Sep 18 01:23:12.588040 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-f33b89bf-903c-4297-9119-3ae5467607b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419774 Sep 18 01:23:12.590406 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-0483ced0-22da-4256-baf2-0d0be7bae71e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372467 Sep 18 01:23:12.750733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-53614060-4149-4a38-ad39-fee56b3b0351 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555266 Sep 18 01:23:12.752520 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-ee62b448-e05d-46f3-b6ab-1f37c53b1235 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507165 Sep 18 01:23:12.855744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:23:12.895923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:23:12.913767 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-739928d7-babd-4fa0-825f-3b553d168bcf service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565988 Sep 18 01:23:12.917053 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-086428b7-7f5c-42ec-9209-132cd32c1fab req-6cc72a47-1c0c-44c7-98a4-79c7e29b9b00 service neutron] 10.222.0.54 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526663 Sep 18 01:23:13.584943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24c2d-6e02-4d8a-8144-379f77af8d11 req-956eeb5f-8b40-4011-bbb1-d2a1bedd13c2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:13.586394 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14d24c2d-6e02-4d8a-8144-379f77af8d11 req-956eeb5f-8b40-4011-bbb1-d2a1bedd13c2 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0485952 Sep 18 01:23:13.627402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-14d24c2d-6e02-4d8a-8144-379f77af8d11 req-b7237c4d-64c8-4f3e-b8c7-d5356be8254b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348303 Sep 18 01:23:14.741819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b7944-30f6-4abb-a71b-cbafb7c01776 req-6936ba15-4f3c-45b3-9312-93c162546e0d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:14.743311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba9b7944-30f6-4abb-a71b-cbafb7c01776 req-6936ba15-4f3c-45b3-9312-93c162546e0d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0488944 Sep 18 01:23:14.781343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba9b7944-30f6-4abb-a71b-cbafb7c01776 req-12a236f0-1d60-4d3b-af13-b0981776e26f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Sep 18 01:23:14.971796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfd365-0498-426b-9d0b-fdd10a0ba027 req-b323cb8f-b231-441d-9a18-ac1e9291734d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:14.973311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35dfd365-0498-426b-9d0b-fdd10a0ba027 req-b323cb8f-b231-441d-9a18-ac1e9291734d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 943 time: 0.0515349 Sep 18 01:23:14.989983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-bf79dfe2-b2a5-4cad-a2ca-5408da409f28 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:14.991466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-bf79dfe2-b2a5-4cad-a2ca-5408da409f28 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.48 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7&tenant_id=39eafb92781c4600b75e75b93670cb31&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Sep 18 01:23:15.011934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35dfd365-0498-426b-9d0b-fdd10a0ba027 req-2d4e4e98-2666-4cb4-a3c1-f7cd59bf672d tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Sep 18 01:23:15.052862 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-0afeb81c-2ad7-4562-b24c-f9855817234e service neutron] delete failed (client error): The resource could not be found. Sep 18 01:23:15.053898 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-0afeb81c-2ad7-4562-b24c-f9855817234e service neutron] 10.222.0.48 "DELETE /v2.0/ports/affdb20f-1a7a-48cd-a3f1-289c9e623bc5/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0549664 Sep 18 01:23:15.137805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-4b4d26d4-64b2-4ece-be6c-c9825adaa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:15.139279 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-4b4d26d4-64b2-4ece-be6c-c9825adaa8cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39eafb92781c4600b75e75b93670cb31&device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0403187 Sep 18 01:23:15.233096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-2e9f0a02-ab1e-433f-a293-faa9b3e22c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:15.234474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-2e9f0a02-ab1e-433f-a293-faa9b3e22c04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 200 len: 915 time: 0.0878325 Sep 18 01:23:15.245825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:23:15.276005 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-63b1a9c9-51ea-4f53-ad8e-a1c40e599f4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 200 len: 217 time: 0.0345538 Sep 18 01:23:15.329900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-94774524-d4e0-4d88-978b-87735b96bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:15.331364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-94774524-d4e0-4d88-978b-87735b96bfa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 200 len: 854 time: 0.0483685 Sep 18 01:23:15.338386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:15.349984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'network_id': 'f3d6766b-40c0-46e9-8918-e59b01c673bf', 'port_id': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'mac_address': 'fa:16:3e:be:7f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0984c6b-ead6-4841-88a4-6c8a0091e9f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:23:15.364164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-54f113b2-1c3f-47d8-9187-06b9e0c2b4b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3d6766b-40c0-46e9-8918-e59b01c673bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257070 Sep 18 01:23:15.390488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:15.403189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affdb20f-1a7a-48cd-a3f1-289c9e623bc5 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:23:15.422372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:15.426189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:15.454843 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-73760b76-1acc-4870-b606-2cb4ef7acd84 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Sep 18 01:23:15.472444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:15.549398 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-baa92f3f-e88d-4945-8884-0e2bc37def9c req-1b983826-fc78-435e-808f-6dc1028e902c service neutron] 10.222.0.48 "GET /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862775 Sep 18 01:23:15.829961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['affdb20f-1a7a-48cd-a3f1-289c9e623bc5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:23:16.130380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798773-9359-4f50-8a21-df11bc2de794 req-6610d379-df89-4988-86be-5d06237c7e39 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:16.131776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef798773-9359-4f50-8a21-df11bc2de794 req-6610d379-df89-4988-86be-5d06237c7e39 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0494847 Sep 18 01:23:16.173973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef798773-9359-4f50-8a21-df11bc2de794 req-d1a6e41c-4178-4124-a1a5-dd04c6d39969 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Sep 18 01:23:16.287815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e430c-c21c-4d0d-b483-47557ccaa3a1 req-5900e754-b68f-456f-ae37-6fba669e7dd7 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:16.289321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d5e430c-c21c-4d0d-b483-47557ccaa3a1 req-5900e754-b68f-456f-ae37-6fba669e7dd7 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0500023 Sep 18 01:23:16.327063 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d5e430c-c21c-4d0d-b483-47557ccaa3a1 req-6f909741-7e1d-4adf-b108-7c222c945c3c tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Sep 18 01:23:16.353898 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:16.442679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31429-1bb2-45e6-b7bc-a5314291e1ae req-dfcaa32f-3a82-459f-b3d7-89bf39270e38 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:16.444140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20e31429-1bb2-45e6-b7bc-a5314291e1ae req-dfcaa32f-3a82-459f-b3d7-89bf39270e38 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0497382 Sep 18 01:23:16.482499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20e31429-1bb2-45e6-b7bc-a5314291e1ae req-45502c04-5259-4dbc-a9e9-077e41a790da tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Sep 18 01:23:16.810780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67273100-d1ca-4554-9c17-f0ff7a38ecce req-7bf26ea1-b60a-43f6-bf3b-aa022c57036b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:16.812282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67273100-d1ca-4554-9c17-f0ff7a38ecce req-7bf26ea1-b60a-43f6-bf3b-aa022c57036b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 944 time: 0.0486872 Sep 18 01:23:16.853496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67273100-d1ca-4554-9c17-f0ff7a38ecce req-05c9cdbf-8c90-435f-bc38-46b13795c88f tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Sep 18 01:23:17.253015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:17.298902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:23:17.302548 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:17.302931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:17.376589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:17.399709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:17.401980 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ec33b-a6cf-4532-8378-d15dca111536" -d '{"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-plugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:17.417589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:17.421782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:17.443901 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767e0fbf-0ba4-4d83-a249-7b5132faa8c6 x-openstack-request-id: req-767e0fbf-0ba4-4d83-a249-7b5132faa8c6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:17.444200 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-plugged", "status": "completed", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:17.444481 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-767e0fbf-0ba4-4d83-a249-7b5132faa8c6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:17.444868 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'code': 200} Sep 18 01:23:17.469454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:17.973134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7cd9-c39b-4d14-8a3e-0f0228233db2 req-61e29648-0396-461f-9bdc-3fbf38d779cb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:17.974606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c8b7cd9-c39b-4d14-8a3e-0f0228233db2 req-61e29648-0396-461f-9bdc-3fbf38d779cb tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Sep 18 01:23:18.012853 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c8b7cd9-c39b-4d14-8a3e-0f0228233db2 req-15a5404d-342a-4e2f-8512-bb840bc2ec5b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.49 "GET /v2.0/security-groups?id=177b07e0-3ce0-47cb-b821-a90b513b94c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Sep 18 01:23:18.234569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-0382abde-0528-4c7c-9722-a1af17c06371 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:18.236290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-0382abde-0528-4c7c-9722-a1af17c06371 tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.54 "GET /v2.0/ports?device_id=44120318-001b-4b7a-835d-680fe80ec6d7 HTTP/1.1" status: 200 len: 945 time: 0.0491884 Sep 18 01:23:18.329612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Deleting port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:23:18.329942 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:18.416433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] For port affdb20f-1a7a-48cd-a3f1-289c9e623bc5, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,segment=NetworkSegment(a34c3f4b-d924-49d6-a7cb-89928ba290b0),segment_id=a34c3f4b-d924-49d6-a7cb-89928ba290b0)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:18.416793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:18.429708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Calling delete_port for affdb20f-1a7a-48cd-a3f1-289c9e623bc5 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:23:18.556695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:18.582879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Pushing event deleted for resources: {'Port': ['ID=affdb20f-1a7a-48cd-a3f1-289c9e623bc5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:18.588325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['affdb20f-1a7a-48cd-a3f1-289c9e623bc5'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:23:18.630002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] No DVR routers for this DVR port affdb20f-1a7a-48cd-a3f1-289c9e623bc5 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:23:18.632496 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:18.634453 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e578d6e-9f0d-4d8e-a82f-ea8c90bcd175 req-5da7bddd-88fd-47ee-89ac-c55b2fd8067b tempest-ServerDiskConfigTestJSON-1190179580 tempest-ServerDiskConfigTestJSON-1190179580-project] 10.222.0.54 "DELETE /v2.0/ports/affdb20f-1a7a-48cd-a3f1-289c9e623bc5 HTTP/1.1" status: 204 len: 173 time: 0.3925791 Sep 18 01:23:18.634892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-deleted', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:18.637971 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c541d-b493-4952-9961-2c50e6c81658" -d '{"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-deleted", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:18.677778 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1b2f7-bb23-46db-8c3c-3020838e55ed x-openstack-request-id: req-e6e1b2f7-bb23-46db-8c3c-3020838e55ed {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:18.678093 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44120318-001b-4b7a-835d-680fe80ec6d7", "name": "network-vif-deleted", "tag": "affdb20f-1a7a-48cd-a3f1-289c9e623bc5", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:18.678350 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6e1b2f7-bb23-46db-8c3c-3020838e55ed {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:18.678744 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44120318-001b-4b7a-835d-680fe80ec6d7', 'name': 'network-vif-deleted', 'tag': 'affdb20f-1a7a-48cd-a3f1-289c9e623bc5', 'status': 'completed', 'code': 200} Sep 18 01:23:19.131602 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53996) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:19.175681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Deleting subnet f0984c6b-ead6-4841-88a4-6c8a0091e9f4 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:23:19.178697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.212239 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.250448 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.301008 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.332426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0984c6b-ead6-4841-88a4-6c8a0091e9f4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:19.334400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.336413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-132e39f3-7dec-4f83-a6d7-5e66186c51c2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f0984c6b-ead6-4841-88a4-6c8a0091e9f4 HTTP/1.1" status: 204 len: 168 time: 0.2036371 Sep 18 01:23:19.338780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 53998) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:19.405170 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.484635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.503815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d6766b-40c0-46e9-8918-e59b01c673bf']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:19.512981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c3f4b-d924-49d6-a7cb-89928ba290b0') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:19.513282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c3f4b-d924-49d6-a7cb-89928ba290b0') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:19.522790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.535948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.541622 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:23:19.542007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:23:19.544342 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:23:19.596316 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.601683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.603503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] 10.222.0.49 "DELETE /v2.0/networks/f3d6766b-40c0-46e9-8918-e59b01c673bf HTTP/1.1" status: 204 len: 168 time: 0.2638240 Sep 18 01:23:19.614386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8a50-258d-4106-b01c-6bea7db9a9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d6766b-40c0-46e9-8918-e59b01c673bf,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:19.713515 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54002) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:19.758003 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6938d57a-e0c9-4320-8da4-99430847cd60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39eafb92781c4600b75e75b93670cb31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432248 Sep 18 01:23:19.760316 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54004) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:19.807913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.829222 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.876384 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.878908 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:19.880063 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/177b07e0-3ce0-47cb-b821-a90b513b94c7 HTTP/1.1" status: 204 len: 168 time: 0.1188576 Sep 18 01:23:19.889391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db3e42-09fb-4b80-b508-6d86157c3434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177b07e0-3ce0-47cb-b821-a90b513b94c7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:20.534392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54026) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:20.639461 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1462850215-network', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:20.660398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:23:20.662643 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.671447 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.760294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.764027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.784830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:23:20.799814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0baeab8-9a36-4f87-9cbe-f30942aa8d90,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:20.802805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.803140 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Added segment 68d00f73-2dd4-4996-a271-010846fde2b1 of type vlan for network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 Sep 18 01:23:20.845825 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.870509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.871530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:20.872099 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.905418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3699424 Sep 18 01:23:20.908517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54030) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:20.913619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Request body: {'subnet': {'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1462850215-subnet', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:20.932405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e58e80-6b11-45f0-b9c3-0f2702ced11d admin admin] Pushing event updated for resources: {'Network': ['ID=0266a6f1-3c3d-4aea-8e07-2f3191c811b7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:20.935085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:23:20.937669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:20.943178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:23:21.102385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.161805 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b14221-e182-41a7-af18-65dc52ba39a2,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:21.165139 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:21.165596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Network hostable DHCP agents. Network: 0266a6f1-3c3d-4aea-8e07-2f3191c811b7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:23:21.175024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.175373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.175715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.176053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.176415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.176750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.177079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.177408 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.177735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.178060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.178384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.178704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:21.192343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:23:21.201900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 0266a6f1-3c3d-4aea-8e07-2f3191c811b7) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:21.206176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:21.206760 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.212412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1b789-c616-49de-8828-d491b371aaba None None] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:23:21.220930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-83599085-db85-4f25-acb7-430c822720b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111191 Sep 18 01:23:21.223806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54032) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:21.228244 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:21.249611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.250736 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.309973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.385175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:23:21.412385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: affdb20f-1a7a-48cd-a3f1-289c9e623bc5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:23:21.412669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device affdb20f-1a7a-48cd-a3f1-289c9e623bc5 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:23:21.453425 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.532453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:23:21.533305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.653332 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.665590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Allocated IP 172.20.0.2 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/9e24eb2f-19f6-484f-bf8d-ed5536efa1eb) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:23:21.672996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.780648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Allocated IP 172.25.7.219 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/fe27ec6f-1fd6-4028-9631-444612f2c652) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:23:21.803240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.810336 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.851559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:21.854394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:21.861626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:23:21.863438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Pushing event updated for resources: {'Port': ['ID=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:21.887569 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.916290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Attempting to bind port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:23:21.916589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Attempting to bind port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:23:21.916958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Attempting to bind port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:21.922587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:23:21.922935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:21.923100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.923587 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.923764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:23:21.924252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Bound port: 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:23:21.924826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.957438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:21.960436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:21.963915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:23:21.987045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] For port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:21.990182 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] For port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:23:21.993804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:21.997912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe27ec6f-1fd6-4028-9631-444612f2c652,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:22.051959 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767df4e-3041-414c-a5cc-5350d196ef88 None None] Pushing event updated for resources: {'Port': ['ID=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:22.237941 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:22.438114 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:22.564894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Router 6294de4c-7460-43ea-8a30-e00923595533 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:23:22.953019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451acd28-67d9-49aa-8da1-0b2dd6e1cc12 None None] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:23:22.993367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:23:23.010498 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.012323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:23:23.012834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-02fbf1d8-4375-41e9-b1e5-401d5957d8c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7876077 Sep 18 01:23:23.015311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54034) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:23.025050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] Provisioning complete for port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:23.025404 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.052129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:23.052788 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:22:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:23.250209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:23.311214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:23.347306 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.446090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.446293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] For port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:23.458254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.514842 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:23.515214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.577517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c5872-7890-4f96-8241-3fe9937bcad9 None None] Pushing event updated for resources: {'Port': ['ID=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:23.624066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Allocated IP 172.20.0.1 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/7581fb9e-a80c-4278-a5a7-11eac40a0b2a) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:23:23.637395 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:22Z', 'revision_number': 3, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:23.663452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:23:23.663807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Updating router 6294de4c-7460-43ea-8a30-e00923595533 port fe27ec6f-1fd6-4028-9631-444612f2c652 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:23:23.695484 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.699002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6f290565-0ac6-4a51-87e2-37bd0c8ae1fc None None] Provisioning complete for port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:23.699357 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6f290565-0ac6-4a51-87e2-37bd0c8ae1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.730009 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.764524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:23.800878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:23.805194 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:23.808115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:23:23.839619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:23.862377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.012792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.021280 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.027395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.082938 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Attempting to bind port fe27ec6f-1fd6-4028-9631-444612f2c652 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:23:24.083219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Attempting to bind port fe27ec6f-1fd6-4028-9631-444612f2c652 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:23:24.083580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Attempting to bind port fe27ec6f-1fd6-4028-9631-444612f2c652 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:24.086412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bb5d0-24cf-4472-bf82-15ba36b51fe7 None None] Pushing event updated for resources: {'Port': ['ID=fe27ec6f-1fd6-4028-9631-444612f2c652,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:24.090858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:23:24.091258 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:24.091661 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.092207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:23:24.092702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Bound port: fe27ec6f-1fd6-4028-9631-444612f2c652, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:23:24.093069 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.140808 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-236284fa-e3eb-4a6c-b568-671cae8960c3 None None] Provisioning complete for port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:24.141177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-236284fa-e3eb-4a6c-b568-671cae8960c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.172457 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] For port fe27ec6f-1fd6-4028-9631-444612f2c652, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:24.180591 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.186101 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.190288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] For port fe27ec6f-1fd6-4028-9631-444612f2c652, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fe27ec6f-1fd6-4028-9631-444612f2c652,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:23:24.192582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-236284fa-e3eb-4a6c-b568-671cae8960c3 None None] Port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:23:24.195470 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.240177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:24.240813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:22:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:24.259156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:24.261738 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.299805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bb5d0-24cf-4472-bf82-15ba36b51fe7 None None] Pushing event updated for resources: {'Port': ['ID=fe27ec6f-1fd6-4028-9631-444612f2c652,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:24.312455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-399c19ed-f415-41a0-9344-2bc12faf787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.360356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:24.361699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:24.369481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:24.483668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:23:24.598562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:23:24.604787 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1ccb0eb7-b05b-4bcd-8540-5b8fb4f331c9 admin admin] 10.222.0.49 "PUT /v2.0/routers/6294de4c-7460-43ea-8a30-e00923595533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5883863 Sep 18 01:23:24.724940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-64d2d054-c756-43c4-adcb-dfd74fb4fae2 None None] Provisioning complete for port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:24.725318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-64d2d054-c756-43c4-adcb-dfd74fb4fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:24.767779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-64d2d054-c756-43c4-adcb-dfd74fb4fae2 None None] Port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:23:24.772736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 2, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:24.798074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0700d6f-6e54-4bc0-abfb-97fb3891518b None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 2, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:23:25.275101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:25.327774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:25.327962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.390925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54042) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:25.394687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561636677', 'description': 'tempest-description--214175106'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:25.426333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.525388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.530394 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.557667 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.562640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1680424 Sep 18 01:23:25.562957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54044) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:25.563569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ecc0e-68ea-46bb-85af-509b63a9f154 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:25.576338 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'security_group_rule': {'security_group_id': '5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:25.603213 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.664190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.668118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.687560 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75645940-0ea3-4a28-8bc8-43360e7626a7,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:25.691261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.692660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe35f0a1-b27c-4dbb-94ee-2a9d335787d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286848 Sep 18 01:23:25.695254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54046) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:25.700003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'security_group_rule': {'security_group_id': '5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:25.729343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.789409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:23:25.793347 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.797659 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.818313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc8749e-dc72-408b-ad21-82aaa1a32cbe,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:25.826250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.827601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0ba764b8-18d8-4069-b82c-cccd1fe3efda tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310859 Sep 18 01:23:25.830534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 54048) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:25.834942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:25.857762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:25.960839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.069589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Allocated IP 172.25.7.216 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/3088fc36-18ae-48b5-b365-72513f7c5251) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:23:26.169090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.205680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.243929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:26.248303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:26.254611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:23:26.257681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=3088fc36-18ae-48b5-b365-72513f7c5251,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:26.336477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.370265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.522073 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.526811 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.597938 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=3088fc36-18ae-48b5-b365-72513f7c5251,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:26.609385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.623566 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:26.624941 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-937f963e-cd51-4326-8791-cf2ee9286587 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7934422 Sep 18 01:23:26.717065 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:23:26.726998 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:26.727667 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:22:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:26.769413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-639db6cb-aaa7-4843-9f94-4fd9895c58e8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1561636677&fields=id&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 267 time: 0.0331678 Sep 18 01:23:26.831291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:26.876814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-f62342f3-3fa6-43f6-b1f0-8eb59f814133 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:26.878308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-f62342f3-3fa6-43f6-b1f0-8eb59f814133 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1016204 Sep 18 01:23:26.894049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-16a8c6a0-6c0b-4872-b4a7-88cfad0ecf22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/quotas/5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 375 time: 0.0099709 Sep 18 01:23:26.952829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-b164b844-ebfc-4fa5-99c5-fb0e26e03d98 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527642 Sep 18 01:23:27.028852 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:24Z', 'revision_number': 2, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:27.052997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-4e49c357-deda-46df-a483-40e7377f1322 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871947 Sep 18 01:23:27.135770 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:23:27.136120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Updating router 6294de4c-7460-43ea-8a30-e00923595533 port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:23:27.150939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-0868e698-8b2e-4df0-b033-e933519f888f service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916779 Sep 18 01:23:27.160652 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.311276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fe27ec6f-1fd6-4028-9631-444612f2c652 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:27.334671 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74b56b8f-9db4-4c29-b158-43d621c17748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.343432 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bd993391-3eaf-4f50-950a-95dad054ca0a req-00238370-1369-47ae-9c5e-9adbd58b8903 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Sep 18 01:23:27.376463 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fe27ec6f-1fd6-4028-9631-444612f2c652 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:27.376840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.447132 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.455666 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.456436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.478114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port fe27ec6f-1fd6-4028-9631-444612f2c652, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fe27ec6f-1fd6-4028-9631-444612f2c652,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:27.485328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.551194 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Pushing event updated for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:27.552450 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.554480 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Attempting to bind port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:23:27.555082 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Attempting to bind port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:23:27.555455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Attempting to bind port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:27.564364 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.564714 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.565061 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.565396 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.565732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.566065 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.566392 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.566561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=fe27ec6f-1fd6-4028-9631-444612f2c652,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:27.566713 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.567058 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.567639 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.567966 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.568507 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:23:27.571447 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:23:27.571898 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:27.572314 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.572637 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:23:27.573196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Bound port: 7581fb9e-a80c-4278-a5a7-11eac40a0b2a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:23:27.573589 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.649629 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] For port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:27.654329 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] For port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:23:27.659592 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.714976 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:27.715612 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:23:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:27.772362 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ae00-6234-46b0-a5c7-b394287a5377 None None] Pushing event updated for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:27.821758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] Provisioning complete for port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:27.822390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.861859 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:27.914457 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:27.952663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] For port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:27.959928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.007771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9a69d-138d-40c2-9e1f-1712bf01e255 None None] Pushing event updated for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:28.079530 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ea0b6079-6d5c-4e33-b7ae-9e5d91f00034 None None] Provisioning complete for port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:28.079896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6079-6d5c-4e33-b7ae-9e5d91f00034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.081327 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:28.110695 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bc9aa-0c3d-4562-8cbb-2b51428e3f7c None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:23:28.433619 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-b0916aa8-5437-4048-8df7-7ac806741325 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:28.435362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-b0916aa8-5437-4048-8df7-7ac806741325 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1216645 Sep 18 01:23:28.456486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-714ec522-8256-47c5-98b5-df49d4ab7ca5 req-4b31c94c-aa69-4e5e-a885-020e139616e1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 210 time: 0.0297656 Sep 18 01:23:28.480388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.501874 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-e3a114fa-6aed-4cfb-868e-7fd51d63ae5b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 380 time: 0.0563350 Sep 18 01:23:28.513807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'port': {'device_id': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'admin_state_up': True, 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'security_groups': ['5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:28.628723 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:23:28.632319 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.764412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Allocated IP 172.20.0.8 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:23:28.898807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.930990 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:28.976789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:23:28.979865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:23:28.984710 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:23:29.016698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:29.042584 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.043219 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.059099 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-dc354620-09d3-4d1c-9a62-a0ec4fd61caf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499353 Sep 18 01:23:29.123224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Request body: {'port': {'device_id': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:29.177523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.187643 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-acbf804f-0376-4293-9660-9d0400ad29cd None None] Provisioning complete for port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:29.188015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-acbf804f-0376-4293-9660-9d0400ad29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.223810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-acbf804f-0376-4293-9660-9d0400ad29cd None None] Port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:23:29.289936 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7581fb9e-a80c-4278-a5a7-11eac40a0b2a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:29.336793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:29.337173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.416678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fe27ec6f-1fd6-4028-9631-444612f2c652 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:29.453483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:23:29.460894 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.463701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fe27ec6f-1fd6-4028-9631-444612f2c652 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:29.464085 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.472967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Transition to ACTIVE for port object 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:23:29.477718 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.531981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:29.594234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593184c-8fb8-4460-af16-c90ba690a749 req-095c1420-8e4a-4621-8328-e73000243026 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.596137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0593184c-8fb8-4460-af16-c90ba690a749 req-095c1420-8e4a-4621-8328-e73000243026 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0564430 Sep 18 01:23:29.600977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:23:29.601395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:23:29.601793 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:29.607081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:23:29.607671 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:23:29.612779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:23:29.613192 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:23:29.613644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:23:29.614148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Bound port: 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:23:29.614575 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.636845 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0593184c-8fb8-4460-af16-c90ba690a749 req-65e5421b-2649-4f3b-b10d-19351ee04937 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Sep 18 01:23:29.681407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:23:29.685493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:23:29.690009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.726489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.727179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.728538 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] 10.222.0.48 "PUT /v2.0/ports/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 1092 time: 0.6606295 Sep 18 01:23:29.729313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:29.731182 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e67728-9f3d-4aaa-8593-db049db25301" -d '{"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:29.755014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05cda-e215-4923-8714-b3050a9bf61c service neutron] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:29.803005 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a809021-7712-4dae-b0ca-e11cf0e5f59e x-openstack-request-id: req-7a809021-7712-4dae-b0ca-e11cf0e5f59e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:29.803438 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:29.803804 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a809021-7712-4dae-b0ca-e11cf0e5f59e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:29.804357 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'status': 'completed', 'code': 200} Sep 18 01:23:29.805820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:29.820744 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66e0f3f6-c827-4e0a-936d-429a034a0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.822409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-66e0f3f6-c827-4e0a-936d-429a034a0607 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0479198 Sep 18 01:23:29.869894 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-b3ac6861-f603-4e56-9d10-7430d4b1fe8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 217 time: 0.0388601 Sep 18 01:23:29.925207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-e4584070-4f90-41ef-8057-5f2a6712a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.926728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-e4584070-4f90-41ef-8057-5f2a6712a06b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0501702 Sep 18 01:23:29.972265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-adb4ea40-ed10-4135-8bc0-ade46c36d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:29.973749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-adb4ea40-ed10-4135-8bc0-ade46c36d923 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401840 Sep 18 01:23:30.065574 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-06f6dd7c-4b97-47f3-87f9-c84175a00012 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843689 Sep 18 01:23:30.152328 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-eb680a35-c711-4685-9dcb-d1518aa0865f req-6376d356-ccd1-4060-a63d-c8479964e704 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797951 Sep 18 01:23:30.242844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67728-9f3d-4aaa-8593-db049db25301 req-02642e1c-073d-44ad-98df-72ade21c24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:30.244347 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-02642e1c-073d-44ad-98df-72ade21c24e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0448127 Sep 18 01:23:30.334735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67728-9f3d-4aaa-8593-db049db25301 req-128935a3-b0d6-4196-974b-2d19c2bf83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:30.336131 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-128935a3-b0d6-4196-974b-2d19c2bf83bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0844202 Sep 18 01:23:30.380104 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-cf1e7f45-cc10-4cc5-adc2-2cc37240921e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 217 time: 0.0369568 Sep 18 01:23:30.429230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67728-9f3d-4aaa-8593-db049db25301 req-cece46fd-0b7f-423b-875f-081da2b730f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:30.430638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-cece46fd-0b7f-423b-875f-081da2b730f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0430026 Sep 18 01:23:30.477066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67728-9f3d-4aaa-8593-db049db25301 req-f6b0b57f-2f28-4c20-8f61-cdb04d49ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:30.478555 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-f6b0b57f-2f28-4c20-8f61-cdb04d49ce6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400467 Sep 18 01:23:30.571714 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-a656a9c6-bb0f-40fe-9e03-877d4f83c765 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853624 Sep 18 01:23:30.669422 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e67728-9f3d-4aaa-8593-db049db25301 req-47abe55a-9f18-411a-a5ce-0b94b37768f0 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891774 Sep 18 01:23:30.766145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56df354-ef14-4ba2-8f47-0275478d097b req-3276e6ac-939b-4312-9a04-c53d259bf217 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:30.767925 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d56df354-ef14-4ba2-8f47-0275478d097b req-3276e6ac-939b-4312-9a04-c53d259bf217 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0556355 Sep 18 01:23:30.807201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d56df354-ef14-4ba2-8f47-0275478d097b req-1d2ff466-7d65-4f32-8398-4aa54c082eef tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Sep 18 01:23:31.924618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48c47-6edb-4334-94cb-5fb530c45aec req-cb6d79b1-64e6-4f5b-b3d5-93ab5b0c5dfa tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:31.926096 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18b48c47-6edb-4334-94cb-5fb530c45aec req-cb6d79b1-64e6-4f5b-b3d5-93ab5b0c5dfa tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0497353 Sep 18 01:23:31.965502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18b48c47-6edb-4334-94cb-5fb530c45aec req-1986a6f6-1f42-44ce-8324-2ee03a4c77cd tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Sep 18 01:23:32.524635 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:32.948854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:23:33.041932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:33.054091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'mac_address': 'fa:16:3e:20:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:23:33.079929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85315ea-2c5c-4e63-9d2a-842b81a27eb4 req-62f9ba38-43c9-4594-ba25-a208d67e7e22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:33.081442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f85315ea-2c5c-4e63-9d2a-842b81a27eb4 req-62f9ba38-43c9-4594-ba25-a208d67e7e22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0481663 Sep 18 01:23:33.094537 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:33.108050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:23:33.120360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f85315ea-2c5c-4e63-9d2a-842b81a27eb4 req-ffc80ed0-88c9-42e4-9d9b-efa73eb85148 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 Sep 18 01:23:33.127287 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:33.131568 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:33.178884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:33.339101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:23:34.238556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb46c-52ee-47c5-b9a7-8d4b6325696e req-e2e2812f-f826-4931-83c9-119ff172b718 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:34.240014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e5cb46c-52ee-47c5-b9a7-8d4b6325696e req-e2e2812f-f826-4931-83c9-119ff172b718 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 944 time: 0.0521297 Sep 18 01:23:34.278102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e5cb46c-52ee-47c5-b9a7-8d4b6325696e req-a526796a-84c2-413a-b1ea-40b05c3fe113 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Sep 18 01:23:34.951884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:23:34.998888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:23:35.002391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:23:35.002761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:35.075728 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:35.097186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:35.099502 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf084b-ddc5-4b36-9c6a-dedb6a3a7ade" -d '{"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-plugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:35.112541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:23:35.117083 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:35.148423 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99efaf7-6f6b-4520-9eb5-c4b14c69650d x-openstack-request-id: req-b99efaf7-6f6b-4520-9eb5-c4b14c69650d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:35.148646 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-plugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:35.148900 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b99efaf7-6f6b-4520-9eb5-c4b14c69650d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:35.149332 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'code': 200} Sep 18 01:23:35.179804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:23:35.233922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1921ad6-bfe8-4195-95dd-eff3dc8acb59 req-fdcf88e5-0151-4643-8b9e-0e6cac2b5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:35.235425 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d1921ad6-bfe8-4195-95dd-eff3dc8acb59 req-fdcf88e5-0151-4643-8b9e-0e6cac2b5975 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1097 time: 0.0411968 Sep 18 01:23:35.274950 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d1921ad6-bfe8-4195-95dd-eff3dc8acb59 req-0e04fd9e-89ed-4738-9a1f-51fd012ed336 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Sep 18 01:23:35.393430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0180c-0612-4b07-9831-157be365663f req-cecf4124-12cf-47f9-acdc-d23dedd3fc6c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:35.394907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8d0180c-0612-4b07-9831-157be365663f req-cecf4124-12cf-47f9-acdc-d23dedd3fc6c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Sep 18 01:23:35.432409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d8d0180c-0612-4b07-9831-157be365663f req-4bcf1085-6612-4dbc-9043-00df5bfc3c2a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Sep 18 01:23:36.548300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067097e6-a956-47cd-b6c8-6486e484d1b7 req-b62e2885-166d-481e-ab75-ba7b6103dc48 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:36.549775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-067097e6-a956-47cd-b6c8-6486e484d1b7 req-b62e2885-166d-481e-ab75-ba7b6103dc48 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Sep 18 01:23:36.586827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-067097e6-a956-47cd-b6c8-6486e484d1b7 req-7f59c7ce-15f6-441a-8744-43f6904ce2c8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 18 01:23:36.703159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56dbe0-f851-45d7-b534-478369412402 req-f755abad-438e-40ef-a87b-57c42af1e23d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:36.704662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c56dbe0-f851-45d7-b534-478369412402 req-f755abad-438e-40ef-a87b-57c42af1e23d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0556169 Sep 18 01:23:36.713320 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54096) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:23:36.718088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'floatingip': {'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:23:36.756711 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:37.187316 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:37.190962 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:37.290346 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 associated. External IP: 172.25.7.216, port: 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725. Sep 18 01:23:37.492691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:23:37.597717 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:23:37.602511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:37.609404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:23:37.618567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:37.619256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:23:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:37.629110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39d6fb30-0c11-486f-b222-320693f958ce tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "PUT /v2.0/floatingips/83cef460-a68f-440d-8357-18073cb295c8 HTTP/1.1" status: 200 len: 991 time: 0.9148276 Sep 18 01:23:37.629699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:23:37.631940 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e8976c-98d0-47ec-bef5-e224dbb6f112" -d '{"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:23:37.674247 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d13423-ebb5-4d94-b422-9cfa9c23c417 x-openstack-request-id: req-10d13423-ebb5-4d94-b422-9cfa9c23c417 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:23:37.674529 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:23:37.674847 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10d13423-ebb5-4d94-b422-9cfa9c23c417 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:23:37.675264 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'status': 'completed', 'code': 200} Sep 18 01:23:37.734465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:37.734726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-ab6166e6-a985-49ce-a865-358306353b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:37.735993 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-ab6166e6-a985-49ce-a865-358306353b77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1097 time: 0.0399632 Sep 18 01:23:37.826784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-e06c3e83-c20a-4c7f-a604-ba183f68ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:37.828348 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-e06c3e83-c20a-4c7f-a604-ba183f68ba21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0854974 Sep 18 01:23:37.956687 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:20:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:23:37Z', 'revision_number': 1, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:37.987763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:23:37.996523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:23:37.997179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:23:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:38.103566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:23:38.194579 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-c5b2c144-6f69-49b7-8f7d-d0f8388c356d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 999 time: 0.3586769 Sep 18 01:23:38.244325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-b471cf05-dbd2-432c-a45b-c880d73dd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:38.245789 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-b471cf05-dbd2-432c-a45b-c880d73dd040 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0437579 Sep 18 01:23:38.291442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-f3443551-4880-4182-adda-2cf7590b3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:23:38.293064 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-f3443551-4880-4182-adda-2cf7590b3223 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403693 Sep 18 01:23:38.324460 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:20:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:23:37Z', 'revision_number': 1, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:23:38.350763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f38f5-fab7-44aa-9ae8-b61c39fcc896 None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:20:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:23:37Z', 'revision_number': 1, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:23:38.385699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-a07b8e00-b0ad-409e-ba59-074d68270d51 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853066 Sep 18 01:23:38.488585 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-13e8976c-98d0-47ec-bef5-e224dbb6f112 req-b0683111-5474-41ed-b928-4c3b42326652 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937204 Sep 18 01:23:38.538359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad04c3-7364-463b-be1b-ca50bec62b49 None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:23:46.368570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:54.283348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a371407f-3b6d-4b6a-a491-262ecf7ce7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:57.305797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c342fba1-df38-42f1-b117-4da50ce16b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:57.534500 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:58.471495 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:23:59.804750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:02.542040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:02.789131 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:24:16.365473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:24.283196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-daf6c0c3-c922-439c-841a-9f6166b87005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:27.306644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-36bdf3e5-998e-45f6-a3c5-e0d533706bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:27.535509 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:28.473614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:29.807175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:31.992194 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-9dfeecce-bc7d-438e-a862-860a36f7799c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392563 Sep 18 01:24:32.073286 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-407bbf81-15bf-4885-bf8a-cc069ecfa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:24:32.074705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-407bbf81-15bf-4885-bf8a-cc069ecfa3ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1097 time: 0.0395172 Sep 18 01:24:32.179129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-260422e6-407e-46c7-912c-47e8f2c0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:24:32.180629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-260422e6-407e-46c7-912c-47e8f2c0be43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0875156 Sep 18 01:24:32.243461 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-3bd573a1-e948-4f5d-a3b0-fca8fef6d636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 1001 time: 0.0563011 Sep 18 01:24:32.291179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-fc209363-35d3-4900-b2b9-4695389b2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:24:32.292626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-fc209363-35d3-4900-b2b9-4695389b2209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0426016 Sep 18 01:24:32.342306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-bb5c723b-f02a-421e-86a1-9a845e60bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:24:32.343693 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-bb5c723b-f02a-421e-86a1-9a845e60bf1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438156 Sep 18 01:24:32.432859 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-68524b19-30b1-4771-85eb-5e6be877748f service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814655 Sep 18 01:24:32.529548 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7e095446-7aa0-48d9-933f-3cdff85b81d8 req-224719d7-c1dd-42e5-b471-47291187fb69 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899742 Sep 18 01:24:32.535343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:39.787870 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:24:46.384103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:54.286722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-404b644b-f365-47a4-a986-3b7158d2cbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:57.305951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e016e30c-0b15-40b5-916c-83e62b64631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:57.536588 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:58.476461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:24:59.810066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:02.551723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:13.367507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b1c2-ae35-4f20-826c-8a5b7be42cc7 req-3a4370f3-afe0-42f6-b6fe-f17b4639fc15 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:13.369053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1d8b1c2-ae35-4f20-826c-8a5b7be42cc7 req-3a4370f3-afe0-42f6-b6fe-f17b4639fc15 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Sep 18 01:25:13.407750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1d8b1c2-ae35-4f20-826c-8a5b7be42cc7 req-e7a71350-44e9-479d-91a6-b5df9c07a52e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Sep 18 01:25:13.626561 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-99941f59-fe75-4168-b550-9215e00b9f0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402524 Sep 18 01:25:13.644542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416ca1-6cb5-427a-9c99-cea7d32e1c69 req-b261c012-5f8d-4b41-adb1-5b297cf2c881 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:13.646285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02416ca1-6cb5-427a-9c99-cea7d32e1c69 req-b261c012-5f8d-4b41-adb1-5b297cf2c881 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Sep 18 01:25:13.686022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02416ca1-6cb5-427a-9c99-cea7d32e1c69 req-9c0f03d7-0e95-4a75-b365-80c90d7ca837 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336857 Sep 18 01:25:14.806645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657895ea-9374-4d5b-b638-cd787ebe7043 req-6d42ec12-1c56-4375-b305-cc4b67d3c8ee tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:14.808188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-657895ea-9374-4d5b-b638-cd787ebe7043 req-6d42ec12-1c56-4375-b305-cc4b67d3c8ee tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0536087 Sep 18 01:25:14.830571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-b0b6ba68-36a9-445a-87fe-b66108a23676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:14.832445 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-b0b6ba68-36a9-445a-87fe-b66108a23676 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1097 time: 0.0418127 Sep 18 01:25:14.849750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-657895ea-9374-4d5b-b638-cd787ebe7043 req-dd27803f-700a-4ddd-ab0b-c6285da9662a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354335 Sep 18 01:25:14.932184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-fd077986-fa83-40df-b368-36cc71b4cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:14.933682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-fd077986-fa83-40df-b368-36cc71b4cc38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0942483 Sep 18 01:25:14.999503 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-c1a42f70-253b-4dcc-86fa-b009a104ffe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 1001 time: 0.0572298 Sep 18 01:25:15.053526 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-ae1ad42a-58fd-434a-8510-3157ecb2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:15.054979 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-ae1ad42a-58fd-434a-8510-3157ecb2f551 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0471087 Sep 18 01:25:15.099111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-76e9e0b0-1d19-4f22-9773-5c3f0b6f1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:15.100586 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-76e9e0b0-1d19-4f22-9773-5c3f0b6f1723 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390277 Sep 18 01:25:15.187781 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-afa40d91-2889-4fe4-a01d-3ce45648ced1 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803924 Sep 18 01:25:15.278763 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-84d42024-2dd9-4e2b-9e00-3d253bab4588 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Sep 18 01:25:15.984130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef6249-c7a4-45b4-81af-b6a8c3305660 req-44b64311-d5f7-42f2-8717-d5d30cf52c37 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:15.985650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24ef6249-c7a4-45b4-81af-b6a8c3305660 req-44b64311-d5f7-42f2-8717-d5d30cf52c37 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Sep 18 01:25:16.024308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-24ef6249-c7a4-45b4-81af-b6a8c3305660 req-a4e1f578-6a16-4406-a4c6-a1f5087fbbf2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Sep 18 01:25:16.398558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:16.788527 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:25:17.137532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd401ff-2d8b-4ead-a7d1-ae535bafbf3c req-8be89da1-3ddb-41e6-852c-cac5959f1107 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:17.139002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdd401ff-2d8b-4ead-a7d1-ae535bafbf3c req-8be89da1-3ddb-41e6-852c-cac5959f1107 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0477221 Sep 18 01:25:17.176936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdd401ff-2d8b-4ead-a7d1-ae535bafbf3c req-faf8b665-6eb2-46d3-82f3-816660317182 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Sep 18 01:25:18.298147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e682-40a4-4291-9ef8-5bb830d962ba req-815686a3-7bbd-4e2c-93bd-c3fd7de7087d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:18.299631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c866e682-40a4-4291-9ef8-5bb830d962ba req-815686a3-7bbd-4e2c-93bd-c3fd7de7087d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0535078 Sep 18 01:25:18.337682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c866e682-40a4-4291-9ef8-5bb830d962ba req-c02018fc-d7aa-4779-8fc8-7842e562c836 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Sep 18 01:25:19.451866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba73f5-17f8-43db-86f8-023094770e56 req-d42b5500-4e2a-4820-9b5f-567dea0d3017 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:19.453392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aeba73f5-17f8-43db-86f8-023094770e56 req-d42b5500-4e2a-4820-9b5f-567dea0d3017 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Sep 18 01:25:19.491122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aeba73f5-17f8-43db-86f8-023094770e56 req-85d8b18e-a67c-4cb6-9114-ccb05c56d7a3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Sep 18 01:25:20.605772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c1f5d-690c-488f-aeec-77006e6518a9 req-e8bf5ee7-d722-4cc8-ba6d-afdaa2532565 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:20.607226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e61c1f5d-690c-488f-aeec-77006e6518a9 req-e8bf5ee7-d722-4cc8-ba6d-afdaa2532565 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 18 01:25:20.645095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e61c1f5d-690c-488f-aeec-77006e6518a9 req-b16bd62e-bb17-43ed-9718-7c8bbebf253f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Sep 18 01:25:21.769777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90fb7c-6bc0-41eb-8557-bf91357411a6 req-80bbe8f1-d28e-4de2-8d57-50558f9923dc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:21.771355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f90fb7c-6bc0-41eb-8557-bf91357411a6 req-80bbe8f1-d28e-4de2-8d57-50558f9923dc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0541043 Sep 18 01:25:21.809857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f90fb7c-6bc0-41eb-8557-bf91357411a6 req-bda5b474-4224-4f9f-9f38-5024291b9130 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Sep 18 01:25:22.926144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a116-c68a-42ff-b905-734918c688d8 req-3205b497-6eb5-4b20-a8e0-d02f4e99af3e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:22.927625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6f3a116-c68a-42ff-b905-734918c688d8 req-3205b497-6eb5-4b20-a8e0-d02f4e99af3e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0502377 Sep 18 01:25:22.964681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6f3a116-c68a-42ff-b905-734918c688d8 req-6d232fc6-f3ac-48f1-87c7-ea8a236b5027 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Sep 18 01:25:24.079417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81078-a7bc-44e2-9aac-f66f5ff70617 req-a93dc08a-9a91-4d4c-a78f-51ff50e0e62b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:24.080923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78f81078-a7bc-44e2-9aac-f66f5ff70617 req-a93dc08a-9a91-4d4c-a78f-51ff50e0e62b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Sep 18 01:25:24.118184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78f81078-a7bc-44e2-9aac-f66f5ff70617 req-da631e21-8a25-4a85-8445-97b5b1951a30 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Sep 18 01:25:24.286874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-af133aca-bcc7-449f-a82b-eb67e4346f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:25.235258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475fd34-4c04-44e1-a653-51ba6bc1f2e8 req-93c8bebc-cf5c-4368-ac02-114c9e709964 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:25.236737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f475fd34-4c04-44e1-a653-51ba6bc1f2e8 req-93c8bebc-cf5c-4368-ac02-114c9e709964 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Sep 18 01:25:25.273822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f475fd34-4c04-44e1-a653-51ba6bc1f2e8 req-7769bdc5-c448-4008-b047-8e41dbbd2477 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Sep 18 01:25:26.388103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336eef-e372-4b8b-a92a-cdc5c4b4310f req-fc8f69e8-a837-4c63-8c17-dd1cc18b4419 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:26.389612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3336eef-e372-4b8b-a92a-cdc5c4b4310f req-fc8f69e8-a837-4c63-8c17-dd1cc18b4419 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Sep 18 01:25:26.427749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3336eef-e372-4b8b-a92a-cdc5c4b4310f req-cf452032-9760-4a2c-972e-0741504facae tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Sep 18 01:25:27.158662 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-42524853-8ca0-474d-b455-878e7e83948e req-29eee0fe-8448-44d9-b82e-a2a8f3a81fab service neutron] show failed (client error): The resource could not be found. Sep 18 01:25:27.160305 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-29eee0fe-8448-44d9-b82e-a2a8f3a81fab service neutron] 10.222.0.48 "GET /v2.0/ports/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0539303 Sep 18 01:25:27.306823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7f47345-7009-4249-8310-862ee58557ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:27.404309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-c7a3b7eb-3b01-4296-b728-63e8714bdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:27.405794 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-c7a3b7eb-3b01-4296-b728-63e8714bdb7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1097 time: 0.0906217 Sep 18 01:25:27.424528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:25:27.481782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:27.538961 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:27.546429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb39301-5a51-43c6-a243-1da750b72dd0 req-85c111a8-b735-4366-9b14-ad16162ae994 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:27.547934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb39301-5a51-43c6-a243-1da750b72dd0 req-85c111a8-b735-4366-9b14-ad16162ae994 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0532882 Sep 18 01:25:27.586253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-adb39301-5a51-43c6-a243-1da750b72dd0 req-0ea9f545-26c9-4f91-a00f-2f953bbc31bc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Sep 18 01:25:27.685945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:27.717552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:25:27.757297 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:27.759540 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d3f66-d577-4dfd-bf55-2c437168d624" -d '{"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-unplugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:27.763751 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:27.777308 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Transition to ACTIVE for port object 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:25:27.780955 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:27.864250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:27.876208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.876586 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.876929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.877268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.877603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.878468 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.878829 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.879136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.879463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.879990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.880454 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.880675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:27.897958 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e012952b-14e0-410d-94a4-d1b3c5abf37d x-openstack-request-id: req-e012952b-14e0-410d-94a4-d1b3c5abf37d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:27.898262 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-unplugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:27.898514 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e012952b-14e0-410d-94a4-d1b3c5abf37d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:27.898917 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'code': 200} Sep 18 01:25:27.929037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] No DVR routers for this DVR port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:25:28.067535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:25:28.067864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:25:28.068183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:25:28.072392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:25:28.072707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Attempting to bind port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:25:28.077402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:25:28.077733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:25:28.078110 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:25:28.078527 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Bound port: 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:25:28.078923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:28.142205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:25:28.145707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:25:28.149898 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:28.181699 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.182664 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:28.183708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 1092 time: 0.7631705 Sep 18 01:25:28.207692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0f045-8624-4ed7-a4f2-c2aab5d9f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:28.268263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-7f1eb5b2-8408-4dd5-88f8-ed8cc462620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.270432 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-7f1eb5b2-8408-4dd5-88f8-ed8cc462620f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0436208 Sep 18 01:25:28.369490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-32f5e734-0ec1-4655-9432-9681d3e84c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.370984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-32f5e734-0ec1-4655-9432-9681d3e84c1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0928419 Sep 18 01:25:28.434982 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-d7a1eda8-0106-44cd-be16-49cc654f6995 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 999 time: 0.0571730 Sep 18 01:25:28.478623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:28.484257 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-f380c925-7d8e-4a93-8c1f-6a3f87f864ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.485689 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-f380c925-7d8e-4a93-8c1f-6a3f87f864ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0436850 Sep 18 01:25:28.535955 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524853-8ca0-474d-b455-878e7e83948e req-01e68c0d-48a1-421c-8c77-5dba0467a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.537462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-01e68c0d-48a1-421c-8c77-5dba0467a72b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444288 Sep 18 01:25:28.629220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-3367f148-456d-4490-99de-78d488e8028d service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845299 Sep 18 01:25:28.705735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba74880-feaf-4faa-8505-77059639c2ca req-8beea0bd-17a0-4085-a522-72f1dbae2478 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:28.707499 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ba74880-feaf-4faa-8505-77059639c2ca req-8beea0bd-17a0-4085-a522-72f1dbae2478 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0525665 Sep 18 01:25:28.732977 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-42524853-8ca0-474d-b455-878e7e83948e req-f960ca2e-f8d8-4d4b-a50c-f07c7a6d05dc service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956032 Sep 18 01:25:28.746206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ba74880-feaf-4faa-8505-77059639c2ca req-9aedfd90-420a-4f84-a690-3730eb2a77a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Sep 18 01:25:29.587994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:25:29.624634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:25:29.813904 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:29.876523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a053d-3253-4a37-b101-054e84dc9677 req-e0272237-217d-478a-8789-de7aefda7fa3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:29.878462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e8a053d-3253-4a37-b101-054e84dc9677 req-e0272237-217d-478a-8789-de7aefda7fa3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0475016 Sep 18 01:25:29.899983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:29.902360 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d9b91-57d7-4087-ae19-f65242cd7e62" -d '{"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:29.917298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e8a053d-3253-4a37-b101-054e84dc9677 req-5d882f91-3717-49eb-ba8e-01143898d193 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Sep 18 01:25:29.951200 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203bdbc0-9c69-488d-9abc-8debc5c3dbf4 x-openstack-request-id: req-203bdbc0-9c69-488d-9abc-8debc5c3dbf4 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:29.951488 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:29.951741 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-203bdbc0-9c69-488d-9abc-8debc5c3dbf4 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:29.952164 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'status': 'completed', 'code': 200} Sep 18 01:25:30.040000 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-4f1aec39-9220-434e-b966-c3a71c6cf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.041502 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-4f1aec39-9220-434e-b966-c3a71c6cf6cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0660505 Sep 18 01:25:30.058831 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-dc0fdd88-e549-4d28-803b-14e4c6591003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.060245 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-dc0fdd88-e549-4d28-803b-14e4c6591003 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0572114 Sep 18 01:25:30.205850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-b00a71fd-9ef7-4279-99c8-60c92c52fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.207447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-b00a71fd-9ef7-4279-99c8-60c92c52fad1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1586144 Sep 18 01:25:30.210014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-e99268ce-97e8-40d5-9b54-07ea05d97453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.211339 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-e99268ce-97e8-40d5-9b54-07ea05d97453 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1386688 Sep 18 01:25:30.318928 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-516ed6b3-74c3-4613-a409-d40e7a587953 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 999 time: 0.1043451 Sep 18 01:25:30.320738 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-de1f5ba7-6e30-4a8a-bc56-2423de03c284 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 999 time: 0.0995870 Sep 18 01:25:30.401661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-46b363a3-a2b9-4417-8a2e-32cccc6dbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.403158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-46b363a3-a2b9-4417-8a2e-32cccc6dbbd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0770004 Sep 18 01:25:30.404575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-74a3024d-913d-4e66-9b80-87205b939323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.405882 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-74a3024d-913d-4e66-9b80-87205b939323 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0726547 Sep 18 01:25:30.478579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-23dcf6da-d914-4783-8da5-fc6beff4b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.479970 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-23dcf6da-d914-4783-8da5-fc6beff4b0f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692101 Sep 18 01:25:30.482453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-7ab26a3d-e2d7-4f48-a615-9fb14c5194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:30.483793 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-7ab26a3d-e2d7-4f48-a615-9fb14c5194b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648537 Sep 18 01:25:30.632211 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-3a900fd9-1f9e-4c5c-897c-53ce517be29a service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452656 Sep 18 01:25:30.635474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-6f276bef-4492-4fe8-884a-f6d19d6a17e3 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419313 Sep 18 01:25:30.789151 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-243a6f7d-e727-4c1c-991f-99bf58268626 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496375 Sep 18 01:25:30.792386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-624d9b91-57d7-4087-ae19-f65242cd7e62 req-e3318d2b-edcb-434b-98e1-e5b38e0fc4f2 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446588 Sep 18 01:25:31.032657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddaf6a-fc8f-4b91-846b-d651c8995a3c req-a37b4e7b-bfc2-4c9a-b9c9-d36132b8b165 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:31.034181 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ddaf6a-fc8f-4b91-846b-d651c8995a3c req-a37b4e7b-bfc2-4c9a-b9c9-d36132b8b165 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0491538 Sep 18 01:25:31.070739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1ddaf6a-fc8f-4b91-846b-d651c8995a3c req-f344bf58-eb5b-4d98-8801-8f4af9a4ec4e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Sep 18 01:25:32.189400 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da923a-e30a-48d7-9e8d-fff73abf15a6 req-2e4bb556-0471-4d95-bd57-c09cf9f66a2b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.191507 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11da923a-e30a-48d7-9e8d-fff73abf15a6 req-2e4bb556-0471-4d95-bd57-c09cf9f66a2b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0523500 Sep 18 01:25:32.228291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-11da923a-e30a-48d7-9e8d-fff73abf15a6 req-911cdfea-b697-4077-afb3-1f32c53c615f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Sep 18 01:25:32.422126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e23ce-5a8a-4a39-ba6c-202d577f58bf req-f59ac73f-03a7-4def-a9f0-6c6a74ebfc66 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.423645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b7e23ce-5a8a-4a39-ba6c-202d577f58bf req-f59ac73f-03a7-4def-a9f0-6c6a74ebfc66 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0494418 Sep 18 01:25:32.431992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-2c7f2b53-0655-43fd-8890-539359714f95 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.433462 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-2c7f2b53-0655-43fd-8890-539359714f95 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234&tenant_id=5abb8bc6010d4dd79ff8d341d529caec&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 943 time: 0.0524402 Sep 18 01:25:32.465178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b7e23ce-5a8a-4a39-ba6c-202d577f58bf req-f031f1e3-4e30-48e2-8d83-114437df2c2b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Sep 18 01:25:32.501608 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-de286c4d-582c-45db-9e74-d95903b1192b service neutron] delete failed (client error): The resource could not be found. Sep 18 01:25:32.502700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-de286c4d-582c-45db-9e74-d95903b1192b service neutron] 10.222.0.48 "DELETE /v2.0/ports/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0615449 Sep 18 01:25:32.552870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:32.588665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-e1c8cd4e-2fff-4994-9b67-7368a5d29b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.590325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-e1c8cd4e-2fff-4994-9b67-7368a5d29b9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 1095 time: 0.0416622 Sep 18 01:25:32.683343 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-28691cbe-b2ef-43c5-99ac-2bc51d4f671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.684877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-28691cbe-b2ef-43c5-99ac-2bc51d4f671e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0880597 Sep 18 01:25:32.757413 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-a511fb46-91ef-4109-b565-1a4bcb8b48c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 200 len: 999 time: 0.0645607 Sep 18 01:25:32.807379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-4731bb5b-10d0-46c9-96b5-17acab66fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.808943 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-4731bb5b-10d0-46c9-96b5-17acab66fe44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0452473 Sep 18 01:25:32.860386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-8d1cb75a-3e86-4d3e-885f-95266adb93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:32.865526 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-8d1cb75a-3e86-4d3e-885f-95266adb93d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497093 Sep 18 01:25:32.982764 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-47a4225d-32cd-493e-8345-d2c6cab6b9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099253 Sep 18 01:25:33.099059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-715f72bd-5d48-4af2-b6f4-0d49ec056cf3 req-de3fbce1-8d61-4aa6-a2c0-e349e78b2314 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083202 Sep 18 01:25:33.586378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f75f-3d2e-4795-9015-3c5f549a7b63 req-8c43b78e-8ff8-4c01-8412-84ad44d844ab tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:33.587938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47e4f75f-3d2e-4795-9015-3c5f549a7b63 req-8c43b78e-8ff8-4c01-8412-84ad44d844ab tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0511158 Sep 18 01:25:33.626820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47e4f75f-3d2e-4795-9015-3c5f549a7b63 req-72f2de99-263c-4bcd-a1c6-38762f5c63e2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Sep 18 01:25:33.745746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aa2f4-737f-4ecc-afc4-55714a91258c req-6e4527f6-27ad-41a2-abb2-743788bbe8c1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:33.747101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-385aa2f4-737f-4ecc-afc4-55714a91258c req-6e4527f6-27ad-41a2-abb2-743788bbe8c1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0524473 Sep 18 01:25:33.785183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-385aa2f4-737f-4ecc-afc4-55714a91258c req-061b6f56-d9c7-4ada-a413-99877f76b020 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Sep 18 01:25:33.898997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a93613-2904-41c6-b9e2-5db42f6ed381 req-4f858567-042f-4cf6-9ba2-6b36ac76ac80 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:33.900500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9a93613-2904-41c6-b9e2-5db42f6ed381 req-4f858567-042f-4cf6-9ba2-6b36ac76ac80 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0487897 Sep 18 01:25:33.937783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9a93613-2904-41c6-b9e2-5db42f6ed381 req-14545ac2-b749-4e89-959a-672f3cfd4f03 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Sep 18 01:25:33.953010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:25:34.049356 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:34.060827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'mac_address': 'fa:16:3e:20:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:25:34.105028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:34.117909 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:25:34.137966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:34.143100 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:34.173359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f942ea-0d35-4d16-a7e5-a07378a35d27 req-6eff637b-e057-46ff-bd07-5a55cc3479a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:34.175706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1f942ea-0d35-4d16-a7e5-a07378a35d27 req-6eff637b-e057-46ff-bd07-5a55cc3479a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 943 time: 0.0510261 Sep 18 01:25:34.192737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:34.199982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.200346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.200690 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.201021 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.201349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.201670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.202008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.202314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.202636 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.202954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.203298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.203614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:25:34.215221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1f942ea-0d35-4d16-a7e5-a07378a35d27 req-4c915a10-b748-43eb-bc3b-07866fff0ab4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338814 Sep 18 01:25:34.596363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:25:35.336619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd970-1bf4-4b1f-8f48-94f6ad4e350e req-92e662bf-45ba-4a6b-94fd-b701c26fea7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:35.338094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe9dd970-1bf4-4b1f-8f48-94f6ad4e350e req-92e662bf-45ba-4a6b-94fd-b701c26fea7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 944 time: 0.0545828 Sep 18 01:25:35.375189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe9dd970-1bf4-4b1f-8f48-94f6ad4e350e req-aa7acff9-b555-4696-8178-2de457cf36e2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Sep 18 01:25:35.766217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-ac7b75c0-70bb-4868-85c0-d92a7448a4b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:35.767652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-ac7b75c0-70bb-4868-85c0-d92a7448a4b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 944 time: 0.0486012 Sep 18 01:25:35.853762 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Deleting port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:25:35.854106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:35.958450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:25:36.008832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:25:36.013250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:25:36.013652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.095132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.118921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:36.121231 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b86506-da66-43dd-acf3-9e2ced232fa8" -d '{"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-plugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:36.136560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:36.142427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.193802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:36.231646 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed92a1f-2cc9-4b87-8580-560eede72135 x-openstack-request-id: req-9ed92a1f-2cc9-4b87-8580-560eede72135 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:36.231944 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-plugged", "status": "completed", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:36.232201 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ed92a1f-2cc9-4b87-8580-560eede72135 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:36.232631 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'code': 200} Sep 18 01:25:36.250336 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] For port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:36.250896 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.416248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.416628 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.416940 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 disassociated. External IP: 172.25.7.216, port: 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725. Sep 18 01:25:36.417275 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Calling delete_port for 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:25:36.491589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a84af-a0c2-4e5e-8f7e-7f58df8b98e8 req-782e26d6-beb7-420a-9fe7-ce3db140b066 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:36.494353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0a84af-a0c2-4e5e-8f7e-7f58df8b98e8 req-782e26d6-beb7-420a-9fe7-ce3db140b066 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=94319d6e-4508-4cff-9f75-e12a5d62b234 HTTP/1.1" status: 200 len: 945 time: 0.0498908 Sep 18 01:25:36.532726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db0a84af-a0c2-4e5e-8f7e-7f58df8b98e8 req-2670e5cd-9817-4043-8f62-8ca0527cd0f4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324724 Sep 18 01:25:36.546327 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.574784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'Port': ['ID=8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:36.691668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:25:36.802485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:25:36.812500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:25:36.821916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:25:36.822569 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:25:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:36.841864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] No DVR routers for this DVR port 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:25:36.844486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:36.846549 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-be1543a1-5ee2-4853-a67a-1c2f581f9feb req-74bae4c9-63fe-4ce1-b910-44546d34dd7e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "DELETE /v2.0/ports/8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 HTTP/1.1" status: 204 len: 173 time: 1.0723813 Sep 18 01:25:36.847131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-deleted', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:36.849485 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6140f534-43b2-44ca-8091-48816dfe77fe" -d '{"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-deleted", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:36.888909 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e31b02-2d4b-4926-8378-95c0784d884e x-openstack-request-id: req-b3e31b02-2d4b-4926-8378-95c0784d884e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:36.892101 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94319d6e-4508-4cff-9f75-e12a5d62b234", "name": "network-vif-deleted", "tag": "8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:36.892608 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3e31b02-2d4b-4926-8378-95c0784d884e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:36.893253 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94319d6e-4508-4cff-9f75-e12a5d62b234', 'name': 'network-vif-deleted', 'tag': '8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725', 'status': 'completed', 'code': 200} Sep 18 01:25:36.932507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:25:37.136005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:37.162411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:25:37.170503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:25:37.171101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:25:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:37.272639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:25:37.469990 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:37.495709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafdbb1-6a42-4e13-8b07-f231a1bd2e0c None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:25:37.720594 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b172b-f5ca-490b-8184-5ac7b38f5ddc None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:25:37.765240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-bbc377de-356a-4c24-bba3-b5e1e6d6f7b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1561636677&fields=id&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 267 time: 0.0335841 Sep 18 01:25:38.178668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-267b4aaa-efb7-480c-aff1-f75542fc388c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:38.180153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-267b4aaa-efb7-480c-aff1-f75542fc388c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.4071767 Sep 18 01:25:38.195050 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-2687c891-8f9f-447f-85cc-1af1d941e2d5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/quotas/5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 375 time: 0.0090747 Sep 18 01:25:38.249214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-dfb51d0f-02e1-4596-bc85-91a3ad359b1b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488880 Sep 18 01:25:38.347232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-cfbac1d5-916d-45dd-a34e-9a357f465349 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859034 Sep 18 01:25:38.437898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-94a1bbe7-200d-450e-95cf-1d4cca3da047 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843816 Sep 18 01:25:38.595530 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4972aeaf-64d3-467c-a2ce-08ecf44ed0ed req-bda52fe3-73d9-4b70-90aa-742f961179d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 210 time: 0.0264239 Sep 18 01:25:39.676342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f614e5b2-6b8a-43b0-8cd7-d83be722deff req-3983d0a9-9d79-45c5-b506-501a83d61ad2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 210 time: 0.0301008 Sep 18 01:25:39.966999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:25:39.987933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:25:39.988172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 8e54ca4c-d5eb-4d8f-8f8c-b22ba8ce9725 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:25:40.758042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-284d7746-2020-49aa-908d-71fa06d7c819 req-5931602d-44e9-4cb2-a7c5-ad87b4c7ef03 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 210 time: 0.0325036 Sep 18 01:25:41.796116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-7e34aa1e-1880-44ae-9f02-2fda68e34800 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:41.797663 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-7e34aa1e-1880-44ae-9f02-2fda68e34800 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1036432 Sep 18 01:25:41.848013 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-b1afce9a-5d55-4d12-a847-6264868420fc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 380 time: 0.0355005 Sep 18 01:25:41.860060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d733b061-eea5-4aea-96e1-e18d2bf56f12 req-548986f5-efb7-404a-8daa-c3770244b70b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 210 time: 0.0264785 Sep 18 01:25:41.898146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'port': {'device_id': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'admin_state_up': True, 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'security_groups': ['5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:25:42.007055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:25:42.010586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.132153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Allocated IP 172.20.0.10 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/326bde35-2ddc-4512-a45a-ea7311b97179) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:25:42.267858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.301288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.342720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:25:42.345774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:25:42.350265 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:25:42.377922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:42.407399 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:42.408021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.423807 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-e0663b28-72b2-41a6-aa6b-1787547dd772 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5299220 Sep 18 01:25:42.442098 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Request body: {'port': {'device_id': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:25:42.502259 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.547893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f1ddf843-42c2-477f-bb48-6b4ea93e6624 None None] Provisioning complete for port 326bde35-2ddc-4512-a45a-ea7311b97179 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:25:42.548511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf843-42c2-477f-bb48-6b4ea93e6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.581231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddf843-42c2-477f-bb48-6b4ea93e6624 None None] Port 326bde35-2ddc-4512-a45a-ea7311b97179 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:25:42.761496 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326bde35-2ddc-4512-a45a-ea7311b97179 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:25:42.769647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.781254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Transition to ACTIVE for port object 326bde35-2ddc-4512-a45a-ea7311b97179 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:25:42.785407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.878384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:42.916321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:25:42.916657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:25:42.916983 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:25:42.921611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:25:42.921937 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:25:42.927579 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:25:42.927893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:25:42.928300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:25:42.928733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Bound port: 326bde35-2ddc-4512-a45a-ea7311b97179, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:25:42.929090 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:42.992860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d958e-0dd8-44fe-9442-db3c2d0495d5 req-d7593769-619a-4ffa-9052-548dade7a767 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:42.996701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-239d958e-0dd8-44fe-9442-db3c2d0495d5 req-d7593769-619a-4ffa-9052-548dade7a767 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0547657 Sep 18 01:25:42.997839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:25:43.006010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:25:43.011948 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:43.035899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-239d958e-0dd8-44fe-9442-db3c2d0495d5 req-8349a8cf-5709-4cfb-a026-c3cc8ba7e934 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347416 Sep 18 01:25:43.046438 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.047515 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:43.049187 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] 10.222.0.54 "PUT /v2.0/ports/326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1093 time: 0.6114507 Sep 18 01:25:43.050292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:43.052575 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708e680-8104-4cda-bc26-82fdfc662fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:43.085400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9a28-5fc9-4512-8f9d-a485b0bffa19 service neutron] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:43.100463 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68764a90-71ba-4a9e-8ca0-4c60be65f475 x-openstack-request-id: req-68764a90-71ba-4a9e-8ca0-4c60be65f475 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:43.100762 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:43.101020 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68764a90-71ba-4a9e-8ca0-4c60be65f475 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:43.101437 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'status': 'completed', 'code': 200} Sep 18 01:25:43.159838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-dcc0ffa6-6313-4e42-ae8d-be3cb31e644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.161443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-dcc0ffa6-6313-4e42-ae8d-be3cb31e644e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1096 time: 0.0422416 Sep 18 01:25:43.211625 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-94b8de03-73f8-4f57-90b9-c74d6c764ab1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 217 time: 0.0368710 Sep 18 01:25:43.261727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-c8fcc67f-5ff4-477d-8c88-1baa710717bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.263201 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-c8fcc67f-5ff4-477d-8c88-1baa710717bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0444024 Sep 18 01:25:43.312563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c29de-274f-4369-a596-a99b133541d4 req-14935de9-a618-44b4-9376-598a51424df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.314050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-14935de9-a618-44b4-9376-598a51424df4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436811 Sep 18 01:25:43.403141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-9d9acf70-063b-416e-a3f5-a6724bbec115 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821233 Sep 18 01:25:43.494812 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9d8c29de-274f-4369-a596-a99b133541d4 req-bcc5145d-149e-478e-8c8c-51c45000104a service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842295 Sep 18 01:25:43.624335 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-27acb80a-d5fa-4bcf-a8d6-98b3bd1744ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.625818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-27acb80a-d5fa-4bcf-a8d6-98b3bd1744ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1096 time: 0.0407422 Sep 18 01:25:43.721901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-82c99484-598e-4249-a626-f70a34e04b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.723358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-82c99484-598e-4249-a626-f70a34e04b67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0908673 Sep 18 01:25:43.764536 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-8fdb3516-3946-491a-85f3-9d466ae3faca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 217 time: 0.0336373 Sep 18 01:25:43.811968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-bf55c1b0-a59b-45e6-8644-7adad2c70f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.813444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-bf55c1b0-a59b-45e6-8644-7adad2c70f4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0424752 Sep 18 01:25:43.863187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-dbb089de-b574-415b-a750-72fd405c46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:43.864719 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-dbb089de-b574-415b-a750-72fd405c46f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444474 Sep 18 01:25:43.958610 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-664298d8-606a-4134-b559-786e2c282064 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Sep 18 01:25:44.054424 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e708e680-8104-4cda-bc26-82fdfc662fd9 req-3b8469f1-bc9e-4558-a4a7-ff0b12c4af4c service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879173 Sep 18 01:25:44.152780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16e5f6-cc99-4f98-a403-4b31e52d534b req-5eb4e162-b8f4-4c64-bd7f-bfed7ddda650 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:44.154217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d16e5f6-cc99-4f98-a403-4b31e52d534b req-5eb4e162-b8f4-4c64-bd7f-bfed7ddda650 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0488605 Sep 18 01:25:44.194736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d16e5f6-cc99-4f98-a403-4b31e52d534b req-05b2c436-61ca-4a01-97c4-972228e6e692 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Sep 18 01:25:45.310288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f8156-d8ce-4bbb-af7a-0a257abe3039 req-07cd30d5-50eb-4213-842a-41420b9dc725 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:45.311815 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6f8156-d8ce-4bbb-af7a-0a257abe3039 req-07cd30d5-50eb-4213-842a-41420b9dc725 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0493195 Sep 18 01:25:45.349870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf6f8156-d8ce-4bbb-af7a-0a257abe3039 req-ed88bdfa-6b60-43ad-9d8f-be2f84b5e5d7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Sep 18 01:25:46.402913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:46.466035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38741-ced5-4314-8300-2bbc151c4e9d req-8a70246a-2ada-4c0c-9b4d-8df5602d0b7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:46.467521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20e38741-ced5-4314-8300-2bbc151c4e9d req-8a70246a-2ada-4c0c-9b4d-8df5602d0b7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0482898 Sep 18 01:25:46.506136 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-20e38741-ced5-4314-8300-2bbc151c4e9d req-1d903061-7c32-460d-b003-97365c9a9371 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Sep 18 01:25:47.619936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100438-a8c2-4156-a585-994e5a174479 req-7ea5019a-f45c-401c-97fc-e982c15afc96 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:47.621435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58100438-a8c2-4156-a585-994e5a174479 req-7ea5019a-f45c-401c-97fc-e982c15afc96 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0490417 Sep 18 01:25:47.662146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-58100438-a8c2-4156-a585-994e5a174479 req-fb043bab-9e9c-4ab8-b56f-ee79ca4d10e4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349092 Sep 18 01:25:48.005052 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:25:48.097450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:48.107900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '326bde35-2ddc-4512-a45a-ea7311b97179', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179', 'mac_address': 'fa:16:3e:87:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:25:48.142501 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:48.155412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326bde35-2ddc-4512-a45a-ea7311b97179 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:25:48.174102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:48.178844 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:48.229980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:48.591858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['326bde35-2ddc-4512-a45a-ea7311b97179'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:25:48.780858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb62d2e-c67f-486d-8e14-a9cbbe9ffb33 req-4206faa3-6c11-4c0d-9b4c-2bd3e22c746e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:48.782366 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6eb62d2e-c67f-486d-8e14-a9cbbe9ffb33 req-4206faa3-6c11-4c0d-9b4c-2bd3e22c746e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 18 01:25:48.820678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6eb62d2e-c67f-486d-8e14-a9cbbe9ffb33 req-076497f6-61dc-4fbd-a835-524ea3e867e6 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Sep 18 01:25:49.935740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88fb58-258a-426a-acbf-ed53e807209c req-d3bdbda5-1a8c-416a-bd8f-298a6a21037e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:49.937230 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c88fb58-258a-426a-acbf-ed53e807209c req-d3bdbda5-1a8c-416a-bd8f-298a6a21037e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0494583 Sep 18 01:25:49.974559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5c88fb58-258a-426a-acbf-ed53e807209c req-069dbaa5-dccb-4d26-bf4b-4910600ca4ee tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Sep 18 01:25:50.013809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:25:50.063840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 326bde35-2ddc-4512-a45a-ea7311b97179 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:25:50.067519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 326bde35-2ddc-4512-a45a-ea7311b97179 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:25:50.067886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:50.140813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:50.163525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:50.165751 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06789bfa-5ee1-4695-ba71-5449a8e3221d" -d '{"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-plugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:50.178107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:25:50.182489 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:50.204565 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575d980-b5c5-4f7f-819c-26a95a985415 x-openstack-request-id: req-b575d980-b5c5-4f7f-819c-26a95a985415 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:50.204853 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-plugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:50.205098 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b575d980-b5c5-4f7f-819c-26a95a985415 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:50.205998 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'code': 200} Sep 18 01:25:50.234338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:25:50.324559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1105fd-dc88-4fd5-8d7c-4bfc0be28e74 req-7b876cbc-ab2b-4cb7-91b4-0339860f33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:50.326060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ce1105fd-dc88-4fd5-8d7c-4bfc0be28e74 req-7b876cbc-ab2b-4cb7-91b4-0339860f33f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1098 time: 0.0408337 Sep 18 01:25:50.359580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ce1105fd-dc88-4fd5-8d7c-4bfc0be28e74 req-b65ed7dc-9035-430e-bbfc-1f6668bcddf3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267041 Sep 18 01:25:51.087111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cffe19-6ec0-4b95-9962-2568c6bf4fd9 req-d345fc2e-a984-4214-a497-2ffcbdc4d042 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:51.088600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19cffe19-6ec0-4b95-9962-2568c6bf4fd9 req-d345fc2e-a984-4214-a497-2ffcbdc4d042 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0484226 Sep 18 01:25:51.129649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19cffe19-6ec0-4b95-9962-2568c6bf4fd9 req-1886a861-2e75-47d9-afb3-3bdb2d8fb20a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351775 Sep 18 01:25:52.244847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7af3-fde1-4667-b405-003fd277214a req-93901400-40d2-47e0-88a4-3c52e06818a2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:52.246336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecc7af3-fde1-4667-b405-003fd277214a req-93901400-40d2-47e0-88a4-3c52e06818a2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0491560 Sep 18 01:25:52.283460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ecc7af3-fde1-4667-b405-003fd277214a req-c14bec4b-f644-4de1-962c-0868c0e8f1aa tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313275 Sep 18 01:25:52.396317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e53ef2-b6e7-4104-ab0d-22e9065e269f req-e52dd1ae-0839-4bbc-8372-14d134fe1e09 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:52.397791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78e53ef2-b6e7-4104-ab0d-22e9065e269f req-e52dd1ae-0839-4bbc-8372-14d134fe1e09 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0483644 Sep 18 01:25:52.406172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54470) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:25:52.411306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'floatingip': {'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:25:52.452961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:52.890380 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:52.894227 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:52.994354 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 associated. External IP: 172.25.7.216, port: 326bde35-2ddc-4512-a45a-ea7311b97179. Sep 18 01:25:53.201983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:25:53.309855 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:25:53.314696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:53.319335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:25:53.329248 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:25:53.329862 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:25:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:53.341012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55be1367-3336-4d36-ad92-cb2628ae442d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "PUT /v2.0/floatingips/83cef460-a68f-440d-8357-18073cb295c8 HTTP/1.1" status: 200 len: 992 time: 0.9338005 Sep 18 01:25:53.341709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:25:53.344062 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19" -d '{"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:25:53.444318 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:25:53.453958 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c402a9-6e11-4dc0-9ede-5622d2df1856 x-openstack-request-id: req-19c402a9-6e11-4dc0-9ede-5622d2df1856 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:25:53.454251 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:25:53.454511 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19c402a9-6e11-4dc0-9ede-5622d2df1856 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:25:53.454910 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'status': 'completed', 'code': 200} Sep 18 01:25:53.538047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-7d8dad19-bfbd-48a1-a0aa-f01a7487e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:53.539601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-7d8dad19-bfbd-48a1-a0aa-f01a7487e7f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1098 time: 0.0413864 Sep 18 01:25:53.634457 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-f767baf4-24b8-49d1-b4e3-f1183c5f483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:53.635924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-f767baf4-24b8-49d1-b4e3-f1183c5f483b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0891702 Sep 18 01:25:53.662282 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:87:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:25:52Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:53.687499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:25:53.696521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:25:53.697137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:25:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:53.702031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-31544a54-e0f0-4d69-b24b-181bd44de382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1000 time: 0.0573850 Sep 18 01:25:53.756465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-d559a1de-fb5e-4543-92d4-8f3abcfca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:53.757853 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-d559a1de-fb5e-4543-92d4-8f3abcfca351 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0492053 Sep 18 01:25:53.787864 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:25:53.801516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:25:53.803936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-f39e0b8b-890c-42f5-baa9-3d882b84c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:25:53.805496 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-f39e0b8b-890c-42f5-baa9-3d882b84c9b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406346 Sep 18 01:25:53.899245 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-cd05d94f-d7ad-4f29-9244-2a36337129ea service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Sep 18 01:25:53.992032 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0b8afe1a-7ba3-4050-ba9b-e0305278bf19 req-1208fdd6-c781-4d3d-bdba-38858c3ea29e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854466 Sep 18 01:25:54.022517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:87:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:25:52Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:25:54.048829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff4c46-ff2e-424d-8cee-5202b9b71eb3 None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:87:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:25:52Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:25:54.232205 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7c87d-79a2-4ca6-869f-5dbc5dbb438a None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:25:54.287713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cf219f87-12c6-4320-9aa8-b54adc40c89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:57.307314 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-92192efe-f41e-43f1-b2b2-317da39872a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:57.538909 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:58.482252 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:25:59.814697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:02.568942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:16.408819 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:24.289452 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-06b6e5c2-23aa-44b4-8625-758614dc5cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:27.311240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8735a42a-2436-40a5-a26c-cffb4f607bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:27.538797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:28.484594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:29.817206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:30.787589 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:26:32.568350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:40.577173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-84e1babc-64c1-48e3-be77-7520f2244fed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398765 Sep 18 01:26:40.676850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-d45a07e7-7312-492c-9060-ad1fd9604a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:26:40.678362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-d45a07e7-7312-492c-9060-ad1fd9604a60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1098 time: 0.0448253 Sep 18 01:26:40.786261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-fd331163-5eeb-400e-800c-8c6d419d2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:26:40.787747 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-fd331163-5eeb-400e-800c-8c6d419d2294 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0896809 Sep 18 01:26:40.858501 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-f59c8d96-9c26-454a-97fa-6ca4bb8019dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1002 time: 0.0626192 Sep 18 01:26:40.928242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-ebe7265c-08b7-4f90-875c-07c2a5bfecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:26:40.929672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-ebe7265c-08b7-4f90-875c-07c2a5bfecfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0441740 Sep 18 01:26:40.975566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-6a69a31d-be47-4f3b-9b81-18be30e24eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:26:40.977061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-6a69a31d-be47-4f3b-9b81-18be30e24eed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395606 Sep 18 01:26:41.068771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-2c0c3610-861f-453d-b585-aabe7941350d service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Sep 18 01:26:41.155787 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c24f7986-b0bd-4aa7-abd1-979c4bc946f4 req-43191b1a-6b27-451d-a97e-ef92f67ad55c service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798719 Sep 18 01:26:46.407445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:54.290048 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-970cacd3-87c4-4b1a-8979-cc1972878c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:57.312172 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5308cfb0-2ba4-4513-b27f-b281a93ff630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:57.538665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:58.488066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:26:59.820969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:02.566648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:07.786889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:27:16.423901 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:24.290775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c71fe5fb-da16-4f24-aba1-26aa0b76932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:27.311081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b8f10d2b-5018-48c4-b858-ba86a40e6cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:27.539623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:28.491503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:29.822763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:32.581756 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:42.565509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-430c3cc7-e511-4dce-8b01-dd75321c1c47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395646 Sep 18 01:27:42.664825 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da718-93e1-4e70-89af-74084f681a05 req-382ec10c-67b6-4496-8e23-49761aa78a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:27:42.667015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-382ec10c-67b6-4496-8e23-49761aa78a4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1098 time: 0.0450697 Sep 18 01:27:42.767430 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da718-93e1-4e70-89af-74084f681a05 req-5e180b4c-4c72-4e56-91c4-fe3fc65b1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:27:42.768972 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-5e180b4c-4c72-4e56-91c4-fe3fc65b1087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0830305 Sep 18 01:27:42.835487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-ea3ac335-0362-4eba-a717-d311449e37c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1002 time: 0.0594058 Sep 18 01:27:42.883850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da718-93e1-4e70-89af-74084f681a05 req-fc98ad16-a927-47ef-bd01-f2b35bdf1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:27:42.885709 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-fc98ad16-a927-47ef-bd01-f2b35bdf1b08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0434611 Sep 18 01:27:42.933283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da718-93e1-4e70-89af-74084f681a05 req-53fac246-e49b-4f18-83b1-5683463c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:27:42.934737 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-53fac246-e49b-4f18-83b1-5683463c58cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410929 Sep 18 01:27:43.027591 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-c2460b7a-8526-49c3-9b7f-051fa616b53e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853074 Sep 18 01:27:43.115842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5c9da718-93e1-4e70-89af-74084f681a05 req-94fcf36b-3393-4e20-8129-c27da82130ba service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801382 Sep 18 01:27:44.785976 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:27:46.439463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:54.291778 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d85b13e-7fa9-41bf-8c8c-8fc7a40df924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:57.310358 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f6279dd-1cf4-49c2-abd2-0917e6b3c7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:57.542746 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:58.495526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:27:59.825843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:02.581739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:13.810046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df9475-7fb4-4409-9ede-dd2861b1fcc1 req-33acf07b-704d-4a5b-b307-dbf0903f4186 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:13.811564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54df9475-7fb4-4409-9ede-dd2861b1fcc1 req-33acf07b-704d-4a5b-b307-dbf0903f4186 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.1120381 Sep 18 01:28:13.848602 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54df9475-7fb4-4409-9ede-dd2861b1fcc1 req-db58bb6b-b9e1-43c8-a8b6-5f069069be6e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Sep 18 01:28:15.020514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dca2-f7a1-4926-a9ec-530b267ea49b req-eb6d23f6-f9fb-4641-b7cc-385644667fa0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:15.022256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28a9dca2-f7a1-4926-a9ec-530b267ea49b req-eb6d23f6-f9fb-4641-b7cc-385644667fa0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.1027792 Sep 18 01:28:15.059803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28a9dca2-f7a1-4926-a9ec-530b267ea49b req-74682d15-cf5c-470d-86ea-4cc6634788b6 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Sep 18 01:28:16.175130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff97b-e3d3-4f28-af65-d3ab3e0206de req-fd3c00d7-57bc-40f9-b056-823c4e436b70 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:16.176624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-660ff97b-e3d3-4f28-af65-d3ab3e0206de req-fd3c00d7-57bc-40f9-b056-823c4e436b70 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0488982 Sep 18 01:28:16.214190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-660ff97b-e3d3-4f28-af65-d3ab3e0206de req-e2732406-51b6-407b-9c1b-f33666ced760 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Sep 18 01:28:16.448758 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:17.330620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3830-8694-4179-a843-658b532ea0a8 req-e9e35ee6-e48a-4df2-a96e-91f7aae6a86d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:17.332352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d3e3830-8694-4179-a843-658b532ea0a8 req-e9e35ee6-e48a-4df2-a96e-91f7aae6a86d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0520465 Sep 18 01:28:17.371311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d3e3830-8694-4179-a843-658b532ea0a8 req-af5b81e9-e59d-42bd-b1c3-f8d5ef2b0a4e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Sep 18 01:28:18.506010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf594-e29c-4f0b-9f0a-7d41936901b8 req-a0950287-ddf8-436c-837c-c7af0efcab2b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:18.507488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-188cf594-e29c-4f0b-9f0a-7d41936901b8 req-a0950287-ddf8-436c-837c-c7af0efcab2b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0488889 Sep 18 01:28:18.545348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-188cf594-e29c-4f0b-9f0a-7d41936901b8 req-dce8edb4-5e54-4bb1-a909-d4a589180381 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Sep 18 01:28:19.661443 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dfc8c-f5a3-4e90-b13a-3f7aa0e4a7eb req-cbfb95c1-9320-44ec-8793-819edf5e4fdc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:19.663546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d32dfc8c-f5a3-4e90-b13a-3f7aa0e4a7eb req-cbfb95c1-9320-44ec-8793-819edf5e4fdc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0511415 Sep 18 01:28:19.703312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d32dfc8c-f5a3-4e90-b13a-3f7aa0e4a7eb req-8957115a-df1d-4f2c-86e3-ab41e4aa9196 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333588 Sep 18 01:28:20.820291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2e5aa-2064-45f3-b59e-d365a69f3101 req-79388c39-19cc-42b9-a09b-05e1bb80d29c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:20.821758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73f2e5aa-2064-45f3-b59e-d365a69f3101 req-79388c39-19cc-42b9-a09b-05e1bb80d29c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0526447 Sep 18 01:28:20.859127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-73f2e5aa-2064-45f3-b59e-d365a69f3101 req-fd710431-4bdf-488e-9433-a9a93f618fb3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Sep 18 01:28:21.785497 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:28:21.973150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c7f85-75cb-4b26-9aa5-0b0e24cbe437 req-4547facc-b297-467f-984f-9f08362241df tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:21.974609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-189c7f85-75cb-4b26-9aa5-0b0e24cbe437 req-4547facc-b297-467f-984f-9f08362241df tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0484304 Sep 18 01:28:22.012538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-189c7f85-75cb-4b26-9aa5-0b0e24cbe437 req-f73ed466-7f6c-4e83-8b60-ec8c99f3f94d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Sep 18 01:28:23.124724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68935a3-cac3-4d97-9617-2d6cd32bd2ef req-9322a993-d3cb-4a4f-83dc-70b8252cb2fc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:23.127159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68935a3-cac3-4d97-9617-2d6cd32bd2ef req-9322a993-d3cb-4a4f-83dc-70b8252cb2fc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0485830 Sep 18 01:28:23.164215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a68935a3-cac3-4d97-9617-2d6cd32bd2ef req-5085c955-f1e0-4f65-aade-32f1c58c13bd tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 18 01:28:24.292851 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c2e4887c-50d9-4266-8337-13176995e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:24.329354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b97b55-3b0e-4a07-b2a3-63bfdb8475e5 req-ff0a58e8-7472-495a-87ad-4546d5144f81 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:24.330929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5b97b55-3b0e-4a07-b2a3-63bfdb8475e5 req-ff0a58e8-7472-495a-87ad-4546d5144f81 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0530279 Sep 18 01:28:24.369146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c5b97b55-3b0e-4a07-b2a3-63bfdb8475e5 req-39276b10-17a7-4e9d-be97-4a03ac381f0d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Sep 18 01:28:25.486919 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33425c-80af-4a6a-8f35-aaabc656ffa4 req-eafda0be-3456-4c16-8411-5ce5feb1802f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:25.488586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed33425c-80af-4a6a-8f35-aaabc656ffa4 req-eafda0be-3456-4c16-8411-5ce5feb1802f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0489376 Sep 18 01:28:25.526803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed33425c-80af-4a6a-8f35-aaabc656ffa4 req-e86d288f-f92f-41ad-9417-b8f6da6de72d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Sep 18 01:28:26.642852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e1b7-7ea8-4750-bac2-e3836210b6b9 req-ac9c1d2b-b08f-4ec3-b295-337efaf43fb5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:26.644332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c576e1b7-7ea8-4750-bac2-e3836210b6b9 req-ac9c1d2b-b08f-4ec3-b295-337efaf43fb5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0489664 Sep 18 01:28:26.682586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c576e1b7-7ea8-4750-bac2-e3836210b6b9 req-2ef93cc8-5414-4567-a064-176b3803e63a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Sep 18 01:28:27.310543 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abd411dd-f0e6-41db-9a09-e6ecbc84aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:27.542725 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:27.801140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362c0ce-c1b5-4ca1-8713-48b72c514559 req-cb46f6b8-feed-4024-8efa-ec0ecef110a9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:27.802612 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f362c0ce-c1b5-4ca1-8713-48b72c514559 req-cb46f6b8-feed-4024-8efa-ec0ecef110a9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0543501 Sep 18 01:28:27.840199 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f362c0ce-c1b5-4ca1-8713-48b72c514559 req-272e83f5-f0a0-4128-82de-d593d98493cc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Sep 18 01:28:28.497433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:28.954383 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59423184-3f19-4563-88b6-fb98b334753e req-6c5ee3d4-0577-44d9-930b-a52e68d2e487 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:28.955855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59423184-3f19-4563-88b6-fb98b334753e req-6c5ee3d4-0577-44d9-930b-a52e68d2e487 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0489590 Sep 18 01:28:28.994864 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59423184-3f19-4563-88b6-fb98b334753e req-80920392-870d-431c-861e-a3d15559ea23 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Sep 18 01:28:29.829178 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:30.106829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fd70-9a3c-4f41-8cac-fe691b53fec6 req-3f20b197-2cbc-4d31-94ea-bd7c2bf8892f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:30.108321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15a9fd70-9a3c-4f41-8cac-fe691b53fec6 req-3f20b197-2cbc-4d31-94ea-bd7c2bf8892f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0476685 Sep 18 01:28:30.145392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-15a9fd70-9a3c-4f41-8cac-fe691b53fec6 req-c8d257fa-e1c0-4bee-a413-7a18f810b051 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Sep 18 01:28:30.384778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787d84-fb33-4df1-a85b-f244140c4df0 req-0fb02e77-d347-420c-9113-26a98209e6ba tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:30.386265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1787d84-fb33-4df1-a85b-f244140c4df0 req-0fb02e77-d347-420c-9113-26a98209e6ba tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0539565 Sep 18 01:28:30.417227 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-f80e4751-c56f-405f-89d3-e13d122be266 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938458 Sep 18 01:28:30.424909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1787d84-fb33-4df1-a85b-f244140c4df0 req-f89d3b1c-24ca-4c7d-a4aa-629343726367 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Sep 18 01:28:31.463663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-8fe12cb5-3d31-48ba-9639-ce07cb82868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:31.465298 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-8fe12cb5-3d31-48ba-9639-ce07cb82868d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1098 time: 0.0429690 Sep 18 01:28:31.555727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6661c04-34e7-4abc-915e-70e3ca71f62b req-95cfaf2c-6104-40df-b1d1-9cbf6d09a679 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:31.557870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-97d4ff27-b29c-4f31-98d9-aabe1cee63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:31.558035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6661c04-34e7-4abc-915e-70e3ca71f62b req-95cfaf2c-6104-40df-b1d1-9cbf6d09a679 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0495384 Sep 18 01:28:31.559377 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-97d4ff27-b29c-4f31-98d9-aabe1cee63a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0870767 Sep 18 01:28:31.596477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6661c04-34e7-4abc-915e-70e3ca71f62b req-ab68df02-925f-421b-aeaa-4e483e47a8ba tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Sep 18 01:28:31.628672 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-c369e22b-0b6d-4f72-bebf-b4d7f7e8ef9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1002 time: 0.0623384 Sep 18 01:28:31.675733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-07d62991-d89c-4220-9f81-33e279b9def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:31.677151 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-07d62991-d89c-4220-9f81-33e279b9def7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0421727 Sep 18 01:28:31.721204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-6342ba3a-8f85-4aa5-9398-deaef16255dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:31.722652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-6342ba3a-8f85-4aa5-9398-deaef16255dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376856 Sep 18 01:28:31.814487 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-71cf756e-1abe-4706-b485-a36d558fc351 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835555 Sep 18 01:28:31.906816 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-121e70d6-8df6-4882-9db5-06b70d0ff03e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845811 Sep 18 01:28:32.609757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:32.712059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77161b2-9d6a-49a4-8594-e99476af2619 req-8e5cfe5e-67c4-48ff-b9b2-242176f19fd3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:32.714134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f77161b2-9d6a-49a4-8594-e99476af2619 req-8e5cfe5e-67c4-48ff-b9b2-242176f19fd3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0484271 Sep 18 01:28:32.751778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f77161b2-9d6a-49a4-8594-e99476af2619 req-9b93947b-bba4-4a14-98d7-62081603cfc4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Sep 18 01:28:33.868356 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae87f4b-c48f-46bc-ae3b-0a216a164f01 req-d51a6d03-32c7-4c56-b4b7-944620d922a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:33.870513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae87f4b-c48f-46bc-ae3b-0a216a164f01 req-d51a6d03-32c7-4c56-b4b7-944620d922a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0520611 Sep 18 01:28:33.908127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5ae87f4b-c48f-46bc-ae3b-0a216a164f01 req-8ebd3b5e-7d60-48ce-baec-805bb6fcf86b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Sep 18 01:28:33.964028 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-8f2bca01-3254-4485-a3b6-d2e63b7ab3b3 service neutron] show failed (client error): The resource could not be found. Sep 18 01:28:33.965060 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-8f2bca01-3254-4485-a3b6-d2e63b7ab3b3 service neutron] 10.222.0.54 "GET /v2.0/ports/326bde35-2ddc-4512-a45a-ea7311b97179/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0528598 Sep 18 01:28:34.207427 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-c693849e-faaf-4d9d-ab8a-b40c4133d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:34.208914 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-c693849e-faaf-4d9d-ab8a-b40c4133d6c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1098 time: 0.0822659 Sep 18 01:28:34.220569 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:28:34.272432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:34.466649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:34.497927 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:28:34.535389 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:34.537618 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ceb920-bc4d-4dea-8d84-8f8950c2b426" -d '{"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-unplugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:34.541261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:34.554357 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Transition to ACTIVE for port object 326bde35-2ddc-4512-a45a-ea7311b97179 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:28:34.558368 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:34.592800 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9497b408-030b-4622-9e10-124db5e4f3e5 x-openstack-request-id: req-9497b408-030b-4622-9e10-124db5e4f3e5 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:34.593088 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-unplugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:34.593337 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9497b408-030b-4622-9e10-124db5e4f3e5 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:34.593716 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'code': 200} Sep 18 01:28:34.639293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:34.652047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.652504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.652847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.653180 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.653521 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.653837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.654161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.654491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.654807 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.655126 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.655442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.655761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:34.692731 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] No DVR routers for this DVR port 326bde35-2ddc-4512-a45a-ea7311b97179 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:28:35.059308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17e98-1b74-48d0-b98b-30e5152d11ad req-1ebc4fc1-3348-410b-86ac-b467627bc0c3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.060860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6d17e98-1b74-48d0-b98b-30e5152d11ad req-1ebc4fc1-3348-410b-86ac-b467627bc0c3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0817537 Sep 18 01:28:35.067702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-24979d19-ad06-423e-b957-00a6d782079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.069222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-24979d19-ad06-423e-b957-00a6d782079e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1054 time: 0.0774379 Sep 18 01:28:35.123420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6d17e98-1b74-48d0-b98b-30e5152d11ad req-15a4b8f8-5e9f-4e93-bbd9-14a18ef91aa3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531974 Sep 18 01:28:35.139218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:28:35.139725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:28:35.139946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:28:35.147921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:28:35.148258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Attempting to bind port 326bde35-2ddc-4512-a45a-ea7311b97179 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:28:35.153011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:28:35.153376 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:28:35.153761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:28:35.154187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Bound port: 326bde35-2ddc-4512-a45a-ea7311b97179, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:28:35.154549 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:35.193582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-bcb8bb18-ce36-452f-83b0-95d79ac99878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.195095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-bcb8bb18-ce36-452f-83b0-95d79ac99878 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1020095 Sep 18 01:28:35.215981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:28:35.219258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:28:35.224829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:35.262030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.262486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:35.263496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-8509adb3-bcaa-40de-8212-aad3b604cb3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1000 time: 0.0611889 Sep 18 01:28:35.263922 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] 10.222.0.48 "PUT /v2.0/ports/326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1093 time: 1.0471258 Sep 18 01:28:35.289407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4f1e-d91b-41b4-bf23-80c325070491 service neutron] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:35.320369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-9d259bae-e5cd-4502-bc8a-b51328698f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.321775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-9d259bae-e5cd-4502-bc8a-b51328698f33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0508652 Sep 18 01:28:35.374713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-3363d818-eb9a-401e-92ce-43f93cc28eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.376265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-3363d818-eb9a-401e-92ce-43f93cc28eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475204 Sep 18 01:28:35.471926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-d79b25c0-60d6-4f21-97fd-7dfffd772dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884213 Sep 18 01:28:35.567842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e0c940-9d92-4b16-ae3c-fb2c6c03ec13 req-03d8056a-99c9-4fef-9ddd-3130d2dfd590 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887439 Sep 18 01:28:35.648720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e730ce0e-50ae-4410-822a-50de9fbab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.650125 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-e730ce0e-50ae-4410-822a-50de9fbab9e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1096 time: 0.0406113 Sep 18 01:28:35.740757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-0ed6a98c-0461-471b-bf55-002e593058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.742244 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-0ed6a98c-0461-471b-bf55-002e593058b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0855482 Sep 18 01:28:35.805141 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-273e2870-4372-401b-a208-6e2fe1e59a4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1000 time: 0.0559714 Sep 18 01:28:35.856603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-5acb4830-06ec-49bb-a317-98dcd0c09148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.858003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-5acb4830-06ec-49bb-a317-98dcd0c09148 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0460999 Sep 18 01:28:35.904602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-6ea90c9c-abef-451f-a541-06e9505bca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:35.906066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-6ea90c9c-abef-451f-a541-06e9505bca2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404558 Sep 18 01:28:35.993834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-eed8788f-b87e-4d77-9ded-3bb037ca5532 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793574 Sep 18 01:28:36.085017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a539368b-d3d2-44e0-b9d3-0da2a457e6c4 req-372b0545-3278-47dc-880f-3886b8901c7a service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Sep 18 01:28:36.244305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814f35b-b99d-44d9-b8f4-df573fa08888 req-4cf27e3a-2505-450c-8e4f-0d5d580f0e22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.246333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5814f35b-b99d-44d9-b8f4-df573fa08888 req-4cf27e3a-2505-450c-8e4f-0d5d580f0e22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0490615 Sep 18 01:28:36.283198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5814f35b-b99d-44d9-b8f4-df573fa08888 req-9520d715-fdd2-4e66-aab9-5544af1c38b3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309281 Sep 18 01:28:36.594685 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:36.597073 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6" -d '{"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:36.645705 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813ac25-0e5a-419c-8fa6-b519fb461962 x-openstack-request-id: req-9813ac25-0e5a-419c-8fa6-b519fb461962 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:36.646003 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:36.646302 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9813ac25-0e5a-419c-8fa6-b519fb461962 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:36.646978 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'status': 'completed', 'code': 200} Sep 18 01:28:36.722608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-4f6bb99a-8936-4a98-902b-0c34f265ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.724147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-4f6bb99a-8936-4a98-902b-0c34f265ed5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1096 time: 0.0512829 Sep 18 01:28:36.731320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-eb75750d-148f-4964-9ef6-f1c7c9fd872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.733175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-eb75750d-148f-4964-9ef6-f1c7c9fd872c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1096 time: 0.0468314 Sep 18 01:28:36.830914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-325e611a-5f4f-48ad-8663-618cda28db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.832469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-325e611a-5f4f-48ad-8663-618cda28db6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1008816 Sep 18 01:28:36.833169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-f7ff2f32-2b28-4903-8408-761309436658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.834688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-f7ff2f32-2b28-4903-8408-761309436658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0944595 Sep 18 01:28:36.901384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:28:36.921367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-94171bea-514b-4d91-b320-e8b2416f0e18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1000 time: 0.0814540 Sep 18 01:28:36.937256 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-d18dc3c7-6f34-45c8-9899-a45222dbaed1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1000 time: 0.0951581 Sep 18 01:28:36.946004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:28:36.972971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-3969112f-129a-43e8-8966-85d26b1a751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.974536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-3969112f-129a-43e8-8966-85d26b1a751c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0458763 Sep 18 01:28:36.989167 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-cafbd759-478b-4f26-a15a-705de9bb231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:36.990648 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-cafbd759-478b-4f26-a15a-705de9bb231f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0466599 Sep 18 01:28:37.028274 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-098453ba-049e-4d93-a0f2-a993dc282feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:37.029811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-098453ba-049e-4d93-a0f2-a993dc282feb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479665 Sep 18 01:28:37.043283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-2fcd8733-65f9-4c20-b17b-40c2a384c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:37.044935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-2fcd8733-65f9-4c20-b17b-40c2a384c766 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470488 Sep 18 01:28:37.142182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-5b6e6a39-3300-4a39-b7c4-ccc1947167e3 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Sep 18 01:28:37.164627 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-6419c45d-69c8-4105-96d7-6f211928eb3c service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119285 Sep 18 01:28:37.254292 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-6af8287f-77d8-4d5b-a907-0e9a8ab84f03 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002884 Sep 18 01:28:37.272285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8aa7a3f1-9933-45e5-92ce-16003f1d8de6 req-d6f7d644-eb92-4959-80c6-03e8bbe4208e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983531 Sep 18 01:28:37.405945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da93c-8f27-4582-86d5-54e4c58b35ff req-44d0a4eb-cdec-4cc1-b67c-4187808bf23f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:37.407419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d27da93c-8f27-4582-86d5-54e4c58b35ff req-44d0a4eb-cdec-4cc1-b67c-4187808bf23f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 944 time: 0.0548182 Sep 18 01:28:37.444949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d27da93c-8f27-4582-86d5-54e4c58b35ff req-b15df91b-8bcf-409e-9757-68b9fdd4561f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Sep 18 01:28:38.335487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:28:38.429196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:38.439970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '326bde35-2ddc-4512-a45a-ea7311b97179', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '326bde35-2ddc-4512-a45a-ea7311b97179', 'mac_address': 'fa:16:3e:87:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:28:38.476029 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:38.488691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326bde35-2ddc-4512-a45a-ea7311b97179 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:28:38.507264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:38.511000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:38.567580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:38.577266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee086e-117c-4ecb-a3be-26c8075e4c31 req-aaec3d63-e8b7-4761-86fd-751e39dc39d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:38.579721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02ee086e-117c-4ecb-a3be-26c8075e4c31 req-aaec3d63-e8b7-4761-86fd-751e39dc39d0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0626791 Sep 18 01:28:38.580006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.580423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.580794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.581155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.581570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.581929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.582285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.582686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.583042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.583419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.583759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.584114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:38.619227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02ee086e-117c-4ecb-a3be-26c8075e4c31 req-17cfb6f0-018f-40d5-9a16-246053df7658 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333719 Sep 18 01:28:38.755767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['326bde35-2ddc-4512-a45a-ea7311b97179'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:28:38.810412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ba2b-6e2a-4cb9-9373-3119bd52a8ab req-860db611-06eb-49f5-95bd-145a3a5d6729 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:38.811947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d103ba2b-6e2a-4cb9-9373-3119bd52a8ab req-860db611-06eb-49f5-95bd-145a3a5d6729 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0508428 Sep 18 01:28:38.839997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-a16c7e07-c7a3-4434-80e6-6579e5da4740 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:38.841843 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-a16c7e07-c7a3-4434-80e6-6579e5da4740 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb&tenant_id=5abb8bc6010d4dd79ff8d341d529caec&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 945 time: 0.0569544 Sep 18 01:28:38.853256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d103ba2b-6e2a-4cb9-9373-3119bd52a8ab req-01e5d1df-5345-4770-b78e-9e7b7e477ee8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Sep 18 01:28:38.910190 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-deba20a0-b3d7-45cf-9537-9221a3f0d988 service neutron] delete failed (client error): The resource could not be found. Sep 18 01:28:38.911216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-deba20a0-b3d7-45cf-9537-9221a3f0d988 service neutron] 10.222.0.54 "DELETE /v2.0/ports/326bde35-2ddc-4512-a45a-ea7311b97179/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0621786 Sep 18 01:28:39.014071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-40e96997-e64e-4bcd-9475-877acd5f28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:39.015568 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-40e96997-e64e-4bcd-9475-877acd5f28df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1097 time: 0.0405324 Sep 18 01:28:39.105067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-23f8447c-ac2f-407b-bbc6-ef3ac2705375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:39.106414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-23f8447c-ac2f-407b-bbc6-ef3ac2705375 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0838609 Sep 18 01:28:39.169514 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-da79d6f7-aefa-4999-b533-1076f0d26cd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1001 time: 0.0561697 Sep 18 01:28:39.220087 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-3bfe6c10-8323-4c94-99b3-916107e1ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:39.221508 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-3bfe6c10-8323-4c94-99b3-916107e1ce4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0451353 Sep 18 01:28:39.266657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-902ea529-0f74-43c9-afc6-14b6741c44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:39.268109 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-902ea529-0f74-43c9-afc6-14b6741c44fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394282 Sep 18 01:28:39.355891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-54ba3fe4-c6f8-4aa3-bf00-7d62724946e0 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808973 Sep 18 01:28:39.447494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-7d5f7cd5-158a-4f46-8da7-8af179c519d5 req-5ce82ec2-9f4c-4a18-8cdc-2075f61f0daa service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846448 Sep 18 01:28:39.990440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666533f8-4d8c-49db-a901-ab7793480271 req-6c5222ea-026c-401e-b426-281882f9512f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:39.992427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-666533f8-4d8c-49db-a901-ab7793480271 req-6c5222ea-026c-401e-b426-281882f9512f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0579915 Sep 18 01:28:40.033586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-666533f8-4d8c-49db-a901-ab7793480271 req-b28de371-215c-4422-82b8-c72c5d2baa7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347593 Sep 18 01:28:40.155000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe2b50-7ecd-4af2-a36f-8ffca899ab8e req-690e6451-18ae-4ec5-8350-ab4ea87e70b3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.156467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94fe2b50-7ecd-4af2-a36f-8ffca899ab8e req-690e6451-18ae-4ec5-8350-ab4ea87e70b3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0497129 Sep 18 01:28:40.193607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94fe2b50-7ecd-4af2-a36f-8ffca899ab8e req-e51b65d2-a58f-4ba8-a6c8-3e8ccff5429e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Sep 18 01:28:40.352104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:28:40.403396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e43c7-751e-4e66-8080-e396760b52fa req-2ac9437e-73a2-4217-a03d-9c025ef754f6 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.405277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe9e43c7-751e-4e66-8080-e396760b52fa req-2ac9437e-73a2-4217-a03d-9c025ef754f6 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 945 time: 0.0613656 Sep 18 01:28:40.416454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 326bde35-2ddc-4512-a45a-ea7311b97179 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:28:40.420514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 326bde35-2ddc-4512-a45a-ea7311b97179 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:28:40.421093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:40.475460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe9e43c7-751e-4e66-8080-e396760b52fa req-27a953e4-d050-4a09-84a4-943eb171b8ed tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605493 Sep 18 01:28:40.478113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-674ba56e-db14-4e0e-8ba0-2046603d4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.479768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-674ba56e-db14-4e0e-8ba0-2046603d4f19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 1097 time: 0.0736506 Sep 18 01:28:40.503982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:40.531165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:40.533701 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff9ea31-2044-4230-ad9e-c18f250b0a1f" -d '{"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-plugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:40.553240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:40.559349 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:40.583430 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-f778a51f-8648-4edc-8743-8d926642b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.584930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-f778a51f-8648-4edc-8743-8d926642b66d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0983765 Sep 18 01:28:40.589608 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed583c42-42f3-4949-a6be-d19ca707209d x-openstack-request-id: req-ed583c42-42f3-4949-a6be-d19ca707209d {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:40.589902 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-plugged", "status": "completed", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:40.590170 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed583c42-42f3-4949-a6be-d19ca707209d {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:40.590680 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'code': 200} Sep 18 01:28:40.614540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:40.658517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-d4a8ac5e-d396-4f7a-b14d-dfcca1ee240e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 200 len: 1002 time: 0.0662415 Sep 18 01:28:40.707065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-6a1860a1-9fa5-45c9-9715-f90904ede176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.708579 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-6a1860a1-9fa5-45c9-9715-f90904ede176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0432391 Sep 18 01:28:40.752929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-e948b651-349f-455a-8b45-43b8f8816da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:40.754492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-e948b651-349f-455a-8b45-43b8f8816da2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393775 Sep 18 01:28:40.848254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-7b22e2d7-118b-41c6-b617-7f8cec352b33 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866601 Sep 18 01:28:40.937374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5bd696d-5852-46fd-871a-dbbc0aa5b567 req-f82f8993-a961-4525-9a51-72cbb6b29470 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820420 Sep 18 01:28:41.902830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265428e2-4b46-4e95-99d7-d1df8064bd3e req-911bdc1c-3804-4aec-a6e5-b79b2981aa8f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:41.904326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-265428e2-4b46-4e95-99d7-d1df8064bd3e req-911bdc1c-3804-4aec-a6e5-b79b2981aa8f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.3570602 Sep 18 01:28:41.940717 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-265428e2-4b46-4e95-99d7-d1df8064bd3e req-f717e420-8d99-49cb-9c70-25c9dd8d042d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305133 Sep 18 01:28:42.170434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345e83e-e6f9-41d1-9480-f7307a27b987 req-274c8829-2b92-430e-a01d-ae07ce97afc0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:42.171882 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1345e83e-e6f9-41d1-9480-f7307a27b987 req-274c8829-2b92-430e-a01d-ae07ce97afc0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0481527 Sep 18 01:28:42.208297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1345e83e-e6f9-41d1-9480-f7307a27b987 req-0f8f1d00-fca4-4e6a-a3c1-9bb40a06346c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Sep 18 01:28:43.324558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74d8d2-358b-4e68-ae54-7eacae600113 req-3cc21efa-294a-434a-9325-4eea365fcf16 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:43.326008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a74d8d2-358b-4e68-ae54-7eacae600113 req-3cc21efa-294a-434a-9325-4eea365fcf16 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0480585 Sep 18 01:28:43.390800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a74d8d2-358b-4e68-ae54-7eacae600113 req-2b067ced-b10b-408a-9173-623ba3fb2487 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589588 Sep 18 01:28:43.407301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-168bb427-ff43-463b-a2d4-ad53eb2dd450 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:43.408749 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-168bb427-ff43-463b-a2d4-ad53eb2dd450 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 946 time: 0.0636361 Sep 18 01:28:43.495366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Deleting port 326bde35-2ddc-4512-a45a-ea7311b97179 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:28:43.495636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:43.584043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] For port 326bde35-2ddc-4512-a45a-ea7311b97179, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=326bde35-2ddc-4512-a45a-ea7311b97179,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:43.584441 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:43.795336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:43.795606 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:43.795995 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 disassociated. External IP: 172.25.7.216, port: 326bde35-2ddc-4512-a45a-ea7311b97179. Sep 18 01:28:43.796417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Calling delete_port for 326bde35-2ddc-4512-a45a-ea7311b97179 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:28:43.921061 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:43.958437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'Port': ['ID=326bde35-2ddc-4512-a45a-ea7311b97179,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:43.969058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.969415 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.969764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.970104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.970447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.970781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.971111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.971431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.972335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.972335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.972592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:43.972755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:28:44.082701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:28:44.191863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:28:44.201535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:28:44.211197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:28:44.211819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:28:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:44.232129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] No DVR routers for this DVR port 326bde35-2ddc-4512-a45a-ea7311b97179 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:28:44.235118 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:44.237723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8a3c47d-4bca-4160-b03b-1923f173ad11 req-6ba77996-1c6b-4a47-bb80-73ffdfe04b82 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "DELETE /v2.0/ports/326bde35-2ddc-4512-a45a-ea7311b97179 HTTP/1.1" status: 204 len: 173 time: 0.8229899 Sep 18 01:28:44.238222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-deleted', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:44.240626 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95360d1b-6191-4343-a099-85914fabd343" -d '{"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-deleted", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:44.280671 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea7948-4947-46d2-87d3-e565617587d9 x-openstack-request-id: req-41ea7948-4947-46d2-87d3-e565617587d9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:44.280960 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09336b1-1516-4fda-853f-fe686a2f87cb", "name": "network-vif-deleted", "tag": "326bde35-2ddc-4512-a45a-ea7311b97179", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:44.281209 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41ea7948-4947-46d2-87d3-e565617587d9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:44.281622 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09336b1-1516-4fda-853f-fe686a2f87cb', 'name': 'network-vif-deleted', 'tag': '326bde35-2ddc-4512-a45a-ea7311b97179', 'status': 'completed', 'code': 200} Sep 18 01:28:44.336501 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:28:44.507339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2293707b-9de2-4818-92f6-d58215ae6d46 req-7b7ba832-62b3-4aeb-9d47-1bcf9a9a541f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09336b1-1516-4fda-853f-fe686a2f87cb HTTP/1.1" status: 200 len: 210 time: 0.0259330 Sep 18 01:28:44.543520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:44.569479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:28:44.578075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:28:44.578679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:28:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:44.681194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:28:44.878430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:44.908700 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbadf3-2617-4b42-b52e-6666c4b2defe None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:28:45.123176 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a795e5-fc00-4427-b88e-0539a67ca64d None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:28:45.792529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-58417cb1-6184-4129-8f3e-467b4d9ec2d6 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1561636677&fields=id&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 267 time: 0.0334992 Sep 18 01:28:45.902273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-4206ddf5-575e-4949-8682-705ab4ae5eb2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:45.903771 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-4206ddf5-575e-4949-8682-705ab4ae5eb2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1047106 Sep 18 01:28:45.918545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-5a87053c-b69d-49fc-944f-4577e0be58bd tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/quotas/5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 375 time: 0.0089829 Sep 18 01:28:45.971033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-4bcaa6a8-f166-4700-932d-342831a2b137 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473402 Sep 18 01:28:46.033393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-08a3af8e-028a-4270-a364-bcd18e947d9d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:28:46.034446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-08a3af8e-028a-4270-a364-bcd18e947d9d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522773 Sep 18 01:28:46.126778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-23a78114-14fe-4f44-8ffa-5d1899047a60 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857794 Sep 18 01:28:46.215566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-88622a57-7e21-48d3-a141-54c643abc7d6 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828676 Sep 18 01:28:46.401459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:28:46.425418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 326bde35-2ddc-4512-a45a-ea7311b97179 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:28:46.425829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0e3fe5e2-8045-4543-8088-825dfa770229 req-0df434e7-30b4-4246-b153-c2648a818876 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 210 time: 0.0262551 Sep 18 01:28:46.425955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 326bde35-2ddc-4512-a45a-ea7311b97179 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:28:46.458383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:47.360790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-d736a58d-7847-4905-9ad9-d4dc4dba26b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:47.362291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-d736a58d-7847-4905-9ad9-d4dc4dba26b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1128590 Sep 18 01:28:47.414554 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-72e118d2-9c25-47c7-b06b-93ae054f905b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 380 time: 0.0340009 Sep 18 01:28:47.424761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'port': {'device_id': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'admin_state_up': True, 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'security_groups': ['5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:28:47.523679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-840c9919-c864-47fd-9a04-78e2d4977b7f req-69b1c13c-5d9c-40b6-9f3a-13d296f117b3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 210 time: 0.0299699 Sep 18 01:28:47.534974 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:28:47.538523 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:47.665369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Allocated IP 172.20.0.6 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/40d4e475-5c21-465d-b37c-4644d59e0c72) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:28:47.805334 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:47.841567 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:47.882574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:28:47.897162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:47.901189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:28:47.903576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:28:47.955094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:47.955726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:47.971588 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-6e10534e-a50c-418a-bf69-cd19b699ad78 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502412 Sep 18 01:28:47.991418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Request body: {'port': {'device_id': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:28:48.051050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.102954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d8eb1be3-6d14-4431-8b25-6a9746fd63a5 None None] Provisioning complete for port 40d4e475-5c21-465d-b37c-4644d59e0c72 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:28:48.104067 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8eb1be3-6d14-4431-8b25-6a9746fd63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.137954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb1be3-6d14-4431-8b25-6a9746fd63a5 None None] Port 40d4e475-5c21-465d-b37c-4644d59e0c72 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:28:48.311892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:28:48.319070 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.331289 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Transition to ACTIVE for port object 40d4e475-5c21-465d-b37c-4644d59e0c72 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:28:48.334343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.386547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:48.459894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:28:48.460254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:28:48.460585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:28:48.465720 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:28:48.466043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:28:48.470919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:28:48.471256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:28:48.471663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:28:48.472091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Bound port: 40d4e475-5c21-465d-b37c-4644d59e0c72, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:28:48.472478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.537525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:28:48.540761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:28:48.545819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.580477 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:48.581101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:48.582580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] 10.222.0.54 "PUT /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1092 time: 0.5954463 Sep 18 01:28:48.582926 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:48.585184 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c77fdc524406bc0a712e638394c0636214b05b4cb0573388de428e4bd20d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6db99-2b83-4749-a048-0ff0e3c9d914" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:48.613747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0178-1a8d-46ab-bb55-9e55f629e797 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:48.629592 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a6741-31eb-4d81-b210-f453f7d25710 x-openstack-request-id: req-867a6741-31eb-4d81-b210-f453f7d25710 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:48.629931 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:48.630128 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-867a6741-31eb-4d81-b210-f453f7d25710 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:48.633251 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'status': 'completed', 'code': 200} Sep 18 01:28:48.675719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a79d7-d9ca-42cc-a1d4-2efb4302d5c1 req-b878a983-1937-4103-a680-b03dffc745f1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:48.677446 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-673a79d7-d9ca-42cc-a1d4-2efb4302d5c1 req-b878a983-1937-4103-a680-b03dffc745f1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0593219 Sep 18 01:28:48.696674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-5b9a985f-aafa-490c-8102-29da865006b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:48.698371 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-5b9a985f-aafa-490c-8102-29da865006b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1095 time: 0.0509646 Sep 18 01:28:48.718824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-673a79d7-d9ca-42cc-a1d4-2efb4302d5c1 req-43ecc3f4-be10-4028-8dc9-ad2a8bf3b9bc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351214 Sep 18 01:28:48.747876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-191778d7-8248-4a15-a2ef-45c2284090e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 217 time: 0.0364239 Sep 18 01:28:48.798815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-d94c0f5e-4d7c-4271-9c86-c75329e05a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:48.800315 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-d94c0f5e-4d7c-4271-9c86-c75329e05a76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0457954 Sep 18 01:28:48.849418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-036b5b8e-8934-482c-addd-020f602484fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:48.850790 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-036b5b8e-8934-482c-addd-020f602484fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432489 Sep 18 01:28:48.942551 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-915c4e51-b7aa-4510-8c41-baf5494eb051 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837266 Sep 18 01:28:49.034841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-27014dac-68cd-47ba-ab5e-94eb8610f617 req-2f416255-d8c2-490b-a943-168b5a99542b service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Sep 18 01:28:49.167145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-646477ec-19b5-4c60-bdf5-3e6d35d6e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:49.168652 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-646477ec-19b5-4c60-bdf5-3e6d35d6e9c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1095 time: 0.0417299 Sep 18 01:28:49.262268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-bc091904-4c1f-4dd7-aff7-2d8fb3f2747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:49.263902 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-bc091904-4c1f-4dd7-aff7-2d8fb3f2747c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0883195 Sep 18 01:28:49.307907 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-66e77d1c-e58f-4b74-a65e-b4bed3acd361 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 217 time: 0.0364587 Sep 18 01:28:49.359967 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-5a462576-8bec-4dc0-97af-ea47962b772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:49.361509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-5a462576-8bec-4dc0-97af-ea47962b772e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0470467 Sep 18 01:28:49.408362 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-fa1dcf19-a8ed-4952-8a95-e3993a42d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:49.409868 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-fa1dcf19-a8ed-4952-8a95-e3993a42d026 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415657 Sep 18 01:28:49.506145 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-cd002b5e-5e56-4bf4-b349-6bb621133a53 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885561 Sep 18 01:28:49.597488 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9ee6db99-2b83-4749-a048-0ff0e3c9d914 req-bca8ff55-7943-48f1-8544-e05cf86e22bb service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847425 Sep 18 01:28:49.872188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c10cc-3f7b-45e2-9ca4-6ea6fedb165f req-00c11950-4563-44a9-a174-739c1120bc46 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:49.873700 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca4c10cc-3f7b-45e2-9ca4-6ea6fedb165f req-00c11950-4563-44a9-a174-739c1120bc46 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0488696 Sep 18 01:28:49.914886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca4c10cc-3f7b-45e2-9ca4-6ea6fedb165f req-7d879b65-c88c-4ce0-af20-df9633569b20 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Sep 18 01:28:51.108754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c975d-4616-439d-82d2-4a06127d7082 req-21d1367a-7f77-4329-beba-965e423b5d8b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:51.110270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-553c975d-4616-439d-82d2-4a06127d7082 req-21d1367a-7f77-4329-beba-965e423b5d8b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0926826 Sep 18 01:28:51.147486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-553c975d-4616-439d-82d2-4a06127d7082 req-6c155c6e-0f27-4026-a093-4b4522e8379a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Sep 18 01:28:52.344315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d804c8-382b-46d2-9491-da5973c4d7fb req-b0603842-1f8d-4d88-adfc-c3e5f48b56b4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:52.345805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d804c8-382b-46d2-9491-da5973c4d7fb req-b0603842-1f8d-4d88-adfc-c3e5f48b56b4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0960808 Sep 18 01:28:52.383242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8d804c8-382b-46d2-9491-da5973c4d7fb req-45b94bc3-bb18-4a32-b585-eaa53bf47571 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Sep 18 01:28:52.960203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:28:53.055115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:53.065735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:28:53.100353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:53.112963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:28:53.131077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:53.134698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:53.180049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:53.496060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b8eb7-77a0-4cba-92cb-711719da99c2 req-9acd6b37-ca7d-4826-8b72-933c94985b62 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:53.497489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-467b8eb7-77a0-4cba-92cb-711719da99c2 req-9acd6b37-ca7d-4826-8b72-933c94985b62 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0492139 Sep 18 01:28:53.535073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['40d4e475-5c21-465d-b37c-4644d59e0c72'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:28:53.537105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-467b8eb7-77a0-4cba-92cb-711719da99c2 req-94b9d45e-34bb-4ed2-873c-9f197260385d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Sep 18 01:28:54.294755 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f7153562-d90c-4d36-ba44-b056c639c2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:54.650549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c77667-96e0-4d8d-8d31-1422692b2f5d req-6069443b-544c-46f8-88f1-19a03e4cbd61 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:54.652370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1c77667-96e0-4d8d-8d31-1422692b2f5d req-6069443b-544c-46f8-88f1-19a03e4cbd61 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0492959 Sep 18 01:28:54.689379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1c77667-96e0-4d8d-8d31-1422692b2f5d req-194da170-5b0f-4f44-ba1d-0fadeabaf7f8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Sep 18 01:28:54.975715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:28:55.024392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 40d4e475-5c21-465d-b37c-4644d59e0c72 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:28:55.028141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 40d4e475-5c21-465d-b37c-4644d59e0c72 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:28:55.028541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:55.104015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:55.126158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:55.128593 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}185a8f0a1d73359b71ad84593707676ebd846806b424d39a6937570d42958a45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbd9ca-95cc-4cad-9114-e19637a636f6" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:55.140923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:28:55.145471 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:55.169060 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfe7c93-e0d9-4d1e-a1dc-f04c44be01b9 x-openstack-request-id: req-5dfe7c93-e0d9-4d1e-a1dc-f04c44be01b9 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:55.169380 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:55.169755 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dfe7c93-e0d9-4d1e-a1dc-f04c44be01b9 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:55.170143 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'code': 200} Sep 18 01:28:55.195093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:28:55.365082 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbee5b-9c8d-4e17-9fc8-12b82bb8221e req-7f0dfe52-2ce9-4e55-8ab5-70880cb2d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:55.366614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fddbee5b-9c8d-4e17-9fc8-12b82bb8221e req-7f0dfe52-2ce9-4e55-8ab5-70880cb2d9fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1097 time: 0.0782576 Sep 18 01:28:55.404190 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-fddbee5b-9c8d-4e17-9fc8-12b82bb8221e req-3288a35f-af54-483a-b4c2-208f4afa34f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300488 Sep 18 01:28:55.806280 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1101f-b367-4299-a7ed-a1fdebf9b70e req-b4069494-0066-4285-a663-777bbcb8a56c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:55.807726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0a1101f-b367-4299-a7ed-a1fdebf9b70e req-b4069494-0066-4285-a663-777bbcb8a56c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Sep 18 01:28:55.845423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0a1101f-b367-4299-a7ed-a1fdebf9b70e req-7c885a26-defc-4e95-abbf-f6a3b6109f9a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316446 Sep 18 01:28:56.962350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051d756-b2c3-4860-9f10-ea79a547b027 req-80e5ccb5-c87d-49f7-b798-8afbe2fada22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:56.963825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1051d756-b2c3-4860-9f10-ea79a547b027 req-80e5ccb5-c87d-49f7-b798-8afbe2fada22 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Sep 18 01:28:57.001371 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1051d756-b2c3-4860-9f10-ea79a547b027 req-d6c9246b-1394-4087-9ac2-3a44d5996554 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Sep 18 01:28:57.112202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99380-c204-40a8-a2fd-af49f3faa698 req-a4f2e9c2-5520-4c19-a353-7369a85e75e9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:57.113710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5bb99380-c204-40a8-a2fd-af49f3faa698 req-a4f2e9c2-5520-4c19-a353-7369a85e75e9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Sep 18 01:28:57.122893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 54956) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:28:57.127249 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'floatingip': {'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:28:57.170245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:57.312171 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-597c2e93-cd57-474e-8e7d-497f198145ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:57.544859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:57.606899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:57.610557 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:57.711624 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 associated. External IP: 172.25.7.216, port: 40d4e475-5c21-465d-b37c-4644d59e0c72. Sep 18 01:28:57.913994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:28:58.018547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:28:58.023621 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:58.028879 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:28:58.037787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:28:58.038400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:28:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:58.053427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c21b0690-1581-4436-b41c-e25d41b9ab2e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "PUT /v2.0/floatingips/83cef460-a68f-440d-8357-18073cb295c8 HTTP/1.1" status: 200 len: 991 time: 0.9294572 Sep 18 01:28:58.054012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:28:58.056246 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64078d2311303126471e1485faa568e4cbd6c9f0b3ebe3106a42e4d377316429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582572d-1e47-4f9b-93d1-1d96f182ceb3" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:28:58.095007 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96280f2-0f2e-418c-ab22-5320bfe7228a x-openstack-request-id: req-c96280f2-0f2e-418c-ab22-5320bfe7228a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:28:58.095316 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:28:58.095570 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c96280f2-0f2e-418c-ab22-5320bfe7228a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:28:58.095971 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'status': 'completed', 'code': 200} Sep 18 01:28:58.145767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:28:58.197659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-8ae928f0-cf9b-4061-a1c7-85cf5162bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:58.199801 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-8ae928f0-cf9b-4061-a1c7-85cf5162bfcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1097 time: 0.0408700 Sep 18 01:28:58.293143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-51b7b974-bd29-4c30-aac7-98c4d25cde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:58.294629 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-51b7b974-bd29-4c30-aac7-98c4d25cde04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0880513 Sep 18 01:28:58.361213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-2f6fa73d-f23d-4be5-a8da-d25bce964918 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 999 time: 0.0591276 Sep 18 01:28:58.374338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:28:57Z', 'revision_number': 9, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:58.399750 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:28:58.408493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:28:58.409093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:28:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:58.415556 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-18eb648c-29c1-4647-b0e8-f90b2f16d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:58.417086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-18eb648c-29c1-4647-b0e8-f90b2f16d331 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0492957 Sep 18 01:28:58.461727 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-2282c384-ef9b-4bac-95fa-af751c8337bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:28:58.463264 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-2282c384-ef9b-4bac-95fa-af751c8337bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392666 Sep 18 01:28:58.515440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:28:58.522449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:28:58.554728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-365a1d15-d4e9-4ebf-8ffd-649be073aee3 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844247 Sep 18 01:28:58.651344 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8582572d-1e47-4f9b-93d1-1d96f182ceb3 req-a33e4818-214d-473a-ad40-cea0bedf352a service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890987 Sep 18 01:28:58.745587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:28:57Z', 'revision_number': 9, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:28:58.771180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628c964-8d37-4ee2-b726-3210f048208e None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:28:57Z', 'revision_number': 9, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:28:58.784830 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:28:58.962512 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013daa2-4a87-44c4-8a60-6ed3aec70e8c None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:28:59.831915 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:02.628079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:16.466062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:24.294955 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe38e-df10-44d0-a033-dec697266269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:27.312694 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-32cf0df6-f10a-4663-af17-0d80a3e89a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:27.545887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:28.503429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:29.834794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:32.629702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:35.784889 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:29:45.581682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-e08e5f2a-95ba-4df0-973c-4d8232f8ea9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400980 Sep 18 01:29:45.695546 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-e0300dd9-f05e-44ae-b7ca-9e58de757d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:29:45.697045 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-e0300dd9-f05e-44ae-b7ca-9e58de757d5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1097 time: 0.0397255 Sep 18 01:29:45.802198 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-0c10c748-332e-47bc-838e-e2d8dad0e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:29:45.803671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-0c10c748-332e-47bc-838e-e2d8dad0e1d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0875108 Sep 18 01:29:45.867613 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-7170c0ec-4ae3-42c5-a27b-52b4c79e7ed6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1002 time: 0.0570216 Sep 18 01:29:45.921276 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-f79f2d6b-0421-40c6-ae60-73e5e243d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:29:45.922721 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-f79f2d6b-0421-40c6-ae60-73e5e243d65a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0474741 Sep 18 01:29:45.967410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-ccf11b72-4907-42b7-8384-e85f7a75fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:29:45.968797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-ccf11b72-4907-42b7-8384-e85f7a75fa55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391729 Sep 18 01:29:46.055799 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-bc0ade13-7c3f-4a23-b770-68db59de5d20 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788827 Sep 18 01:29:46.146301 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d8e6cb0-f559-40d1-bdbc-ad12b5f3b9f6 req-08fa8ee9-692a-4f60-857c-17eaf34467a2 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Sep 18 01:29:46.487342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:54.299160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-54d3bf44-2e5a-46f8-9bf9-07a389ff4c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:57.312339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b26d4f47-391f-419c-b996-f1d5ffde15a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:57.546649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:58.507096 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:29:59.837657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:02.627387 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:12.784218 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:30:16.480014 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:24.299360 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-121aadbe-9caa-4c7c-8ebe-a79065e3f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:27.314120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-650ff1d1-6749-4039-a8b3-51c6de831607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:27.547206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:28.509787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:29.840259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:32.641705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:46.492859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:47.555485 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-e79c0d77-8887-4f0c-af39-63bfc34ddda3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408192 Sep 18 01:30:47.654153 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbac04-aeeb-438a-8996-0352411090ac req-8b1a340e-391e-494f-b127-a5aa9d7c7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:30:47.656278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-8b1a340e-391e-494f-b127-a5aa9d7c7381 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1097 time: 0.0437105 Sep 18 01:30:47.755775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbac04-aeeb-438a-8996-0352411090ac req-0fd5193b-ad06-46fa-be26-197d0bc61df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:30:47.757154 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-0fd5193b-ad06-46fa-be26-197d0bc61df7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0824955 Sep 18 01:30:47.825206 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-2a601a63-e95d-4781-8a2c-067d5eb95ad3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1002 time: 0.0606313 Sep 18 01:30:47.876900 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbac04-aeeb-438a-8996-0352411090ac req-6fd2e235-5917-4832-bfbb-5f6ec0ac0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:30:47.878319 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-6fd2e235-5917-4832-bfbb-5f6ec0ac0194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0468559 Sep 18 01:30:47.926186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbac04-aeeb-438a-8996-0352411090ac req-d876c9bc-2e12-4a0c-8442-bcb8b4399f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:30:47.927693 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-d876c9bc-2e12-4a0c-8442-bcb8b4399f94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424876 Sep 18 01:30:48.025086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-4f157d85-ba66-4cca-b48f-74ef13e8f9ce service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900095 Sep 18 01:30:48.112477 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-97fbac04-aeeb-438a-8996-0352411090ac req-210782b1-e697-4501-bf35-09d10a524838 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805519 Sep 18 01:30:49.783274 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:30:54.300030 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-115fd78e-5d90-4333-bda4-fa1152c66588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:57.313496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-542d9775-98b6-4d75-a6a7-4ce661ca6f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:57.547662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:58.512469 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:30:59.841864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:02.656836 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:16.511232 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:21.834347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-47a5dcfa-0367-498f-b9ff-48f277d503f3 req-da6681a3-be11-4365-8f44-7f60f1188fbd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:31:21.835690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-47a5dcfa-0367-498f-b9ff-48f277d503f3 req-da6681a3-be11-4365-8f44-7f60f1188fbd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536199 Sep 18 01:31:22.023078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07d560-38c4-4c80-9f23-8a5c579edb26 req-10524620-31ed-4dd9-ad68-4bfddb25dc76 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:22.024664 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca07d560-38c4-4c80-9f23-8a5c579edb26 req-10524620-31ed-4dd9-ad68-4bfddb25dc76 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0543189 Sep 18 01:31:22.070677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca07d560-38c4-4c80-9f23-8a5c579edb26 req-327d615a-c4b4-47df-8130-eff648856c94 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Sep 18 01:31:22.078985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-f3470e3b-aed2-441c-82ee-4a50bd6f21e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831554 Sep 18 01:31:23.191985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ef668-0daf-41b5-a7ea-de944410f582 req-2e8547bc-7e98-498e-8683-4122ca43d605 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:23.193667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb3ef668-0daf-41b5-a7ea-de944410f582 req-2e8547bc-7e98-498e-8683-4122ca43d605 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Sep 18 01:31:23.233635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb3ef668-0daf-41b5-a7ea-de944410f582 req-9cb3b369-1634-4db4-8c3f-21070f8dcefa tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Sep 18 01:31:23.285236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-a8672dff-3553-4d8a-a3db-9bf16a6027cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:23.286723 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-a8672dff-3553-4d8a-a3db-9bf16a6027cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1097 time: 0.0467625 Sep 18 01:31:23.375510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-5fe135ee-83a9-4cdb-ac32-54f7321266b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:23.376973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-5fe135ee-83a9-4cdb-ac32-54f7321266b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0832782 Sep 18 01:31:23.445879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-2fbed927-1b10-4175-a3af-52cd4cce60f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1002 time: 0.0615084 Sep 18 01:31:23.506458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-6e4f5c29-6934-43e3-b833-7abb17477fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:23.507895 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-6e4f5c29-6934-43e3-b833-7abb17477fc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0455563 Sep 18 01:31:23.553435 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-1f2e7861-122a-4dc7-b35c-9bfceb6d3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:23.554965 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-1f2e7861-122a-4dc7-b35c-9bfceb6d3d81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387137 Sep 18 01:31:23.646119 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-1736c2f1-070f-45b9-b065-da9ad48da12a service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829148 Sep 18 01:31:23.733560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-96b35280-23c1-48cb-8cd3-c4253c0cd258 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796816 Sep 18 01:31:24.300869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-13616174-101a-4cac-b703-bd7625aba6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:24.357493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37905-bca9-4ca8-9c93-668c251908e4 req-e89dce7b-6dbe-4c0f-a07a-a0c57715b764 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:24.358964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03e37905-bca9-4ca8-9c93-668c251908e4 req-e89dce7b-6dbe-4c0f-a07a-a0c57715b764 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Sep 18 01:31:24.699568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03e37905-bca9-4ca8-9c93-668c251908e4 req-45d0bf51-b6e2-4ae9-98f3-78899f8bbc92 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347251 Sep 18 01:31:25.816607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a412-fc6a-47f5-adcc-bf82cb86abae req-3a6a49eb-3eb1-44de-9643-80dec9e7717c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:25.818076 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c356a412-fc6a-47f5-adcc-bf82cb86abae req-3a6a49eb-3eb1-44de-9643-80dec9e7717c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0487452 Sep 18 01:31:25.854388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c356a412-fc6a-47f5-adcc-bf82cb86abae req-06575989-86d4-4f55-b1db-3f0788a4c9a0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Sep 18 01:31:26.782841 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:31:26.971950 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f627-a0d5-40da-8cf9-527215d51142 req-b29349be-7dde-43e9-a82c-6631ec0c7e0b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:26.973453 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ab8f627-a0d5-40da-8cf9-527215d51142 req-b29349be-7dde-43e9-a82c-6631ec0c7e0b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Sep 18 01:31:27.009672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ab8f627-a0d5-40da-8cf9-527215d51142 req-2929d155-f8de-444d-94e2-9f0c2994f348 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304055 Sep 18 01:31:27.313393 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-47a7bf9e-246f-4394-9b33-ee4a43da80a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:27.550126 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:28.126220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48e1b-b9b4-4300-a0d9-a87192f97244 req-a9d76fb0-a489-4e44-8444-917d55b4b1fc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:28.127706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6d48e1b-b9b4-4300-a0d9-a87192f97244 req-a9d76fb0-a489-4e44-8444-917d55b4b1fc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Sep 18 01:31:28.165175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e6d48e1b-b9b4-4300-a0d9-a87192f97244 req-7f08330a-05ff-4da6-8953-0c507445b80e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 18 01:31:28.515647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:29.277034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf961-4fe7-49e1-aefc-7c5bd8a4f4de req-b56a6350-0e77-4d78-a730-7bae4ee03a99 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:29.278496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dbaf961-4fe7-49e1-aefc-7c5bd8a4f4de req-b56a6350-0e77-4d78-a730-7bae4ee03a99 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Sep 18 01:31:29.315769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4dbaf961-4fe7-49e1-aefc-7c5bd8a4f4de req-b0b361dc-bfb7-4b42-8433-7910fae1e7b1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Sep 18 01:31:29.846864 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:30.429752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ca745-4c2a-4cca-9af8-61617682bb43 req-e76dd6d3-1704-4dc8-87b1-d2d068742bc3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:30.431238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-282ca745-4c2a-4cca-9af8-61617682bb43 req-e76dd6d3-1704-4dc8-87b1-d2d068742bc3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Sep 18 01:31:30.468994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-282ca745-4c2a-4cca-9af8-61617682bb43 req-19305da2-0e71-4882-984d-38ca0850d406 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Sep 18 01:31:31.587784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b99df-0816-40a7-ad0b-d993a496c7b2 req-c8749963-63b1-49dd-8dfa-20aeefbc05d8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:31.589381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a9b99df-0816-40a7-ad0b-d993a496c7b2 req-c8749963-63b1-49dd-8dfa-20aeefbc05d8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0517492 Sep 18 01:31:31.627213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4a9b99df-0816-40a7-ad0b-d993a496c7b2 req-6e45fe8f-1eba-486c-be40-eca4160926c5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Sep 18 01:31:32.662286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:32.741470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46927f8a-9aac-40d3-82aa-ca158469918e req-562a8e10-f2bb-48f7-95a4-a2554f70d212 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:32.742945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46927f8a-9aac-40d3-82aa-ca158469918e req-562a8e10-f2bb-48f7-95a4-a2554f70d212 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0495379 Sep 18 01:31:32.780157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46927f8a-9aac-40d3-82aa-ca158469918e req-784df442-1a17-45d3-b47a-28682fe432f8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Sep 18 01:31:33.910206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d6e78-830c-4884-930a-2a8b1c1fb7de req-7026c624-84c5-483f-aa94-b3b994e8dd19 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:33.911742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe6d6e78-830c-4884-930a-2a8b1c1fb7de req-7026c624-84c5-483f-aa94-b3b994e8dd19 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Sep 18 01:31:33.948718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe6d6e78-830c-4884-930a-2a8b1c1fb7de req-3c156621-b2ca-4688-a5d8-22c662c0fba7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Sep 18 01:31:35.066902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939380d-20f0-4c49-91e5-23ad87c216da req-37b057a9-0972-41ea-8991-d3dd1a1712a1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:35.068460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e939380d-20f0-4c49-91e5-23ad87c216da req-37b057a9-0972-41ea-8991-d3dd1a1712a1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0534139 Sep 18 01:31:35.106174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e939380d-20f0-4c49-91e5-23ad87c216da req-a6d1823a-9c19-49b0-8ee5-e02c1691d3ef tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Sep 18 01:31:35.813292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-8631ee21-98bd-4a7b-849d-8112dbd35a51 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:31:35.814166 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-8631ee21-98bd-4a7b-849d-8112dbd35a51 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054100 Sep 18 01:31:35.876896 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-6aa63a69-40d7-44ce-b4e3-594750e8ce3d service neutron] show failed (client error): The resource could not be found. Sep 18 01:31:35.877876 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-6aa63a69-40d7-44ce-b4e3-594750e8ce3d service neutron] 10.222.0.54 "GET /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0566890 Sep 18 01:31:36.152248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-da13737b-faeb-4ac3-a4c2-7c0bf8ac2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:36.153811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-da13737b-faeb-4ac3-a4c2-7c0bf8ac2504 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1097 time: 0.0799487 Sep 18 01:31:36.166648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:31:36.245809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.270584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c45f8b-4da1-41ba-9d0f-d56ea319d122 req-84bf2994-3140-4538-ae31-9c3a0efc3295 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:36.272067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69c45f8b-4da1-41ba-9d0f-d56ea319d122 req-84bf2994-3140-4538-ae31-9c3a0efc3295 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0877190 Sep 18 01:31:36.386212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-69c45f8b-4da1-41ba-9d0f-d56ea319d122 req-f8acaa3a-c408-4f6e-948a-74f8b01e6bab tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938976 Sep 18 01:31:36.489985 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:36.522644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:31:36.561228 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:36.566706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.578935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Transition to ACTIVE for port object 40d4e475-5c21-465d-b37c-4644d59e0c72 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:31:36.582902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.619097 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec074fc-0bbe-4b0e-b7f1-9b87201a19b1" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-unplugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:36.695173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:36.716475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] No DVR routers for this DVR port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:31:36.720464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.720646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.720983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.721316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.721646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.721973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.722297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.722614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.723079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.723406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.723725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.724040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:36.762686 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156a77b-4010-4a6e-9061-e42a0492ff48 x-openstack-request-id: req-9156a77b-4010-4a6e-9061-e42a0492ff48 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:36.763044 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-unplugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:36.763313 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9156a77b-4010-4a6e-9061-e42a0492ff48 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:36.763705 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'code': 200} Sep 18 01:31:36.867471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:31:36.867798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:31:36.868121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:36.872299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:31:36.872617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:36.877601 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:31:36.877931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:31:36.878305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:31:36.878720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Bound port: 40d4e475-5c21-465d-b37c-4644d59e0c72, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:31:36.879068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.945421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:31:36.948727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:31:36.953038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.987416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:36.988046 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:36.989442 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] 10.222.0.48 "PUT /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1092 time: 0.8268218 Sep 18 01:31:37.009552 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df829-e086-472a-9291-adb6c2f91d11 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:37.056055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-aee80ad9-0e50-43d8-8a6b-4f4b283464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:37.057723 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-aee80ad9-0e50-43d8-8a6b-4f4b283464a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1095 time: 0.0438318 Sep 18 01:31:37.158129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-82fb7ca3-826e-4b59-b94f-b5268ef13cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:37.159627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-82fb7ca3-826e-4b59-b94f-b5268ef13cbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0949869 Sep 18 01:31:37.226031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-1c56e695-6cfa-4e00-ace4-7a7ad9e8ac71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0588148 Sep 18 01:31:37.280765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-56a2aea8-af5e-414a-8765-0d5e049c3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:37.282147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-56a2aea8-af5e-414a-8765-0d5e049c3651 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0489728 Sep 18 01:31:37.328305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-f1a648ea-8514-4896-a55e-d5078452df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:37.329768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-f1a648ea-8514-4896-a55e-d5078452df9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396683 Sep 18 01:31:37.420556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-d78eb457-06f1-4d31-a401-4cb47bae56d6 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826459 Sep 18 01:31:37.549553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aa4f7-350a-4544-99cd-0cc1ca9deb61 req-1edf9d19-20a7-40eb-b0fb-f666d9d4d2c2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:37.550960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be8aa4f7-350a-4544-99cd-0cc1ca9deb61 req-1edf9d19-20a7-40eb-b0fb-f666d9d4d2c2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0973723 Sep 18 01:31:37.554450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-37e2c445-2b5f-4c01-bc0e-cb6d8bf07d8a req-bb98455d-3854-46a7-81db-831b7e2ee289 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262593 Sep 18 01:31:37.592983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be8aa4f7-350a-4544-99cd-0cc1ca9deb61 req-941d37a3-2265-49ae-956e-95fba4377828 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360620 Sep 18 01:31:38.729134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a439-dacf-433a-b37e-cac19d50f098 req-90251285-54ef-4500-bceb-933a15fd65e7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:38.731324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fac2a439-dacf-433a-b37e-cac19d50f098 req-90251285-54ef-4500-bceb-933a15fd65e7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 943 time: 0.0670226 Sep 18 01:31:38.766977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:38.770040 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1407371e-773c-4912-83ae-3c25405ac2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:38.790029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fac2a439-dacf-433a-b37e-cac19d50f098 req-37b32f8d-a4dd-4b3b-b4c5-5b6f07a163ad tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524857 Sep 18 01:31:38.832467 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1def54c-7b5d-440d-b1a5-357a3ff1f849 x-openstack-request-id: req-b1def54c-7b5d-440d-b1a5-357a3ff1f849 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:38.832467 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:38.832467 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1def54c-7b5d-440d-b1a5-357a3ff1f849 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:38.832785 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'status': 'completed', 'code': 200} Sep 18 01:31:38.917102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-13b9c68d-b28d-4cc7-881b-5941205a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:38.919120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-13b9c68d-b28d-4cc7-881b-5941205a3fdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1095 time: 0.0574629 Sep 18 01:31:38.921388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-8f8da7dc-87ce-46b2-bc41-924d4ec2731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:38.923378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-8f8da7dc-87ce-46b2-bc41-924d4ec2731d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1095 time: 0.0526991 Sep 18 01:31:39.048137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-70357c9f-9304-4d3b-9460-0b5a575e4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.049687 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-70357c9f-9304-4d3b-9460-0b5a575e4826 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1191607 Sep 18 01:31:39.051138 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-e410d123-d279-4482-8fb5-864bff3711fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.052741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-e410d123-d279-4482-8fb5-864bff3711fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1229670 Sep 18 01:31:39.125817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-defae3b0-2b7f-42b7-88c8-1e15fd6051ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0693214 Sep 18 01:31:39.131092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-1cf59b8e-d0d2-436e-b922-df1784fcf42e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0702281 Sep 18 01:31:39.150231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:31:39.184936 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-0fbd293c-2cd2-4c64-9358-034889c22a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.187016 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-0fbd293c-2cd2-4c64-9358-034889c22a73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0544505 Sep 18 01:31:39.188049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-a9d5cca2-7849-43ad-8445-05691dc29ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.189604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-a9d5cca2-7849-43ad-8445-05691dc29ce6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0524476 Sep 18 01:31:39.238612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-29a9b500-ef0d-435b-8e3e-302c3966e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.240133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-29a9b500-ef0d-435b-8e3e-302c3966e3ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464704 Sep 18 01:31:39.247908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-b1b6be49-1058-49ee-a6f4-61ebf94ea94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.250077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-b1b6be49-1058-49ee-a6f4-61ebf94ea94d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524764 Sep 18 01:31:39.258712 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:39.272630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:31:39.329766 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:39.342767 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-44ae1790-9acc-491a-a8ec-8d5f89035a86 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953023 Sep 18 01:31:39.348868 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:31:39.363119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-b42675d2-097f-497a-ba7a-5e5592ee79ec service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033359 Sep 18 01:31:39.379156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:39.383176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:39.443472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:39.452982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.453347 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.453695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.454030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.454364 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.454702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.455037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.455355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.455679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.456009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.456591 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.457126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:39.464638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-2ace8555-de49-487d-9cdd-6c236d22c807 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944195 Sep 18 01:31:39.628325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['40d4e475-5c21-465d-b37c-4644d59e0c72'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:31:39.742935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1407371e-773c-4912-83ae-3c25405ac2e2 req-61c2098a-6378-4efc-b604-25bdcb1aa45e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934031 Sep 18 01:31:39.828427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:31:39.866545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:31:39.915456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd77918-3b0c-47fc-bba1-4feb16cc458d req-ecfa37dd-43fc-4bab-bcf4-7cf83ac5a708 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:39.916984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edd77918-3b0c-47fc-bba1-4feb16cc458d req-ecfa37dd-43fc-4bab-bcf4-7cf83ac5a708 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0554626 Sep 18 01:31:39.955303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edd77918-3b0c-47fc-bba1-4feb16cc458d req-bb0d74ef-757c-4562-ad20-903071d1f301 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Sep 18 01:31:40.011770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-88ceabee-df9a-4013-bf59-2a765b34b5f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527489 Sep 18 01:31:40.104180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-c79ef675-25c2-49a8-99f3-f42ea0356579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.105974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-c79ef675-25c2-49a8-99f3-f42ea0356579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0480468 Sep 18 01:31:40.228958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-0e153eb3-b379-4172-9ee6-1e58d3bec822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.230464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-0e153eb3-b379-4172-9ee6-1e58d3bec822 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1035881 Sep 18 01:31:40.266400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-955b46de-5b6c-4892-a77f-9b7c44776a31 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.267775 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-955b46de-5b6c-4892-a77f-9b7c44776a31 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&tenant_id=5abb8bc6010d4dd79ff8d341d529caec&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 944 time: 0.0534699 Sep 18 01:31:40.325478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-3a121e84-4aad-4dec-9906-d6eebe77da0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1001 time: 0.0846786 Sep 18 01:31:40.334057 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-de65d0fe-0d44-4e7f-bd8f-cf2c35db2020 service neutron] 10.222.0.48 "GET /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72/bindings/n-h1-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.0581653 Sep 18 01:31:40.337493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63c58-bd5a-4e60-bbca-272943b59b2f req-96a1aa4e-9ea0-4509-8dd7-e6649a88e1f5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.339041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91e63c58-bd5a-4e60-bbca-272943b59b2f req-96a1aa4e-9ea0-4509-8dd7-e6649a88e1f5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.1071594 Sep 18 01:31:40.408490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-ff4e7db1-23a5-4910-91f4-1ffe3b5d97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.409964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-ff4e7db1-23a5-4910-91f4-1ffe3b5d97b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0702007 Sep 18 01:31:40.413000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91e63c58-bd5a-4e60-bbca-272943b59b2f req-3327d98e-7584-4abc-affa-dd33ac25c77b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653031 Sep 18 01:31:40.460360 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-b09247ed-1cd6-47e8-a71b-2f04f34e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.461950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-b09247ed-1cd6-47e8-a71b-2f04f34e3738 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448747 Sep 18 01:31:40.552399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-ea48134e-8f02-4a17-acde-aa9f7adf68b3 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834749 Sep 18 01:31:40.646889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2d2144e5-536d-4665-bace-9a4a2c1a2f05 req-a442ddaa-f52a-4a2e-a0a1-4b78eb871f36 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Sep 18 01:31:40.723924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-3010b84e-c977-4542-b41c-1401524fccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.725455 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-3010b84e-c977-4542-b41c-1401524fccbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0410194 Sep 18 01:31:40.821331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-40bfa5ad-e5fb-45b2-b8d3-9079181aa31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.822769 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-40bfa5ad-e5fb-45b2-b8d3-9079181aa31b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0900719 Sep 18 01:31:40.887818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0b186559-b5a3-4929-a839-bd2109b33aaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1001 time: 0.0578403 Sep 18 01:31:40.936951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-2f268bfb-8150-4653-b7de-ae2a557089df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.938364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-2f268bfb-8150-4653-b7de-ae2a557089df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0434177 Sep 18 01:31:40.987057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-7f00280a-d073-4308-b8bb-fbf0001df8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:40.988539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-7f00280a-d073-4308-b8bb-fbf0001df8fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431566 Sep 18 01:31:41.076214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-2dd8c4bc-cea9-49cf-a0bc-63525d11c885 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805745 Sep 18 01:31:41.159316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:31:41.168097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-63707132-346d-42a9-9a3e-76e94e471f38 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Sep 18 01:31:41.210277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 40d4e475-5c21-465d-b37c-4644d59e0c72 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:31:41.213744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 40d4e475-5c21-465d-b37c-4644d59e0c72 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:31:41.214102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:41.289075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:41.463675 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:41.487465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:41.493091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:41.518202 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30723c3b-0be2-4fc1-be50-56652b948fc4" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:41.536267 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca6a7f-c35c-4987-bdfc-94f9249f8219 req-a0dd50e2-6893-41d6-9187-53e1b899e596 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:41.537973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6ca6a7f-c35c-4987-bdfc-94f9249f8219 req-a0dd50e2-6893-41d6-9187-53e1b899e596 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Sep 18 01:31:41.548434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:41.580303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b6ca6a7f-c35c-4987-bdfc-94f9249f8219 req-e47c0768-302e-4401-b3f1-7a2bf18d5a87 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 Sep 18 01:31:41.620935 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf5d57-3ed3-422b-9160-1770cc2e26c6 x-openstack-request-id: req-84cf5d57-3ed3-422b-9160-1770cc2e26c6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:41.621234 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:41.621489 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84cf5d57-3ed3-422b-9160-1770cc2e26c6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:41.621884 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'code': 200} Sep 18 01:31:42.696380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10bb8-d009-4792-b038-22bc9c1b8917 req-ff41245b-3b09-4dee-920f-0eddce01f42c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:42.697859 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a10bb8-d009-4792-b038-22bc9c1b8917 req-ff41245b-3b09-4dee-920f-0eddce01f42c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0505199 Sep 18 01:31:42.743720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02a10bb8-d009-4792-b038-22bc9c1b8917 req-a96957f0-4234-440b-acd4-4df9d05deaec tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 Sep 18 01:31:43.082535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-b4633634-b6b0-40a1-ad2a-d819695adaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:43.084022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-b4633634-b6b0-40a1-ad2a-d819695adaf9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1097 time: 0.0409138 Sep 18 01:31:43.101451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:31:43.156297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.351840 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:43.384429 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:31:43.423204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:43.428690 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.442170 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Transition to ACTIVE for port object 40d4e475-5c21-465d-b37c-4644d59e0c72 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:31:43.445712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.474551 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ebb37-49db-4c48-99b5-fc18d013edb8" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-unplugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:43.533111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:43.545218 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.545614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.546197 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.546629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.546961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.547291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.547615 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.547960 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.548284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.548690 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.548925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.549268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:31:43.585469 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] No DVR routers for this DVR port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:31:43.587916 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ce8ed-6e5f-4e3e-9930-735202198c82 x-openstack-request-id: req-082ce8ed-6e5f-4e3e-9930-735202198c82 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:43.588207 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-unplugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:43.588488 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-082ce8ed-6e5f-4e3e-9930-735202198c82 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:43.588866 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'code': 200} Sep 18 01:31:43.725298 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:31:43.725640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:31:43.725972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:43.730122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:31:43.730445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Attempting to bind port 40d4e475-5c21-465d-b37c-4644d59e0c72 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:43.735225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:31:43.735568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:31:43.735952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:31:43.736418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Bound port: 40d4e475-5c21-465d-b37c-4644d59e0c72, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:31:43.736776 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.802726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:31:43.806301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:31:43.809547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.844853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:43.845477 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:43.846955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] 10.222.0.54 "PUT /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1093 time: 0.7493484 Sep 18 01:31:43.861611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66a7d-4fc4-4925-8fa3-9b7ac69dd16b req-4398e4d6-c9d4-4754-922e-5de2fb745b07 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:43.863423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fd66a7d-4fc4-4925-8fa3-9b7ac69dd16b req-4398e4d6-c9d4-4754-922e-5de2fb745b07 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0511363 Sep 18 01:31:43.867978 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1cd7-2db5-46b5-a965-8d30ed3f09f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=11']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:43.915084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fd66a7d-4fc4-4925-8fa3-9b7ac69dd16b req-6e5f5bfa-ce81-4edc-af05-a719a2ee6522 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Sep 18 01:31:43.932132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-05165e99-b359-4bfa-89c9-f40106e709e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:43.932132 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-05165e99-b359-4bfa-89c9-f40106e709e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0455594 Sep 18 01:31:44.026244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-68a0a973-1a28-4b35-a37d-aeef2d8141b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:44.027378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-68a0a973-1a28-4b35-a37d-aeef2d8141b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0911825 Sep 18 01:31:44.095055 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-f313716e-981b-4e19-a833-afea4abe3571 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0593927 Sep 18 01:31:44.147222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-8fada5a0-7fc8-45cc-abe8-84b601f72af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:44.148973 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-8fada5a0-7fc8-45cc-abe8-84b601f72af0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0466774 Sep 18 01:31:44.201571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-cb6c03fe-17ba-4242-8996-a222a1134dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:44.203620 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-cb6c03fe-17ba-4242-8996-a222a1134dac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473890 Sep 18 01:31:44.293382 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-f544fb72-9c94-41b6-8f09-f66a088051a1 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827680 Sep 18 01:31:44.386955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-96cac7b5-070e-46ba-9082-a8fc250645de service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Sep 18 01:31:45.030489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dad3-b641-4f39-abc7-7458272c25ee req-5b2022b1-4e7e-485b-b66f-341e40f9cc87 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.031955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7265dad3-b641-4f39-abc7-7458272c25ee req-5b2022b1-4e7e-485b-b66f-341e40f9cc87 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0478797 Sep 18 01:31:45.068844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7265dad3-b641-4f39-abc7-7458272c25ee req-89f8435b-e6e5-4bcc-8a89-3e0a43bc2488 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Sep 18 01:31:45.590425 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:45.593496 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be05006-8c26-4e68-a3e3-7fb5f289d62b" -d '{"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:45.641421 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b6458-02e7-4759-a84d-d6979117a4e0 x-openstack-request-id: req-0b0b6458-02e7-4759-a84d-d6979117a4e0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:45.641721 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:45.641982 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b0b6458-02e7-4759-a84d-d6979117a4e0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:45.642412 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'status': 'completed', 'code': 200} Sep 18 01:31:45.708115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-9c455d56-2400-413a-a3df-3f2598f6097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.709694 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-9c455d56-2400-413a-a3df-3f2598f6097d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0424576 Sep 18 01:31:45.722157 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-63f6cacb-bbac-49b9-8b0d-a2044247aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.723572 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-63f6cacb-bbac-49b9-8b0d-a2044247aa89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0414276 Sep 18 01:31:45.804650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-1e97cf81-3c4c-494c-89e2-89f09e30d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.806171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-1e97cf81-3c4c-494c-89e2-89f09e30d4b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0894940 Sep 18 01:31:45.819211 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-7be0bd77-41e0-4df7-a680-ec21feaa70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.820708 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-7be0bd77-41e0-4df7-a680-ec21feaa70b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0890298 Sep 18 01:31:45.874987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-6e09a055-2d1c-43d0-b818-523a7b210b00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0620627 Sep 18 01:31:45.887858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-097fabcd-2551-4661-8bbe-d2cab19b2341 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0593123 Sep 18 01:31:45.926413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-03adc228-8932-42ca-a863-d0d20ce68cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.927962 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-03adc228-8932-42ca-a863-d0d20ce68cd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0452881 Sep 18 01:31:45.938850 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-dc873a1b-5dc1-489e-aff2-a79dc1f1547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.940381 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-dc873a1b-5dc1-489e-aff2-a79dc1f1547c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0444796 Sep 18 01:31:45.973981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-0e04130c-2598-458f-a435-38855b0be646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.975404 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-0e04130c-2598-458f-a435-38855b0be646 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398648 Sep 18 01:31:45.991814 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-2ffbde06-ffbd-450f-a3fd-9bbc801e6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:45.993405 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-2ffbde06-ffbd-450f-a3fd-9bbc801e6182 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459452 Sep 18 01:31:46.069430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-969cab93-6f1c-45d7-8d6b-97e32bea6ffc service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866597 Sep 18 01:31:46.086170 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-02929db3-fac3-4498-ad49-058bbf9b7e34 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Sep 18 01:31:46.197889 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-1c47395e-f727-412b-99a3-bbc2de77428e service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042514 Sep 18 01:31:46.203114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8be05006-8c26-4e68-a3e3-7fb5f289d62b req-e187b879-abc1-49e0-9984-e1319420d74a service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265671 Sep 18 01:31:46.225368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b66ce6-ee95-409b-a834-0ca5796f46f3 req-eed96ce5-977a-4da3-a036-308326f04323 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:46.227198 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1b66ce6-ee95-409b-a834-0ca5796f46f3 req-eed96ce5-977a-4da3-a036-308326f04323 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0634341 Sep 18 01:31:46.268915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1b66ce6-ee95-409b-a834-0ca5796f46f3 req-9a7e7f2e-f2ab-4aa3-a530-8cdd02201112 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358489 Sep 18 01:31:46.507422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:47.190422 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:31:47.228500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:31:47.387853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118fef-2a3f-4876-a298-5ccfa6b01475 req-d78e2625-dd14-4b14-9e19-de21c7d96b06 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.390232 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e118fef-2a3f-4876-a298-5ccfa6b01475 req-d78e2625-dd14-4b14-9e19-de21c7d96b06 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0495896 Sep 18 01:31:47.427116 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e118fef-2a3f-4876-a298-5ccfa6b01475 req-49c91a43-6488-4f9f-a4f2-2b9eccf1939c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Sep 18 01:31:47.543166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e86431-f724-4f4c-a4da-12d329c0eb34 req-203ddbfb-4c1d-4acf-ad0d-2fbe83a1a6c7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.544692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e86431-f724-4f4c-a4da-12d329c0eb34 req-203ddbfb-4c1d-4acf-ad0d-2fbe83a1a6c7 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0521517 Sep 18 01:31:47.561971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-5a3cd934-9f1c-4cc4-8b75-4cc020bd1cb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395775 Sep 18 01:31:47.583944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e86431-f724-4f4c-a4da-12d329c0eb34 req-14b76c44-f234-46a5-9ed8-de5ee51a0095 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Sep 18 01:31:47.659089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-cf080160-a181-4e26-bc06-2f81e92a9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.660818 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-cf080160-a181-4e26-bc06-2f81e92a9401 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 1096 time: 0.0414350 Sep 18 01:31:47.698893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e78c6b-fb38-4c1b-a14f-0a8253177e19 req-88d5e6de-983f-454a-a4af-f27004c04ff4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.700413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5e78c6b-fb38-4c1b-a14f-0a8253177e19 req-88d5e6de-983f-454a-a4af-f27004c04ff4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0491409 Sep 18 01:31:47.742667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5e78c6b-fb38-4c1b-a14f-0a8253177e19 req-ed44ef3d-e202-4c96-94d0-1ce28adbbbdc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355029 Sep 18 01:31:47.768789 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-0afd204c-d5be-4d0f-b94a-82d31281ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.770258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-0afd204c-d5be-4d0f-b94a-82d31281ea53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0898230 Sep 18 01:31:47.837571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-0128b0c1-5858-4e53-8b69-d1699016d589 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 200 len: 1000 time: 0.0600049 Sep 18 01:31:47.864813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:31:47.894998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-1be9c4e2-faed-4ca4-a0df-187d4ef1d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.896713 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-1be9c4e2-faed-4ca4-a0df-187d4ef1d931 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0520251 Sep 18 01:31:47.973060 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-c4bcc107-8b01-4343-9e58-e925df43446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.974890 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-c4bcc107-8b01-4343-9e58-e925df43446d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428441 Sep 18 01:31:47.984370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:47.995346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039774-d7b4-4944-a336-4653e1803b3c req-4c30eada-d341-410a-8dfb-de26de5eadef tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:47.996936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8039774-d7b4-4944-a336-4653e1803b3c req-4c30eada-d341-410a-8dfb-de26de5eadef tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 944 time: 0.0501430 Sep 18 01:31:47.997082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'mac_address': 'fa:16:3e:ce:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:31:48.035594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:48.036051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f8039774-d7b4-4944-a336-4653e1803b3c req-b3169f4d-06ab-4e33-867b-97b0d3650e25 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Sep 18 01:31:48.054686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:31:48.072390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:48.076593 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:48.078815 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-c87017f7-26c3-4f2c-be62-b043e000e137 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961270 Sep 18 01:31:48.127009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:48.174463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ffa06a6b-97a2-4f7d-8ea8-0cf8a1eb8f1b req-cff97ac0-dd91-4c37-9afb-bc6a0fee3d38 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Sep 18 01:31:48.528231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['40d4e475-5c21-465d-b37c-4644d59e0c72'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:31:49.150480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9a434-a591-48cc-a8aa-5edddbb32167 req-3af90a75-e9e4-441b-8ca7-0241b45bbfbf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:49.151850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96b9a434-a591-48cc-a8aa-5edddbb32167 req-3af90a75-e9e4-441b-8ca7-0241b45bbfbf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Sep 18 01:31:49.189928 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96b9a434-a591-48cc-a8aa-5edddbb32167 req-586b55fc-0f59-4332-96e3-7dcc32f0c79c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Sep 18 01:31:49.711303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-8d1bce41-ec60-43d8-8fdd-f5942d30082a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:49.712765 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-8d1bce41-ec60-43d8-8fdd-f5942d30082a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 945 time: 0.0493512 Sep 18 01:31:49.804735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Deleting port 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:31:49.804991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:49.891612 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:49.891976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:49.915371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:31:49.968875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 40d4e475-5c21-465d-b37c-4644d59e0c72 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:31:49.973226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 40d4e475-5c21-465d-b37c-4644d59e0c72 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:31:49.973721 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.054369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.076764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.077371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.077806 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 disassociated. External IP: 172.25.7.216, port: 40d4e475-5c21-465d-b37c-4644d59e0c72. Sep 18 01:31:50.078151 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Calling delete_port for 40d4e475-5c21-465d-b37c-4644d59e0c72 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:31:50.079057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:50.081397 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd618b4-ea63-4683-afca-5a38772207b9" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:50.100302 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 40d4e475-5c21-465d-b37c-4644d59e0c72, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=40d4e475-5c21-465d-b37c-4644d59e0c72,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:50.106496 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.135336 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0620178f-5782-4523-84e6-fa774dadfbb6 x-openstack-request-id: req-0620178f-5782-4523-84e6-fa774dadfbb6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:50.135632 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-plugged", "status": "completed", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:50.135883 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0620178f-5782-4523-84e6-fa774dadfbb6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:50.136431 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'code': 200} Sep 18 01:31:50.171495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=13']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:50.220537 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.260028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'Port': ['ID=40d4e475-5c21-465d-b37c-4644d59e0c72,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:50.313238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7e107a80-f3a6-48d7-9170-d6166ecab63b req-94935657-e486-4bec-86e6-06a7e5385794 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=84d5fa06-3a45-4e83-a6f3-86056bf98142 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Sep 18 01:31:50.371334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:31:50.481568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:31:50.491070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:31:50.501104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:31:50.501723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:31:50.524418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] No DVR routers for this DVR port 40d4e475-5c21-465d-b37c-4644d59e0c72 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:31:50.527106 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:50.529274 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e20ccb48-86ed-42b1-903f-f7bb998fd389 req-a5e43d8e-2df5-4a87-aeca-fb35c47a9da2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "DELETE /v2.0/ports/40d4e475-5c21-465d-b37c-4644d59e0c72 HTTP/1.1" status: 204 len: 173 time: 0.8091326 Sep 18 01:31:50.529749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-deleted', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:50.532232 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e2a70-03ef-4328-98b3-7ffc2e447721" -d '{"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-deleted", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:50.570653 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f8d310-f6db-4c0d-9b4c-8bb1a983557f x-openstack-request-id: req-f1f8d310-f6db-4c0d-9b4c-8bb1a983557f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:50.570944 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d5fa06-3a45-4e83-a6f3-86056bf98142", "name": "network-vif-deleted", "tag": "40d4e475-5c21-465d-b37c-4644d59e0c72", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:50.571198 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1f8d310-f6db-4c0d-9b4c-8bb1a983557f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:50.571602 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d5fa06-3a45-4e83-a6f3-86056bf98142', 'name': 'network-vif-deleted', 'tag': '40d4e475-5c21-465d-b37c-4644d59e0c72', 'status': 'completed', 'code': 200} Sep 18 01:31:50.612066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:31:50.804654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:31:50.829778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:31:50.837812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:31:50.838620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:31:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:31:50.941352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:31:51.141529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:31:51.167390 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f587d52-3248-44b8-bf5d-80e710da0c9e None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:31:51.382337 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953999bb-403e-418c-b344-203d956298b9 None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:31:51.609356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8d66e465-0ddd-4069-8fc4-0fcd6fc25cae tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1561636677&fields=id&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 267 time: 0.0362067 Sep 18 01:31:51.717379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-de4054af-6b85-47d0-9c94-d51cca64df62 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:51.718848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-de4054af-6b85-47d0-9c94-d51cca64df62 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1028731 Sep 18 01:31:51.733256 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-ec41af96-59d0-463a-9e14-860960d163f0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/quotas/5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 375 time: 0.0087273 Sep 18 01:31:51.785513 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-87eaeb0c-6bb2-4e09-8e71-e3ac9fdeb0c3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468941 Sep 18 01:31:51.882779 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-f0e407c3-12e3-45a6-8ed9-1170edfd1e32 service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854566 Sep 18 01:31:51.975356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-c2ae997f-d9ff-42b8-8a99-25f7c284355c service neutron] 10.222.0.49 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Sep 18 01:31:52.137402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59a98ec6-8450-47b4-8f40-821d9147df4c req-f0c5b4d1-3859-4a94-b47d-d7cf8fff2c16 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0267801 Sep 18 01:31:53.091631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-55cfec0f-21b0-480e-8bae-0401a59fd969 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:53.093753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-55cfec0f-21b0-480e-8bae-0401a59fd969 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 812 time: 0.1055315 Sep 18 01:31:53.141523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-ac8fc729-5156-41a5-8675-f134bf6e20a4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 380 time: 0.0372770 Sep 18 01:31:53.158029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'port': {'device_id': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'admin_state_up': True, 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'security_groups': ['5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:31:53.249465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e0bde4f-bc7f-4349-a8f5-020d393dfd39 req-272eddcd-2a80-41aa-8ab9-a2eb83c5f686 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0318489 Sep 18 01:31:53.290019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Made reservation on behalf of 5abb8bc6010d4dd79ff8d341d529caec for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:31:53.293503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.419945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Allocated IP 172.20.0.7 (0266a6f1-3c3d-4aea-8e07-2f3191c811b7/98b14221-e182-41a7-af18-65dc52ba39a2/43c460be-894d-4c2c-809e-77efe344e061) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:31:53.553156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.589538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.631349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:31:53.634529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:31:53.638111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:31:53.664075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:53.693562 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:53.694184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.710293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-6378cd82-f521-4bd1-a642-7c2fd669196f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565586 Sep 18 01:31:53.722487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Request body: {'port': {'device_id': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:31:53.778196 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.942512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-05c6b23a-a223-4f75-a8e3-fcabbee36990 None None] Provisioning complete for port 43c460be-894d-4c2c-809e-77efe344e061 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:31:53.943059 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05c6b23a-a223-4f75-a8e3-fcabbee36990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:53.962661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:31:53.988991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 40d4e475-5c21-465d-b37c-4644d59e0c72 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:31:53.989333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 40d4e475-5c21-465d-b37c-4644d59e0c72 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:31:53.999778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-05c6b23a-a223-4f75-a8e3-fcabbee36990 None None] Port 43c460be-894d-4c2c-809e-77efe344e061 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:31:54.051644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:31:54.058887 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.070336 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Transition to ACTIVE for port object 43c460be-894d-4c2c-809e-77efe344e061 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:31:54.074028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.139428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:54.194097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:31:54.194378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:31:54.194643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:54.204346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:31:54.204675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:31:54.209938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:31:54.210278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:31:54.210660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:31:54.211090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Bound port: 43c460be-894d-4c2c-809e-77efe344e061, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:31:54.211470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.276878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:31:54.280467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:31:54.284982 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.304718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d85763cd-4fbc-417e-8201-f0ce56f0d692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.318623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:54.319247 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:54.320734 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] 10.222.0.48 "PUT /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1092 time: 0.6024890 Sep 18 01:31:54.321175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:54.323405 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc" -d '{"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:54.381813 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff28b7-882d-4364-84c1-f4c6f3552fd8 x-openstack-request-id: req-7cff28b7-882d-4364-84c1-f4c6f3552fd8 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:54.382104 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:54.382355 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cff28b7-882d-4364-84c1-f4c6f3552fd8 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:54.382752 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'status': 'completed', 'code': 200} Sep 18 01:31:54.394119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546977c-a9c4-4196-8799-2e35efd2a98e service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:54.432946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bbf8e-5f7a-4ed6-b774-3ec885ce61af req-1fca83e0-40c8-4014-97fb-a5323ec973fe tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:54.434517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf2bbf8e-5f7a-4ed6-b774-3ec885ce61af req-1fca83e0-40c8-4014-97fb-a5323ec973fe tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.1072681 Sep 18 01:31:54.441578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-0f00d5c0-80ab-440c-970e-00410c1dc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:54.443045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-0f00d5c0-80ab-440c-970e-00410c1dc05a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1095 time: 0.0733759 Sep 18 01:31:54.494516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-e0b0da42-54be-4a9a-be6d-d27dbe1ad006 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 217 time: 0.0434210 Sep 18 01:31:54.536327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf2bbf8e-5f7a-4ed6-b774-3ec885ce61af req-06201ee1-ad80-420e-bb81-742304858010 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922990 Sep 18 01:31:54.556023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-340e5202-05c3-4f7f-838f-0fdc0687f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:54.557669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-340e5202-05c3-4f7f-838f-0fdc0687f534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0526762 Sep 18 01:31:54.605365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-fb549061-8a9b-4e13-aafd-1b8b61acf807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:54.606828 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-fb549061-8a9b-4e13-aafd-1b8b61acf807 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424526 Sep 18 01:31:54.696737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-739dc677-5c77-4257-8f2b-6f74da9ad0f8 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812519 Sep 18 01:31:55.096613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-babd3bf8-34bf-4e92-8ac2-bf673923ec1e req-c265d2eb-e222-4ed1-abb1-a15ad6759c9f service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925798 Sep 18 01:31:55.178588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-3b04b281-2a64-48bf-913a-41844c744417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:55.180051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-3b04b281-2a64-48bf-913a-41844c744417 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1095 time: 0.0399389 Sep 18 01:31:55.269870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-44ba499f-578a-450f-bfa0-418d3ae3f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:55.271286 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-44ba499f-578a-450f-bfa0-418d3ae3f841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0840364 Sep 18 01:31:55.312536 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-28e4f7a6-7e8a-4b7a-8324-d9efd4f86e33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 217 time: 0.0340998 Sep 18 01:31:55.360986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-11d49c0f-2164-420d-9e9f-a11ea7e1b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:55.362395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-11d49c0f-2164-420d-9e9f-a11ea7e1b153 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0421312 Sep 18 01:31:55.413641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-3e2d84fa-7b3a-4651-a463-234f4df7811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:55.415093 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-3e2d84fa-7b3a-4651-a463-234f4df7811f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439894 Sep 18 01:31:55.505293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-f4239c0d-96ab-4a16-a1f7-35992c3d66e0 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817454 Sep 18 01:31:55.599275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcbd452e-5113-4069-bbe0-7a2fb75f6abc req-97aa44f8-0e90-44a7-956a-bd0fbee4c247 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Sep 18 01:31:55.655779 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71f10-9f97-4e2f-a76c-0fa84ac9dcaa req-fbb0d339-cd5d-4a80-9600-3407d8fd4d41 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:55.657277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3b71f10-9f97-4e2f-a76c-0fa84ac9dcaa req-fbb0d339-cd5d-4a80-9600-3407d8fd4d41 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0506761 Sep 18 01:31:55.694640 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a3b71f10-9f97-4e2f-a76c-0fa84ac9dcaa req-d3872e0c-ed5a-4c34-b899-5caf8982b0ad tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Sep 18 01:31:56.808788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92e389-4644-4635-a095-dfa1cbfb3359 req-df676f71-5bdf-4a56-b65e-61f40e92c084 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:56.810263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e92e389-4644-4635-a095-dfa1cbfb3359 req-df676f71-5bdf-4a56-b65e-61f40e92c084 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0492096 Sep 18 01:31:56.850585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e92e389-4644-4635-a095-dfa1cbfb3359 req-b8c1385e-083d-4903-9921-2f8252bca2eb tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Sep 18 01:31:57.268119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:31:57.340899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-665df080-b844-4531-85f2-ada8c1092518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:57.371071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:57.381884 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '43c460be-894d-4c2c-809e-77efe344e061', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:31:57.420733 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:57.432755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:31:57.451574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:57.455261 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:57.500827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:57.550941 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:57.644679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['43c460be-894d-4c2c-809e-77efe344e061'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:31:57.970272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8162c5-d2ab-4559-91eb-2410f80277ae req-d5b2706e-0987-47c4-908a-a8255c0c5b67 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:57.971753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd8162c5-d2ab-4559-91eb-2410f80277ae req-d5b2706e-0987-47c4-908a-a8255c0c5b67 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0535488 Sep 18 01:31:58.008501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fd8162c5-d2ab-4559-91eb-2410f80277ae req-f4a256b9-026a-4d40-8097-12b78b3bc9f1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Sep 18 01:31:58.519027 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:59.121338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ec0a0-80de-4bc1-9a3c-2fc67185b477 req-25e58de2-e5eb-48da-86c1-d71b69a20a63 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:59.122805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc1ec0a0-80de-4bc1-9a3c-2fc67185b477 req-25e58de2-e5eb-48da-86c1-d71b69a20a63 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0488505 Sep 18 01:31:59.160999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dc1ec0a0-80de-4bc1-9a3c-2fc67185b477 req-f236da71-d2ee-47c8-98b7-63d9a62c1f38 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Sep 18 01:31:59.283981 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:31:59.331818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 43c460be-894d-4c2c-809e-77efe344e061 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:31:59.335678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 43c460be-894d-4c2c-809e-77efe344e061 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:31:59.336050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:59.409664 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:59.431309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:31:59.433488 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf2229-932f-4edb-aba3-e29c93763057" -d '{"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-plugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:31:59.446293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:31:59.450310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:31:59.479995 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad7543-1701-4fc4-8a29-7fc060568d10 x-openstack-request-id: req-e4ad7543-1701-4fc4-8a29-7fc060568d10 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:31:59.480304 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-plugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:31:59.480555 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4ad7543-1701-4fc4-8a29-7fc060568d10 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:31:59.480936 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'code': 200} Sep 18 01:31:59.510314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:31:59.567582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d4cef-bc03-45e2-ae6a-2d5076838a03 req-6ade63b7-2fbc-4be6-98c9-7f30470401e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:31:59.569095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e1d4cef-bc03-45e2-ae6a-2d5076838a03 req-6ade63b7-2fbc-4be6-98c9-7f30470401e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1097 time: 0.0399003 Sep 18 01:31:59.602899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e1d4cef-bc03-45e2-ae6a-2d5076838a03 req-c656c962-7649-4a64-9c21-e0dcb6ab2154 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265770 Sep 18 01:31:59.847243 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:00.279042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e67d1-45a9-410b-ad11-f0f14bc245a4 req-0839d36b-ba54-4640-9ef9-58654beb709f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:00.280518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a73e67d1-45a9-410b-ad11-f0f14bc245a4 req-0839d36b-ba54-4640-9ef9-58654beb709f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0531983 Sep 18 01:32:00.318166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a73e67d1-45a9-410b-ad11-f0f14bc245a4 req-079aaf16-3f84-40a0-929a-c4497ef4930d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Sep 18 01:32:01.433723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82945a-615d-495d-befa-0edab3148ba4 req-e0bb1a36-3c83-4cc0-8c9d-e488b5afd2e0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:01.435191 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b82945a-615d-495d-befa-0edab3148ba4 req-e0bb1a36-3c83-4cc0-8c9d-e488b5afd2e0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Sep 18 01:32:01.474629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b82945a-615d-495d-befa-0edab3148ba4 req-d01db592-4684-4add-a3e8-9c87a984d7dc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Sep 18 01:32:01.588759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78aea6-d641-4b0c-af78-0648203e60e2 req-261a8e76-f719-4f9a-a33d-aad5277398f9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:01.590250 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d78aea6-d641-4b0c-af78-0648203e60e2 req-261a8e76-f719-4f9a-a33d-aad5277398f9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Sep 18 01:32:01.599611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55502) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:32:01.603917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Request body: {'floatingip': {'port_id': '43c460be-894d-4c2c-809e-77efe344e061'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:32:01.645779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:02.077136 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:02.080806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:02.181038 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 associated. External IP: 172.25.7.216, port: 43c460be-894d-4c2c-809e-77efe344e061. Sep 18 01:32:02.384561 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:32:02.491517 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:32:02.496496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:02.501620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:32:02.510882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:32:02.511500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:32:02.530157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f0091628-bdd1-43cd-935f-c8e7fe962256 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "PUT /v2.0/floatingips/83cef460-a68f-440d-8357-18073cb295c8 HTTP/1.1" status: 200 len: 992 time: 0.9269686 Sep 18 01:32:02.530157 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:32:02.530540 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21" -d '{"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:32:02.573602 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dff6ea-581e-4d73-99be-60bb370c65bf x-openstack-request-id: req-a4dff6ea-581e-4d73-99be-60bb370c65bf {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:32:02.574928 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:32:02.575187 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4dff6ea-581e-4d73-99be-60bb370c65bf {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:32:02.575587 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'status': 'completed', 'code': 200} Sep 18 01:32:02.618172 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:32:02.665555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-95d4ae07-6432-4933-a8eb-f265fcf697de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:02.667097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-95d4ae07-6432-4933-a8eb-f265fcf697de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1097 time: 0.0436647 Sep 18 01:32:02.710242 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:02.762359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-559d9b2c-8980-448f-8b9a-4d69a1796547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:02.763943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-559d9b2c-8980-448f-8b9a-4d69a1796547 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0897477 Sep 18 01:32:02.839146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-731139aa-e1b5-47b1-8c87-60d7a1328918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0675542 Sep 18 01:32:02.892333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-af0b7e54-c938-4e6c-bac2-9cd19835f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:02.893831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-af0b7e54-c938-4e6c-bac2-9cd19835f435 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0483356 Sep 18 01:32:02.943628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-ce600365-12a4-4b1e-84a8-391948ab8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:02.945289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-ce600365-12a4-4b1e-84a8-391948ab8b50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433943 Sep 18 01:32:03.002204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:32:01Z', 'revision_number': 13, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:32:03.030325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:32:03.039088 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:32:03.039694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:31:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:32:03.039907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-1ee4fbe8-6e56-47f7-b57f-bc5d1607771c service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878384 Sep 18 01:32:03.131380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-93ed692f-200c-4a40-a4c4-b8e8df1ffb21 req-bf78ff5d-38cd-413d-883f-443a0bd3819e service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840468 Sep 18 01:32:03.144284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:32:03.358762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:32:01Z', 'revision_number': 13, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:32:03.387437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc158f-38ae-4965-b2ea-64dd2d61d6f0 None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '83cef460-a68f-440d-8357-18073cb295c8', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '6294de4c-7460-43ea-8a30-e00923595533', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:23:26Z', 'updated_at': '2021-09-18T01:32:01Z', 'revision_number': 13, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:32:03.572557 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522231a4-e699-4855-a5e7-d596958364e7 None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:32:03.781595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:32:16.521150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:24.305907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-103b7b70-4d34-48b3-b615-6ebadc8345c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:27.310575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a6e00fb6-1f42-4f55-a21d-7bccfd43ac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:27.551847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:28.522346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:29.850526 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:32.709604 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:39.989255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-9f83dd2d-f35e-4c75-b6ad-35cfc1c47a07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456247 Sep 18 01:32:40.072364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-9ec3b061-bdad-4b3e-9e2d-55d01f0a6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:40.073837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-9ec3b061-bdad-4b3e-9e2d-55d01f0a6651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1097 time: 0.0408762 Sep 18 01:32:40.181965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-bcf45e56-3b29-4b04-80ba-5b4ea404e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:40.183465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-bcf45e56-3b29-4b04-80ba-5b4ea404e59f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0882823 Sep 18 01:32:40.248974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-8c568f1a-a085-45e8-bdc5-14dd2f090beb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1002 time: 0.0579479 Sep 18 01:32:40.298070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-b08eee9b-f526-42a7-98f0-ab552e937f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:40.299571 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-b08eee9b-f526-42a7-98f0-ab552e937f61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0438721 Sep 18 01:32:40.351986 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-fdf15165-3d66-4d74-8e2b-be32bca0eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:32:40.353911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-fdf15165-3d66-4d74-8e2b-be32bca0eb6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473530 Sep 18 01:32:40.444635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-ebbcd99b-2da7-47a2-be1f-168109526ab4 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829568 Sep 18 01:32:40.543279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f03935e-cb4b-4e68-b104-f391e264b468 req-f9fc2ed2-7e35-4b87-8d24-afbdf0a2b1e8 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906856 Sep 18 01:32:40.782204 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:32:46.532717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:54.306380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd881-0e18-4f50-8621-240cb0163618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:57.312273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-081866e0-39a6-46aa-bb5c-ad5348a7eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:57.551213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:58.525433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:32:59.852930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:02.700177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:16.529973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:17.782438 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:33:24.306217 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c28248e1-816d-4760-b070-7b097b90affc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:27.312313 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fe461b6f-f563-41bb-be94-7b8c23979459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:27.554107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:28.528007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:29.853972 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:32.720103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:39.662701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c271881-d4c6-4895-97cb-2464a7749954 req-32c04ace-64c4-4eb9-8334-7cf940956711 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:39.664182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c271881-d4c6-4895-97cb-2464a7749954 req-32c04ace-64c4-4eb9-8334-7cf940956711 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Sep 18 01:33:39.706225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6c271881-d4c6-4895-97cb-2464a7749954 req-fd1e07d0-bbde-4b0d-a78c-5766e8977073 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Sep 18 01:33:40.995006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-8896ce37-ed61-4eae-8d75-6233395f8fba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411825 Sep 18 01:33:41.081847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32462-1ece-47a6-ba7f-159175391811 req-25563b93-7c60-47fe-b4b9-82a58c83583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:41.083687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-25563b93-7c60-47fe-b4b9-82a58c83583d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1097 time: 0.0454435 Sep 18 01:33:41.198191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32462-1ece-47a6-ba7f-159175391811 req-3ff66450-2cdf-499d-9d09-eccd2ac8449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:41.199666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-3ff66450-2cdf-499d-9d09-eccd2ac8449d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0871797 Sep 18 01:33:41.274326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-fd1d24b9-47c7-4bf7-93ab-879b07369403 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1002 time: 0.0675733 Sep 18 01:33:41.326957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32462-1ece-47a6-ba7f-159175391811 req-1931d037-c7b7-4c8e-8aeb-b3c95e93fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:41.328477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-1931d037-c7b7-4c8e-8aeb-b3c95e93fe93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0447829 Sep 18 01:33:41.373837 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32462-1ece-47a6-ba7f-159175391811 req-787ba882-fb13-498a-8273-1a6799e0c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:41.375338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-787ba882-fb13-498a-8273-1a6799e0c9d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402236 Sep 18 01:33:41.386224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-59170e16-089d-42a6-b236-a1bd63646c34 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:33:41.387179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-59170e16-089d-42a6-b236-a1bd63646c34 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048325 Sep 18 01:33:41.479621 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-81db7216-1c06-4e62-bb35-dea118515598 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851355 Sep 18 01:33:41.574768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aaa32462-1ece-47a6-ba7f-159175391811 req-821bfea5-d395-450c-87d7-d7b7982dc761 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Sep 18 01:33:46.544464 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:50.886861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-4283b0f0-26ad-4baf-a109-4cf40c838eaa req-56cb3320-b905-458d-80a2-eb4eba5971c3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:33:50.887990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4283b0f0-26ad-4baf-a109-4cf40c838eaa req-56cb3320-b905-458d-80a2-eb4eba5971c3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438800 Sep 18 01:33:52.073080 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-8261f91d-7383-4b26-8b05-3a7f725b63e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437231 Sep 18 01:33:52.082538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-9bb00f62-3ee2-483c-8746-1f8893bfba45 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:33:52.083504 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-9bb00f62-3ee2-483c-8746-1f8893bfba45 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050485 Sep 18 01:33:52.204451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7200-ba49-4a03-97aa-5bfdaeeca376 req-6392e2d0-2c48-4922-a55e-15b28248fc4e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:52.206291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7f7200-ba49-4a03-97aa-5bfdaeeca376 req-6392e2d0-2c48-4922-a55e-15b28248fc4e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.1662974 Sep 18 01:33:52.247277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7c7f7200-ba49-4a03-97aa-5bfdaeeca376 req-df489ba1-5bba-4571-a9e5-0e97abb8c2c1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351236 Sep 18 01:33:53.239098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-530ba878-997c-417e-85af-213436df30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:53.240607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-530ba878-997c-417e-85af-213436df30cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1097 time: 0.0436032 Sep 18 01:33:53.337696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-157db8e4-2df8-4849-abc1-cdaa2eeb5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:53.339189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-157db8e4-2df8-4849-abc1-cdaa2eeb5e3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0913141 Sep 18 01:33:53.435483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-ca3f4db8-d99e-499d-90cf-6d2ade4060ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1002 time: 0.0891433 Sep 18 01:33:53.450465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30d41b-2583-4bfd-9207-eed511a0c17c req-b5828104-2cb6-4303-86ab-09505149c1f4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:53.451878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b30d41b-2583-4bfd-9207-eed511a0c17c req-b5828104-2cb6-4303-86ab-09505149c1f4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.1332097 Sep 18 01:33:53.521855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8b30d41b-2583-4bfd-9207-eed511a0c17c req-cd3034d3-3c8d-4335-9f2b-666c139ee106 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617683 Sep 18 01:33:53.523253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-9b1f906d-6f36-4fb0-83df-6fdab5eafaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:53.524906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-9b1f906d-6f36-4fb0-83df-6fdab5eafaf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0821602 Sep 18 01:33:53.570382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-d5852ad9-9c31-459a-b2c5-67a737a91b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:53.571855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-d5852ad9-9c31-459a-b2c5-67a737a91b6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398717 Sep 18 01:33:53.661967 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-57802f8b-0d25-49af-b9f5-6665aa001f9f service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814991 Sep 18 01:33:53.757356 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-d3b08911-3991-4df5-9eb6-613c35216e80 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 Sep 18 01:33:54.307809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-edb02c0f-87a9-4415-a06e-8e1e2ecd7cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:54.643388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835098e-f7df-4e23-8ed4-7e016d9f6967 req-f7aa37b3-9203-4054-953e-0db8581bb96d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:54.644889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3835098e-f7df-4e23-8ed4-7e016d9f6967 req-f7aa37b3-9203-4054-953e-0db8581bb96d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Sep 18 01:33:54.682566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3835098e-f7df-4e23-8ed4-7e016d9f6967 req-ae7bca9a-30d6-4679-997e-5062d5326b26 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Sep 18 01:33:54.781352 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:33:55.802301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ee37-1ae1-45ad-9a3a-7e1d8b945795 req-2ed8f911-67ca-49f3-8341-f5a47def9517 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:55.803710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f37ee37-1ae1-45ad-9a3a-7e1d8b945795 req-2ed8f911-67ca-49f3-8341-f5a47def9517 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Sep 18 01:33:55.841169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0f37ee37-1ae1-45ad-9a3a-7e1d8b945795 req-4efda6d0-0773-418b-ad63-c151d24c1af1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Sep 18 01:33:56.958958 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaf447-8e63-40f4-9643-ba38dfb9c26d req-47fea6a0-4977-40c2-9b89-c1ad295662c3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:56.960477 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edaaf447-8e63-40f4-9643-ba38dfb9c26d req-47fea6a0-4977-40c2-9b89-c1ad295662c3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Sep 18 01:33:56.998605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-edaaf447-8e63-40f4-9643-ba38dfb9c26d req-6611b00c-02f4-4069-a811-ef316c8ce1c0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Sep 18 01:33:57.313565 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3841-254d-472b-b34c-c90777c66723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:57.554787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:58.114334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf150-b155-4c0d-a1e8-7083672a2658 req-1a18a0f9-362b-4a35-8bec-c7745fffda5e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:58.115819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15cf150-b155-4c0d-a1e8-7083672a2658 req-1a18a0f9-362b-4a35-8bec-c7745fffda5e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Sep 18 01:33:58.153170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c15cf150-b155-4c0d-a1e8-7083672a2658 req-69d64d56-47f5-484b-aea4-e41c990050f0 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Sep 18 01:33:58.531989 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:33:59.585746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8452d-0a55-41f0-be04-07b83df20f37 req-82e2990d-d705-4dbf-a015-140c430e4bb4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:33:59.587255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae8452d-0a55-41f0-be04-07b83df20f37 req-82e2990d-d705-4dbf-a015-140c430e4bb4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.3660047 Sep 18 01:33:59.625092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ae8452d-0a55-41f0-be04-07b83df20f37 req-055810ac-8a50-4d3c-8dee-0396895ec1e9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Sep 18 01:33:59.856676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:00.741543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c70b-476c-4344-9248-6d0e84ec9927 req-825187f7-75b2-4fae-b642-7444c756cda5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:00.743011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a50c70b-476c-4344-9248-6d0e84ec9927 req-825187f7-75b2-4fae-b642-7444c756cda5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Sep 18 01:34:00.779484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a50c70b-476c-4344-9248-6d0e84ec9927 req-b7b82d6c-0a9a-41ac-80e8-80c0a07c3e3e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Sep 18 01:34:01.897841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f61c3-9f9f-4d34-9e3e-fc0fa68c2ad6 req-a53f4e79-3790-4722-bca4-3f6791a35598 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:01.899629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe4f61c3-9f9f-4d34-9e3e-fc0fa68c2ad6 req-a53f4e79-3790-4722-bca4-3f6791a35598 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Sep 18 01:34:01.938583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fe4f61c3-9f9f-4d34-9e3e-fc0fa68c2ad6 req-213a9e34-1721-49ec-b28f-0422b1535297 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Sep 18 01:34:02.716803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:03.061063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a8ff-4cc8-430a-91f6-73f9d67a06e1 req-2aabd871-1f2d-46f8-b18b-3deff48678ca tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:03.063060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc42a8ff-4cc8-430a-91f6-73f9d67a06e1 req-2aabd871-1f2d-46f8-b18b-3deff48678ca tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Sep 18 01:34:03.099752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cc42a8ff-4cc8-430a-91f6-73f9d67a06e1 req-1cf36c35-67e1-488e-b41f-b5ad367effb1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Sep 18 01:34:04.213292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8aba5-1e4b-4b14-b26a-d73a6866972b req-9a7d21dd-c53b-4dcf-a66f-827b7311fb41 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:04.214743 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51f8aba5-1e4b-4b14-b26a-d73a6866972b req-9a7d21dd-c53b-4dcf-a66f-827b7311fb41 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Sep 18 01:34:04.251693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51f8aba5-1e4b-4b14-b26a-d73a6866972b req-e2343267-48a9-4f12-a040-1ce51c59efc8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Sep 18 01:34:05.366777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135e2c-119f-4293-bd00-e9c755a83f05 req-15969582-0e24-4555-b5ae-d8cd778c41b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:05.368259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e135e2c-119f-4293-bd00-e9c755a83f05 req-15969582-0e24-4555-b5ae-d8cd778c41b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0490065 Sep 18 01:34:05.405844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6e135e2c-119f-4293-bd00-e9c755a83f05 req-1478d3ed-bfa5-47b1-adeb-9aebfa68cd38 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Sep 18 01:34:06.528193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104afa9-a0f6-4751-9bde-08bc2cc1e20c req-1feb4ecf-e370-4c8d-acc6-4e3d1218785d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:06.529802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2104afa9-a0f6-4751-9bde-08bc2cc1e20c req-1feb4ecf-e370-4c8d-acc6-4e3d1218785d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0546715 Sep 18 01:34:06.570733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2104afa9-a0f6-4751-9bde-08bc2cc1e20c req-8d4be960-28e7-4f5c-9f41-c6019b7fc618 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Sep 18 01:34:07.312060 n-d-712707-16 neutron-server[106453]: INFO neutron.api.v2.resource [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-2ff95036-71c4-45d6-8e62-88f1ca8b5695 service neutron] show failed (client error): The resource could not be found. Sep 18 01:34:07.313082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-2ff95036-71c4-45d6-8e62-88f1ca8b5695 service neutron] 10.222.0.48 "GET /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0528245 Sep 18 01:34:07.547268 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-a949b6d9-7248-42e1-b670-0879525c416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:07.548788 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-a949b6d9-7248-42e1-b670-0879525c416d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1097 time: 0.0824566 Sep 18 01:34:07.567443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:07.621959 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:07.688184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b98b02-77b6-48bf-ad28-809a845aab4d req-1f1e18f6-a1c0-4059-8bb7-ac7300ad9e1c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:07.689709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82b98b02-77b6-48bf-ad28-809a845aab4d req-1f1e18f6-a1c0-4059-8bb7-ac7300ad9e1c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Sep 18 01:34:07.727979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82b98b02-77b6-48bf-ad28-809a845aab4d req-3166b82f-b5a7-4da5-b944-1c7332d33810 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Sep 18 01:34:07.825156 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:07.857616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:34:07.896733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:07.899342 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8949b1-27dd-4b9b-b763-ecfe685cf5ee" -d '{"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-unplugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:07.903175 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:07.915292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Transition to ACTIVE for port object 43c460be-894d-4c2c-809e-77efe344e061 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:34:07.919502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:07.957629 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc911347-d117-4e31-90c6-8a8fd6ae375f x-openstack-request-id: req-bc911347-d117-4e31-90c6-8a8fd6ae375f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:07.957922 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-unplugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:07.958177 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc911347-d117-4e31-90c6-8a8fd6ae375f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:07.958571 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'code': 200} Sep 18 01:34:08.005872 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:08.016131 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.016561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.016905 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.017243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.017578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.017909 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.018237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.018563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.018893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.019214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.019535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.019859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:08.056018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] No DVR routers for this DVR port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h1-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:34:08.188020 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:34:08.188558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:34:08.188894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:08.193075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:34:08.193419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:08.198242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:34:08.198585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:34:08.198965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:34:08.199395 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Bound port: 43c460be-894d-4c2c-809e-77efe344e061, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:34:08.199749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:08.261682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:34:08.264498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:34:08.269129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:08.304719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.305400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:08.306758 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] 10.222.0.54 "PUT /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1092 time: 0.7436874 Sep 18 01:34:08.328894 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93180d37-cf07-488e-b263-5e8cd58c8aef service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:08.386589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-50964a9b-9d5b-464e-b100-ad8aa6ccf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.388119 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-50964a9b-9d5b-464e-b100-ad8aa6ccf014 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1095 time: 0.0458238 Sep 18 01:34:08.480624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-011dfaba-1102-4ad5-b9c5-71a87420bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.482114 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-011dfaba-1102-4ad5-b9c5-71a87420bc0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0869834 Sep 18 01:34:08.550796 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-33fcf15b-b8d1-4738-935c-65b8937b2c2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0617762 Sep 18 01:34:08.598158 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-629495f0-40d5-43ab-9718-f718534e5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.599494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-629495f0-40d5-43ab-9718-f718534e5972 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0418286 Sep 18 01:34:08.646841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-4b1ef6e6-9ff4-46e0-9a47-333bbb267f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.648673 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-4b1ef6e6-9ff4-46e0-9a47-333bbb267f8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400329 Sep 18 01:34:08.741955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-79318500-951e-4666-a6ef-a6143e1f1f83 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Sep 18 01:34:08.836767 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-dbc94baf-6e40-4ba6-8e58-d827d6e5b621 req-5ad3bf55-fb69-49c2-872a-c764090d050a service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Sep 18 01:34:08.842611 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dad69-878f-413e-9c20-8fa9f6b677fe req-dd7d0f27-b03b-48dc-bc93-b2778c53f3c8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:08.844102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b5dad69-878f-413e-9c20-8fa9f6b677fe req-dd7d0f27-b03b-48dc-bc93-b2778c53f3c8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0490298 Sep 18 01:34:08.888164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b5dad69-878f-413e-9c20-8fa9f6b677fe req-58ab52af-6db3-42cc-893c-192f8f632be3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Sep 18 01:34:09.878696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:09.916797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:09.959664 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:09.962041 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:10.013108 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3dce-d361-4f60-a910-3aa8048c7700 req-d6088467-b01c-4dd2-8f1f-8a8797a52618 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.014774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b6c3dce-d361-4f60-a910-3aa8048c7700 req-d6088467-b01c-4dd2-8f1f-8a8797a52618 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0515807 Sep 18 01:34:10.022259 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc57576e-b962-4dc9-80b6-48e842fa0170 x-openstack-request-id: req-cc57576e-b962-4dc9-80b6-48e842fa0170 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:10.022549 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:10.022801 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc57576e-b962-4dc9-80b6-48e842fa0170 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:10.023815 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'status': 'completed', 'code': 200} Sep 18 01:34:10.088257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1b6c3dce-d361-4f60-a910-3aa8048c7700 req-60e712ef-1155-41b5-8264-6373ca90df7a tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665364 Sep 18 01:34:10.104180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-24fc2cf8-655b-4652-94e1-c8dc0cd10036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.105735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-24fc2cf8-655b-4652-94e1-c8dc0cd10036 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1095 time: 0.0598903 Sep 18 01:34:10.120354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-c6950b9e-e78b-45cd-a5ee-4650239c2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.121858 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-c6950b9e-e78b-45cd-a5ee-4650239c2cbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1095 time: 0.0569966 Sep 18 01:34:10.203115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-4ba6fbb0-3c35-402f-892e-d0a9ab0a4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.205362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-4ba6fbb0-3c35-402f-892e-d0a9ab0a4754 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0920618 Sep 18 01:34:10.212412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-4533f159-d45a-456c-a144-df462cf4ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.213889 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-4533f159-d45a-456c-a144-df462cf4ceb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0846071 Sep 18 01:34:10.274728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-3a1c1916-6adb-4af5-a062-84f3da58faf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0620167 Sep 18 01:34:10.285717 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-dddcf81d-1374-4ca6-a433-50c7d61761f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0641773 Sep 18 01:34:10.325432 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-5c27886e-2754-4292-92c5-3043963e949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.327047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-5c27886e-2754-4292-92c5-3043963e949f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0452919 Sep 18 01:34:10.335462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-a7e62aa0-4478-44f4-bacb-c1b4cac73041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.336961 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-a7e62aa0-4478-44f4-bacb-c1b4cac73041 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0446215 Sep 18 01:34:10.378183 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-c38ae30a-7baa-428e-8a8c-8caaaef90367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.379642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-c38ae30a-7baa-428e-8a8c-8caaaef90367 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454926 Sep 18 01:34:10.385554 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-e177d57f-c41f-48d1-b05d-8f3dbe16002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:10.387108 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-e177d57f-c41f-48d1-b05d-8f3dbe16002f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433722 Sep 18 01:34:10.474288 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-8321f826-ccd1-4248-bc71-c038e3294ebc service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874102 Sep 18 01:34:10.483952 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-eb91acc5-ea85-47cd-a878-a7268446ea1b service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893102 Sep 18 01:34:10.574715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-36cd4320-4b76-48f6-9891-ae15dc3bc36a service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933783 Sep 18 01:34:10.581815 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4e08008d-e7e2-4b41-a3a1-d8f680b42d7b req-6966cec4-d812-4e69-b73c-fe97f48f121f service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907266 Sep 18 01:34:11.208491 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f831-330d-4351-a5e0-37543e401fd1 req-910d2624-7e8a-4cc0-a658-0d4a852f42eb tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:11.210156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd67f831-330d-4351-a5e0-37543e401fd1 req-910d2624-7e8a-4cc0-a658-0d4a852f42eb tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0500813 Sep 18 01:34:11.249603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dd67f831-330d-4351-a5e0-37543e401fd1 req-04c08d9b-09f3-48b8-b620-df29a0a492dc tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Sep 18 01:34:12.366149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77306c7-a7b6-4417-ad46-a631d094dfa1 req-602df14f-2ccb-4b80-851b-8b76c73c3e47 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:12.367667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f77306c7-a7b6-4417-ad46-a631d094dfa1 req-602df14f-2ccb-4b80-851b-8b76c73c3e47 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0492749 Sep 18 01:34:12.410850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f77306c7-a7b6-4417-ad46-a631d094dfa1 req-b503f422-448f-401b-9fa9-afa8e61bfb06 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Sep 18 01:34:13.525762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e76aa-e462-4629-ad2b-274f49cd2a85 req-a15bcec7-b3bb-4620-93af-beeea469858b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:13.527128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a83e76aa-e462-4629-ad2b-274f49cd2a85 req-a15bcec7-b3bb-4620-93af-beeea469858b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0486760 Sep 18 01:34:13.564887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a83e76aa-e462-4629-ad2b-274f49cd2a85 req-9c1dd2a3-78d7-4a18-8592-629ff3c5554b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Sep 18 01:34:14.679624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dea2cc-a56f-4035-8e26-9f531e17a759 req-1f47a65f-f015-4b1d-aa5d-42b6c9ba951c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:14.681206 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1dea2cc-a56f-4035-8e26-9f531e17a759 req-1f47a65f-f015-4b1d-aa5d-42b6c9ba951c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0501459 Sep 18 01:34:14.718380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b1dea2cc-a56f-4035-8e26-9f531e17a759 req-14759458-c274-45dd-8a4e-fc0fa9291168 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Sep 18 01:34:15.832817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39673424-b97b-4d72-a300-50042521acc5 req-1d612ac2-5e74-4e1c-9dd6-96e5e4bb00ea tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:15.834176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39673424-b97b-4d72-a300-50042521acc5 req-1d612ac2-5e74-4e1c-9dd6-96e5e4bb00ea tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0478611 Sep 18 01:34:15.875652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-39673424-b97b-4d72-a300-50042521acc5 req-341e7fd0-a51a-4e49-880f-3d3a9c1ceff9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Sep 18 01:34:16.545803 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:16.991425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8211fb2-4768-4f14-aaab-376ab0113e72 req-fdf1138d-f076-4dc0-b0bf-7a02217a8472 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:16.992933 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8211fb2-4768-4f14-aaab-376ab0113e72 req-fdf1138d-f076-4dc0-b0bf-7a02217a8472 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0486672 Sep 18 01:34:17.030651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b8211fb2-4768-4f14-aaab-376ab0113e72 req-fc273528-9454-4b91-9113-0699fe4f40a1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Sep 18 01:34:18.145545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a2e68-e5d0-4597-a2ea-f292e43bd3cd req-6d8db5e5-3e32-4eef-87da-3e3f64c164c8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:18.147091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-029a2e68-e5d0-4597-a2ea-f292e43bd3cd req-6d8db5e5-3e32-4eef-87da-3e3f64c164c8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0487494 Sep 18 01:34:18.184450 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-029a2e68-e5d0-4597-a2ea-f292e43bd3cd req-2a0f2472-3d3a-4393-9846-6db3543a13a5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Sep 18 01:34:19.298571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368ef8-06f1-4a58-8b1b-bbd996ccc8da req-1c1ed346-5662-47fd-b20d-5c918f4fc173 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:19.300048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75368ef8-06f1-4a58-8b1b-bbd996ccc8da req-1c1ed346-5662-47fd-b20d-5c918f4fc173 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0482504 Sep 18 01:34:19.341801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75368ef8-06f1-4a58-8b1b-bbd996ccc8da req-fab5f645-87b7-432c-9ca6-745103facc34 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358617 Sep 18 01:34:20.457550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdd119-f992-4055-a851-6dee14073600 req-bec01e12-c82c-414a-ab54-17da538ae78f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:20.459020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8fdd119-f992-4055-a851-6dee14073600 req-bec01e12-c82c-414a-ab54-17da538ae78f tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0483656 Sep 18 01:34:20.496403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8fdd119-f992-4055-a851-6dee14073600 req-77aed0df-e3ed-4a7b-8fbe-49a5ac096736 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Sep 18 01:34:21.612433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f825c-a25d-46b8-ae1e-1285e13b5f41 req-4ad928c7-013c-44dd-af77-9a690818aac1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:21.613908 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b87f825c-a25d-46b8-ae1e-1285e13b5f41 req-4ad928c7-013c-44dd-af77-9a690818aac1 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0488024 Sep 18 01:34:21.652335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b87f825c-a25d-46b8-ae1e-1285e13b5f41 req-edfe6228-3db1-4f94-8c49-51cbae4086df tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324576 Sep 18 01:34:22.769651 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726fb21-a048-4d9a-b6a8-812084177709 req-c25bd2bc-4b97-47c4-9be6-5c5940cef54d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:22.771110 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4726fb21-a048-4d9a-b6a8-812084177709 req-c25bd2bc-4b97-47c4-9be6-5c5940cef54d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 943 time: 0.0481195 Sep 18 01:34:22.812659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4726fb21-a048-4d9a-b6a8-812084177709 req-b03a4f73-8198-43e4-8f95-78679c8920de tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353901 Sep 18 01:34:22.838005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 43c460be-894d-4c2c-809e-77efe344e061 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:34:22.934558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:22.947595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '43c460be-894d-4c2c-809e-77efe344e061', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:34:22.985147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:23.000117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:34:23.021294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:23.025270 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:23.086369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:23.093855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.094200 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.094607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.095085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.095644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.096054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.096487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.096816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.097145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.097469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.097794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.098114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:23.112353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-0b8d49b6-880f-4003-b634-4d674089af5d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.113928 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-0b8d49b6-880f-4003-b634-4d674089af5d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.54 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&tenant_id=5abb8bc6010d4dd79ff8d341d529caec&binding%3Ahost_id=n-h2-712707-16 HTTP/1.1" status: 200 len: 944 time: 0.0598228 Sep 18 01:34:23.121441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfda95-f074-443e-8abb-0972cddf2368 req-4ef16af1-5a51-49b4-8fe7-b6087b51dc86 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.122916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28cfda95-f074-443e-8abb-0972cddf2368 req-4ef16af1-5a51-49b4-8fe7-b6087b51dc86 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0504084 Sep 18 01:34:23.161678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28cfda95-f074-443e-8abb-0972cddf2368 req-d46b3392-6ef7-428b-9db8-e0edecbbe2d4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Sep 18 01:34:23.176759 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-20874b2c-7779-4e8a-a939-b329957ee8ea service neutron] 10.222.0.54 "GET /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061/bindings/n-h2-712707-16 HTTP/1.1" status: 200 len: 383 time: 0.0544879 Sep 18 01:34:23.254849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-1ebcbe60-cde8-475c-b5cc-c595a847e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.256249 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-1ebcbe60-cde8-475c-b5cc-c595a847e073 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1096 time: 0.0400949 Sep 18 01:34:23.349524 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-7506a935-a3aa-4351-9f11-d9be836fed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.351123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-7506a935-a3aa-4351-9f11-d9be836fed65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0871947 Sep 18 01:34:23.416752 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-e894e1b6-6b32-458f-a697-a1990d5cd6d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1001 time: 0.0579515 Sep 18 01:34:23.464217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-bf9ad00b-1753-47dd-9a1e-eb5211933e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.465664 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-bf9ad00b-1753-47dd-9a1e-eb5211933e2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0416775 Sep 18 01:34:23.485572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['43c460be-894d-4c2c-809e-77efe344e061'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:34:23.807011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-e33cf3d7-68e8-4203-ae80-66f7965b5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:23.808483 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-e33cf3d7-68e8-4203-ae80-66f7965b5deb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3353817 Sep 18 01:34:23.897089 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-c31b53bc-3c8c-484e-8526-948ad09dd7d3 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799387 Sep 18 01:34:23.988884 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-c5b36df1-f02b-4380-aff6-8f974e3471fa service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836086 Sep 18 01:34:24.298960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8585b0-56a6-490f-a70b-3f73d15484c7 req-4cd4e8d8-5dc5-4c0b-a1f6-00f6a6c2b2b4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:24.300820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b8585b0-56a6-490f-a70b-3f73d15484c7 req-4cd4e8d8-5dc5-4c0b-a1f6-00f6a6c2b2b4 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0528605 Sep 18 01:34:24.308816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-36e1fa6c-0aa9-4ee6-a8f1-55a4eb7435bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:24.341044 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b8585b0-56a6-490f-a70b-3f73d15484c7 req-146b526c-a0e8-4fc8-9363-774f034989ef tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Sep 18 01:34:24.852190 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 43c460be-894d-4c2c-809e-77efe344e061 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:34:24.900566 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 43c460be-894d-4c2c-809e-77efe344e061 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:34:24.904437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 43c460be-894d-4c2c-809e-77efe344e061 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:34:24.904993 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:24.982922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:25.005376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:25.007582 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70144365-d195-4546-b851-6bb2c58b322f" -d '{"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-plugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:25.020109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:25.024273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:25.062722 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc8dbb4-774d-4e17-add3-c63e6d67a8c7 x-openstack-request-id: req-1fc8dbb4-774d-4e17-add3-c63e6d67a8c7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:25.063015 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-plugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:25.063303 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fc8dbb4-774d-4e17-add3-c63e6d67a8c7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:25.063691 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'code': 200} Sep 18 01:34:25.072519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:25.458402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69da19-fc05-466d-a885-a3a693b49ac4 req-fbd18733-7f65-4bdb-a32c-301bb0545366 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:25.459869 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c69da19-fc05-466d-a885-a3a693b49ac4 req-fbd18733-7f65-4bdb-a32c-301bb0545366 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Sep 18 01:34:25.502651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1c69da19-fc05-466d-a885-a3a693b49ac4 req-02b4b42f-6d04-4583-b24b-385ce9c8dea9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367742 Sep 18 01:34:26.623445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eda3ee-0708-4eac-8842-8604ed8fef08 req-da628b03-e37b-4526-9fdf-b86764db6ebf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:26.625066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8eda3ee-0708-4eac-8842-8604ed8fef08 req-da628b03-e37b-4526-9fdf-b86764db6ebf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0507846 Sep 18 01:34:26.668069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e8eda3ee-0708-4eac-8842-8604ed8fef08 req-a53bf5d4-b66b-4ea6-88f6-eb43d0e9f82d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358825 Sep 18 01:34:27.316649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-153df87c-1b47-4743-ab85-e4638d4e8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:27.555328 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:27.785750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0b8f-db84-475c-8417-fce7d729cb48 req-ec62cad1-6996-4377-9e2f-5f1004b98a76 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:27.787287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45c0b8f-db84-475c-8417-fce7d729cb48 req-ec62cad1-6996-4377-9e2f-5f1004b98a76 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Sep 18 01:34:27.838652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45c0b8f-db84-475c-8417-fce7d729cb48 req-8bea6776-09b5-42ef-8026-9ddd2fb9f246 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Sep 18 01:34:28.055170 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-2d1c2a6f-b650-4c26-90fd-6644d3f20459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:28.056711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-2d1c2a6f-b650-4c26-90fd-6644d3f20459 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&tenant_id=5abb8bc6010d4dd79ff8d341d529caec HTTP/1.1" status: 200 len: 1097 time: 0.0415254 Sep 18 01:34:28.068790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:28.122882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.322087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:28.353994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:34:28.392699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:28.394891 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f276f6e-4214-4377-9f1f-d07bb43be9d9" -d '{"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-unplugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:28.398910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.415268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Transition to ACTIVE for port object 43c460be-894d-4c2c-809e-77efe344e061 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:34:28.418944 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.453078 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6f499c-ede2-4d7a-8a50-047b9a1305da x-openstack-request-id: req-9b6f499c-ede2-4d7a-8a50-047b9a1305da {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:28.453374 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-unplugged", "status": "completed", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:28.453624 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b6f499c-ede2-4d7a-8a50-047b9a1305da {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:28.454750 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'code': 200} Sep 18 01:34:28.508241 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:28.522225 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.522576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.523067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.523664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.524011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.524380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.524711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.525039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.525367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.526826 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.527160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.527490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:34:28.536447 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.565631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] No DVR routers for this DVR port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:34:28.702690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:34:28.703025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:34:28.703353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:28.707704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:34:28.708030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Attempting to bind port 43c460be-894d-4c2c-809e-77efe344e061 on network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:28.712811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:34:28.713151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Checking segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:34:28.713533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Bound using segment: {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:34:28.713957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Bound port: 43c460be-894d-4c2c-809e-77efe344e061, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d00f73-2dd4-4996-a271-010846fde2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:34:28.714308 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.783538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:34:28.786831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:34:28.790907 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.822846 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:28.823957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:28.825387 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] 10.222.0.48 "PUT /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1093 time: 0.7605474 Sep 18 01:34:28.878136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ceaf9-0fed-499f-aa12-010a6bf4e391 service neutron] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=11']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:28.882091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 43c460be-894d-4c2c-809e-77efe344e061 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:28.902166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-018d92fc-6969-4067-9b03-b8e3cdf9bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:28.903729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-018d92fc-6969-4067-9b03-b8e3cdf9bcbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1096 time: 0.0544322 Sep 18 01:34:28.931404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 43c460be-894d-4c2c-809e-77efe344e061 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:29.025104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ca891-e19a-4b3d-aa18-9ed433355298 req-8c3ee832-e95c-4e6b-a0f1-5d3fd7a4751b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:29.026581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e78ca891-e19a-4b3d-aa18-9ed433355298 req-8c3ee832-e95c-4e6b-a0f1-5d3fd7a4751b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0958116 Sep 18 01:34:29.054252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-4de8f655-7732-4480-84b6-c41d740e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:29.055662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-4de8f655-7732-4480-84b6-c41d740e1bb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.1449525 Sep 18 01:34:29.112384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e78ca891-e19a-4b3d-aa18-9ed433355298 req-6f097a6c-2b43-40f1-8d73-b06fa530880b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776424 Sep 18 01:34:29.134595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-4f9450a8-0801-4684-a4a5-9ac2f51cb74d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0715816 Sep 18 01:34:29.184931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-217459d6-e8d5-4183-84be-ef4162b252d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:29.186291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-217459d6-e8d5-4183-84be-ef4162b252d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0445516 Sep 18 01:34:29.231007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-4e996d60-b000-4c2a-bf6b-6d1ea230db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:29.232468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-4e996d60-b000-4c2a-bf6b-6d1ea230db19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395837 Sep 18 01:34:29.324646 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-e0cb5520-c670-4b35-b420-bc47cf3e6eeb service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 Sep 18 01:34:29.414138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d39e000-3ba4-46c4-98b6-375cca90985d req-a9cd63ae-2fff-41ec-a602-e5374d3cf80b service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817854 Sep 18 01:34:29.858767 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:30.232119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d3f9-0eac-46e6-97a9-71cf23834eab req-44a5dc35-4de5-497a-8246-cbd31beab477 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.233546 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d20d3f9-0eac-46e6-97a9-71cf23834eab req-44a5dc35-4de5-497a-8246-cbd31beab477 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0494444 Sep 18 01:34:30.277167 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d20d3f9-0eac-46e6-97a9-71cf23834eab req-59677687-2d5e-4c54-8c7e-cef92b2350cf tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Sep 18 01:34:30.456035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:30.458413 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee340f-63b5-468d-ac01-417494662258" -d '{"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:30.506882 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b75e744-1c77-4fc0-95a8-41935c26f590 x-openstack-request-id: req-5b75e744-1c77-4fc0-95a8-41935c26f590 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:30.507172 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:30.507425 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b75e744-1c77-4fc0-95a8-41935c26f590 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:30.507831 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'status': 'completed', 'code': 200} Sep 18 01:34:30.575010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-8ce7f907-4220-44a9-bf3d-51905db5df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.576590 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-8ce7f907-4220-44a9-bf3d-51905db5df1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1096 time: 0.0446911 Sep 18 01:34:30.587761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-7ed4d5fc-eb0d-4930-8ad3-3dc55df10b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.589911 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-7ed4d5fc-eb0d-4930-8ad3-3dc55df10b37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1096 time: 0.0440538 Sep 18 01:34:30.673010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-716cc5dc-bb89-44ec-8ea7-e2a4605a39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.674509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-716cc5dc-bb89-44ec-8ea7-e2a4605a39f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0908985 Sep 18 01:34:30.686144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-f9961ae9-43e6-466b-9a87-9c5b267a15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.687618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-f9961ae9-43e6-466b-9a87-9c5b267a15b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0903807 Sep 18 01:34:30.748814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-cbd4caf6-3fba-43cb-8a7e-d752c8a531d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0657156 Sep 18 01:34:30.755692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-cda10c2f-9baf-4229-ac04-8232ea618a88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0607810 Sep 18 01:34:30.801307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-19a1553a-73eb-42fd-b4f7-944300e9a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.802849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-19a1553a-73eb-42fd-b4f7-944300e9a0bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0475729 Sep 18 01:34:30.806884 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-77435b8f-af3c-48b8-8f94-310ac0ef12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.808417 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-77435b8f-af3c-48b8-8f94-310ac0ef12b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0458629 Sep 18 01:34:30.851427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-74751262-a9cb-4c9f-a276-7b82b57f1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.852987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-74751262-a9cb-4c9f-a276-7b82b57f1d98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431643 Sep 18 01:34:30.858737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee340f-63b5-468d-ac01-417494662258 req-0ff07851-bfe8-4242-8d5f-d81e2beead2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:30.861303 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-0ff07851-bfe8-4242-8d5f-d81e2beead2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449793 Sep 18 01:34:30.959864 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-50032c0a-01f7-4ba7-be0b-f4d95bdaee4a service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917382 Sep 18 01:34:30.960604 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-c333be2a-81c4-4ede-b387-ed96612b7c09 service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006618 Sep 18 01:34:31.056152 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-a2ad7214-4d4b-422e-9825-f5ef60b6ef35 service neutron] 10.222.0.54 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Sep 18 01:34:31.056379 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5aee340f-63b5-468d-ac01-417494662258 req-3727b65b-c6f7-42ed-93b4-5015ab06a6fb service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889938 Sep 18 01:34:31.402141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493b498-34fb-4bad-8e81-0004b454d617 req-714569fe-52f8-4d0a-9cdf-6606c270f770 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:31.403610 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d493b498-34fb-4bad-8e81-0004b454d617 req-714569fe-52f8-4d0a-9cdf-6606c270f770 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0573378 Sep 18 01:34:31.441878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d493b498-34fb-4bad-8e81-0004b454d617 req-31e7df3e-d74a-478d-b8fa-7b2f8304a84b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Sep 18 01:34:31.780446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:34:32.559398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ab9c-28aa-4b4b-b78d-34a6ceb171ac req-94e9b296-5793-4e19-af3e-a3dafa4ba0b2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:32.560958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ba5ab9c-28aa-4b4b-b78d-34a6ceb171ac req-94e9b296-5793-4e19-af3e-a3dafa4ba0b2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Sep 18 01:34:32.598746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ba5ab9c-28aa-4b4b-b78d-34a6ceb171ac req-e34a57da-84dc-4c44-807f-51c20672528d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Sep 18 01:34:32.720907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:33.711663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7559c7b-a6f7-4759-abfe-24a6fce627e4 req-218aa7f2-bd59-4245-9067-5e9b266323ae tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:33.713164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7559c7b-a6f7-4759-abfe-24a6fce627e4 req-218aa7f2-bd59-4245-9067-5e9b266323ae tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0478013 Sep 18 01:34:33.750319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7559c7b-a6f7-4759-abfe-24a6fce627e4 req-c7e48944-256c-40ef-a192-488f6d250993 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Sep 18 01:34:34.868838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99993f4b-392a-45e5-8b2e-f3e370efefd0 req-fdc0168c-fa6a-4b40-9c7a-33c1729328b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:34.870283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99993f4b-392a-45e5-8b2e-f3e370efefd0 req-fdc0168c-fa6a-4b40-9c7a-33c1729328b5 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0517731 Sep 18 01:34:34.909183 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-99993f4b-392a-45e5-8b2e-f3e370efefd0 req-6b0b3c8e-0295-475b-ae9a-173693cd93ff tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Sep 18 01:34:36.025582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab1869-208e-4afb-bef0-dc5cedd804a3 req-efe52868-e675-4dbf-8607-bff39cf3de1d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:36.027064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dab1869-208e-4afb-bef0-dc5cedd804a3 req-efe52868-e675-4dbf-8607-bff39cf3de1d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0492980 Sep 18 01:34:36.065073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3dab1869-208e-4afb-bef0-dc5cedd804a3 req-63ef1bb3-c385-4abc-b7c2-4585822b1ac3 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Sep 18 01:34:37.183516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b98f6e-d401-4cca-b453-853421a9e05c req-9e17d203-53a5-4971-a5fb-bb8a55c03b66 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:37.185086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b98f6e-d401-4cca-b453-853421a9e05c req-9e17d203-53a5-4971-a5fb-bb8a55c03b66 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Sep 18 01:34:37.223670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5b98f6e-d401-4cca-b453-853421a9e05c req-80dc4cc2-c530-4884-975a-7dd74f8e883d tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316989 Sep 18 01:34:38.357710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4813d-0226-4858-bd6f-f253a2cf1b1f req-4ed84995-a817-485d-b0c9-164f354cebec tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:38.359175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42c4813d-0226-4858-bd6f-f253a2cf1b1f req-4ed84995-a817-485d-b0c9-164f354cebec tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0528255 Sep 18 01:34:38.398003 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-42c4813d-0226-4858-bd6f-f253a2cf1b1f req-8e29a8bc-fe0c-45cf-9391-de808f00edc9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318007 Sep 18 01:34:39.514610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c02717-33c8-4f7a-bd75-eeb04a10da94 req-f791496d-b795-4743-9cb1-15a80c09cdbe tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:39.516101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74c02717-33c8-4f7a-bd75-eeb04a10da94 req-f791496d-b795-4743-9cb1-15a80c09cdbe tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0506108 Sep 18 01:34:39.554081 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74c02717-33c8-4f7a-bd75-eeb04a10da94 req-efdbde8f-729c-43a8-91c1-b40f0c4ab6c2 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Sep 18 01:34:40.670373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ddae3-06b2-4e2b-bb48-4ade49b78bdf req-8b940ffc-42a5-4b68-90f2-c34be9bad74c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:40.672012 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-990ddae3-06b2-4e2b-bb48-4ade49b78bdf req-8b940ffc-42a5-4b68-90f2-c34be9bad74c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0503430 Sep 18 01:34:40.712014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-990ddae3-06b2-4e2b-bb48-4ade49b78bdf req-ff900404-3c0a-463c-96f0-c5c1974e113e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339401 Sep 18 01:34:40.829690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478c4e-be77-43c6-a28f-f74b31585a57 req-e916d8d0-ae19-4623-97d5-4f6002424549 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:40.831245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e478c4e-be77-43c6-a28f-f74b31585a57 req-e916d8d0-ae19-4623-97d5-4f6002424549 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0530579 Sep 18 01:34:40.868887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e478c4e-be77-43c6-a28f-f74b31585a57 req-01d80e68-4b81-4f54-ab23-c5deb2a2f13c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Sep 18 01:34:41.004689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-c9261f7d-d51d-41ec-9232-b078dd97c3cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694151 Sep 18 01:34:41.012725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e99d3-2bfc-4c66-9589-4f72a93e8c73 req-023ad108-a020-485a-84a2-4336bfeb0754 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.014100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-453e99d3-2bfc-4c66-9589-4f72a93e8c73 req-023ad108-a020-485a-84a2-4336bfeb0754 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0697615 Sep 18 01:34:41.076737 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-453e99d3-2bfc-4c66-9589-4f72a93e8c73 req-30c47ff7-bc5d-4019-b90d-784865baa352 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564277 Sep 18 01:34:41.092152 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-4abe3140-5acf-4f9f-bf83-7366b2b8ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.093667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-4abe3140-5acf-4f9f-bf83-7366b2b8ce74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 1096 time: 0.0474167 Sep 18 01:34:41.204308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-2dd77772-aaad-440a-8e85-e1b5aa7a42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.206171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-2dd77772-aaad-440a-8e85-e1b5aa7a42de service neutron] 10.222.0.48 "GET /v2.0/networks?id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 200 len: 913 time: 0.0920997 Sep 18 01:34:41.308028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-59a4f40d-0b24-47f9-b3fd-1d06088d4980 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 200 len: 1000 time: 0.0906103 Sep 18 01:34:41.356698 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b8cd8-adcf-4b1b-875d-beeeecd1f6ab req-17639357-84d0-432e-8341-8a1f3c07da23 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.358162 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-152b8cd8-adcf-4b1b-875d-beeeecd1f6ab req-17639357-84d0-432e-8341-8a1f3c07da23 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 944 time: 0.0892024 Sep 18 01:34:41.385287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-41d43a07-b70e-4911-bdb3-74c6e8959296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.386707 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-41d43a07-b70e-4911-bdb3-74c6e8959296 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 200 len: 851 time: 0.0701842 Sep 18 01:34:41.416129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-152b8cd8-adcf-4b1b-875d-beeeecd1f6ab req-c49f2f70-bceb-4f33-8ca3-096fe6faeef8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504832 Sep 18 01:34:41.445314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-09d3209e-54fc-437e-8f31-04be758d9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:41.446819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-09d3209e-54fc-437e-8f31-04be758d9383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0266a6f1-3c3d-4aea-8e07-2f3191c811b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494921 Sep 18 01:34:41.536842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-056178db-549f-45ae-aa40-63ff49209c1d service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815752 Sep 18 01:34:41.630986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9c4d655-0f74-4248-9387-dc840161d7d9 req-84934d9d-aa49-44ce-9f83-0701d52c22cd service neutron] 10.222.0.48 "GET /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865223 Sep 18 01:34:42.026511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:34:42.120160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:42.130127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '43c460be-894d-4c2c-809e-77efe344e061', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'port_id': '43c460be-894d-4c2c-809e-77efe344e061', 'mac_address': 'fa:16:3e:b3:e0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:34:42.166838 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:42.178943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:34:42.196871 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:42.200716 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:42.247348 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:42.443611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['43c460be-894d-4c2c-809e-77efe344e061'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:34:42.545861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bff88-1df3-4421-8a64-2813e919b113 req-afed2a31-5765-46e7-8aaa-677b7013d32b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:42.547377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b9bff88-1df3-4421-8a64-2813e919b113 req-afed2a31-5765-46e7-8aaa-677b7013d32b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Sep 18 01:34:42.585874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5b9bff88-1df3-4421-8a64-2813e919b113 req-b62d3d5a-4c15-483a-aa7f-a4c8cc0ec96b tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Sep 18 01:34:42.770626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-fadec17f-5c35-4ace-9af4-f55451e25cec tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:42.772120 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-fadec17f-5c35-4ace-9af4-f55451e25cec tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Sep 18 01:34:42.884648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Deleting port 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:42.884991 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:42.986580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] For port 43c460be-894d-4c2c-809e-77efe344e061, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=43c460be-894d-4c2c-809e-77efe344e061,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:42.986967 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:43.181762 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:43.182143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:43.182446 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Floating IP 83cef460-a68f-440d-8357-18073cb295c8 disassociated. External IP: 172.25.7.216, port: 43c460be-894d-4c2c-809e-77efe344e061. Sep 18 01:34:43.182784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Calling delete_port for 43c460be-894d-4c2c-809e-77efe344e061 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:43.314188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:43.343947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'Port': ['ID=43c460be-894d-4c2c-809e-77efe344e061,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:43.466230 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:34:43.602526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:34:43.614436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:34:43.626349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:34:43.627358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:43.646287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] No DVR routers for this DVR port 43c460be-894d-4c2c-809e-77efe344e061 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:34:43.649249 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:43.651263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1820aa8b-716f-4e74-a982-8b1af2c1f03a req-e898f816-29fb-4ac5-9515-a4339671d163 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.48 "DELETE /v2.0/ports/43c460be-894d-4c2c-809e-77efe344e061 HTTP/1.1" status: 204 len: 173 time: 0.8727624 Sep 18 01:34:43.651705 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-deleted', 'tag': '43c460be-894d-4c2c-809e-77efe344e061'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:43.653997 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64062bf9-d95e-4991-aae3-7d77fef3a167" -d '{"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-deleted", "tag": "43c460be-894d-4c2c-809e-77efe344e061"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:43.696698 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2f75b584-1952-456f-97e9-7bba0cc05fae req-cfc845f5-0803-4fb6-a928-48ba163c31d9 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0327411 Sep 18 01:34:43.698743 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e6516-b086-4cf7-bf6a-b28cddd75c5a x-openstack-request-id: req-ba9e6516-b086-4cf7-bf6a-b28cddd75c5a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:43.699209 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c8ea3-7d68-48a6-844a-d5d5c20ea837", "name": "network-vif-deleted", "tag": "43c460be-894d-4c2c-809e-77efe344e061", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:43.699615 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba9e6516-b086-4cf7-bf6a-b28cddd75c5a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:43.700172 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c8ea3-7d68-48a6-844a-d5d5c20ea837', 'name': 'network-vif-deleted', 'tag': '43c460be-894d-4c2c-809e-77efe344e061', 'status': 'completed', 'code': 200} Sep 18 01:34:43.751787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:34:43.947321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:43.976651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:34:43.984752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:34:43.985950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:44.039288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:34:44.070863 n-d-712707-16 neutron-server[106454]: INFO neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No ports have port_id starting with 43c460be-894d-4c2c-809e-77efe344e061 Sep 18 01:34:44.073599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 requested by agent hyperv_n-h1-712707-16 not found in database {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 18 01:34:44.093299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:34:44.448764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:44.474454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272d908-9443-49c4-8e2e-e3d79446f0df None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:23Z', 'revision_number': 4, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7581fb9e-a80c-4278-a5a7-11eac40a0b2a', 'name': '', 'network_id': '0266a6f1-3c3d-4aea-8e07-2f3191c811b7', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'mac_address': 'fa:16:3e:5d:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:23Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'subnets': [{'id': '98b14221-e182-41a7-af18-65dc52ba39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:34:44.684497 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21d1cd-94a0-41d7-9eb2-c5f9156a7ed4 None None] New status for floating IP 83cef460-a68f-440d-8357-18073cb295c8: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:34:44.799326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-481cb2ee-1214-41be-a4da-3ac3697d166f req-5de3c68f-26bd-4d6a-abb5-356691dd6546 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0308135 Sep 18 01:34:45.895638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a8fd4709-390d-4130-a702-212cd363033f req-1027f18c-0380-4a4e-87c5-0c3120677dae tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0268435 Sep 18 01:34:46.544991 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:46.995929 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0565439-e0c6-49a5-bc29-0a9efa21f595 req-96aae1c9-27fd-426e-b9a4-ac4e62053fb8 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/ports?device_id=415c8ea3-7d68-48a6-844a-d5d5c20ea837 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Sep 18 01:34:48.066715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:48.090647 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 43c460be-894d-4c2c-809e-77efe344e061 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:34:48.090993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 43c460be-894d-4c2c-809e-77efe344e061 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:50.715243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55964) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:50.770997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:50.797225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:50.857087 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:50.859624 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:50.861775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6 HTTP/1.1" status: 204 len: 168 time: 0.1450391 Sep 18 01:34:50.864329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:50.881527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcfd85-fb4a-4b84-a9c9-df47219d352e tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:50.883090 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-6e432d21-85ee-481d-a6ec-2ba08cd45f46 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] show failed (client error): The resource could not be found. Sep 18 01:34:50.886983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55968) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:50.887216 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6e432d21-85ee-481d-a6ec-2ba08cd45f46 tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "GET /v2.0/security-groups/5b8e1fa0-768f-4955-b2b6-f75f85f4a6d6 HTTP/1.1" status: 404 len: 347 time: 0.0207870 Sep 18 01:34:51.335355 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Deleting port 3088fc36-18ae-48b5-b365-72513f7c5251 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:51.335720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.413085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.413414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.425289 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Calling delete_port for 3088fc36-18ae-48b5-b365-72513f7c5251 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:51.557320 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.580699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Pushing event deleted for resources: {'Port': ['ID=3088fc36-18ae-48b5-b365-72513f7c5251,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:51.642894 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.645844 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:51.647004 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-32265061-5ee9-4459-9373-ef4a6ef1384c tempest-ServerActionsTestJSON-908362823 tempest-ServerActionsTestJSON-908362823-project] 10.222.0.49 "DELETE /v2.0/floatingips/83cef460-a68f-440d-8357-18073cb295c8 HTTP/1.1" status: 204 len: 168 time: 0.7586555 Sep 18 01:34:51.650220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55970) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:52.112109 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:52.351693 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Deleting port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:52.352035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:52.429177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] For port 7581fb9e-a80c-4278-a5a7-11eac40a0b2a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:52.429541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:52.441770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Calling delete_port for 7581fb9e-a80c-4278-a5a7-11eac40a0b2a owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:52.618151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:52.643018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7581fb9e-a80c-4278-a5a7-11eac40a0b2a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:52.816930 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.032594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Router 6294de4c-7460-43ea-8a30-e00923595533 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:34:53.136584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:34:53.141613 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4bd0b2c-0392-4d05-b6f6-b16ac27041f4 admin admin] 10.222.0.49 "PUT /v2.0/routers/6294de4c-7460-43ea-8a30-e00923595533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4903567 Sep 18 01:34:53.144208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55974) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:53.145286 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Sync routers for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:34:53.155188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:34:53.155786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:53.249310 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.256413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:34:53.350942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.404017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Deleting port fe27ec6f-1fd6-4028-9631-444612f2c652 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:53.404650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.428727 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:34:52Z', 'revision_number': 5, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port': {'id': 'fe27ec6f-1fd6-4028-9631-444612f2c652', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294de4c-7460-43ea-8a30-e00923595533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:53.454657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Checking router: 6294de4c-7460-43ea-8a30-e00923595533 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:34:53.462933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Routers {'6294de4c-7460-43ea-8a30-e00923595533'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:34:53.463541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:34:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['6294de4c-7460-43ea-8a30-e00923595533'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:53.483528 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] For port fe27ec6f-1fd6-4028-9631-444612f2c652, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fe27ec6f-1fd6-4028-9631-444612f2c652,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:53.483898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.497177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Calling delete_port for fe27ec6f-1fd6-4028-9631-444612f2c652 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:53.548829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] Set router 6294de4c-7460-43ea-8a30-e00923595533 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:34:53.602415 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:34:53Z', 'revision_number': 6, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:53.632372 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7d6f9-95b6-415b-99e2-865ad9953368 None None] The sync data for ids ['6294de4c-7460-43ea-8a30-e00923595533'] in n-d-712707-16 is: [{'id': '6294de4c-7460-43ea-8a30-e00923595533', 'name': 'tempest-ServerActionsTestJSON-1462850215-router', 'tenant_id': '5abb8bc6010d4dd79ff8d341d529caec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:23:21Z', 'updated_at': '2021-09-18T01:34:53Z', 'revision_number': 6, 'project_id': '5abb8bc6010d4dd79ff8d341d529caec', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:34:53.667636 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.693725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe27ec6f-1fd6-4028-9631-444612f2c652,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:53.759639 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.848726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.850811 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.894528 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.895060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6294de4c-7460-43ea-8a30-e00923595533 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:34:53.901484 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.902635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-84d2960e-e1fa-4682-8081-00961cbc92f2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6294de4c-7460-43ea-8a30-e00923595533 HTTP/1.1" status: 204 len: 168 time: 0.7574844 Sep 18 01:34:53.905235 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55976) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:53.952678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Deleting subnet 98b14221-e182-41a7-af18-65dc52ba39a2 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:34:53.956402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:53.990112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.074172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.127782 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.158660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.162970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/98b14221-e182-41a7-af18-65dc52ba39a2 HTTP/1.1" status: 204 len: 168 time: 0.2544446 Sep 18 01:34:54.163326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55978) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:54.163786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd78ba-0096-4cf5-9377-a6f967bfbb8c None None] Network 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:34:54.165040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a601f61-d6f1-49a9-a9ac-223f47e47705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b14221-e182-41a7-af18-65dc52ba39a2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:54.237432 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.293951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Deleting port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:54.294299 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.314078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8318-ede5-4c6f-a1f2-f2f372ffe147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.364128 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] For port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:54.364526 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.378067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Calling delete_port for 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:54.393264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] DHCP port deletion for 0266a6f1-3c3d-4aea-8e07-2f3191c811b7 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:34:54.441937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Deleting port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:34:54.442225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.464047 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.493499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:54.495420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] No DVR routers for this DVR port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:34:54.516142 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] For port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,segment=NetworkSegment(68d00f73-2dd4-4996-a271-010846fde2b1),segment_id=68d00f73-2dd4-4996-a271-010846fde2b1)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:34:54.516638 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.529180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Calling delete_port for 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:34:54.570166 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.592583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0266a6f1-3c3d-4aea-8e07-2f3191c811b7']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:54.604928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d00f73-2dd4-4996-a271-010846fde2b1') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:54.605354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d00f73-2dd4-4996-a271-010846fde2b1') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:34:54.606969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.616761 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.632996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] Pushing event deleted for resources: {'Port': ['ID=9e24eb2f-19f6-484f-bf8d-ed5536efa1eb,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:54.636583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.643398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:34:54.643801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd15545-455a-4d8f-aab8-fb121141bf2d None None] No DVR routers for this DVR port 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:34:54.643935 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:34:54.645923 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:34:54.701604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.707642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.709553 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/0266a6f1-3c3d-4aea-8e07-2f3191c811b7 HTTP/1.1" status: 204 len: 168 time: 0.5452776 Sep 18 01:34:54.720603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfacac-0188-485c-b771-d4d16f7f96fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0266a6f1-3c3d-4aea-8e07-2f3191c811b7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:54.833648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 55982) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:54.873511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-040a28f8-783c-42ac-ada3-475a95cee4a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5abb8bc6010d4dd79ff8d341d529caec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386035 Sep 18 01:34:54.876350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 55984) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:54.927704 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.948909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.995827 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.998309 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:54.999461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0baeab8-9a36-4f87-9cbe-f30942aa8d90 HTTP/1.1" status: 204 len: 168 time: 0.1220942 Sep 18 01:34:55.007921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd833844-be9b-48d6-9dfa-ec138d684cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0baeab8-9a36-4f87-9cbe-f30942aa8d90,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:55.634709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7581fb9e-a80c-4278-a5a7-11eac40a0b2a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:55.654461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7581fb9e-a80c-4278-a5a7-11eac40a0b2a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:34:55.654809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7581fb9e-a80c-4278-a5a7-11eac40a0b2a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:55.655231 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fe27ec6f-1fd6-4028-9631-444612f2c652 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:55.673556 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: fe27ec6f-1fd6-4028-9631-444612f2c652 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:34:55.674092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fe27ec6f-1fd6-4028-9631-444612f2c652 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:55.674514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:34:55.693720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:34:55.694071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9e24eb2f-19f6-484f-bf8d-ed5536efa1eb not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:34:55.702760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56006) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:55.798888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1531617454-network', 'tenant_id': 'ab3a81dd262b437d9318ca5dfe6c43a7'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:55.820399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Made reservation on behalf of ab3a81dd262b437d9318ca5dfe6c43a7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:34:55.822648 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:55.830833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:55.920932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:55.925181 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:55.948886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:34:55.958474 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90164c72-e6a7-41ec-9dd3-97f26bc50660,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:55.963085 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:55.963424 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Added segment 3246d3c0-4425-43dd-aad4-bb61dcbf904f of type vlan for network 54a2744f-3c1b-4918-8cda-4a67dafda40e Sep 18 01:34:56.006520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.030154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.031054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:56.031623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.064569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3605998 Sep 18 01:34:56.067740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56010) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:34:56.072784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Request body: {'subnet': {'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1531617454-subnet', 'tenant_id': 'ab3a81dd262b437d9318ca5dfe6c43a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:56.091092 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730bfe-8985-4353-a552-645e81b38a59 admin admin] Pushing event updated for resources: {'Network': ['ID=54a2744f-3c1b-4918-8cda-4a67dafda40e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:56.095162 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Made reservation on behalf of ab3a81dd262b437d9318ca5dfe6c43a7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:34:56.097858 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.101572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:34:56.267132 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.326666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbda8e4-2e61-4201-8e59-df5591cef000,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:56.334581 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Checking segment: {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:34:56.334933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Network hostable DHCP agents. Network: 54a2744f-3c1b-4918-8cda-4a67dafda40e, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:34:56.350189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:34:56.358236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 54a2744f-3c1b-4918-8cda-4a67dafda40e) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:34:56.363094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:56.363695 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:56.368391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d7c6b-7858-43ac-9123-4358d28c53d5 None None] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:34:56.378075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4459febb-2363-49cb-91d5-b76139d8c78e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091626 Sep 18 01:34:56.488563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77c4bc-e501-4881-bd33-14434e81b9d0 None None] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:34:56.809086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d075e846-0c34-43f8-ae54-fb3ec24a72c0 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:56.810576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d075e846-0c34-43f8-ae54-fb3ec24a72c0 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 814 time: 0.1046488 Sep 18 01:34:56.825032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-7cb43728-93c7-4999-b430-622a7a91ec14 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/quotas/ab3a81dd262b437d9318ca5dfe6c43a7 HTTP/1.1" status: 200 len: 375 time: 0.0088544 Sep 18 01:34:56.856023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-25dbfff4-ea32-4827-83b0-01abe2b9865e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255783 Sep 18 01:34:56.866832 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-de109941-9a1c-43ed-8548-a273ca63c5bd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:34:56.867784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-de109941-9a1c-43ed-8548-a273ca63c5bd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048928 Sep 18 01:34:56.962211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-998c6728-7395-408c-a3c9-ad156f5bf2db service neutron] 10.222.0.49 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886085 Sep 18 01:34:57.317582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4940c400-ef23-4747-ad53-5eee10490352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:57.356588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-eb8df86e-503e-4b82-a33a-ac32a95047a5 service neutron] 10.222.0.49 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882177 Sep 18 01:34:57.511856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-66c165db-8bdd-436c-ace8-038b9ae9d8db req-30d3c2e1-cbad-40f9-a0f1-8793b49abf1f tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 210 time: 0.0269706 Sep 18 01:34:57.556153 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:58.514165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-1be97d94-36a8-4b17-b24b-eed3f9483a19 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:58.515618 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-1be97d94-36a8-4b17-b24b-eed3f9483a19 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.54 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 814 time: 0.1079793 Sep 18 01:34:58.536771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Request body: {'port': {'device_id': '49c264ec-b762-454d-acbc-9c6acf175aed', 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e', 'admin_state_up': True, 'tenant_id': 'ab3a81dd262b437d9318ca5dfe6c43a7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:58.540362 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:58.608825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7a6476a1-486c-43d4-9546-4ace7cf26b69 req-9fb7603e-5b08-4ae2-9fe9-e73544b4448b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 210 time: 0.0289257 Sep 18 01:34:58.656185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Made reservation on behalf of ab3a81dd262b437d9318ca5dfe6c43a7 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:34:58.659868 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:58.785910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Allocated IP 172.20.0.7 (54a2744f-3c1b-4918-8cda-4a67dafda40e/6dbda8e4-2e61-4201-8e59-df5591cef000/238f7fe3-3d12-49cc-9aa5-b95b16b0dd99) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:34:58.932202 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:58.964814 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.012269 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:34:59.015288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:34:59.019070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:34:59.028359 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Pushing event updated for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:59.072895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:59.073503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.085926 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-d008a7b4-d986-4281-9c00-e3fe2d5ae9a4 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542946 Sep 18 01:34:59.119122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Request body: {'port': {'device_id': '49c264ec-b762-454d-acbc-9c6acf175aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:34:59.170022 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.430074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:34:59.437244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.448750 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Transition to ACTIVE for port object 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:34:59.452375 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.518576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Pushing event updated for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:59.567508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Attempting to bind port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:34:59.567838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Attempting to bind port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:34:59.568160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Attempting to bind port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:59.572370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:34:59.572713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Attempting to bind port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:34:59.577347 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:34:59.577673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Checking segment: {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:34:59.578047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Bound using segment: {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:34:59.578462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Bound port: 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:34:59.579503 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.640777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:34:59.644608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:34:59.650063 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.682924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:59.683595 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.684988 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] 10.222.0.54 "PUT /v2.0/ports/238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 HTTP/1.1" status: 200 len: 1092 time: 0.5700765 Sep 18 01:34:59.685420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:34:59.687637 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093abc0-11d0-43f7-80de-7ab824764675" -d '{"events": [{"name": "network-changed", "server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:34:59.722391 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069444a2-90fb-4c49-a1f4-1de67bb4f093 service neutron] Pushing event updated for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:34:59.735550 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b2a512-a4c2-4ac0-8c14-bf2b4e3d984b x-openstack-request-id: req-f4b2a512-a4c2-4ac0-8c14-bf2b4e3d984b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:34:59.736436 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:34:59.736720 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4b2a512-a4c2-4ac0-8c14-bf2b4e3d984b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:34:59.737149 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99', 'status': 'completed', 'code': 200} Sep 18 01:34:59.740034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac9548-e6c0-4934-b9a3-1ada36322a86 req-e184c9ea-4600-4d23-b25e-e0b8a72998b1 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:59.741619 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32ac9548-e6c0-4934-b9a3-1ada36322a86 req-e184c9ea-4600-4d23-b25e-e0b8a72998b1 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 943 time: 0.0617318 Sep 18 01:34:59.779986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32ac9548-e6c0-4934-b9a3-1ada36322a86 req-ae0135f3-2059-47f7-8d4e-6a253e7f8e3a tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Sep 18 01:34:59.798566 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-01cd68fc-5bfa-4764-b5fa-8400586e3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:59.800063 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-01cd68fc-5bfa-4764-b5fa-8400586e3883 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 1095 time: 0.0457394 Sep 18 01:34:59.848660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-e95d0dd2-7d77-4549-b2ec-b37a2df6237f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 HTTP/1.1" status: 200 len: 217 time: 0.0341635 Sep 18 01:34:59.861473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:34:59.897695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-4f964515-9bf8-415c-91e4-adfc6a71e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:34:59.899450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-4f964515-9bf8-415c-91e4-adfc6a71e121 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6dbda8e4-2e61-4201-8e59-df5591cef000 HTTP/1.1" status: 200 len: 854 time: 0.0444889 Sep 18 01:34:59.931659 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-aa94d4c8-29a4-4419-9e64-a2bdb7fd46dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a2744f-3c1b-4918-8cda-4a67dafda40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234764 Sep 18 01:35:00.024321 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-29123421-6e13-43d1-9491-0b212daa8162 service neutron] 10.222.0.54 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846374 Sep 18 01:35:00.112513 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-19f40766-1374-41fd-bf40-e0b2a9a0487a req-fea673b8-4f90-4891-98eb-d7275458adb8 service neutron] 10.222.0.54 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811725 Sep 18 01:35:00.251141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093abc0-11d0-43f7-80de-7ab824764675 req-3280ab06-860e-43ae-ab3c-55a0e1470dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:00.252597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-3280ab06-860e-43ae-ab3c-55a0e1470dbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 1095 time: 0.0453613 Sep 18 01:35:00.339976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093abc0-11d0-43f7-80de-7ab824764675 req-72be3a99-dffa-4b59-9f72-8276b3e13340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:00.341486 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-72be3a99-dffa-4b59-9f72-8276b3e13340 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 915 time: 0.0824008 Sep 18 01:35:00.386981 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-a2a4f6cb-5418-469d-ae63-30dc290f00f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Sep 18 01:35:00.434722 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093abc0-11d0-43f7-80de-7ab824764675 req-97ad4cca-34c6-4ae1-8856-7d26a7ab2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:00.436126 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-97ad4cca-34c6-4ae1-8856-7d26a7ab2134 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6dbda8e4-2e61-4201-8e59-df5591cef000 HTTP/1.1" status: 200 len: 854 time: 0.0427146 Sep 18 01:35:00.466999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-70725612-4783-4461-addf-e1d266d05830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a2744f-3c1b-4918-8cda-4a67dafda40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239143 Sep 18 01:35:00.571239 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-0b17cc0a-8cff-4585-add7-9b1da81d6be8 service neutron] 10.222.0.54 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Sep 18 01:35:00.660608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5093abc0-11d0-43f7-80de-7ab824764675 req-2143321c-3a1a-4cb5-afa1-92b499deaf2e service neutron] 10.222.0.54 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804338 Sep 18 01:35:00.895436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9176c9-771f-42cc-a0ba-6c02694874c4 req-048061b0-307c-4450-a04e-ebc33058e0a5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:00.897043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae9176c9-771f-42cc-a0ba-6c02694874c4 req-048061b0-307c-4450-a04e-ebc33058e0a5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 943 time: 0.0489202 Sep 18 01:35:00.935173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae9176c9-771f-42cc-a0ba-6c02694874c4 req-11d5ccb3-79ee-41c5-985f-467676ec9c50 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Sep 18 01:35:02.047823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2838ca2-ab8d-4337-8ee9-f00ede0e78a0 req-10ef9c39-9014-431a-89ee-6f2436f7f942 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:02.049255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2838ca2-ab8d-4337-8ee9-f00ede0e78a0 req-10ef9c39-9014-431a-89ee-6f2436f7f942 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 943 time: 0.0490196 Sep 18 01:35:02.090069 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2838ca2-ab8d-4337-8ee9-f00ede0e78a0 req-9c7b26f4-770c-4f51-b21c-3b2b2881ba03 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Sep 18 01:35:02.729595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:03.201948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148552be-7bb1-4d5a-b85f-b42bcdaa1b95 req-015128a4-bc7d-4e66-94a0-3bb1c8f614d3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:03.203998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-148552be-7bb1-4d5a-b85f-b42bcdaa1b95 req-015128a4-bc7d-4e66-94a0-3bb1c8f614d3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 943 time: 0.0486295 Sep 18 01:35:03.241294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-148552be-7bb1-4d5a-b85f-b42bcdaa1b95 req-f6984875-7808-4466-833e-f53a9e97ff01 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Sep 18 01:35:04.354756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514b2a-3af6-4b2b-acb4-f0300e08e623 req-d89d8a63-baf2-4f40-b53b-58dae912932f tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:04.356262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3514b2a-3af6-4b2b-acb4-f0300e08e623 req-d89d8a63-baf2-4f40-b53b-58dae912932f tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 943 time: 0.0495493 Sep 18 01:35:04.393956 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3514b2a-3af6-4b2b-acb4-f0300e08e623 req-f5e5def4-0201-4a85-8588-8d35e0097547 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Sep 18 01:35:05.039737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:35:05.132575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:05.143714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99', 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e', 'port_id': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99', 'mac_address': 'fa:16:3e:bf:77:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbda8e4-2e61-4201-8e59-df5591cef000', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:35:05.179992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:05.192326 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:35:05.214310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:05.217792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:05.262983 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:05.509206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76674010-e6ea-4a4e-b321-1614fd6d1f0a req-ecf658bc-86d5-4f3d-930b-7bc84f3c2ea5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:05.510645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76674010-e6ea-4a4e-b321-1614fd6d1f0a req-ecf658bc-86d5-4f3d-930b-7bc84f3c2ea5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 944 time: 0.0502865 Sep 18 01:35:05.552035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-76674010-e6ea-4a4e-b321-1614fd6d1f0a req-b5d31906-33a9-47ab-a243-90e429ef62a1 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Sep 18 01:35:05.573396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:06.664368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f7ab-b642-45e9-9779-dfce28a03ff8 req-a7f0a70a-65c7-4a13-94aa-f95454f72d7a tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:06.665829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f942f7ab-b642-45e9-9779-dfce28a03ff8 req-a7f0a70a-65c7-4a13-94aa-f95454f72d7a tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 944 time: 0.0487521 Sep 18 01:35:06.702674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f942f7ab-b642-45e9-9779-dfce28a03ff8 req-efc98506-40b8-46b0-9b71-5ffd9e92eb92 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 18 01:35:07.054854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:07.105714 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:35:07.109840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:07.109840 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:07.184977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:07.207082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:07.209329 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb6aac-0d7d-4354-8742-3f6c8414f511" -d '{"events": [{"server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "name": "network-vif-plugged", "status": "completed", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:07.222389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:07.226254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:07.251624 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff2697-5fc9-4e67-bd4d-bac329ba77f5 x-openstack-request-id: req-b5ff2697-5fc9-4e67-bd4d-bac329ba77f5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:07.251918 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "name": "network-vif-plugged", "status": "completed", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:07.252167 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5ff2697-5fc9-4e67-bd4d-bac329ba77f5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:07.252569 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99', 'code': 200} Sep 18 01:35:07.277345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:07.366169 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bbb4f-493f-466c-900b-42d91afb4811 req-bb0cb409-beca-4ead-84ee-1bc2502d09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:07.367665 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-869bbb4f-493f-466c-900b-42d91afb4811 req-bb0cb409-beca-4ead-84ee-1bc2502d09db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 1097 time: 0.0405273 Sep 18 01:35:07.404181 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-869bbb4f-493f-466c-900b-42d91afb4811 req-46c896de-cb99-446c-8c86-d53bd7ef83ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276654 Sep 18 01:35:07.819008 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c421eff-d870-4216-ad69-f8f89118d430 req-250906e7-939b-4d2b-a60c-9cae30fc4367 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:07.820538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c421eff-d870-4216-ad69-f8f89118d430 req-250906e7-939b-4d2b-a60c-9cae30fc4367 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0509672 Sep 18 01:35:07.856788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3c421eff-d870-4216-ad69-f8f89118d430 req-7bc24525-58f0-499a-aa44-8ffeff29da24 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Sep 18 01:35:08.780813 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:35:08.976214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e479903-c668-4391-96e7-48b540398fed req-d86ce843-57df-4bfa-b3f2-0c4b445e8ed3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:08.977697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e479903-c668-4391-96e7-48b540398fed req-d86ce843-57df-4bfa-b3f2-0c4b445e8ed3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0516875 Sep 18 01:35:09.019324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e479903-c668-4391-96e7-48b540398fed req-a5417def-6fbe-43fb-9eed-ea466c64f0ba tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357392 Sep 18 01:35:09.239024 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-7f778a80-be23-4dcc-a653-8b837b148d16 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:09.240522 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-7f778a80-be23-4dcc-a653-8b837b148d16 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 814 time: 0.1021066 Sep 18 01:35:09.255101 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-b07e9faf-b438-43f5-92da-acab961f1f8b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/quotas/ab3a81dd262b437d9318ca5dfe6c43a7 HTTP/1.1" status: 200 len: 375 time: 0.0089657 Sep 18 01:35:09.302975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-db7c06b9-ef63-4cbb-b93f-2f442d3f747a tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427294 Sep 18 01:35:09.395038 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-f4b596a9-f379-4314-bcec-a3c67a1612a2 service neutron] 10.222.0.49 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852990 Sep 18 01:35:09.487894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-193e0541-529d-4e76-a5c7-b404864ad544 service neutron] 10.222.0.49 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864973 Sep 18 01:35:09.646732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c992d1e6-1dc5-48a2-a969-e3027494d62e req-3dbc2fd1-6a02-4a39-a6cd-1049534ee0a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Sep 18 01:35:10.521248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-918b36c9-e511-4a51-9502-b853a0efaf51 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:10.522731 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-918b36c9-e511-4a51-9502-b853a0efaf51 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.48 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 814 time: 0.1037157 Sep 18 01:35:10.537893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Request body: {'port': {'device_id': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e', 'admin_state_up': True, 'tenant_id': 'ab3a81dd262b437d9318ca5dfe6c43a7'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:10.649337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Made reservation on behalf of ab3a81dd262b437d9318ca5dfe6c43a7 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:10.652743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:10.752973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7148a08e-7e69-41b0-9674-85fcdf6d2b12 req-53a1df53-f267-4016-8555-c83948229599 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 210 time: 0.0368192 Sep 18 01:35:10.807821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Allocated IP 172.20.0.14 (54a2744f-3c1b-4918-8cda-4a67dafda40e/6dbda8e4-2e61-4201-8e59-df5591cef000/e95ce872-541f-44e4-93c2-2e2a0fee5a49) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:10.956197 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:10.990805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.027260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:11.030559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Network 54a2744f-3c1b-4918-8cda-4a67dafda40e is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:11.036126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:11.039767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:11.049570 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Pushing event updated for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:11.095272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:11.095881 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.110449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-5e931e3f-14fc-4faf-abac-455720773b63 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779932 Sep 18 01:35:11.122407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Request body: {'port': {'device_id': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:11.179382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.437220 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95ce872-541f-44e4-93c2-2e2a0fee5a49 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:35:11.445120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.456555 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Transition to ACTIVE for port object e95ce872-541f-44e4-93c2-2e2a0fee5a49 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:35:11.460292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.529645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:11.578442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Attempting to bind port e95ce872-541f-44e4-93c2-2e2a0fee5a49 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:11.578776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Attempting to bind port e95ce872-541f-44e4-93c2-2e2a0fee5a49 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:11.579101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Attempting to bind port e95ce872-541f-44e4-93c2-2e2a0fee5a49 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:11.583348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Port e95ce872-541f-44e4-93c2-2e2a0fee5a49 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:35:11.583668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Attempting to bind port e95ce872-541f-44e4-93c2-2e2a0fee5a49 on network 54a2744f-3c1b-4918-8cda-4a67dafda40e {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:11.588359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:11.588695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Checking segment: {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:11.589075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Bound using segment: {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:11.589496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Bound port: e95ce872-541f-44e4-93c2-2e2a0fee5a49, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3246d3c0-4425-43dd-aad4-bb61dcbf904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:11.589846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.652657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:11.655574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:11.659643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.691603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:11.692202 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:11.693589 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] 10.222.0.48 "PUT /v2.0/ports/e95ce872-541f-44e4-93c2-2e2a0fee5a49 HTTP/1.1" status: 200 len: 1093 time: 0.5752909 Sep 18 01:35:11.694030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:11.696276 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:11.723984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40929d06-6735-4a1b-98af-51ac6b2b2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:11.745376 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce4cfa2-3d24-42b2-9711-13dfe356b18e x-openstack-request-id: req-5ce4cfa2-3d24-42b2-9711-13dfe356b18e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:11.745668 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:11.745926 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ce4cfa2-3d24-42b2-9711-13dfe356b18e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:11.746321 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49', 'status': 'completed', 'code': 200} Sep 18 01:35:11.778214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-60ad8897-b14a-484d-9bf0-8625f717ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:11.779741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-60ad8897-b14a-484d-9bf0-8625f717ed82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 1096 time: 0.0458260 Sep 18 01:35:11.824047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-00a9c57f-371c-4087-b7bd-ae17ea9c9d86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49 HTTP/1.1" status: 200 len: 217 time: 0.0366938 Sep 18 01:35:11.906001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4881d-d636-4933-b6f7-cd93466ece17 req-12645914-78c4-45b5-be24-ef3b73c58c78 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:11.907493 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bd4881d-d636-4933-b6f7-cd93466ece17 req-12645914-78c4-45b5-be24-ef3b73c58c78 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 944 time: 0.0861971 Sep 18 01:35:11.909498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-1e646d0e-b7fa-4c30-937b-300c6f063648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:11.910824 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-1e646d0e-b7fa-4c30-937b-300c6f063648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbda8e4-2e61-4201-8e59-df5591cef000 HTTP/1.1" status: 200 len: 854 time: 0.0793409 Sep 18 01:35:11.949543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-f9459203-0eb2-4d34-9835-6146b4e2ce8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a2744f-3c1b-4918-8cda-4a67dafda40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298634 Sep 18 01:35:11.983875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4bd4881d-d636-4933-b6f7-cd93466ece17 req-461c4614-6942-45a5-8841-51d42fc57e97 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Sep 18 01:35:12.052157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-6b7d05bc-bef5-456f-b70c-38d5fdf47f70 service neutron] 10.222.0.48 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923126 Sep 18 01:35:12.139599 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3054233c-30ce-4ad8-ba23-93448e22d1e0 req-e1f7c4ba-1c95-4d79-ac12-71ce9797717b service neutron] 10.222.0.48 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804119 Sep 18 01:35:12.222981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-0ead7e80-47b2-4674-a15b-b88fc1732abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:12.224435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-0ead7e80-47b2-4674-a15b-b88fc1732abf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 1096 time: 0.0414906 Sep 18 01:35:12.316702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-2acff160-0479-452c-b3f6-82fbcd183051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:12.318226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-2acff160-0479-452c-b3f6-82fbcd183051 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 200 len: 915 time: 0.0870411 Sep 18 01:35:12.360827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-90eb540c-7eb1-4369-8372-54030cbbc5c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49 HTTP/1.1" status: 200 len: 217 time: 0.0350339 Sep 18 01:35:12.414772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-37077576-9526-4a8a-9afb-f8c041a0c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:12.416202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-37077576-9526-4a8a-9afb-f8c041a0c004 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dbda8e4-2e61-4201-8e59-df5591cef000 HTTP/1.1" status: 200 len: 854 time: 0.0489185 Sep 18 01:35:12.449751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-6384cf87-db3c-4170-9e9f-21f04c54472c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a2744f-3c1b-4918-8cda-4a67dafda40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242341 Sep 18 01:35:12.538275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-f3968e38-6e73-4526-9902-550ab6d811ea service neutron] 10.222.0.48 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807631 Sep 18 01:35:12.630733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2d9b02d-fc56-40e6-bbaa-8d2f20b4c56e req-d94369fb-91a0-4ed3-943c-2ab5caaeb320 service neutron] 10.222.0.48 "GET /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847590 Sep 18 01:35:13.098375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e4632-4ffe-4276-8ddf-425d05e1268e req-5b7f08d5-14dc-483e-abf3-49b27533aa06 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:13.099833 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-420e4632-4ffe-4276-8ddf-425d05e1268e req-5b7f08d5-14dc-483e-abf3-49b27533aa06 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 944 time: 0.0482132 Sep 18 01:35:13.138528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-420e4632-4ffe-4276-8ddf-425d05e1268e req-964bfbc7-6765-479d-b1ac-0ca963df897e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Sep 18 01:35:14.249205 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558126c-3841-45b6-931b-a777afd82650 req-25374da6-4a66-4a45-ae3d-8de14bd38213 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:14.250669 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0558126c-3841-45b6-931b-a777afd82650 req-25374da6-4a66-4a45-ae3d-8de14bd38213 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 944 time: 0.0477681 Sep 18 01:35:14.292274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0558126c-3841-45b6-931b-a777afd82650 req-957afaf3-6eb8-4ac8-b540-bc0aa987e984 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Sep 18 01:35:15.405780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ab2a-e55c-4dac-8681-024c48438b84 req-062f73e2-2d9c-4575-aa64-45e1f9a3611f tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:15.407260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3785ab2a-e55c-4dac-8681-024c48438b84 req-062f73e2-2d9c-4575-aa64-45e1f9a3611f tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 944 time: 0.0493701 Sep 18 01:35:15.445990 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3785ab2a-e55c-4dac-8681-024c48438b84 req-ce0b7cbf-e35c-47c4-9ce3-0409df349c7b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Sep 18 01:35:16.216789 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e95ce872-541f-44e4-93c2-2e2a0fee5a49 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:35:16.310377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:16.321851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49', 'network_id': '54a2744f-3c1b-4918-8cda-4a67dafda40e', 'port_id': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49', 'mac_address': 'fa:16:3e:f3:94:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbda8e4-2e61-4201-8e59-df5591cef000', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:35:16.357193 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:16.369896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95ce872-541f-44e4-93c2-2e2a0fee5a49 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:35:16.388908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:16.393488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:16.442536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:16.563477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21532913-cf58-4b11-a37b-d07e647e3b61 req-a9a47c1c-080b-4aa7-8119-46d169b36fca tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:16.565670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21532913-cf58-4b11-a37b-d07e647e3b61 req-a9a47c1c-080b-4aa7-8119-46d169b36fca tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 945 time: 0.0536959 Sep 18 01:35:16.571644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:16.586921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e95ce872-541f-44e4-93c2-2e2a0fee5a49'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:16.605484 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-21532913-cf58-4b11-a37b-d07e647e3b61 req-81502449-dabd-47e3-8b63-6cfc0b1f1ce0 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Sep 18 01:35:17.718496 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ef2-4acf-402b-8332-16812c2805e7 req-83e658f6-3004-40bd-8240-85acc75b3466 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:17.720666 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55926ef2-4acf-402b-8332-16812c2805e7 req-83e658f6-3004-40bd-8240-85acc75b3466 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Sep 18 01:35:17.762429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55926ef2-4acf-402b-8332-16812c2805e7 req-b5b3332c-2cc8-4c80-9308-a8a9f26fee12 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Sep 18 01:35:18.232239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e95ce872-541f-44e4-93c2-2e2a0fee5a49 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:18.278634 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port e95ce872-541f-44e4-93c2-2e2a0fee5a49 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:35:18.282092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port e95ce872-541f-44e4-93c2-2e2a0fee5a49 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:18.283140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:18.357934 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:18.379385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:18.381602 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4216834-e027-4403-aa10-414b001e93d3" -d '{"events": [{"server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "name": "network-vif-plugged", "status": "completed", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:18.394291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:18.399642 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:18.423142 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfb7a1-86e6-48b7-a2a9-d06d987e8a7e x-openstack-request-id: req-20dfb7a1-86e6-48b7-a2a9-d06d987e8a7e {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:18.423598 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "name": "network-vif-plugged", "status": "completed", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:18.423836 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20dfb7a1-86e6-48b7-a2a9-d06d987e8a7e {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:18.424065 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49', 'code': 200} Sep 18 01:35:18.448866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:18.517790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c00cec-3d38-43af-901b-d892a41bc300 req-2ca23903-cc5d-47b3-85ce-1f5d7b0f896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:18.519146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74c00cec-3d38-43af-901b-d892a41bc300 req-2ca23903-cc5d-47b3-85ce-1f5d7b0f896e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 1098 time: 0.0400152 Sep 18 01:35:18.552966 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74c00cec-3d38-43af-901b-d892a41bc300 req-1af3cd54-85c7-4d79-828e-49f262443aac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269778 Sep 18 01:35:18.873990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515ec82-56fb-4444-8dad-2184361f87ad req-4e882f01-08dd-4ab9-bbdd-9ff146b27c07 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:18.875437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f515ec82-56fb-4444-8dad-2184361f87ad req-4e882f01-08dd-4ab9-bbdd-9ff146b27c07 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 946 time: 0.0481186 Sep 18 01:35:18.913961 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f515ec82-56fb-4444-8dad-2184361f87ad req-6abc7314-d3b6-4b43-b8b3-c8aecb807f91 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Sep 18 01:35:20.028666 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1fb33-3c71-4cf7-8044-ae2428a5d535 req-cf7556e1-1e9b-4e12-b9db-41e6935be0cb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:20.030137 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5c1fb33-3c71-4cf7-8044-ae2428a5d535 req-cf7556e1-1e9b-4e12-b9db-41e6935be0cb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 946 time: 0.0487354 Sep 18 01:35:20.070632 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a5c1fb33-3c71-4cf7-8044-ae2428a5d535 req-03e08297-2f1a-4f9c-8a2e-15c80f1fb0cb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Sep 18 01:35:20.299211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197569-4cbd-4d6d-9ab2-2bd4ad61658f req-8fb6672c-7831-4420-8671-ae5b48baa989 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:20.300706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22197569-4cbd-4d6d-9ab2-2bd4ad61658f req-8fb6672c-7831-4420-8671-ae5b48baa989 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Sep 18 01:35:20.337741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22197569-4cbd-4d6d-9ab2-2bd4ad61658f req-94fc345e-5f19-4686-bb76-63a6e14af5d2 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Sep 18 01:35:21.453847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07290cf0-c1be-473f-98a5-042a090c38e7 req-6e96293c-6aab-473d-82bd-54c601308e0b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:21.456041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07290cf0-c1be-473f-98a5-042a090c38e7 req-6e96293c-6aab-473d-82bd-54c601308e0b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 946 time: 0.0493865 Sep 18 01:35:21.500562 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07290cf0-c1be-473f-98a5-042a090c38e7 req-f1751b01-78ad-46a6-aac7-d2a3b042e6c3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Sep 18 01:35:21.540614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-4ca026cd-0a7b-4695-927f-fabba803c3fb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:21.542020 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-4ca026cd-0a7b-4695-927f-fabba803c3fb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dbb46cb-f5f3-48cf-a15c-f47a48355db2 HTTP/1.1" status: 200 len: 946 time: 0.0560968 Sep 18 01:35:21.630489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Deleting port e95ce872-541f-44e4-93c2-2e2a0fee5a49 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:21.630761 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:21.721101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] For port e95ce872-541f-44e4-93c2-2e2a0fee5a49, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=e95ce872-541f-44e4-93c2-2e2a0fee5a49,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:21.721464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:21.733134 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Calling delete_port for e95ce872-541f-44e4-93c2-2e2a0fee5a49 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:21.855696 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:21.867246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['e95ce872-541f-44e4-93c2-2e2a0fee5a49'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:21.890337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Pushing event deleted for resources: {'Port': ['ID=e95ce872-541f-44e4-93c2-2e2a0fee5a49,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:21.892475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:21.930515 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] No DVR routers for this DVR port e95ce872-541f-44e4-93c2-2e2a0fee5a49 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:21.933396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:21.935483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-694ae5ac-1cf5-4149-be9a-4e7425624beb req-9a9d72be-00cb-4ad4-ade8-d28949d12a8e tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.48 "DELETE /v2.0/ports/e95ce872-541f-44e4-93c2-2e2a0fee5a49 HTTP/1.1" status: 204 len: 173 time: 0.3864918 Sep 18 01:35:21.935955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'name': 'network-vif-deleted', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:21.938356 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74479ae4-ee5e-4133-b285-e619a8f0311a" -d '{"events": [{"server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "name": "network-vif-deleted", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:21.974344 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b05e92e-91a2-4719-b001-e9329577a685 x-openstack-request-id: req-9b05e92e-91a2-4719-b001-e9329577a685 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:21.974647 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb46cb-f5f3-48cf-a15c-f47a48355db2", "name": "network-vif-deleted", "tag": "e95ce872-541f-44e4-93c2-2e2a0fee5a49", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:21.974903 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b05e92e-91a2-4719-b001-e9329577a685 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:21.975371 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb46cb-f5f3-48cf-a15c-f47a48355db2', 'name': 'network-vif-deleted', 'tag': 'e95ce872-541f-44e4-93c2-2e2a0fee5a49', 'status': 'completed', 'code': 200} Sep 18 01:35:22.652436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26e0b1-2239-4eac-a7f1-4945ee92141b req-a0c5569b-71c7-4f31-bb81-6e9f9a68c8a5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:22.654713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf26e0b1-2239-4eac-a7f1-4945ee92141b req-a0c5569b-71c7-4f31-bb81-6e9f9a68c8a5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0508246 Sep 18 01:35:22.693040 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bf26e0b1-2239-4eac-a7f1-4945ee92141b req-f4383528-ce50-4e92-9420-735a0d7b6b70 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Sep 18 01:35:22.824439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0990-1f61-4d98-bb8e-4822a0e9f98b req-98367d85-2dbe-4998-a926-034470a72a0b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:22.825831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa0f0990-1f61-4d98-bb8e-4822a0e9f98b req-98367d85-2dbe-4998-a926-034470a72a0b tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0514524 Sep 18 01:35:22.864512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aa0f0990-1f61-4d98-bb8e-4822a0e9f98b req-e3587a8e-5337-48ca-9599-6b2c7bde30c6 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Sep 18 01:35:22.980798 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903579c-c154-46f3-b534-a7a55d77d33b req-0c5ec667-21c7-4e4a-852d-215b1f0419dc tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:22.982295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a903579c-c154-46f3-b534-a7a55d77d33b req-0c5ec667-21c7-4e4a-852d-215b1f0419dc tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0493519 Sep 18 01:35:23.023114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a903579c-c154-46f3-b534-a7a55d77d33b req-cff98ace-ba81-4fda-99dc-76c0bc4d6702 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Sep 18 01:35:23.185487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2eaa-2513-4373-beb2-dd08e7d4d68c req-77def2ff-7da4-46f5-b96f-136e6df89c04 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:23.186937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a4f2eaa-2513-4373-beb2-dd08e7d4d68c req-77def2ff-7da4-46f5-b96f-136e6df89c04 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0478568 Sep 18 01:35:23.224046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3a4f2eaa-2513-4373-beb2-dd08e7d4d68c req-5685c16f-3a8d-4384-99ae-cc65f600c4da tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306828 Sep 18 01:35:23.340307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3820ed-2b2f-4f95-8f19-03bc7d9cfcd2 req-206e593f-b614-4370-9bc3-6f4170e35155 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:23.341684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f3820ed-2b2f-4f95-8f19-03bc7d9cfcd2 req-206e593f-b614-4370-9bc3-6f4170e35155 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0517855 Sep 18 01:35:23.379616 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f3820ed-2b2f-4f95-8f19-03bc7d9cfcd2 req-59d12dd3-61c8-4d2e-bed9-ccc62d42432d tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Sep 18 01:35:23.499991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571dd8-5e3e-46e1-a36d-f07f07d36fd0 req-23e4345d-04a4-440f-8c13-bded7467b4f3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:23.502099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4571dd8-5e3e-46e1-a36d-f07f07d36fd0 req-23e4345d-04a4-440f-8c13-bded7467b4f3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0481260 Sep 18 01:35:23.538584 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4571dd8-5e3e-46e1-a36d-f07f07d36fd0 req-b17c6355-5041-4938-bfc4-c371e9756d0c tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Sep 18 01:35:23.831806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05decc80-6471-4709-9247-f8ae0569d870 req-2eb2dc0e-6e52-4b85-a9b7-262bc7cc1db3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:23.833308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05decc80-6471-4709-9247-f8ae0569d870 req-2eb2dc0e-6e52-4b85-a9b7-262bc7cc1db3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0483546 Sep 18 01:35:23.872071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-05decc80-6471-4709-9247-f8ae0569d870 req-0d2f39fe-dbb9-46f7-96ba-a5bc4394bf82 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Sep 18 01:35:24.314797 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4872ffc1-cb2a-4df5-9b70-6f9609451000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:24.992354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28844b53-1662-46c8-993c-121f1267132a req-902dfe25-d57a-4725-ab4b-5616f90363f2 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:24.993829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28844b53-1662-46c8-993c-121f1267132a req-902dfe25-d57a-4725-ab4b-5616f90363f2 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0521324 Sep 18 01:35:25.031421 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-28844b53-1662-46c8-993c-121f1267132a req-ecf0d525-0b9c-406d-bc4d-f61e4bf451bb tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/security-groups?id=90164c72-e6a7-41ec-9dd3-97f26bc50660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Sep 18 01:35:25.429616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-6644e64f-cee4-4ad8-a378-2cda225804ff tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:25.431004 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-6644e64f-cee4-4ad8-a378-2cda225804ff tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.54 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 945 time: 0.0526083 Sep 18 01:35:25.516703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Deleting port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:25.517141 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:25.607502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] For port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,segment=NetworkSegment(3246d3c0-4425-43dd-aad4-bb61dcbf904f),segment_id=3246d3c0-4425-43dd-aad4-bb61dcbf904f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:25.607880 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:25.619726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Calling delete_port for 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:25.742211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:25.774278 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Pushing event deleted for resources: {'Port': ['ID=238f7fe3-3d12-49cc-9aa5-b95b16b0dd99,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:25.777562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:35:25.801313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.801657 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.801999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.802334 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.802659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.802982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.803303 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.803621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.803941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.804279 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.804599 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.804915 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:25.822660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] No DVR routers for this DVR port 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:25.825078 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:25.827050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5d265d05-69b3-443e-a3cb-93848a926af0 req-e8102619-3021-4c58-a2d3-38c0a25937a3 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.54 "DELETE /v2.0/ports/238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 HTTP/1.1" status: 204 len: 173 time: 0.3897965 Sep 18 01:35:25.827478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'name': 'network-vif-deleted', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:25.830272 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5367ded3-ab44-440c-bdbb-92debb98949d" -d '{"events": [{"server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "name": "network-vif-deleted", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:25.869848 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa665584-1dd6-4f41-a35e-e4af0936896f x-openstack-request-id: req-fa665584-1dd6-4f41-a35e-e4af0936896f {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:25.870139 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c264ec-b762-454d-acbc-9c6acf175aed", "name": "network-vif-deleted", "tag": "238f7fe3-3d12-49cc-9aa5-b95b16b0dd99", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:25.870389 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa665584-1dd6-4f41-a35e-e4af0936896f {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:25.870782 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c264ec-b762-454d-acbc-9c6acf175aed', 'name': 'network-vif-deleted', 'tag': '238f7fe3-3d12-49cc-9aa5-b95b16b0dd99', 'status': 'completed', 'code': 200} Sep 18 01:35:26.134674 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ad20ad6-ba49-45f4-945f-9a7ab2cfc0e3 req-c19282e3-88d0-429c-ad5c-33e0af2184a5 tempest-ServersNegativeTestJSON-1207765604 tempest-ServersNegativeTestJSON-1207765604-project] 10.222.0.49 "GET /v2.0/ports?device_id=49c264ec-b762-454d-acbc-9c6acf175aed HTTP/1.1" status: 200 len: 210 time: 0.0267897 Sep 18 01:35:26.294128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e95ce872-541f-44e4-93c2-2e2a0fee5a49 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:35:26.315939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: e95ce872-541f-44e4-93c2-2e2a0fee5a49 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:35:26.316203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device e95ce872-541f-44e4-93c2-2e2a0fee5a49 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:35:27.190285 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56154) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:27.232941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Deleting subnet 6dbda8e4-2e61-4201-8e59-df5591cef000 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:35:27.236479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.272315 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.311685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.317508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-794b6fc9-ad0e-4eab-8952-e97c062cead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.366158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.388757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbda8e4-2e61-4201-8e59-df5591cef000,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:27.394929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.397056 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e16f0c17-24dc-4a1c-80d2-7be17e5f073f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6dbda8e4-2e61-4201-8e59-df5591cef000 HTTP/1.1" status: 204 len: 168 time: 0.2055092 Sep 18 01:35:27.399426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:27.468989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.545398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.557523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.565661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a2744f-3c1b-4918-8cda-4a67dafda40e']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:27.574587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3246d3c0-4425-43dd-aad4-bb61dcbf904f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:27.574887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3246d3c0-4425-43dd-aad4-bb61dcbf904f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:27.584633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.598009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.603817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:27.604198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:27.605818 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:27.661586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.667010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.671458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] 10.222.0.49 "DELETE /v2.0/networks/54a2744f-3c1b-4918-8cda-4a67dafda40e HTTP/1.1" status: 204 len: 168 time: 0.2711220 Sep 18 01:35:27.682394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809954b3-7d65-4257-a770-b12c6a3fa37a admin admin] Pushing event deleted for resources: {'Network': ['ID=54a2744f-3c1b-4918-8cda-4a67dafda40e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:27.776553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:27.817252 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ce12f88c-3ea6-4cda-982b-085adb4f952e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab3a81dd262b437d9318ca5dfe6c43a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395029 Sep 18 01:35:27.819646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:27.867791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.888302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.939572 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.945396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:27.946547 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90164c72-e6a7-41ec-9dd3-97f26bc50660 HTTP/1.1" status: 204 len: 168 time: 0.1260221 Sep 18 01:35:27.954796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610fe58-b3a6-4b87-b9a3-1a11270a52d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90164c72-e6a7-41ec-9dd3-97f26bc50660,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:28.542459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.623148 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56184) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:28.718166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1087156736'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:28.739304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:28.742599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.750697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.840049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.843428 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.866713 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:28.882049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39358662-69e2-441d-a95c-d12a10e6975e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:28.885991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.886328 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Added segment b697a4cb-f5e7-4f15-86dd-9732568a43b4 of type vlan for network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe Sep 18 01:35:28.927331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.951476 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:28.958018 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:28.958597 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:29.008247 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3706131 Sep 18 01:35:29.033439 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea764-113f-470f-8d22-9847750dfc73 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Network': ['ID=db2f1abd-a7c3-40b7-99fa-05a58ac53dbe,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:29.044630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:29.175780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:35:29.195150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:35:29.195494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 238f7fe3-3d12-49cc-9aa5-b95b16b0dd99 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:35:29.864626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.192001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56188) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:32.197044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'subnet': {'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:32.281481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:32.285164 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.462679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.529977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Subnet': ['ID=402b2109-e842-492e-a328-9b72716db537,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:32.539921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking segment: {'id': 'b697a4cb-f5e7-4f15-86dd-9732568a43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:32.540305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network hostable DHCP agents. Network: db2f1abd-a7c3-40b7-99fa-05a58ac53dbe, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:32.544155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.544539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.544876 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.545214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.545547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.545881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.546212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.546560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.546872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.547200 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.548143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.548497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:32.564815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:32.573273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, db2f1abd-a7c3-40b7-99fa-05a58ac53dbe) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:32.577207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:32.577787 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.582911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1f5bc-0680-44e9-9f5b-c7457fdad528 None None] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:32.592148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-04df2f52-3f5f-4c06-aefe-86f3442a4a9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3990431 Sep 18 01:35:32.596488 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56190) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:32.601701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302021106'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:32.622356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:32.626032 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.649036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:32.658256 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.658594 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Added segment 9bc3c1ff-d4e2-4846-b784-b777532cb81e of type vlan for network 9d72dedc-baa0-44ae-ad90-bfe296c5bfec Sep 18 01:35:32.698786 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.723076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.729426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:32.729766 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-db2f1abd-a7c3-40b7-99fa-05a58ac53dbe', 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe', 'tenant_id': 'a4b81989223b4591996653890732201f', 'fixed_ips': [{'subnet_id': '402b2109-e842-492e-a328-9b72716db537'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:32.730014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.730617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.760039 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.772529 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1748269 Sep 18 01:35:32.775819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56192) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:32.780935 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'subnet': {'network_id': '9d72dedc-baa0-44ae-ad90-bfe296c5bfec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:32.804313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb22be-f2ea-4b1a-bac2-c9dd08386c9c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Network': ['ID=9d72dedc-baa0-44ae-ad90-bfe296c5bfec,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:32.814379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9d72dedc-baa0-44ae-ad90-bfe296c5bfec details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:32.877207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:32.880757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:32.936478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Allocated IP 2001:db8:0:ffff::2 (db2f1abd-a7c3-40b7-99fa-05a58ac53dbe/402b2109-e842-492e-a328-9b72716db537/88f0406e-e76d-44ca-a179-40671085a7f9) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:33.079284 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.090123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.095666 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.137427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:33.140174 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:33.143384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Subnet': ['ID=914716ec-a3d8-4ac2-b657-d87ef5053f28,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.146686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:33.149991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Pushing event updated for resources: {'Port': ['ID=88f0406e-e76d-44ca-a179-40671085a7f9,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.152640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking segment: {'id': '9bc3c1ff-d4e2-4846-b784-b777532cb81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9d72dedc-baa0-44ae-ad90-bfe296c5bfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:33.153069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network hostable DHCP agents. Network: 9d72dedc-baa0-44ae-ad90-bfe296c5bfec, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:33.160897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.161251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.161590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.161928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.162263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.162592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.162917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.163259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.163606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.163931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.164278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.164603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:33.174376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network 9d72dedc-baa0-44ae-ad90-bfe296c5bfec is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:33.183147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9d72dedc-baa0-44ae-ad90-bfe296c5bfec) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:33.187315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:33.187883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.202034 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e6f296-77d8-450e-9bf0-32b81bf05a73 None None] Network 9d72dedc-baa0-44ae-ad90-bfe296c5bfec requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:33.202253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ba38430b-ac2c-48ec-9981-7339ef8e6eb0 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4251072 Sep 18 01:35:33.205155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56194) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:33.232334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Attempting to bind port 88f0406e-e76d-44ca-a179-40671085a7f9 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:33.232709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Attempting to bind port 88f0406e-e76d-44ca-a179-40671085a7f9 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'b697a4cb-f5e7-4f15-86dd-9732568a43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:33.233076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Attempting to bind port 88f0406e-e76d-44ca-a179-40671085a7f9 on network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:33.241970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:33.242343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Checking segment: {'id': 'b697a4cb-f5e7-4f15-86dd-9732568a43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:33.242760 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.243157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Bound using segment: {'id': 'b697a4cb-f5e7-4f15-86dd-9732568a43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:33.243626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Bound port: 88f0406e-e76d-44ca-a179-40671085a7f9, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b697a4cb-f5e7-4f15-86dd-9732568a43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db2f1abd-a7c3-40b7-99fa-05a58ac53dbe'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:33.244011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.302988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.388556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.453611 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.480726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Subnet': ['ID=914716ec-a3d8-4ac2-b657-d87ef5053f28,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.532283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] For port 88f0406e-e76d-44ca-a179-40671085a7f9, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:33.542807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1078e3-9706-433b-80a7-95a415616a29 None None] Network 9d72dedc-baa0-44ae-ad90-bfe296c5bfec requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:33.546391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.548341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] For port 88f0406e-e76d-44ca-a179-40671085a7f9, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88f0406e-e76d-44ca-a179-40671085a7f9,segment=NetworkSegment(b697a4cb-f5e7-4f15-86dd-9732568a43b4),segment_id=b697a4cb-f5e7-4f15-86dd-9732568a43b4)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:33.560103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.568399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d72dedc-baa0-44ae-ad90-bfe296c5bfec']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:33.577332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc3c1ff-d4e2-4846-b784-b777532cb81e') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:33.577626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc3c1ff-d4e2-4846-b784-b777532cb81e') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:33.587360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.601280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.608903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:33.609304 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:33.612477 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:33.663341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537ca3-7750-490b-8b23-119eefd31224 None None] Pushing event updated for resources: {'Port': ['ID=88f0406e-e76d-44ca-a179-40671085a7f9,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.675188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.680301 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.685509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/9d72dedc-baa0-44ae-ad90-bfe296c5bfec HTTP/1.1" status: 204 len: 168 time: 0.4760315 Sep 18 01:35:33.685854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:33.691374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709859188'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:33.701466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1897e-1333-4fe4-81bf-04fe55919c7e tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Network': ['ID=9d72dedc-baa0-44ae-ad90-bfe296c5bfec,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.715564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:33.720188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.744332 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:33.754024 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.754371 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Added segment 1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac of type vlan for network 18aeb3d6-6932-453a-bbd3-c5cd88621726 Sep 18 01:35:33.796612 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.843954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.849590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:33.850172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:33.893106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2058313 Sep 18 01:35:33.895409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:33.902389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'subnet': {'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:33.931227 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152638e-1234-4c22-a9fa-200fb7b201de tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Network': ['ID=18aeb3d6-6932-453a-bbd3-c5cd88621726,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:33.943057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 18aeb3d6-6932-453a-bbd3-c5cd88621726 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:34.002347 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:34.005898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.061881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Performing IP validity checks on allocation pools {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 01:35:34.062333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 01:35:34.185038 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.245295 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Subnet': ['ID=2c8431e2-0cb1-4d2f-bef9-bec1a5385480,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:34.254904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking segment: {'id': '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:34.255273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network hostable DHCP agents. Network: 18aeb3d6-6932-453a-bbd3-c5cd88621726, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:34.272959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network 18aeb3d6-6932-453a-bbd3-c5cd88621726 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:34.281288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 18aeb3d6-6932-453a-bbd3-c5cd88621726) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:34.286299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:34.286852 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.293275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2ab0c-b8cd-4d4b-ab02-883c07033d7b None None] Network 18aeb3d6-6932-453a-bbd3-c5cd88621726 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:34.301834 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e6a65aad-4357-4875-817c-e072e33d2136 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4040239 Sep 18 01:35:34.304433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56200) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:34.453301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-18aeb3d6-6932-453a-bbd3-c5cd88621726', 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726', 'tenant_id': 'a4b81989223b4591996653890732201f', 'fixed_ips': [{'subnet_id': '2c8431e2-0cb1-4d2f-bef9-bec1a5385480'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:34.454381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.591484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010e847-7083-448c-9cd3-74cd0721a10d None None] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:34.627383 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Allocated IP 2001:db8::3 (18aeb3d6-6932-453a-bbd3-c5cd88621726/2c8431e2-0cb1-4d2f-bef9-bec1a5385480/ca5a7b55-671a-4500-a915-acc236af1c84) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:34.728770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.764774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] Provisioning complete for port 88f0406e-e76d-44ca-a179-40671085a7f9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:34.765372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.779851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.933956 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.945634 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.963538 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:34.975739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.002564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8431e2-0cb1-4d2f-bef9-bec1a5385480,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:35.002793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Network 18aeb3d6-6932-453a-bbd3-c5cd88621726 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:35.015441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:35.017575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Pushing event updated for resources: {'Port': ['ID=ca5a7b55-671a-4500-a915-acc236af1c84,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:35.024128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:35.039482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] For port 88f0406e-e76d-44ca-a179-40671085a7f9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88f0406e-e76d-44ca-a179-40671085a7f9,segment=NetworkSegment(b697a4cb-f5e7-4f15-86dd-9732568a43b4),segment_id=b697a4cb-f5e7-4f15-86dd-9732568a43b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:35.060675 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.069161 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.093399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aeb3d6-6932-453a-bbd3-c5cd88621726']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:35.103695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:35.104021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:35.114314 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.126776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Attempting to bind port ca5a7b55-671a-4500-a915-acc236af1c84 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:35.129193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Attempting to bind port ca5a7b55-671a-4500-a915-acc236af1c84 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:35.129193 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Attempting to bind port ca5a7b55-671a-4500-a915-acc236af1c84 on network 18aeb3d6-6932-453a-bbd3-c5cd88621726 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:35.130184 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.136784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:35.137324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:35.140922 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:35.142935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:35.142935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Checking segment: {'id': '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:35.142935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.143219 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Bound using segment: {'id': '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:35.143642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Bound port: ca5a7b55-671a-4500-a915-acc236af1c84, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:35.144031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.159578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b665381-5bdb-4ce2-87f1-931f75e24bc7 None None] Pushing event updated for resources: {'Port': ['ID=88f0406e-e76d-44ca-a179-40671085a7f9,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:35.204279 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.db.api [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 01:35:35.204279 n-d-712707-16 neutron-server[106453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 01:35:35.204279 n-d-712707-16 neutron-server[106453]: [parameters: {'id': '18aeb3d6-6932-453a-bbd3-c5cd88621726'}] Sep 18 01:35:35.204279 n-d-712707-16 neutron-server[106453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:35:35.204743 n-d-712707-16 neutron-server[106453]: DEBUG oslo_db.api [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:35:35.208577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b6cc00de-6fcf-4fa2-8652-2613fdb5ea17 None None] Provisioning complete for port 88f0406e-e76d-44ca-a179-40671085a7f9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:35.208953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b6cc00de-6fcf-4fa2-8652-2613fdb5ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.249058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] For port ca5a7b55-671a-4500-a915-acc236af1c84, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:35.254444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] For port ca5a7b55-671a-4500-a915-acc236af1c84, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ca5a7b55-671a-4500-a915-acc236af1c84,segment=NetworkSegment(1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac),segment_id=1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:35.261082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.367001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429677a2-3c8e-46d5-b4fe-ac196ce3f16b None None] Pushing event updated for resources: {'Port': ['ID=ca5a7b55-671a-4500-a915-acc236af1c84,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:35.376515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc93a33-b304-4df2-b25a-36a7c442709a None None] Network 18aeb3d6-6932-453a-bbd3-c5cd88621726 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:35.501439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8068fa-9446-4e99-9e7d-4d2aa3cdc4a4 None None] get_active_networks_info from n-d-712707-16 {{(pid=106454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:35:35.563993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8068fa-9446-4e99-9e7d-4d2aa3cdc4a4 None None] Resources bound (agent type, host, resource id): {{(pid=106454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 01:35:35.676498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88f0406e-e76d-44ca-a179-40671085a7f9 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:35.705918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.758439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Deleting port ca5a7b55-671a-4500-a915-acc236af1c84 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:35.758783 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.778851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 88f0406e-e76d-44ca-a179-40671085a7f9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:35.779386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.821426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] For port ca5a7b55-671a-4500-a915-acc236af1c84, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ca5a7b55-671a-4500-a915-acc236af1c84,segment=NetworkSegment(1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac),segment_id=1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:35.821716 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.839127 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Calling delete_port for ca5a7b55-671a-4500-a915-acc236af1c84 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:35.916217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:35.941741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Port': ['ID=ca5a7b55-671a-4500-a915-acc236af1c84,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:35.945151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No DVR routers for this DVR port ca5a7b55-671a-4500-a915-acc236af1c84 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:36.023293 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.042266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aeb3d6-6932-453a-bbd3-c5cd88621726']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:36.051644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:36.051940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6bfb5e-e954-4be8-b0bf-d04dd5fe1cac') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:36.060878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.074225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.080471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:36.080863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:36.083723 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:36.143801 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.148530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.151386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/18aeb3d6-6932-453a-bbd3-c5cd88621726 HTTP/1.1" status: 204 len: 168 time: 1.8456471 Sep 18 01:35:36.154891 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56202) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:36.160686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1640098091'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:36.166465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214f0f-7789-4bcd-bad5-941dd1c58f26 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Network': ['ID=18aeb3d6-6932-453a-bbd3-c5cd88621726,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:36.181032 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:36.184336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.207300 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:36.216079 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.216443 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Added segment 34d256b7-cc95-485b-8ee6-48c97c77dc2f of type vlan for network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 Sep 18 01:35:36.256040 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.278770 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.284913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:36.285493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.317100 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1609981 Sep 18 01:35:36.320067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56204) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:36.325354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'subnet': {'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:36.353042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8b7bf-45bd-45ab-afea-08f05185cf82 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Network': ['ID=7a9bae34-1639-47f8-ba8a-39ffdf5ae750,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:36.364108 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:36.413971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:36.417773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.598137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.666680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Subnet': ['ID=21cda52a-8ef1-4da5-bef5-24864858d58d,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:36.669227 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking segment: {'id': '34d256b7-cc95-485b-8ee6-48c97c77dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:36.669706 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network hostable DHCP agents. Network: 7a9bae34-1639-47f8-ba8a-39ffdf5ae750, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:36.686021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:36.694334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 7a9bae34-1639-47f8-ba8a-39ffdf5ae750) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:36.698217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:36.698798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.703073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a49261-d224-4f37-839e-02af27c0805b None None] Network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:36.713028 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-79576bc5-31a1-41df-af0c-2a228bb3a71c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3918595 Sep 18 01:35:36.716702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56206) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:36.722498 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47190506'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:36.741913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:36.745302 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.769833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:36.779017 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.779368 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Added segment 8bb6c95e-7115-4e85-ab4f-c7eafc436e11 of type vlan for network 36a5e380-0c0c-49e7-b919-c3d237f7c6f7 Sep 18 01:35:36.819678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.845392 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.848947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-7a9bae34-1639-47f8-ba8a-39ffdf5ae750', 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750', 'tenant_id': 'a4b81989223b4591996653890732201f', 'fixed_ips': [{'subnet_id': '21cda52a-8ef1-4da5-bef5-24864858d58d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:36.849817 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.853299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:36.853917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:36.890132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1723402 Sep 18 01:35:36.893271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56208) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:36.897913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Request body: {'subnet': {'network_id': '36a5e380-0c0c-49e7-b919-c3d237f7c6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:36.950132 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82280ae9-e48a-4286-8dc1-52aca4961381 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Network': ['ID=36a5e380-0c0c-49e7-b919-c3d237f7c6f7,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:36.964106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 36a5e380-0c0c-49e7-b919-c3d237f7c6f7 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:37.024188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Made reservation on behalf of a4b81989223b4591996653890732201f for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:37.027726 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.040818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Allocated IP 2001:db8::2 (7a9bae34-1639-47f8-ba8a-39ffdf5ae750/21cda52a-8ef1-4da5-bef5-24864858d58d/6381a30f-e73d-4cfe-ba33-432808807841) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:37.191788 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.197423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.216437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.234064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:37.239119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:37.245419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:37.248447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Pushing event updated for resources: {'Port': ['ID=6381a30f-e73d-4cfe-ba33-432808807841,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:37.284026 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event updated for resources: {'Subnet': ['ID=18512907-3b8c-42c3-ab93-91df2a2088df,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:37.291264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Checking segment: {'id': '8bb6c95e-7115-4e85-ab4f-c7eafc436e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '36a5e380-0c0c-49e7-b919-c3d237f7c6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:37.291631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network hostable DHCP agents. Network: 36a5e380-0c0c-49e7-b919-c3d237f7c6f7, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:37.302630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Attempting to bind port 6381a30f-e73d-4cfe-ba33-432808807841 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:37.302996 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Attempting to bind port 6381a30f-e73d-4cfe-ba33-432808807841 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '34d256b7-cc95-485b-8ee6-48c97c77dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:37.303352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Attempting to bind port 6381a30f-e73d-4cfe-ba33-432808807841 on network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:37.308146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:37.308368 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Network 36a5e380-0c0c-49e7-b919-c3d237f7c6f7 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:37.308608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Checking segment: {'id': '34d256b7-cc95-485b-8ee6-48c97c77dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:37.308974 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.309365 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Bound using segment: {'id': '34d256b7-cc95-485b-8ee6-48c97c77dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:37.309820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Bound port: 6381a30f-e73d-4cfe-ba33-432808807841, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d256b7-cc95-485b-8ee6-48c97c77dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7a9bae34-1639-47f8-ba8a-39ffdf5ae750'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:37.310218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.317056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 36a5e380-0c0c-49e7-b919-c3d237f7c6f7) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:37.321628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:37.322229 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.337377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-94f11ba8-fb42-40da-9f05-4b9172f91e4c tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4432719 Sep 18 01:35:37.339987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.342612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a005a82-d610-43ca-970f-b964f7c2f805 None None] Network 36a5e380-0c0c-49e7-b919-c3d237f7c6f7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:37.427923 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] For port 6381a30f-e73d-4cfe-ba33-432808807841, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:37.432050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] For port 6381a30f-e73d-4cfe-ba33-432808807841, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6381a30f-e73d-4cfe-ba33-432808807841,segment=NetworkSegment(34d256b7-cc95-485b-8ee6-48c97c77dc2f),segment_id=34d256b7-cc95-485b-8ee6-48c97c77dc2f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:37.441003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.445530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.496209 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.535035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb93669-7418-4077-a6c1-ed8f603c1970 None None] Pushing event updated for resources: {'Port': ['ID=6381a30f-e73d-4cfe-ba33-432808807841,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:37.563702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.570518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5acfb-a72e-4c12-8b80-a3b8a392dce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-36a5e380-0c0c-49e7-b919-c3d237f7c6f7', 'network_id': '36a5e380-0c0c-49e7-b919-c3d237f7c6f7', 'tenant_id': 'a4b81989223b4591996653890732201f', 'fixed_ips': [{'subnet_id': '18512907-3b8c-42c3-ab93-91df2a2088df'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:37.571527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bd5acfb-a72e-4c12-8b80-a3b8a392dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.593103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Subnet': ['ID=18512907-3b8c-42c3-ab93-91df2a2088df,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:37.662504 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9929bfa-deb9-4eef-86c3-9d1f7f6a8db4 None None] Network 36a5e380-0c0c-49e7-b919-c3d237f7c6f7 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:37.663518 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.685009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a5e380-0c0c-49e7-b919-c3d237f7c6f7']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:37.699663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb6c95e-7115-4e85-ab4f-c7eafc436e11') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:37.700030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb6c95e-7115-4e85-ab4f-c7eafc436e11') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:37.718810 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.737855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.743977 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:37.744414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:37.747572 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:37.817851 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.823056 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:37.826319 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/36a5e380-0c0c-49e7-b919-c3d237f7c6f7 HTTP/1.1" status: 204 len: 168 time: 0.4853349 Sep 18 01:35:37.829475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.842980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51310-b9a9-423f-b88c-efaa8820b257 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Network': ['ID=36a5e380-0c0c-49e7-b919-c3d237f7c6f7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:37.862028 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d44b90a-a3c4-4497-a249-fbc11d0e0eb1 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] GET failed (client error): The resource could not be found. Sep 18 01:35:37.863386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5d44b90a-a3c4-4497-a249-fbc11d0e0eb1 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "GET /v2.0/subnets/18512907-3b8c-42c3-ab93-91df2a2088df HTTP/1.1" status: 404 len: 337 time: 0.0329146 Sep 18 01:35:37.866219 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56214) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.883954 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6445cc5e-626b-498c-9e4c-96b2eb004153 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:37.884520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6445cc5e-626b-498c-9e4c-96b2eb004153 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:37.886125 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6445cc5e-626b-498c-9e4c-96b2eb004153 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/36a5e380-0c0c-49e7-b919-c3d237f7c6f7 HTTP/1.1" status: 404 len: 339 time: 0.0189996 Sep 18 01:35:37.889962 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.915942 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-85088e9a-bb1b-4b06-9002-5d99debe3134 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:37.916413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85088e9a-bb1b-4b06-9002-5d99debe3134 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:37.918049 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-85088e9a-bb1b-4b06-9002-5d99debe3134 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/subnets/18512907-3b8c-42c3-ab93-91df2a2088df HTTP/1.1" status: 404 len: 337 time: 0.0272317 Sep 18 01:35:37.920583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56218) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.938157 n-d-712707-16 neutron-server[106452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03c90be-9cd6-4482-bc8a-5d197924bbf5 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:37.938963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03c90be-9cd6-4482-bc8a-5d197924bbf5 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:37.941933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c03c90be-9cd6-4482-bc8a-5d197924bbf5 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/36a5e380-0c0c-49e7-b919-c3d237f7c6f7 HTTP/1.1" status: 404 len: 339 time: 0.0202322 Sep 18 01:35:37.944138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56220) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:37.995325 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Deleting subnet 21cda52a-8ef1-4da5-bef5-24864858d58d {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:35:37.998280 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.037599 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.123708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.181297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.208677 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Subnet': ['ID=21cda52a-8ef1-4da5-bef5-24864858d58d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:38.212652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.214933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-33e460af-ddc0-42b0-b643-00e88a9a2d0b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/subnets/21cda52a-8ef1-4da5-bef5-24864858d58d HTTP/1.1" status: 204 len: 168 time: 0.2697325 Sep 18 01:35:38.217337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.299881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.354051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Deleting port 6381a30f-e73d-4cfe-ba33-432808807841 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:38.354479 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.420451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] For port 6381a30f-e73d-4cfe-ba33-432808807841, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=6381a30f-e73d-4cfe-ba33-432808807841,segment=NetworkSegment(34d256b7-cc95-485b-8ee6-48c97c77dc2f),segment_id=34d256b7-cc95-485b-8ee6-48c97c77dc2f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:38.420819 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.439238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Calling delete_port for 6381a30f-e73d-4cfe-ba33-432808807841 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:38.501057 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2af5a5-430a-41c4-bb25-9084f7a9ee07 None None] Network 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:38.517622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.543916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Port': ['ID=6381a30f-e73d-4cfe-ba33-432808807841,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:38.545776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No DVR routers for this DVR port 6381a30f-e73d-4cfe-ba33-432808807841 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:38.567474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-09914385-67a3-423a-92af-b5cd4d74444f None None] Could not find standard attr ID for object 6381a30f-e73d-4cfe-ba33-432808807841. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:35:38.628480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.650918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9bae34-1639-47f8-ba8a-39ffdf5ae750']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:38.660448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d256b7-cc95-485b-8ee6-48c97c77dc2f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:38.660775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d256b7-cc95-485b-8ee6-48c97c77dc2f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:38.664793 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc416f-feab-4d50-a626-1605cc49aea4 None None] DHCP port deletion for 7a9bae34-1639-47f8-ba8a-39ffdf5ae750 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:35:38.670149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.684028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.690592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:38.690973 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:38.693914 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:38.748949 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.756531 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.758258 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/7a9bae34-1639-47f8-ba8a-39ffdf5ae750 HTTP/1.1" status: 204 len: 168 time: 0.5398746 Sep 18 01:35:38.760987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.774404 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71304416-7e91-4e5d-9a94-1c11afa77c17 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Network': ['ID=7a9bae34-1639-47f8-ba8a-39ffdf5ae750,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:38.788527 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7d512c-cf7f-49b0-a935-646648a446ce tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:38.788976 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7d512c-cf7f-49b0-a935-646648a446ce tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:38.790670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dc7d512c-cf7f-49b0-a935-646648a446ce tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/subnets/2c8431e2-0cb1-4d2f-bef9-bec1a5385480 HTTP/1.1" status: 404 len: 337 time: 0.0287025 Sep 18 01:35:38.793381 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56226) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.811218 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e7cd3a-183e-4cc3-b5c7-a9dda131515b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:38.811735 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e7cd3a-183e-4cc3-b5c7-a9dda131515b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:38.814328 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e9e7cd3a-183e-4cc3-b5c7-a9dda131515b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/18aeb3d6-6932-453a-bbd3-c5cd88621726 HTTP/1.1" status: 404 len: 339 time: 0.0198207 Sep 18 01:35:38.816363 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.840477 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b26d2b-3d63-4afa-b991-4375bb8182db tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:38.840906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b26d2b-3d63-4afa-b991-4375bb8182db tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:38.842501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-20b26d2b-3d63-4afa-b991-4375bb8182db tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/subnets/914716ec-a3d8-4ac2-b657-d87ef5053f28 HTTP/1.1" status: 404 len: 337 time: 0.0252864 Sep 18 01:35:38.845086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56230) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.863113 n-d-712707-16 neutron-server[106453]: INFO neutron.pecan_wsgi.hooks.translation [None req-81620f26-6307-41c2-80a7-d88e629cb02b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] DELETE failed (client error): The resource could not be found. Sep 18 01:35:38.863621 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81620f26-6307-41c2-80a7-d88e629cb02b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 01:35:38.865222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-81620f26-6307-41c2-80a7-d88e629cb02b tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/9d72dedc-baa0-44ae-ad90-bfe296c5bfec HTTP/1.1" status: 404 len: 339 time: 0.0189176 Sep 18 01:35:38.867456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56232) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:38.921978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Deleting subnet 402b2109-e842-492e-a328-9b72716db537 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:35:38.925860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:38.964754 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.045629 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.108934 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.135881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Subnet': ['ID=402b2109-e842-492e-a328-9b72716db537,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:39.139679 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.142341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-15a3976c-e14c-4215-848b-2e6767c94d9a tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/subnets/402b2109-e842-492e-a328-9b72716db537 HTTP/1.1" status: 204 len: 168 time: 0.2740004 Sep 18 01:35:39.144099 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56234) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:39.145642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953dfec-006a-4746-ae3d-767bf75677b5 None None] Network db2f1abd-a7c3-40b7-99fa-05a58ac53dbe requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:39.221628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.275009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Deleting port 88f0406e-e76d-44ca-a179-40671085a7f9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:39.275469 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.315590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] DHCP port deletion for db2f1abd-a7c3-40b7-99fa-05a58ac53dbe request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:35:39.345078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] For port 88f0406e-e76d-44ca-a179-40671085a7f9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88f0406e-e76d-44ca-a179-40671085a7f9,segment=NetworkSegment(b697a4cb-f5e7-4f15-86dd-9732568a43b4),segment_id=b697a4cb-f5e7-4f15-86dd-9732568a43b4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:39.345405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.358883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Calling delete_port for 88f0406e-e76d-44ca-a179-40671085a7f9 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:39.442610 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.472579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Port': ['ID=88f0406e-e76d-44ca-a179-40671085a7f9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:39.478544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] No DVR routers for this DVR port 88f0406e-e76d-44ca-a179-40671085a7f9 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:39.515299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Deleting port 88f0406e-e76d-44ca-a179-40671085a7f9 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:39.515916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.556860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.575425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] For port 88f0406e-e76d-44ca-a179-40671085a7f9, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:39.575754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.576077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2f1abd-a7c3-40b7-99fa-05a58ac53dbe']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:39.586373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b697a4cb-f5e7-4f15-86dd-9732568a43b4') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:39.586668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b697a4cb-f5e7-4f15-86dd-9732568a43b4') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:39.588732 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Calling delete_port for 88f0406e-e76d-44ca-a179-40671085a7f9 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:39.591346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Port 88f0406e-e76d-44ca-a179-40671085a7f9 was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:35:39.592952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.598159 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.612722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.619046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:39.619439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.622076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] Pushing event deleted for resources: {'Port': ['ID=88f0406e-e76d-44ca-a179-40671085a7f9,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:39.623917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6849ce4-ab5b-401a-b4e3-0b8f7acce529 None None] No DVR routers for this DVR port 88f0406e-e76d-44ca-a179-40671085a7f9 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:39.625218 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:39.660011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88f0406e-e76d-44ca-a179-40671085a7f9 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:35:39.679629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 88f0406e-e76d-44ca-a179-40671085a7f9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:35:39.679967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88f0406e-e76d-44ca-a179-40671085a7f9 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:35:39.695931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.702815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:39.705173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] 10.222.0.49 "DELETE /v2.0/networks/db2f1abd-a7c3-40b7-99fa-05a58ac53dbe HTTP/1.1" status: 204 len: 168 time: 0.5598421 Sep 18 01:35:39.716250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afc778-0a8e-4191-9bee-5a06cd7f0af4 tempest-NetworksIpV6Test-924748221 tempest-NetworksIpV6Test-924748221-project] Pushing event deleted for resources: {'Network': ['ID=db2f1abd-a7c3-40b7-99fa-05a58ac53dbe,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:39.948539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56240) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:40.080438 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4de2073b-f6d2-4c02-8f6b-717d4ebe2d65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4b81989223b4591996653890732201f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305766 Sep 18 01:35:40.082797 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56244) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:40.130393 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:40.151112 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:40.204065 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:40.206614 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:40.207802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39358662-69e2-441d-a95c-d12a10e6975e HTTP/1.1" status: 204 len: 168 time: 0.1241083 Sep 18 01:35:40.215510 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518bba-c4e6-4692-9d85-8b4641051e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39358662-69e2-441d-a95c-d12a10e6975e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:40.855124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56268) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:40.949483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-458795825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:40.971743 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:40.972760 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.022550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.027057 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.042462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.043651 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-87792d1b-cb42-4d70-bc1b-14603363d5e1 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1875308 Sep 18 01:35:41.046398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56272) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:41.051390 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1140190604'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:41.070003 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Made reservation on behalf of 7c82601890824ec4a34bacba18e7baf1 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:41.073285 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.082182 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.171878 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.175670 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.197946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:41.211358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd711c5-f417-4112-9fa1-4109466ae15b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:41.216044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.216413 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Added segment c2f0be89-18e0-4d1e-a588-43c50bdcf502 of type vlan for network 167e3908-7698-41ab-9f7e-258d80b0f4db Sep 18 01:35:41.257610 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.282197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.287693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:41.288312 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.323175 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2757704 Sep 18 01:35:41.326021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56274) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:41.331649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'subnet': {'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:41.370703 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fc33f-e59f-451a-ae16-ad2ce5023207 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event updated for resources: {'Network': ['ID=167e3908-7698-41ab-9f7e-258d80b0f4db,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:41.381301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 167e3908-7698-41ab-9f7e-258d80b0f4db details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:41.743761 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Made reservation on behalf of 7c82601890824ec4a34bacba18e7baf1 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:41.747173 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.919977 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:41.979637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event updated for resources: {'Subnet': ['ID=fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:41.988853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Checking segment: {'id': 'c2f0be89-18e0-4d1e-a588-43c50bdcf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:41.989205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Network hostable DHCP agents. Network: 167e3908-7698-41ab-9f7e-258d80b0f4db, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:42.005659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Network 167e3908-7698-41ab-9f7e-258d80b0f4db is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:42.013511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 167e3908-7698-41ab-9f7e-258d80b0f4db) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:42.017971 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:42.018569 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.024412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a83d7b-3120-45a2-893f-1816ca07262b None None] Network 167e3908-7698-41ab-9f7e-258d80b0f4db requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:42.033824 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-287dfb9e-b426-4346-b843-3f90a68db1e9 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7068253 Sep 18 01:35:42.036897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56276) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:42.041630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-478701562'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:42.061998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Made reservation on behalf of 7c82601890824ec4a34bacba18e7baf1 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:42.066314 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.089510 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:42.098924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.099265 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Added segment 227ddaa0-a5f9-43ef-833b-918a48674f39 of type vlan for network cb326e28-9692-4196-a01a-dfec25dd528d Sep 18 01:35:42.139983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.165273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.169045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-167e3908-7698-41ab-9f7e-258d80b0f4db', 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db', 'tenant_id': '7c82601890824ec4a34bacba18e7baf1', 'fixed_ips': [{'subnet_id': 'fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:42.169901 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.172006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:42.173320 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.213334 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1754107 Sep 18 01:35:42.216079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:42.221588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'subnet': {'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:42.261976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dce02f-3be9-4b0b-b8a0-d44c5bc04b26 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event updated for resources: {'Network': ['ID=cb326e28-9692-4196-a01a-dfec25dd528d,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:42.286044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network cb326e28-9692-4196-a01a-dfec25dd528d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:42.338254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Made reservation on behalf of 7c82601890824ec4a34bacba18e7baf1 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:42.341874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.355679 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Allocated IP 172.20.0.2 (167e3908-7698-41ab-9f7e-258d80b0f4db/fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6/1c478879-2176-4834-b074-7e8647bcb0af) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:42.505051 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.511159 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.524194 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.548870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Network 167e3908-7698-41ab-9f7e-258d80b0f4db is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:42.552006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:42.554917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:42.569499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Pushing event updated for resources: {'Port': ['ID=1c478879-2176-4834-b074-7e8647bcb0af,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:42.586367 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event updated for resources: {'Subnet': ['ID=d534ec7a-a3d6-4852-a042-8591b87056bf,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:42.597183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Checking segment: {'id': '227ddaa0-a5f9-43ef-833b-918a48674f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:42.597562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Network hostable DHCP agents. Network: cb326e28-9692-4196-a01a-dfec25dd528d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:42.614862 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Network cb326e28-9692-4196-a01a-dfec25dd528d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:42.624651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Attempting to bind port 1c478879-2176-4834-b074-7e8647bcb0af on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:42.624808 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, cb326e28-9692-4196-a01a-dfec25dd528d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:42.625023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Attempting to bind port 1c478879-2176-4834-b074-7e8647bcb0af by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'c2f0be89-18e0-4d1e-a588-43c50bdcf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:42.625432 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Attempting to bind port 1c478879-2176-4834-b074-7e8647bcb0af on network 167e3908-7698-41ab-9f7e-258d80b0f4db {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:42.629209 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:42.630072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.634659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:42.635036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Checking segment: {'id': 'c2f0be89-18e0-4d1e-a588-43c50bdcf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:42.635429 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.635825 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Bound using segment: {'id': 'c2f0be89-18e0-4d1e-a588-43c50bdcf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:42.636324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Bound port: 1c478879-2176-4834-b074-7e8647bcb0af, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f0be89-18e0-4d1e-a588-43c50bdcf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '167e3908-7698-41ab-9f7e-258d80b0f4db'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:42.636706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.638603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccb8c1-4b1b-4447-a151-3701afb866b0 None None] Network cb326e28-9692-4196-a01a-dfec25dd528d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:42.645358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4ca3239a-8a9a-4f69-8c2f-3f4071cf253e tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4282434 Sep 18 01:35:42.648088 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56280) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:42.652809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2a7f9325-e6ca-4ab0-b8c7-807f09f4d4bc tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:42.764035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] For port 1c478879-2176-4834-b074-7e8647bcb0af, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:42.767367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] For port 1c478879-2176-4834-b074-7e8647bcb0af, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c478879-2176-4834-b074-7e8647bcb0af,segment=NetworkSegment(c2f0be89-18e0-4d1e-a588-43c50bdcf502),segment_id=c2f0be89-18e0-4d1e-a588-43c50bdcf502)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:42.789296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.861996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9325-e6ca-4ab0-b8c7-807f09f4d4bc tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.875839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067580a-4b9e-449b-b2de-b77c203d2223 None None] Pushing event updated for resources: {'Port': ['ID=1c478879-2176-4834-b074-7e8647bcb0af,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:42.882084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-cb326e28-9692-4196-a01a-dfec25dd528d', 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d', 'tenant_id': '7c82601890824ec4a34bacba18e7baf1', 'fixed_ips': [{'subnet_id': 'd534ec7a-a3d6-4852-a042-8591b87056bf'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:42.882953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:42.990349 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [None req-2a7f9325-e6ca-4ab0-b8c7-807f09f4d4bc tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 01:35:42.991423 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2a7f9325-e6ca-4ab0-b8c7-807f09f4d4bc tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "PUT /v2.0/routers/36674856-092d-4199-b6ef-6109ee327994 HTTP/1.1" status: 400 len: 364 time: 0.3421094 Sep 18 01:35:42.997521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56282) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:43.066154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Allocated IP 172.21.0.2 (cb326e28-9692-4196-a01a-dfec25dd528d/d534ec7a-a3d6-4852-a042-8591b87056bf/233f5df2-bfd6-4f92-be91-c49351787a4d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:43.087952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Deleting subnet d534ec7a-a3d6-4852-a042-8591b87056bf {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:35:43.219978 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.225374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.225760 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.262741 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Network cb326e28-9692-4196-a01a-dfec25dd528d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:43.267707 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.267843 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:43.274293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:43.277300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Pushing event updated for resources: {'Port': ['ID=233f5df2-bfd6-4f92-be91-c49351787a4d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:43.329012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Attempting to bind port 233f5df2-bfd6-4f92-be91-c49351787a4d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:43.329459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Attempting to bind port 233f5df2-bfd6-4f92-be91-c49351787a4d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '227ddaa0-a5f9-43ef-833b-918a48674f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:43.329820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Attempting to bind port 233f5df2-bfd6-4f92-be91-c49351787a4d on network cb326e28-9692-4196-a01a-dfec25dd528d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:43.334695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:43.335063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Checking segment: {'id': '227ddaa0-a5f9-43ef-833b-918a48674f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:43.335479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.335849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Bound using segment: {'id': '227ddaa0-a5f9-43ef-833b-918a48674f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:43.336331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Bound port: 233f5df2-bfd6-4f92-be91-c49351787a4d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227ddaa0-a5f9-43ef-833b-918a48674f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb326e28-9692-4196-a01a-dfec25dd528d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:43.336709 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.366479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.426552 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.429674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] For port 233f5df2-bfd6-4f92-be91-c49351787a4d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:43.433026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] For port 233f5df2-bfd6-4f92-be91-c49351787a4d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=233f5df2-bfd6-4f92-be91-c49351787a4d,segment=NetworkSegment(227ddaa0-a5f9-43ef-833b-918a48674f39),segment_id=227ddaa0-a5f9-43ef-833b-918a48674f39)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:43.439332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.454879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Subnet': ['ID=d534ec7a-a3d6-4852-a042-8591b87056bf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:43.458853 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.463236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56284) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:43.463539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-560bb57f-e22b-41b7-9392-74bd127f3eb6 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "DELETE /v2.0/subnets/d534ec7a-a3d6-4852-a042-8591b87056bf HTTP/1.1" status: 204 len: 168 time: 0.4647527 Sep 18 01:35:43.499278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d54f8-15dd-4b73-93e2-43aa97ff1722 None None] Pushing event updated for resources: {'Port': ['ID=233f5df2-bfd6-4f92-be91-c49351787a4d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:43.562603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.630949 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Deleting port 233f5df2-bfd6-4f92-be91-c49351787a4d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:43.631303 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.753319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] For port 233f5df2-bfd6-4f92-be91-c49351787a4d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=233f5df2-bfd6-4f92-be91-c49351787a4d,segment=NetworkSegment(227ddaa0-a5f9-43ef-833b-918a48674f39),segment_id=227ddaa0-a5f9-43ef-833b-918a48674f39)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:43.754118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.759945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c478879-2176-4834-b074-7e8647bcb0af up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:43.779907 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Calling delete_port for 233f5df2-bfd6-4f92-be91-c49351787a4d owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:43.832538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1c478879-2176-4834-b074-7e8647bcb0af triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:43.832912 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.878653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.912764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Port': ['ID=233f5df2-bfd6-4f92-be91-c49351787a4d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:43.916516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] No DVR routers for this DVR port 233f5df2-bfd6-4f92-be91-c49351787a4d on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:43.926261 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76befe-fb54-4ecb-a19a-ed7b3e230a68 None None] Network 167e3908-7698-41ab-9f7e-258d80b0f4db requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:43.981203 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:43.998653 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.013471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-20c8b99d-d912-4554-97c4-b9b754f269e9 None None] Provisioning complete for port 1c478879-2176-4834-b074-7e8647bcb0af triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:44.013850 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-20c8b99d-d912-4554-97c4-b9b754f269e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.021196 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb326e28-9692-4196-a01a-dfec25dd528d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:44.031309 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227ddaa0-a5f9-43ef-833b-918a48674f39') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:44.032171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227ddaa0-a5f9-43ef-833b-918a48674f39') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:44.042789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.056742 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.063860 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:44.064462 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:44.070198 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:44.121361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1c478879-2176-4834-b074-7e8647bcb0af, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c478879-2176-4834-b074-7e8647bcb0af,segment=NetworkSegment(c2f0be89-18e0-4d1e-a588-43c50bdcf502),segment_id=c2f0be89-18e0-4d1e-a588-43c50bdcf502)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:44.143820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.149365 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.151535 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "DELETE /v2.0/networks/cb326e28-9692-4196-a01a-dfec25dd528d HTTP/1.1" status: 204 len: 168 time: 0.6870861 Sep 18 01:35:44.152213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.154275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56286) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:44.168388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f5f7-8662-4d0a-88ec-ebc3def33127 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Network': ['ID=cb326e28-9692-4196-a01a-dfec25dd528d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:44.225456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Deleting subnet fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:35:44.229260 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.280683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.348540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1c478879-2176-4834-b074-7e8647bcb0af,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:44.410189 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.480733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.510087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:44.514110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.519278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e707d265-db3a-4557-aab3-e4b65b16fdb0 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "DELETE /v2.0/subnets/fe3f6ca8-e2ca-46d9-9aad-b7943e20e7a6 HTTP/1.1" status: 204 len: 168 time: 0.3609653 Sep 18 01:35:44.520097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:44.612302 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.627585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a5eff-66e0-4c1b-8dd1-bda36a1e1ece None None] Network 167e3908-7698-41ab-9f7e-258d80b0f4db requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:44.669460 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Deleting port 1c478879-2176-4834-b074-7e8647bcb0af {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:35:44.669914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.684975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3605f0f7-40ca-461e-91ee-f9eb21a3b477 None None] Could not find standard attr ID for object 233f5df2-bfd6-4f92-be91-c49351787a4d. {{(pid=106454) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:35:44.720811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea6b0bf-c017-4f2a-af72-baae810f4d26 None None] DHCP port deletion for cb326e28-9692-4196-a01a-dfec25dd528d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:35:44.726280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3605f0f7-40ca-461e-91ee-f9eb21a3b477 None None] Provisioning complete for port 1c478879-2176-4834-b074-7e8647bcb0af triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:44.726654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3605f0f7-40ca-461e-91ee-f9eb21a3b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.742950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] For port 1c478879-2176-4834-b074-7e8647bcb0af, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1c478879-2176-4834-b074-7e8647bcb0af,segment=NetworkSegment(c2f0be89-18e0-4d1e-a588-43c50bdcf502),segment_id=c2f0be89-18e0-4d1e-a588-43c50bdcf502)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:44.743563 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.756813 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Calling delete_port for 1c478879-2176-4834-b074-7e8647bcb0af owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:35:44.783212 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951dfff-fbb0-40c0-bb0b-1e922dd510db None None] Network cb326e28-9692-4196-a01a-dfec25dd528d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:44.800857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951dfff-fbb0-40c0-bb0b-1e922dd510db None None] Network cb326e28-9692-4196-a01a-dfec25dd528d could not be found, it might have been deleted concurrently. {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 01:35:44.858808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.880949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f9aeb-ab92-443f-ad43-3237333c14e8 None None] DHCP port deletion for 167e3908-7698-41ab-9f7e-258d80b0f4db request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:35:44.886403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Port': ['ID=1c478879-2176-4834-b074-7e8647bcb0af,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:44.893517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] No DVR routers for this DVR port 1c478879-2176-4834-b074-7e8647bcb0af on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:35:44.977535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:44.996495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167e3908-7698-41ab-9f7e-258d80b0f4db']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:45.005663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f0be89-18e0-4d1e-a588-43c50bdcf502') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:45.006258 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f0be89-18e0-4d1e-a588-43c50bdcf502') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:45.015157 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.028833 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.035096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:35:45.035489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:35:45.038731 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:35:45.095455 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.102416 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.104121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "DELETE /v2.0/networks/167e3908-7698-41ab-9f7e-258d80b0f4db HTTP/1.1" status: 204 len: 168 time: 0.5826697 Sep 18 01:35:45.106810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:45.115171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d07f-90dd-4fe0-a19a-9a5f267e8258 tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Pushing event deleted for resources: {'Network': ['ID=167e3908-7698-41ab-9f7e-258d80b0f4db,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:45.142540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-34e15b5c-2260-4386-a585-5ac621a17bec tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "GET /v2.0/ports?device_id=36674856-092d-4199-b6ef-6109ee327994 HTTP/1.1" status: 200 len: 205 time: 0.0342741 Sep 18 01:35:45.144518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:45.215708 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.370871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.372945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.420951 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.421545 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Fanout notify agent at l3_agent the message router_deleted on router 36674856-092d-4199-b6ef-6109ee327994 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:35:45.429032 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.430188 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-635eec5c-0641-4399-a96f-18e10d684fbd tempest-RoutersNegativeTest-683625296 tempest-RoutersNegativeTest-683625296-project] 10.222.0.49 "DELETE /v2.0/routers/36674856-092d-4199-b6ef-6109ee327994 HTTP/1.1" status: 204 len: 168 time: 0.2847757 Sep 18 01:35:45.656490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c478879-2176-4834-b074-7e8647bcb0af no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:35:45.670928 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56298) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:45.676444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1c478879-2176-4834-b074-7e8647bcb0af {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:35:45.676728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1c478879-2176-4834-b074-7e8647bcb0af not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:35:45.779308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:35:45.804865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9e1ae738-3ee1-477e-a6cc-3df6c564f53a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c82601890824ec4a34bacba18e7baf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327195 Sep 18 01:35:45.807421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56302) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:45.854175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.874860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.920833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.924286 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:45.925451 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5dd711c5-f417-4112-9fa1-4109466ae15b HTTP/1.1" status: 204 len: 168 time: 0.1171424 Sep 18 01:35:45.933331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d5559-78aa-439f-ba80-d9ba9c0cc2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd711c5-f417-4112-9fa1-4109466ae15b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:46.523589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56324) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:46.564759 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.628306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1960730505-network', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:46.650367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Made reservation on behalf of 662488ad2aab40a5af0ddd80e63cf8e7 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:46.652612 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.661374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.747770 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.753812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.785814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:46.793033 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ba693-ba5b-4296-9fa1-528d2ef09550,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:46.800902 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.801558 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Added segment 7cd584c6-1411-43d4-938a-d875071bb481 of type vlan for network 1292ad69-0356-4a5b-ade3-60389f692e2a Sep 18 01:35:46.845990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.870438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.871392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:46.871964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.906002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3809035 Sep 18 01:35:46.909296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56328) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:46.914202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Request body: {'subnet': {'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-subnet', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:46.933543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d446ae-dcfd-4f7d-80ee-59bc5b2c3ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=1292ad69-0356-4a5b-ade3-60389f692e2a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:46.941386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Made reservation on behalf of 662488ad2aab40a5af0ddd80e63cf8e7 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:46.943760 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:46.944733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 1292ad69-0356-4a5b-ade3-60389f692e2a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:47.111500 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.181791 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0064e51e-cf91-4cae-82cd-b6a6d61a4f13,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:47.186882 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Checking segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:47.187244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Network hostable DHCP agents. Network: 1292ad69-0356-4a5b-ade3-60389f692e2a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:47.203849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:47.211320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 1292ad69-0356-4a5b-ade3-60389f692e2a) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:47.215212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:47.215805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.220509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9523394-e00a-480e-963f-f44fc9384f11 None None] Network 1292ad69-0356-4a5b-ade3-60389f692e2a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:47.230129 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8aacac7c-2b26-48db-8aa6-fa4e713d0fc3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3197141 Sep 18 01:35:47.233005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56330) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:47.237749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:47.257803 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.258802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.309436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.365546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-1292ad69-0356-4a5b-ade3-60389f692e2a', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:47.366598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.455654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.498608 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Allocated IP 172.20.0.2 (1292ad69-0356-4a5b-ade3-60389f692e2a/0064e51e-cf91-4cae-82cd-b6a6d61a4f13/ef3746a9-0dd8-4220-87d2-0547a67c47e7) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:47.655799 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.680143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.782236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Allocated IP 172.25.7.214 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/a018cefe-d1d1-4792-b432-11a22b9c22c4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:47.795575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.802084 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.840888 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:47.845807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:47.849091 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:47.857707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Pushing event updated for resources: {'Port': ['ID=ef3746a9-0dd8-4220-87d2-0547a67c47e7,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:47.908435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Attempting to bind port ef3746a9-0dd8-4220-87d2-0547a67c47e7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:47.908813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Attempting to bind port ef3746a9-0dd8-4220-87d2-0547a67c47e7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:47.909180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Attempting to bind port ef3746a9-0dd8-4220-87d2-0547a67c47e7 on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:47.909297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.914849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:47.915257 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Checking segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:47.915659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.916080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Bound using segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:47.916563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Bound port: ef3746a9-0dd8-4220-87d2-0547a67c47e7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:47.917082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.943777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:47.980129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] For port ef3746a9-0dd8-4220-87d2-0547a67c47e7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:47.981053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:47.983940 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] For port ef3746a9-0dd8-4220-87d2-0547a67c47e7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ef3746a9-0dd8-4220-87d2-0547a67c47e7,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:47.984116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:47.988639 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:47.990205 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:48.014442 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Pushing event updated for resources: {'Port': ['ID=a018cefe-d1d1-4792-b432-11a22b9c22c4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:48.056992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4660-4dc0-486b-8f50-3bd1bd05d3cf None None] Pushing event updated for resources: {'Port': ['ID=ef3746a9-0dd8-4220-87d2-0547a67c47e7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:48.258087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:48.455183 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:48.581256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:35:48.973361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b929b4-8cd4-4c70-9fe0-78de19575176 None None] Network 1292ad69-0356-4a5b-ade3-60389f692e2a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:48.994447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:35:49.007983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Sync routers for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:35:49.010373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.014542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:49.014999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0cac06ab-25c7-4d42-82de-88f4568b0249 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7806482 Sep 18 01:35:49.017612 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:49.018327 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:49.039598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] Provisioning complete for port ef3746a9-0dd8-4220-87d2-0547a67c47e7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:49.039979 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.123092 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:49.191632 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.230543 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] For port ef3746a9-0dd8-4220-87d2-0547a67c47e7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ef3746a9-0dd8-4220-87d2-0547a67c47e7,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:49.236504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.296178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe6b13-61f3-404c-8463-3d103615f4d8 None None] Pushing event updated for resources: {'Port': ['ID=ef3746a9-0dd8-4220-87d2-0547a67c47e7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:49.320598 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:48Z', 'revision_number': 3, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:49.350654 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Checking router: 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:35:49.351011 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Updating router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 port a018cefe-d1d1-4792-b432-11a22b9c22c4 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:35:49.379256 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.467777 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.471702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b3b1fe25-128d-4dcf-be20-19dc3174f074 None None] Provisioning complete for port ef3746a9-0dd8-4220-87d2-0547a67c47e7 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:49.472079 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe25-128d-4dcf-be20-19dc3174f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.634883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Allocated IP 172.20.0.1 (1292ad69-0356-4a5b-ade3-60389f692e2a/0064e51e-cf91-4cae-82cd-b6a6d61a4f13/7445cab6-6908-445e-9e04-683c89cf3bb2) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:49.640354 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.651631 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.689008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ef3746a9-0dd8-4220-87d2-0547a67c47e7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:49.707421 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Attempting to bind port a018cefe-d1d1-4792-b432-11a22b9c22c4 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:49.707789 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Attempting to bind port a018cefe-d1d1-4792-b432-11a22b9c22c4 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:49.708151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Attempting to bind port a018cefe-d1d1-4792-b432-11a22b9c22c4 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:49.711033 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Pushing event updated for resources: {'Port': ['ID=a018cefe-d1d1-4792-b432-11a22b9c22c4,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:49.718600 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:49.719567 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:49.720034 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.720569 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:49.721032 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Bound port: a018cefe-d1d1-4792-b432-11a22b9c22c4, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:49.721413 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.724765 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.725062 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.725400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.725734 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.726064 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.726398 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.726718 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.727040 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.727359 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.727676 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.727995 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.728338 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:35:49.737711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ef3746a9-0dd8-4220-87d2-0547a67c47e7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:49.738176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.768122 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.779235 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] For port a018cefe-d1d1-4792-b432-11a22b9c22c4, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:49.784031 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] For port a018cefe-d1d1-4792-b432-11a22b9c22c4, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a018cefe-d1d1-4792-b432-11a22b9c22c4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:49.789202 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.805898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.844374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:49.848643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:49.848773 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:49.849316 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:49.859947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:49.863379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Pushing event updated for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:49.902949 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0138bc-dbba-4644-a15c-80d4eaa70963 None None] Pushing event updated for resources: {'Port': ['ID=a018cefe-d1d1-4792-b432-11a22b9c22c4,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:49.909792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:49.967866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:50.051603 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.077461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9125d76c-3ca0-4ca4-920f-a647b330ee85 None None] Provisioning complete for port 7445cab6-6908-445e-9e04-683c89cf3bb2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:50.079504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9125d76c-3ca0-4ca4-920f-a647b330ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.116425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-9125d76c-3ca0-4ca4-920f-a647b330ee85 None None] Port 7445cab6-6908-445e-9e04-683c89cf3bb2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:50.151446 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:48Z', 'revision_number': 3, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:50.177582 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884504b-84d9-45b0-8bce-f2d73da38f89 None None] The sync data for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 is: [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:48Z', 'revision_number': 3, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:35:50.221883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.226937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.293838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Pushing event updated for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:50.296448 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.409463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:50.410803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:50.651168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f48b9d68-eba4-4ca9-9bb7-3248a6764d86 None None] Provisioning complete for port 7445cab6-6908-445e-9e04-683c89cf3bb2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:50.651628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f48b9d68-eba4-4ca9-9bb7-3248a6764d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:50.691558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9d68-eba4-4ca9-9bb7-3248a6764d86 None None] Port 7445cab6-6908-445e-9e04-683c89cf3bb2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:50.876930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:35:50.989091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:35:50.994170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7c16ab98-3a42-40f9-9326-facf7d57515a admin admin] 10.222.0.49 "PUT /v2.0/routers/9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9777009 Sep 18 01:35:51.478960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56348) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:51.483938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-796291083-network', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:51.504860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Made reservation on behalf of 4e2a1f328b6442e7ad720ef00f510bfa for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:51.507115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.515632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.609264 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.614689 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.640158 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:35:51.651251 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8e610-d562-43d9-a054-d683bc289dc0,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:51.657472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.657817 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Added segment 2175137f-6479-4ac2-97f1-83e7a865cc6b of type vlan for network 73a8bd0d-3eae-4be3-b77f-3041e15441ea Sep 18 01:35:51.687499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a018cefe-d1d1-4792-b432-11a22b9c22c4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:51.701172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.727688 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.728631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:51.729221 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.738512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a018cefe-d1d1-4792-b432-11a22b9c22c4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:51.738886 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.766452 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Sync routers for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:35:51.768014 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56350) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:51.768570 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2881298 Sep 18 01:35:51.773544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Request body: {'subnet': {'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-subnet', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:51.787467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:51.788533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:51.796318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Made reservation on behalf of 4e2a1f328b6442e7ad720ef00f510bfa for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:51.799484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.805272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cd189-f05d-441f-b6e3-e193d2d1a350 admin admin] Pushing event updated for resources: {'Network': ['ID=73a8bd0d-3eae-4be3-b77f-3041e15441ea,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:51.826622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:35:51.962173 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.970924 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:51.993232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port a018cefe-d1d1-4792-b432-11a22b9c22c4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a018cefe-d1d1-4792-b432-11a22b9c22c4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:52.002106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:52.003945 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.027210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=887672a8-7807-4198-843e-db8cef1afb28,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:52.036350 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Checking segment: {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:52.036706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Network hostable DHCP agents. Network: 73a8bd0d-3eae-4be3-b77f-3041e15441ea, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:35:52.052854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:35:52.062293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 73a8bd0d-3eae-4be3-b77f-3041e15441ea) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:52.068398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:52.069355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.082822 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09495913-0bc3-47e3-819a-f0de14f468ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3132591 Sep 18 01:35:52.085302 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56352) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:52.089465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:52.100532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8932d-7355-4a8b-b028-beddf2929c30 None None] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:52.110296 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.111525 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.150707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=a018cefe-d1d1-4792-b432-11a22b9c22c4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:52.166140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.302199 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.346877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'fixed_ips': [{'subnet_id': '887672a8-7807-4198-843e-db8cef1afb28'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:35:52.347723 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.358228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:50Z', 'revision_number': 4, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7445cab6-6908-445e-9e04-683c89cf3bb2', 'name': '', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'mac_address': 'fa:16:3e:a4:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:49Z', 'updated_at': '2021-09-18T01:35:50Z', 'revision_number': 2, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'subnets': [{'id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:52.391120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Checking router: 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:35:52.391477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Updating router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 port 7445cab6-6908-445e-9e04-683c89cf3bb2 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:35:52.463064 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.502726 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.522195 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.628499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Allocated IP 172.20.0.2 (73a8bd0d-3eae-4be3-b77f-3041e15441ea/887672a8-7807-4198-843e-db8cef1afb28/302fd64e-6747-4e7f-b542-c63caf9bdc45) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:52.628931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Allocated IP 172.25.7.194 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/91091b63-20ba-403f-81b7-4f2429efaeb1) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:52.733651 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.775407 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.815394 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:52.819961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:52.823680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:52.858680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Pushing event updated for resources: {'Port': ['ID=91091b63-20ba-403f-81b7-4f2429efaeb1,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:52.889413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.895686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.902513 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.913826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:52.955731 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:52.970434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:52.973987 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Pushing event updated for resources: {'Port': ['ID=302fd64e-6747-4e7f-b542-c63caf9bdc45,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:52.976332 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:53.103297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.274615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feb294-bf56-4471-9b18-3f1871a65953 None None] Pushing event updated for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:53.278413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Attempting to bind port 7445cab6-6908-445e-9e04-683c89cf3bb2 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:53.278773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Attempting to bind port 7445cab6-6908-445e-9e04-683c89cf3bb2 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:53.279139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Attempting to bind port 7445cab6-6908-445e-9e04-683c89cf3bb2 on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:53.284312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Attempting to bind port 302fd64e-6747-4e7f-b542-c63caf9bdc45 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:53.284683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Attempting to bind port 302fd64e-6747-4e7f-b542-c63caf9bdc45 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:53.285041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Attempting to bind port 302fd64e-6747-4e7f-b542-c63caf9bdc45 on network 73a8bd0d-3eae-4be3-b77f-3041e15441ea {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:53.292447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:53.292830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Checking segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:53.293238 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.293630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Bound using segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:53.294096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Bound port: 7445cab6-6908-445e-9e04-683c89cf3bb2, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:53.294480 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.296150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-aa2238f3-52a5-4feb-93c5-e2352ed67579 None None] Provisioning complete for port 7445cab6-6908-445e-9e04-683c89cf3bb2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:53.296529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aa2238f3-52a5-4feb-93c5-e2352ed67579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.305639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:53.305872 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.305975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Checking segment: {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:53.306373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.306764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Bound using segment: {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:53.307243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Bound port: 302fd64e-6747-4e7f-b542-c63caf9bdc45, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:53.307623 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.387214 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-aa2238f3-52a5-4feb-93c5-e2352ed67579 None None] Port 7445cab6-6908-445e-9e04-683c89cf3bb2 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:53.434583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Router c7e3ae63-6021-4f6f-a3d1-5723e382c90b is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:35:53.442574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] For port 7445cab6-6908-445e-9e04-683c89cf3bb2, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:53.453179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] For port 302fd64e-6747-4e7f-b542-c63caf9bdc45, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:53.457354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] For port 302fd64e-6747-4e7f-b542-c63caf9bdc45, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=302fd64e-6747-4e7f-b542-c63caf9bdc45,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:53.459346 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] For port 7445cab6-6908-445e-9e04-683c89cf3bb2, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7445cab6-6908-445e-9e04-683c89cf3bb2,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:53.461419 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.466899 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.530417 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8a170-40df-4672-b365-de14266d63f0 None None] Pushing event updated for resources: {'Port': ['ID=302fd64e-6747-4e7f-b542-c63caf9bdc45,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:53.538847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:53.539489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:53.550010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:35:53.560980 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Sync routers for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:35:53.569410 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:53.571460 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d8ac994-a3bf-4600-86f3-de1e06e74691 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4850903 Sep 18 01:35:53.573933 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:53.574174 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56354) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:35:53.575723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:53.669127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feb294-bf56-4471-9b18-3f1871a65953 None None] Pushing event updated for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:53.741588 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:53.747880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a018cefe-d1d1-4792-b432-11a22b9c22c4 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:53.800554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:53.916534 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port a018cefe-d1d1-4792-b432-11a22b9c22c4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:53.917187 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.010349 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:52Z', 'revision_number': 3, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:54.017255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] Provisioning complete for port 7445cab6-6908-445e-9e04-683c89cf3bb2 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:54.018015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.044431 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Checking router: c7e3ae63-6021-4f6f-a3d1-5723e382c90b for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:35:54.044719 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Updating router c7e3ae63-6021-4f6f-a3d1-5723e382c90b port 91091b63-20ba-403f-81b7-4f2429efaeb1 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:35:54.077388 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.145723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.204366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.244605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:50Z', 'revision_number': 4, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7445cab6-6908-445e-9e04-683c89cf3bb2', 'name': '', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'mac_address': 'fa:16:3e:a4:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:49Z', 'updated_at': '2021-09-18T01:35:53Z', 'revision_number': 4, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'subnets': [{'id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:54.250483 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] For port 7445cab6-6908-445e-9e04-683c89cf3bb2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7445cab6-6908-445e-9e04-683c89cf3bb2,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:54.276787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d5ebad-19fb-47e6-bd57-e13c09dc7671 None None] The sync data for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 is: [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:50Z', 'revision_number': 4, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '7445cab6-6908-445e-9e04-683c89cf3bb2', 'name': '', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'mac_address': 'fa:16:3e:a4:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:49Z', 'updated_at': '2021-09-18T01:35:53Z', 'revision_number': 4, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'subnets': [{'id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:35:54.279600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.340454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-929c974e-cf73-4c8f-be7d-85c54060735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.348566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Allocated IP 172.20.0.1 (73a8bd0d-3eae-4be3-b77f-3041e15441ea/887672a8-7807-4198-843e-db8cef1afb28/d039367f-aaf4-4831-8c9b-fed6fd26f4ba) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:54.349867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ea50c-ee4d-4fb4-8a3f-3a16746df14b None None] Pushing event updated for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:54.494966 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.517402 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.527227 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.540785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.579663 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Attempting to bind port 91091b63-20ba-403f-81b7-4f2429efaeb1 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:54.580393 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Attempting to bind port 91091b63-20ba-403f-81b7-4f2429efaeb1 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:54.580393 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Attempting to bind port 91091b63-20ba-403f-81b7-4f2429efaeb1 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:54.588817 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:54.589444 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:54.589861 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.590250 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:54.590863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Bound port: 91091b63-20ba-403f-81b7-4f2429efaeb1, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:54.591255 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.595284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:54.608406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:54.610409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:54.612843 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:54.654556 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.654792 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] For port 91091b63-20ba-403f-81b7-4f2429efaeb1, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:54.658701 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] For port 91091b63-20ba-403f-81b7-4f2429efaeb1, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91091b63-20ba-403f-81b7-4f2429efaeb1,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:54.670601 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ab3eb-c322-4982-be7f-6ca0a68524a0 None None] Pushing event updated for resources: {'Port': ['ID=91091b63-20ba-403f-81b7-4f2429efaeb1,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:54.675418 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.726484 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:54.727120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:54.781718 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ab3eb-c322-4982-be7f-6ca0a68524a0 None None] Pushing event updated for resources: {'Port': ['ID=91091b63-20ba-403f-81b7-4f2429efaeb1,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:54.795752 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b210517-e1cb-4b90-907a-dc89fe446417 None None] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:35:54.829772 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:54.869329 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:54.953630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] Provisioning complete for port 302fd64e-6747-4e7f-b542-c63caf9bdc45 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:54.954795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.054488 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.062035 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.088794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.108534 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:52Z', 'revision_number': 3, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:55.137048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] For port 302fd64e-6747-4e7f-b542-c63caf9bdc45, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=302fd64e-6747-4e7f-b542-c63caf9bdc45,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:55.145916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.148279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:55.151020 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.162331 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2231f-8a14-41cb-a800-c976bfdece98 None None] The sync data for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 is: [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:52Z', 'revision_number': 3, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:35:55.219401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca320cc-2655-48c8-8195-81e30cda0fda None None] Pushing event updated for resources: {'Port': ['ID=302fd64e-6747-4e7f-b542-c63caf9bdc45,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:55.267624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:55.269564 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:55.367397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1fe6e1f2-85dd-4c14-b4c4-afbb96a5233a None None] Provisioning complete for port 302fd64e-6747-4e7f-b542-c63caf9bdc45 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:55.367884 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e1f2-85dd-4c14-b4c4-afbb96a5233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.407367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Router c7e3ae63-6021-4f6f-a3d1-5723e382c90b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:35:55.554953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1fe6e1f2-85dd-4c14-b4c4-afbb96a5233a None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:55.555413 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e1f2-85dd-4c14-b4c4-afbb96a5233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.569304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:35:55.576986 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8ef4e980-6155-48d5-8b3c-d4e6b696ad74 admin admin] 10.222.0.49 "PUT /v2.0/routers/c7e3ae63-6021-4f6f-a3d1-5723e382c90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9995773 Sep 18 01:35:55.616171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6e1f2-85dd-4c14-b4c4-afbb96a5233a None None] Port d039367f-aaf4-4831-8c9b-fed6fd26f4ba cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:55.746060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f0d38687-25c6-48e2-8a8c-a0a570fb9a39 None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:55.746435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f0d38687-25c6-48e2-8a8c-a0a570fb9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.788027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f0d38687-25c6-48e2-8a8c-a0a570fb9a39 None None] Port d039367f-aaf4-4831-8c9b-fed6fd26f4ba cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:55.828445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91091b63-20ba-403f-81b7-4f2429efaeb1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:55.888280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91091b63-20ba-403f-81b7-4f2429efaeb1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:55.889129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:55.990737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:56.020217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 91091b63-20ba-403f-81b7-4f2429efaeb1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91091b63-20ba-403f-81b7-4f2429efaeb1,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:56.025675 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:56.026471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 302fd64e-6747-4e7f-b542-c63caf9bdc45 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:56.050514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-aae20aac-d046-447d-9641-779535ba4032 None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:56.050882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-aae20aac-d046-447d-9641-779535ba4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:56.135387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-aae20aac-d046-447d-9641-779535ba4032 None None] Port d039367f-aaf4-4831-8c9b-fed6fd26f4ba cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:56.148469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=91091b63-20ba-403f-81b7-4f2429efaeb1,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:56.159827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 302fd64e-6747-4e7f-b542-c63caf9bdc45 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:56.160197 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:56.239066 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7445cab6-6908-445e-9e04-683c89cf3bb2 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:56.292656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 7445cab6-6908-445e-9e04-683c89cf3bb2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:56.293041 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:56.522953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-b0f9a9bb-9ed5-4a02-9d67-365f7055d9f7 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:56.524763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-b0f9a9bb-9ed5-4a02-9d67-365f7055d9f7 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 817 time: 0.1043992 Sep 18 01:35:56.539277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-30a12a9d-af70-47c9-a3ee-46198cbec60e tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/quotas/662488ad2aab40a5af0ddd80e63cf8e7 HTTP/1.1" status: 200 len: 375 time: 0.0089102 Sep 18 01:35:56.596307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-d842e367-83f8-4f71-b1e2-3835fd361ee1 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518858 Sep 18 01:35:56.690639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-970b2b0d-b2b7-46d5-b947-99f2a73b7a3a service neutron] 10.222.0.49 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826063 Sep 18 01:35:56.785022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-fcf811e0-984d-453c-a6fe-6d3d096b0af6 service neutron] 10.222.0.49 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Sep 18 01:35:56.946776 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b530d658-ebf2-4213-9e6e-ab45589702ab req-2cba8d7a-bc99-4a67-a0f2-54622abc0a44 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Sep 18 01:35:57.317167 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1f923139-d107-4386-9cab-2cb5bc20c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:57.558449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:57.658055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91091b63-20ba-403f-81b7-4f2429efaeb1 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:57.693106 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Sync routers for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:35:57.710403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:57.711026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:57.761446 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 91091b63-20ba-403f-81b7-4f2429efaeb1 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:57.761825 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:57.858706 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:57.876343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-6cc0d8f6-41bc-4508-b4f0-cbfcaa220ffa tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:57.878788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-6cc0d8f6-41bc-4508-b4f0-cbfcaa220ffa tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.48 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 817 time: 0.1158397 Sep 18 01:35:57.892944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Request body: {'port': {'device_id': '1c976fbf-fae9-402d-a600-5a77391529c0', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'admin_state_up': True, 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:58.014293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Made reservation on behalf of 662488ad2aab40a5af0ddd80e63cf8e7 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:35:58.018145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.070051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-440cf45d-3a0b-4cef-8a9c-fd2aee3a4c37 req-f6798510-fb8d-4c3b-adb1-646a5ab41e1c tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 210 time: 0.0412457 Sep 18 01:35:58.177476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Allocated IP 172.20.0.4 (1292ad69-0356-4a5b-ade3-60389f692e2a/0064e51e-cf91-4cae-82cd-b6a6d61a4f13/25e5de61-0864-4ad8-8a11-c7764f043b14) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:35:58.234586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 4, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd039367f-aaf4-4831-8c9b-fed6fd26f4ba', 'name': '', 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'mac_address': 'fa:16:3e:e4:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '887672a8-7807-4198-843e-db8cef1afb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:54Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 2, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'subnets': [{'id': '887672a8-7807-4198-843e-db8cef1afb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:58.266360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Checking router: c7e3ae63-6021-4f6f-a3d1-5723e382c90b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:35:58.266720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Updating router c7e3ae63-6021-4f6f-a3d1-5723e382c90b port d039367f-aaf4-4831-8c9b-fed6fd26f4ba binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:35:58.290872 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.327737 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.361571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.406559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:35:58.409603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:35:58.413207 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:35:58.440438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Pushing event updated for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:58.468467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:58.469265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.487706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-bce09ede-f91e-4f7d-a1ca-fccf192038a8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987184 Sep 18 01:35:58.501159 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Request body: {'port': {'device_id': '1c976fbf-fae9-402d-a600-5a77391529c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:35:58.566942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.578754 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.591914 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.598499 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.646720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201743e9-a071-4cbb-ba11-be38d5417bd2 None None] Pushing event updated for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:58.708510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Attempting to bind port d039367f-aaf4-4831-8c9b-fed6fd26f4ba on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:58.708889 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Attempting to bind port d039367f-aaf4-4831-8c9b-fed6fd26f4ba by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:58.709255 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Attempting to bind port d039367f-aaf4-4831-8c9b-fed6fd26f4ba on network 73a8bd0d-3eae-4be3-b77f-3041e15441ea {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:58.712533 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0751cd03-d1a4-4360-880b-f6a0899f0139 None None] Provisioning complete for port 25e5de61-0864-4ad8-8a11-c7764f043b14 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:58.712920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0751cd03-d1a4-4360-880b-f6a0899f0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.733423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:58.733742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Checking segment: {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:58.734283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.734852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Bound using segment: {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:58.735369 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Bound port: d039367f-aaf4-4831-8c9b-fed6fd26f4ba, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2175137f-6479-4ac2-97f1-83e7a865cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:58.735737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.783846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0751cd03-d1a4-4360-880b-f6a0899f0139 None None] Port 25e5de61-0864-4ad8-8a11-c7764f043b14 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:35:58.817558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] For port d039367f-aaf4-4831-8c9b-fed6fd26f4ba, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:58.821942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] For port d039367f-aaf4-4831-8c9b-fed6fd26f4ba, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:58.827427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.854953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e5de61-0864-4ad8-8a11-c7764f043b14 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:35:58.862971 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.876270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:35:58.876913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:35:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:58.878633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Transition to ACTIVE for port object 25e5de61-0864-4ad8-8a11-c7764f043b14 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:35:58.883323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:58.940062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201743e9-a071-4cbb-ba11-be38d5417bd2 None None] Pushing event updated for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:58.941204 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:58.955874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:58.956273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.030104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Attempting to bind port 25e5de61-0864-4ad8-8a11-c7764f043b14 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:35:59.032303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Attempting to bind port 25e5de61-0864-4ad8-8a11-c7764f043b14 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:35:59.032987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Attempting to bind port 25e5de61-0864-4ad8-8a11-c7764f043b14 on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:59.039316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Port 25e5de61-0864-4ad8-8a11-c7764f043b14 on network 1292ad69-0356-4a5b-ade3-60389f692e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:35:59.039818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Attempting to bind port 25e5de61-0864-4ad8-8a11-c7764f043b14 on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:35:59.045736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:35:59.046081 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Checking segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:35:59.046467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Bound using segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:35:59.046787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:35:59.047035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Bound port: 25e5de61-0864-4ad8-8a11-c7764f043b14, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:35:59.047384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.127575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:35:59.131162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25e5de61-0864-4ad8-8a11-c7764f043b14,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:35:59.144300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.177795 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.212219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.212859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.214411 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] 10.222.0.48 "PUT /v2.0/ports/25e5de61-0864-4ad8-8a11-c7764f043b14 HTTP/1.1" status: 200 len: 1092 time: 0.7186739 Sep 18 01:35:59.224404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:35:59.227647 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a076a4e-9c57-4893-aef6-2de88143bf40" -d '{"events": [{"name": "network-changed", "server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:35:59.252903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba3ad8-8a98-4f9f-ac8c-3a8f0654a785 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:59.287114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] For port d039367f-aaf4-4831-8c9b-fed6fd26f4ba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:35:59.292685 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.300306 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831365ab-ac28-4fbd-bebc-856181d31412 x-openstack-request-id: req-831365ab-ac28-4fbd-bebc-856181d31412 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:35:59.300602 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:35:59.300819 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-831365ab-ac28-4fbd-bebc-856181d31412 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:35:59.301213 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14', 'status': 'completed', 'code': 200} Sep 18 01:35:59.324116 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32764c1-8ef1-4984-9f4d-3b6bc5e8769a req-19d73ec8-76df-4b67-a7a9-2fa04107009a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.325660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d32764c1-8ef1-4984-9f4d-3b6bc5e8769a req-19d73ec8-76df-4b67-a7a9-2fa04107009a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 943 time: 0.1229808 Sep 18 01:35:59.333487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-780c0483-acae-48db-af18-8f0eb85bb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.334693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-780c0483-acae-48db-af18-8f0eb85bb67f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 1095 time: 0.0772259 Sep 18 01:35:59.381039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7622-69eb-4dd8-b5bb-f848682c931a None None] Pushing event updated for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:35:59.389285 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-c213fed2-671c-4b19-8386-837c46d0d657 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e5de61-0864-4ad8-8a11-c7764f043b14 HTTP/1.1" status: 200 len: 217 time: 0.0464869 Sep 18 01:35:59.401030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 4, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd039367f-aaf4-4831-8c9b-fed6fd26f4ba', 'name': '', 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'mac_address': 'fa:16:3e:e4:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '887672a8-7807-4198-843e-db8cef1afb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:54Z', 'updated_at': '2021-09-18T01:35:58Z', 'revision_number': 4, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'subnets': [{'id': '887672a8-7807-4198-843e-db8cef1afb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:35:59.436820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a065-748a-4446-becb-5967d7f3e995 None None] The sync data for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 is: [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:54Z', 'revision_number': 4, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'd039367f-aaf4-4831-8c9b-fed6fd26f4ba', 'name': '', 'network_id': '73a8bd0d-3eae-4be3-b77f-3041e15441ea', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'mac_address': 'fa:16:3e:e4:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '887672a8-7807-4198-843e-db8cef1afb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:54Z', 'updated_at': '2021-09-18T01:35:58Z', 'revision_number': 4, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'subnets': [{'id': '887672a8-7807-4198-843e-db8cef1afb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:35:59.437816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d32764c1-8ef1-4984-9f4d-3b6bc5e8769a req-1088a137-9d85-4b3a-9b2d-734a64ef2c9e tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016369 Sep 18 01:35:59.446594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d833f71f-5a2e-4121-9322-42f433bbabef None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:59.446901 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d833f71f-5a2e-4121-9322-42f433bbabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.458944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-12cdb3a9-355d-4020-9758-83e75462d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.460469 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-12cdb3a9-355d-4020-9758-83e75462d7a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 200 len: 856 time: 0.0594580 Sep 18 01:35:59.517778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-5ee568b1-ecf9-495c-b06b-fd1ba02a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.519525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-5ee568b1-ecf9-495c-b06b-fd1ba02a5993 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1292ad69-0356-4a5b-ade3-60389f692e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516617 Sep 18 01:35:59.623672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-ec1644d7-9b8d-4f83-a180-875e93362488 service neutron] 10.222.0.48 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970476 Sep 18 01:35:59.706272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d039367f-aaf4-4831-8c9b-fed6fd26f4ba up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:35:59.728463 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1972ba59-88f5-48fb-8232-15c53ba65465 req-a6ba3ecc-dd30-4449-8b0e-36c16f992405 service neutron] 10.222.0.48 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972691 Sep 18 01:35:59.757803 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port d039367f-aaf4-4831-8c9b-fed6fd26f4ba triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:35:59.758443 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.822256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-76734a69-e283-4b97-8954-918ce2b64328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.823783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-76734a69-e283-4b97-8954-918ce2b64328 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 1095 time: 0.0417719 Sep 18 01:35:59.870865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:35:59.928097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-7c5119c9-03d6-491a-a96a-4851c7adfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:35:59.929607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-7c5119c9-03d6-491a-a96a-4851c7adfff1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 918 time: 0.0981770 Sep 18 01:35:59.976649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-5278a14f-3569-4a2b-b26d-2625b583852c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e5de61-0864-4ad8-8a11-c7764f043b14 HTTP/1.1" status: 200 len: 217 time: 0.0391695 Sep 18 01:36:00.030754 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-ab606928-3b4e-429b-8b00-9dca295f369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:00.032457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-ab606928-3b4e-429b-8b00-9dca295f369d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 200 len: 856 time: 0.0463202 Sep 18 01:36:00.080603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-87e03934-c379-459e-9480-1d2f5a3f2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:00.082117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-87e03934-c379-459e-9480-1d2f5a3f2590 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1292ad69-0356-4a5b-ade3-60389f692e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419910 Sep 18 01:36:00.174775 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-7c1e8849-cd7b-4d7d-801b-d7f16ae067b7 service neutron] 10.222.0.48 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846117 Sep 18 01:36:00.623688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5a076a4e-9c57-4893-aef6-2de88143bf40 req-b51dbe6d-d228-429a-960a-d205839e8af2 service neutron] 10.222.0.48 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418736 Sep 18 01:36:00.631292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9770b-ae81-4e94-8541-a57f8048c54a req-ddc7fd12-c72a-4290-8a3a-8f4f611d2b9d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:00.632689 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aa9770b-ae81-4e94-8541-a57f8048c54a req-ddc7fd12-c72a-4290-8a3a-8f4f611d2b9d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 943 time: 0.0672750 Sep 18 01:36:00.671437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aa9770b-ae81-4e94-8541-a57f8048c54a req-462a7f1d-75d9-47e7-b31b-66bcbcc1aea5 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Sep 18 01:36:01.800085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78584e45-5463-4c29-984a-2bdd98324113 req-15461174-2d28-4de6-b46f-8ad9a94aff28 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:01.801592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78584e45-5463-4c29-984a-2bdd98324113 req-15461174-2d28-4de6-b46f-8ad9a94aff28 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 943 time: 0.0524530 Sep 18 01:36:01.837620 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78584e45-5463-4c29-984a-2bdd98324113 req-9eb3429c-912f-4a19-83ba-2860f8f6c148 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301971 Sep 18 01:36:02.481122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25e5de61-0864-4ad8-8a11-c7764f043b14 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:36:02.574762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25e5de61-0864-4ad8-8a11-c7764f043b14,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:02.586329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '25e5de61-0864-4ad8-8a11-c7764f043b14', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'port_id': '25e5de61-0864-4ad8-8a11-c7764f043b14', 'mac_address': 'fa:16:3e:28:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:36:02.621127 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:02.633982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e5de61-0864-4ad8-8a11-c7764f043b14 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:36:02.652906 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25e5de61-0864-4ad8-8a11-c7764f043b14,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:02.657000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:02.701473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:02.758310 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:02.856614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['25e5de61-0864-4ad8-8a11-c7764f043b14'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:36:02.951757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26011-0445-4df0-b8da-9e3fb8b46dc6 req-b064732b-2868-4447-954b-cd010dfdafe9 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:02.953429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44e26011-0445-4df0-b8da-9e3fb8b46dc6 req-b064732b-2868-4447-954b-cd010dfdafe9 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 944 time: 0.0490630 Sep 18 01:36:02.991858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44e26011-0445-4df0-b8da-9e3fb8b46dc6 req-9226245c-fd39-4812-b31b-394ea0da6e02 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Sep 18 01:36:04.106990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae73f1-683f-4483-a6d9-737c4978dbc1 req-21e359c7-e0b2-4655-86a8-305d66b590fc tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:04.108486 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cae73f1-683f-4483-a6d9-737c4978dbc1 req-21e359c7-e0b2-4655-86a8-305d66b590fc tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 944 time: 0.0487754 Sep 18 01:36:04.146690 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2cae73f1-683f-4483-a6d9-737c4978dbc1 req-8ce7442d-4ade-49c1-88c9-ceeb2aa1c3b4 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Sep 18 01:36:04.481006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25e5de61-0864-4ad8-8a11-c7764f043b14 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:36:04.528824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 25e5de61-0864-4ad8-8a11-c7764f043b14 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:36:04.532672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 25e5de61-0864-4ad8-8a11-c7764f043b14 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:36:04.533038 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:04.610482 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:04.631454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:36:04.633689 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4837ce1-d282-4128-9d19-dc0ad7fca3d8" -d '{"events": [{"server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "name": "network-vif-plugged", "status": "completed", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:36:04.646276 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25e5de61-0864-4ad8-8a11-c7764f043b14,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:04.650534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:04.674320 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b39a0f7-a3f9-4962-9106-623cc35637b5 x-openstack-request-id: req-3b39a0f7-a3f9-4962-9106-623cc35637b5 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:36:04.674606 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "name": "network-vif-plugged", "status": "completed", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:36:04.674856 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b39a0f7-a3f9-4962-9106-623cc35637b5 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:36:04.675240 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14', 'code': 200} Sep 18 01:36:04.703506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:04.770298 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8719043-c241-45d9-833d-81a11953d890 req-cdf5ed67-4a91-47e5-b31d-4c1156836d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:04.771738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8719043-c241-45d9-833d-81a11953d890 req-cdf5ed67-4a91-47e5-b31d-4c1156836d28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 1097 time: 0.0429351 Sep 18 01:36:04.806332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8719043-c241-45d9-833d-81a11953d890 req-62a43c5c-c241-44e2-bc5d-1327eb37ef1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279250 Sep 18 01:36:05.262179 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ddbe-fd17-4a81-924f-8194d0abed4d req-10213be1-4f34-4243-8f9b-a27563861ead tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:05.263654 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a44ddbe-fd17-4a81-924f-8194d0abed4d req-10213be1-4f34-4243-8f9b-a27563861ead tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0486472 Sep 18 01:36:05.302368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6a44ddbe-fd17-4a81-924f-8194d0abed4d req-2b2f2a51-05ab-427a-9b92-52f56110dc7d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Sep 18 01:36:06.418035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937def-b31c-416f-98a9-16b115fa021d req-58fd9e47-8d56-4d38-830c-4ccd8cb20ef8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:06.419506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f937def-b31c-416f-98a9-16b115fa021d req-58fd9e47-8d56-4d38-830c-4ccd8cb20ef8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Sep 18 01:36:06.456635 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f937def-b31c-416f-98a9-16b115fa021d req-88b1d2ca-e48b-483c-bec2-b5bf0c22b21b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Sep 18 01:36:06.573364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e4136-4c7f-41d9-b50d-b63103538758 req-6288f9d1-d3b0-4944-a832-97c66a99c3c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:06.574842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e84e4136-4c7f-41d9-b50d-b63103538758 req-6288f9d1-d3b0-4944-a832-97c66a99c3c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Sep 18 01:36:06.613729 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e84e4136-4c7f-41d9-b50d-b63103538758 req-2fe876be-7799-4f0d-b21c-fb803cba59ed tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Sep 18 01:36:16.558554 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:22.779201 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:36:24.318455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-62301323-01e3-432e-b2c3-75876be9cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:25.116177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b46c84-c8dc-41fa-baa7-d54398f5678c req-de806535-9ec8-4b10-9811-79a8439e8524 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:25.117688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65b46c84-c8dc-41fa-baa7-d54398f5678c req-de806535-9ec8-4b10-9811-79a8439e8524 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0499029 Sep 18 01:36:25.154710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65b46c84-c8dc-41fa-baa7-d54398f5678c req-3e1f73ad-a292-4142-834a-13820fa81983 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Sep 18 01:36:26.275242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8443-b97c-4287-ac39-0970223e9bd8 req-ecd14e01-1081-4283-9a5e-cc8f995cc87b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:26.276758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-439b8443-b97c-4287-ac39-0970223e9bd8 req-ecd14e01-1081-4283-9a5e-cc8f995cc87b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Sep 18 01:36:26.317092 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-439b8443-b97c-4287-ac39-0970223e9bd8 req-f053929d-8d0c-462c-b7fc-8bf232ca2a19 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Sep 18 01:36:26.697013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-4400e134-405a-4ea5-8f4c-9bc4f5fe26f8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:26.698454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-4400e134-405a-4ea5-8f4c-9bc4f5fe26f8 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Sep 18 01:36:26.787094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Deleting port 25e5de61-0864-4ad8-8a11-c7764f043b14 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:36:26.787437 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:26.878023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] For port 25e5de61-0864-4ad8-8a11-c7764f043b14, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=25e5de61-0864-4ad8-8a11-c7764f043b14,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:26.878384 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:26.890115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Calling delete_port for 25e5de61-0864-4ad8-8a11-c7764f043b14 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:36:27.018143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:27.029810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['25e5de61-0864-4ad8-8a11-c7764f043b14'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:36:27.051578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Pushing event deleted for resources: {'Port': ['ID=25e5de61-0864-4ad8-8a11-c7764f043b14,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:27.091794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] No DVR routers for this DVR port 25e5de61-0864-4ad8-8a11-c7764f043b14 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:36:27.094537 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:27.097145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0971cd5e-a8bc-419f-be96-ee4c936783fa req-f1db5416-a469-4db7-9ad7-ede85048160a tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.48 "DELETE /v2.0/ports/25e5de61-0864-4ad8-8a11-c7764f043b14 HTTP/1.1" status: 204 len: 173 time: 0.3909466 Sep 18 01:36:27.097602 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'name': 'network-vif-deleted', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:36:27.099943 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05805793-37dd-4935-87cc-1684954d095f" -d '{"events": [{"server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "name": "network-vif-deleted", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:36:27.141963 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e679d9-0339-4dd6-9619-913564be9d31 x-openstack-request-id: req-22e679d9-0339-4dd6-9619-913564be9d31 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:36:27.142856 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c976fbf-fae9-402d-a600-5a77391529c0", "name": "network-vif-deleted", "tag": "25e5de61-0864-4ad8-8a11-c7764f043b14", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:36:27.143096 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22e679d9-0339-4dd6-9619-913564be9d31 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:36:27.143493 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c976fbf-fae9-402d-a600-5a77391529c0', 'name': 'network-vif-deleted', 'tag': '25e5de61-0864-4ad8-8a11-c7764f043b14', 'status': 'completed', 'code': 200} Sep 18 01:36:27.318022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b454841a-7bef-4f82-8b02-0435ead75404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:27.420809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27f5df47-c3a7-4bcd-972e-27339f8b51ef req-1f63c499-198e-4441-9be4-068b46492dcf tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c976fbf-fae9-402d-a600-5a77391529c0 HTTP/1.1" status: 200 len: 210 time: 0.0260258 Sep 18 01:36:27.560832 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:28.552254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:29.137461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-eed0ead5-0d70-4300-987f-496eed0033a5 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:29.138921 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-eed0ead5-0d70-4300-987f-496eed0033a5 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 817 time: 0.1038673 Sep 18 01:36:29.154575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-29756501-9736-4eec-978e-aa9bedef710b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/quotas/662488ad2aab40a5af0ddd80e63cf8e7 HTTP/1.1" status: 200 len: 375 time: 0.0091157 Sep 18 01:36:29.204170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-ab1dae71-8cc7-42fa-a22b-539d80a6e8ae tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437641 Sep 18 01:36:29.302691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-d7d135fe-ef88-4b9f-803b-8fa089d9376b service neutron] 10.222.0.49 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Sep 18 01:36:29.393238 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-e7cfb636-45fe-4186-a224-ad1c61f5723b service neutron] 10.222.0.49 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844848 Sep 18 01:36:29.549287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4a09b6-3cfb-4972-a232-0433ae8e47e3 req-8d548a34-cd4c-40c1-afe3-3d60c6ba648e tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Sep 18 01:36:29.873291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:30.528544 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-4a63480e-dd14-4295-b5a9-2ddbfa085c31 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:30.530665 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-4a63480e-dd14-4295-b5a9-2ddbfa085c31 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.54 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 817 time: 0.1064577 Sep 18 01:36:30.542645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25e5de61-0864-4ad8-8a11-c7764f043b14 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:36:30.551923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Request body: {'port': {'device_id': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'admin_state_up': True, 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:36:30.561564 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 25e5de61-0864-4ad8-8a11-c7764f043b14 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:36:30.561913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 25e5de61-0864-4ad8-8a11-c7764f043b14 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:36:30.647019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb1f5f0b-9e36-489a-acf5-a1d8486250c9 req-d731aacb-44dc-4406-b1f5-b340feed2c13 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 210 time: 0.0306730 Sep 18 01:36:30.661558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Made reservation on behalf of 662488ad2aab40a5af0ddd80e63cf8e7 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:36:30.665373 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:30.794491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Allocated IP 172.20.0.8 (1292ad69-0356-4a5b-ade3-60389f692e2a/0064e51e-cf91-4cae-82cd-b6a6d61a4f13/0e68bce2-56b5-4ca5-afd7-874222c8f70a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:36:30.938646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:30.971930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.014370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Network 1292ad69-0356-4a5b-ade3-60389f692e2a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:36:31.017401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:36:31.021730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:36:31.030318 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Pushing event updated for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:31.060075 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.060370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.060712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.061047 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.061378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.061709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.062035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.062358 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.062682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.063001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.063345 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.063642 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:31.087986 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:31.088640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.103867 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-82abcc55-0a71-49f6-aa60-b8881650c2c0 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557427 Sep 18 01:36:31.122858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Request body: {'port': {'device_id': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:36:31.185094 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.293310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8e580d22-976a-4789-afb1-f3fc7a81957a None None] Provisioning complete for port 0e68bce2-56b5-4ca5-afd7-874222c8f70a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:36:31.293909 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8e580d22-976a-4789-afb1-f3fc7a81957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.327338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-8e580d22-976a-4789-afb1-f3fc7a81957a None None] Port 0e68bce2-56b5-4ca5-afd7-874222c8f70a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:36:31.448165 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e68bce2-56b5-4ca5-afd7-874222c8f70a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:36:31.455753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.467107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Transition to ACTIVE for port object 0e68bce2-56b5-4ca5-afd7-874222c8f70a will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:36:31.470845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.521250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:31.599410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Attempting to bind port 0e68bce2-56b5-4ca5-afd7-874222c8f70a on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:36:31.600042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Attempting to bind port 0e68bce2-56b5-4ca5-afd7-874222c8f70a by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:36:31.600042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Attempting to bind port 0e68bce2-56b5-4ca5-afd7-874222c8f70a on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:36:31.604497 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Port 0e68bce2-56b5-4ca5-afd7-874222c8f70a on network 1292ad69-0356-4a5b-ade3-60389f692e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:36:31.604817 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Attempting to bind port 0e68bce2-56b5-4ca5-afd7-874222c8f70a on network 1292ad69-0356-4a5b-ade3-60389f692e2a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:36:31.609765 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:36:31.610104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Checking segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:36:31.610486 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Bound using segment: {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:36:31.610912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Bound port: 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd584c6-1411-43d4-938a-d875071bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:36:31.611269 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.677694 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:36:31.680922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:36:31.685763 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.718446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:31.718769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:31.720128 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] 10.222.0.54 "PUT /v2.0/ports/0e68bce2-56b5-4ca5-afd7-874222c8f70a HTTP/1.1" status: 200 len: 1092 time: 0.6017773 Sep 18 01:36:31.720592 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:36:31.724138 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd79023a-7c87-4968-9315-36f4d7c24947" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:36:31.757887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93337-2a46-4786-b013-02caa2d05cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:31.775949 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45733eb-e2de-4669-bc24-1f5eb200ea24 req-dc1aefcb-806a-4938-b636-6f0295a9cfcb tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:31.784898 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45733eb-e2de-4669-bc24-1f5eb200ea24 req-dc1aefcb-806a-4938-b636-6f0295a9cfcb tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 943 time: 0.0698681 Sep 18 01:36:31.787656 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1827cd-6924-4fcc-abe4-ba83ef035888 x-openstack-request-id: req-4b1827cd-6924-4fcc-abe4-ba83ef035888 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:36:31.787955 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:36:31.788205 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b1827cd-6924-4fcc-abe4-ba83ef035888 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:36:31.788647 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a', 'status': 'completed', 'code': 200} Sep 18 01:36:31.824950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45733eb-e2de-4669-bc24-1f5eb200ea24 req-6ea8bcae-5488-4db2-a457-49482de4bf90 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Sep 18 01:36:31.854296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-85c7c4ce-422a-4eb3-93b5-c9411c579b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:31.855725 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-85c7c4ce-422a-4eb3-93b5-c9411c579b4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 1095 time: 0.0484197 Sep 18 01:36:31.904569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-6ef60a2e-fdbd-400d-992b-722c6a30d9b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a HTTP/1.1" status: 200 len: 217 time: 0.0360844 Sep 18 01:36:31.952621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-a0277737-99f0-4c72-ac9a-5a1f33420622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:31.954050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-a0277737-99f0-4c72-ac9a-5a1f33420622 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 200 len: 856 time: 0.0430760 Sep 18 01:36:32.002821 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448491-69c8-4635-93b9-fa9827c20422 req-f605860e-5fbd-4d5a-9f4a-dd1fb055d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.004345 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-f605860e-5fbd-4d5a-9f4a-dd1fb055d288 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1292ad69-0356-4a5b-ade3-60389f692e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434303 Sep 18 01:36:32.091662 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-158441c3-2540-456f-8771-85b6e8c1422c service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797205 Sep 18 01:36:32.182596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-80448491-69c8-4635-93b9-fa9827c20422 req-4b733a43-c557-4a4d-8ff6-29df79642339 service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838945 Sep 18 01:36:32.312640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-9778470f-7f58-4292-991f-74d0bded007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.314106 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-9778470f-7f58-4292-991f-74d0bded007b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 1095 time: 0.0409007 Sep 18 01:36:32.406361 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-3fd6989c-5ae3-489a-9ab1-9e724d223e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.407808 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-3fd6989c-5ae3-489a-9ab1-9e724d223e58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 918 time: 0.0864866 Sep 18 01:36:32.447961 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-559a20dc-2212-437f-a16f-3c28169bab20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a HTTP/1.1" status: 200 len: 217 time: 0.0329735 Sep 18 01:36:32.495707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-686e104f-0946-4b17-90d3-85113e013835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.497133 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-686e104f-0946-4b17-90d3-85113e013835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 200 len: 856 time: 0.0416863 Sep 18 01:36:32.546006 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-f7507024-1e02-421c-a032-18f689d73608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.547482 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-f7507024-1e02-421c-a032-18f689d73608 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1292ad69-0356-4a5b-ade3-60389f692e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436606 Sep 18 01:36:32.633694 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-34fed021-b080-4ec4-bc3b-0b43a55c009c service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788743 Sep 18 01:36:32.726111 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-bd79023a-7c87-4968-9315-36f4d7c24947 req-68a1eaff-d86d-475f-ad4f-179994f2eb0a service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845087 Sep 18 01:36:32.782908 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:32.940795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3898efe-f0a9-489a-af07-65686106cfbf req-eef5cf61-137e-40ba-bfcb-da9cfa30aa37 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:32.942283 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3898efe-f0a9-489a-af07-65686106cfbf req-eef5cf61-137e-40ba-bfcb-da9cfa30aa37 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 943 time: 0.0493224 Sep 18 01:36:32.980018 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3898efe-f0a9-489a-af07-65686106cfbf req-cb2e2b92-0054-4b2a-be22-c429a7e3e704 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Sep 18 01:36:34.090838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7060c-0566-4ea7-b463-be3a1b187f79 req-6749bdcd-7c46-4017-8288-3d7c564234e6 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:34.092314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab7060c-0566-4ea7-b463-be3a1b187f79 req-6749bdcd-7c46-4017-8288-3d7c564234e6 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 943 time: 0.0476351 Sep 18 01:36:34.133752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dab7060c-0566-4ea7-b463-be3a1b187f79 req-75ce8471-d60b-40d2-a773-1ac0bba8e7cd tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Sep 18 01:36:35.248375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac220762-b460-4740-a3b9-877efe900779 req-a84b57de-8cc1-4338-a23e-419668e859be tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:35.249862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac220762-b460-4740-a3b9-877efe900779 req-a84b57de-8cc1-4338-a23e-419668e859be tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 943 time: 0.0502617 Sep 18 01:36:35.289952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ac220762-b460-4740-a3b9-877efe900779 req-e2e9d7bf-ca70-4ffc-8883-cfcb56a1afeb tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Sep 18 01:36:35.635239 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0e68bce2-56b5-4ca5-afd7-874222c8f70a details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:36:35.731039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:35.742213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '0e68bce2-56b5-4ca5-afd7-874222c8f70a', 'network_id': '1292ad69-0356-4a5b-ade3-60389f692e2a', 'port_id': '0e68bce2-56b5-4ca5-afd7-874222c8f70a', 'mac_address': 'fa:16:3e:b6:5a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0064e51e-cf91-4cae-82cd-b6a6d61a4f13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:36:35.777557 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:35.790290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e68bce2-56b5-4ca5-afd7-874222c8f70a {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:36:35.808304 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:35.811736 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:35.856389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:35.863617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.863967 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.864334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.864673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.865012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.865342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.865668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.865992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.866315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.866638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.866961 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:35.867278 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:36:36.187915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0e68bce2-56b5-4ca5-afd7-874222c8f70a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:36:36.406719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862dbe-f531-4625-a6bc-ab0ff320817a req-84d21324-6b0f-40c0-a0ca-392797adb110 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:36.408254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94862dbe-f531-4625-a6bc-ab0ff320817a req-84d21324-6b0f-40c0-a0ca-392797adb110 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 944 time: 0.0499582 Sep 18 01:36:36.445649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-94862dbe-f531-4625-a6bc-ab0ff320817a req-9dad35b7-d089-4031-b762-57160e60a685 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Sep 18 01:36:37.557458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba659a3-7315-4c2a-92ac-93dacfa913e5 req-567820f2-b270-433b-b26e-b39252103c9b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:37.558920 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cba659a3-7315-4c2a-92ac-93dacfa913e5 req-567820f2-b270-433b-b26e-b39252103c9b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 944 time: 0.0479176 Sep 18 01:36:37.599820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cba659a3-7315-4c2a-92ac-93dacfa913e5 req-3b0db298-58d6-41a7-a444-8f49e053d0ba tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Sep 18 01:36:37.651211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0e68bce2-56b5-4ca5-afd7-874222c8f70a up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:36:37.698625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 0e68bce2-56b5-4ca5-afd7-874222c8f70a completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:36:37.702146 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 0e68bce2-56b5-4ca5-afd7-874222c8f70a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:36:37.702514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:37.778687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:37.799765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:36:37.802089 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11e2e6-d81c-494d-a748-1e1ed7f9d1f6" -d '{"events": [{"server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "name": "network-vif-plugged", "status": "completed", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:36:37.814536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:36:37.819471 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:37.842662 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a324a13-7e67-4641-adca-6fdc6c793e22 x-openstack-request-id: req-0a324a13-7e67-4641-adca-6fdc6c793e22 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:36:37.843397 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "name": "network-vif-plugged", "status": "completed", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:36:37.843397 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a324a13-7e67-4641-adca-6fdc6c793e22 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:36:37.843667 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a', 'code': 200} Sep 18 01:36:37.868070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:36:37.960587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8899a18-9234-467a-b928-b74d6e936f28 req-b33fb6ee-cb24-409b-89b0-b32e5946abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:37.962097 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d8899a18-9234-467a-b928-b74d6e936f28 req-b33fb6ee-cb24-409b-89b0-b32e5946abd8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0404692 Sep 18 01:36:37.996578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d8899a18-9234-467a-b928-b74d6e936f28 req-4f9a0923-da67-473b-9c3e-8a5f73806173 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270312 Sep 18 01:36:38.332575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-fe696aeb-1960-4a8f-a110-eaa1a800bb2e req-bf581a07-1e0e-4a8b-a684-7646fe839666 service neutron] (106452) timed out ('10.222.0.54', 56524) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:36:38.711527 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccf639-2183-40b4-aef7-fde8dd57dfd0 req-c3a1766c-cd62-4fb1-b174-a97820d0ae4d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:38.713029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-deccf639-2183-40b4-aef7-fde8dd57dfd0 req-c3a1766c-cd62-4fb1-b174-a97820d0ae4d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0479577 Sep 18 01:36:38.749849 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-deccf639-2183-40b4-aef7-fde8dd57dfd0 req-bced5229-7ba7-4a06-98ff-2e03e3a49273 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Sep 18 01:36:39.865239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc19100-a3d4-4dcd-8aef-aa2d648b78d9 req-8e69a520-c12d-4c5b-abbe-1147252f61cc tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:39.866780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdc19100-a3d4-4dcd-8aef-aa2d648b78d9 req-8e69a520-c12d-4c5b-abbe-1147252f61cc tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Sep 18 01:36:39.910567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bdc19100-a3d4-4dcd-8aef-aa2d648b78d9 req-e1a0e67a-1033-45ed-aad7-674de5c6352f tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Sep 18 01:36:40.022786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db237657-b2ca-46a3-9c3b-41d026d149a2 req-d076ad2c-a2c9-48f9-831a-ec867bebf80b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:40.024574 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db237657-b2ca-46a3-9c3b-41d026d149a2 req-d076ad2c-a2c9-48f9-831a-ec867bebf80b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Sep 18 01:36:40.067550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-db237657-b2ca-46a3-9c3b-41d026d149a2 req-21ce5a3d-8068-4248-b7e1-d4354997cb67 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Sep 18 01:36:46.575848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:52.549473 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-9cc6581f-6d86-40c5-bcaf-09db76416a0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402102 Sep 18 01:36:52.655620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc894-e3b8-4f68-82d2-645d93258bff req-d5227b55-bcb3-496b-9387-636babed7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:52.657168 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-d5227b55-bcb3-496b-9387-636babed7d69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 1097 time: 0.0469749 Sep 18 01:36:52.775576 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc894-e3b8-4f68-82d2-645d93258bff req-2ad1b7c3-4734-4cf9-8e01-1c4e7a0b24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:52.777097 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-2ad1b7c3-4734-4cf9-8e01-1c4e7a0b24d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 200 len: 918 time: 0.0882826 Sep 18 01:36:52.823675 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-42d76d5d-45a6-4002-9cc0-7cac02ab24ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a HTTP/1.1" status: 200 len: 217 time: 0.0380535 Sep 18 01:36:52.874775 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc894-e3b8-4f68-82d2-645d93258bff req-34be313e-222f-477b-89c4-90f9c5df2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:52.876130 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-34be313e-222f-477b-89c4-90f9c5df2394 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 200 len: 856 time: 0.0435438 Sep 18 01:36:52.929777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc894-e3b8-4f68-82d2-645d93258bff req-1a8b73f9-1315-4723-86b7-0013e939105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:52.931248 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-1a8b73f9-1315-4723-86b7-0013e939105b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1292ad69-0356-4a5b-ade3-60389f692e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405009 Sep 18 01:36:53.023998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-db888357-c8d5-4939-90df-044a05af0e9f service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Sep 18 01:36:53.114638 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-998dc894-e3b8-4f68-82d2-645d93258bff req-b1d69d7e-8a14-4890-9d9e-f6540ed06e04 service neutron] 10.222.0.54 "GET /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823581 Sep 18 01:36:54.320001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a269818-1151-4491-b583-2f178993e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:57.320078 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-239e80c8-b6c0-4a4f-bd27-9b810b1f477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:57.562160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:58.551713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:36:59.527416 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ae480-06df-42fc-83c2-c7d1b7ab6b83 req-01aad067-b505-4bad-b39a-8ad15a377c3e tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:36:59.528949 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f36ae480-06df-42fc-83c2-c7d1b7ab6b83 req-01aad067-b505-4bad-b39a-8ad15a377c3e tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0497568 Sep 18 01:36:59.568633 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f36ae480-06df-42fc-83c2-c7d1b7ab6b83 req-16d05d9b-3778-47dc-b203-056fe92a0cea tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Sep 18 01:36:59.778663 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:36:59.869790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:00.685111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46bc1-92b7-4e73-b0a7-5a20c6752aaa req-02fbfe36-448d-48c0-841d-cb8f8d28c032 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:00.686588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcf46bc1-92b7-4e73-b0a7-5a20c6752aaa req-02fbfe36-448d-48c0-841d-cb8f8d28c032 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Sep 18 01:37:00.724326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-dcf46bc1-92b7-4e73-b0a7-5a20c6752aaa req-3ae4af57-5ce7-486c-85fd-a7ffb5540fa1 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Sep 18 01:37:01.388449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-68844bed-aac5-4a59-b8ac-a230a464a13d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:01.389908 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-68844bed-aac5-4a59-b8ac-a230a464a13d tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Sep 18 01:37:01.483626 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Deleting port 0e68bce2-56b5-4ca5-afd7-874222c8f70a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:01.483979 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:01.572715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] For port 0e68bce2-56b5-4ca5-afd7-874222c8f70a, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=0e68bce2-56b5-4ca5-afd7-874222c8f70a,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:01.573076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:01.584492 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Calling delete_port for 0e68bce2-56b5-4ca5-afd7-874222c8f70a owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:01.842514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89bcaf-5d03-43bb-a9a8-f71fdf18e25c req-f6b89511-9220-4ddc-a049-433e472f115b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:01.844015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf89bcaf-5d03-43bb-a9a8-f71fdf18e25c req-f6b89511-9220-4ddc-a049-433e472f115b tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ac6c1d-1273-49e2-b1a4-127cc43a57a8 HTTP/1.1" status: 200 len: 945 time: 0.0502322 Sep 18 01:37:01.888559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cf89bcaf-5d03-43bb-a9a8-f71fdf18e25c req-990d294b-17ea-4e4d-b623-0957590c79f5 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a4ba693-ba5b-4296-9fa1-528d2ef09550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Sep 18 01:37:02.007917 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:02.037467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Pushing event deleted for resources: {'Port': ['ID=0e68bce2-56b5-4ca5-afd7-874222c8f70a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:02.041376 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['0e68bce2-56b5-4ca5-afd7-874222c8f70a'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:37:02.080848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] No DVR routers for this DVR port 0e68bce2-56b5-4ca5-afd7-874222c8f70a on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:37:02.083914 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:02.086449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f4a133f3-9249-4035-a9f0-8d715ef2aa45 req-e5079556-6323-4e50-82ef-12926d4ce8f3 tempest-TestEncryptedCinderVolumes-511024372 tempest-TestEncryptedCinderVolumes-511024372-project] 10.222.0.54 "DELETE /v2.0/ports/0e68bce2-56b5-4ca5-afd7-874222c8f70a HTTP/1.1" status: 204 len: 173 time: 0.6905138 Sep 18 01:37:02.086931 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'name': 'network-vif-deleted', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:37:02.089887 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3814e450-23e4-4be9-b460-d99e8e10fb4c" -d '{"events": [{"server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "name": "network-vif-deleted", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:37:02.190470 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe1833-cb36-4317-a7e4-38321a70eb3e x-openstack-request-id: req-89fe1833-cb36-4317-a7e4-38321a70eb3e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:37:02.190824 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ac6c1d-1273-49e2-b1a4-127cc43a57a8", "name": "network-vif-deleted", "tag": "0e68bce2-56b5-4ca5-afd7-874222c8f70a", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:37:02.191124 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89fe1833-cb36-4317-a7e4-38321a70eb3e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:37:02.191786 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ac6c1d-1273-49e2-b1a4-127cc43a57a8', 'name': 'network-vif-deleted', 'tag': '0e68bce2-56b5-4ca5-afd7-874222c8f70a', 'status': 'completed', 'code': 200} Sep 18 01:37:02.788562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:02.979245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56658) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:03.317439 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:03.558055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Deleting port 7445cab6-6908-445e-9e04-683c89cf3bb2 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:03.558395 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:03.633392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] For port 7445cab6-6908-445e-9e04-683c89cf3bb2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=7445cab6-6908-445e-9e04-683c89cf3bb2,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:03.633678 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:03.649825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Calling delete_port for 7445cab6-6908-445e-9e04-683c89cf3bb2 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:03.825694 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:03.851936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7445cab6-6908-445e-9e04-683c89cf3bb2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:03.879683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.880028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.880392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.880727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.881052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.881375 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.881697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.882016 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.882337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.882655 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.882973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:03.883292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:04.028928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.238542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:37:04.342424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:04.347398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-593f0bec-cecf-4cca-8817-dbdd6940f5ce admin admin] 10.222.0.49 "PUT /v2.0/routers/9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3671191 Sep 18 01:37:04.350021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56660) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:04.351094 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Sync routers for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:04.359947 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:04.360575 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:04.454548 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.460674 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:04.556178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.607133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Deleting port a018cefe-d1d1-4792-b432-11a22b9c22c4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:04.607480 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.630983 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:37:03Z', 'revision_number': 5, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port': {'id': 'a018cefe-d1d1-4792-b432-11a22b9c22c4', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:04.660815 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Checking router: 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:04.668928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Routers {'9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:04.669532 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:04.685816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] For port a018cefe-d1d1-4792-b432-11a22b9c22c4, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=a018cefe-d1d1-4792-b432-11a22b9c22c4,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:04.686187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.699322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Calling delete_port for a018cefe-d1d1-4792-b432-11a22b9c22c4 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:04.753517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] Set router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:04.802782 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:37:04Z', 'revision_number': 6, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:04.831741 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c76044-d3b8-4ec3-9d9c-5c092d610f37 None None] The sync data for ids ['9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3'] in n-d-712707-16 is: [{'id': '9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3', 'name': 'tempest-TestEncryptedCinderVolumes-1960730505-router', 'tenant_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:47Z', 'updated_at': '2021-09-18T01:37:04Z', 'revision_number': 6, 'project_id': '662488ad2aab40a5af0ddd80e63cf8e7', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:04.867115 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:04.895315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Pushing event deleted for resources: {'Port': ['ID=a018cefe-d1d1-4792-b432-11a22b9c22c4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:04.956909 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.044686 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.046735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.088963 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.089453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:37:05.093724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.095603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b8997f63-e07c-4aaa-9d7f-0395c14a4051 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f1f5dc5-2c9d-4747-8853-a55b22b3c3b3 HTTP/1.1" status: 204 len: 168 time: 0.7441561 Sep 18 01:37:05.098173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56662) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:05.145833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Deleting subnet 0064e51e-cf91-4cae-82cd-b6a6d61a4f13 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:37:05.149295 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.185868 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.266661 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.318753 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.347317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0064e51e-cf91-4cae-82cd-b6a6d61a4f13,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:05.352914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.356686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-be6ee828-0e63-4b8a-a92d-7e8e4c0f8167 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0064e51e-cf91-4cae-82cd-b6a6d61a4f13 HTTP/1.1" status: 204 len: 168 time: 0.2575147 Sep 18 01:37:05.357499 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56664) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:05.358514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01810ff-c480-44d5-8ea1-c3b6f82fbfd9 None None] Network 1292ad69-0356-4a5b-ade3-60389f692e2a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:05.425884 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.479059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Deleting port ef3746a9-0dd8-4220-87d2-0547a67c47e7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:05.479402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.561159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] DHCP port deletion for 1292ad69-0356-4a5b-ade3-60389f692e2a request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:37:05.615994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Deleting port ef3746a9-0dd8-4220-87d2-0547a67c47e7 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:05.616416 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.686827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] For port ef3746a9-0dd8-4220-87d2-0547a67c47e7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ef3746a9-0dd8-4220-87d2-0547a67c47e7,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:05.687227 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.701937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Calling delete_port for ef3746a9-0dd8-4220-87d2-0547a67c47e7 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:05.709716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ef3746a9-0dd8-4220-87d2-0547a67c47e7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:05.884089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] For port ef3746a9-0dd8-4220-87d2-0547a67c47e7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ef3746a9-0dd8-4220-87d2-0547a67c47e7,segment=NetworkSegment(7cd584c6-1411-43d4-938a-d875071bb481),segment_id=7cd584c6-1411-43d4-938a-d875071bb481)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:05.884481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.899340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Calling delete_port for ef3746a9-0dd8-4220-87d2-0547a67c47e7 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:05.927093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0e68bce2-56b5-4ca5-afd7-874222c8f70a no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:05.958784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: 0e68bce2-56b5-4ca5-afd7-874222c8f70a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:05.959136 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 0e68bce2-56b5-4ca5-afd7-874222c8f70a not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:05.978482 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:05.998486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Port ef3746a9-0dd8-4220-87d2-0547a67c47e7 update to DOWN by agent not found {{(pid=106454) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 01:37:05.998932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7445cab6-6908-445e-9e04-683c89cf3bb2 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:06.007523 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3746a9-0dd8-4220-87d2-0547a67c47e7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:06.011188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] No DVR routers for this DVR port ef3746a9-0dd8-4220-87d2-0547a67c47e7 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:37:06.027177 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 7445cab6-6908-445e-9e04-683c89cf3bb2 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:06.027523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 7445cab6-6908-445e-9e04-683c89cf3bb2 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:06.027953 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a018cefe-d1d1-4792-b432-11a22b9c22c4 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:06.047283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: a018cefe-d1d1-4792-b432-11a22b9c22c4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:06.047693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device a018cefe-d1d1-4792-b432-11a22b9c22c4 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:06.049752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.071401 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] Pushing event deleted for resources: {'Port': ['ID=ef3746a9-0dd8-4220-87d2-0547a67c47e7,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:06.079490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863f0f4-1f14-45cd-9b5a-7eee2bf17de7 None None] No DVR routers for this DVR port ef3746a9-0dd8-4220-87d2-0547a67c47e7 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:37:06.082508 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.102494 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1292ad69-0356-4a5b-ade3-60389f692e2a']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:06.112100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd584c6-1411-43d4-938a-d875071bb481') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:06.112431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd584c6-1411-43d4-938a-d875071bb481') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:06.121405 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.134860 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.140454 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:37:06.140837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:37:06.142533 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:37:06.198697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.203598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.206913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1292ad69-0356-4a5b-ade3-60389f692e2a HTTP/1.1" status: 204 len: 168 time: 0.8481822 Sep 18 01:37:06.209707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56666) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:06.218795 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40915d-3602-4451-bfb5-de169c670301 admin admin] Pushing event deleted for resources: {'Network': ['ID=1292ad69-0356-4a5b-ade3-60389f692e2a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:06.546991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.786595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Deleting port d039367f-aaf4-4831-8c9b-fed6fd26f4ba {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:06.786931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.862494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] For port d039367f-aaf4-4831-8c9b-fed6fd26f4ba, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:06.862777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:06.874674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Calling delete_port for d039367f-aaf4-4831-8c9b-fed6fd26f4ba owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:07.053186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.077661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Pushing event deleted for resources: {'Port': ['ID=d039367f-aaf4-4831-8c9b-fed6fd26f4ba,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:07.249605 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.459314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Router c7e3ae63-6021-4f6f-a3d1-5723e382c90b has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:37:07.573042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:07.578121 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-37c0bec6-0fd9-42df-b994-7f05ba61e025 admin admin] 10.222.0.49 "PUT /v2.0/routers/c7e3ae63-6021-4f6f-a3d1-5723e382c90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672316 Sep 18 01:37:07.580836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56668) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:07.582603 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Sync routers for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:07.591688 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:07.592349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:07.689697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.700616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:07.791185 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.842988 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Deleting port 91091b63-20ba-403f-81b7-4f2429efaeb1 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:07.843330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.874965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:37:07Z', 'revision_number': 5, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port': {'id': '91091b63-20ba-403f-81b7-4f2429efaeb1', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:07.906277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Checking router: c7e3ae63-6021-4f6f-a3d1-5723e382c90b for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:07.915290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Routers {'c7e3ae63-6021-4f6f-a3d1-5723e382c90b'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:07.915895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:07.926803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] For port 91091b63-20ba-403f-81b7-4f2429efaeb1, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=91091b63-20ba-403f-81b7-4f2429efaeb1,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:07.927169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:07.938470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Calling delete_port for 91091b63-20ba-403f-81b7-4f2429efaeb1 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:08.000109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] Set router c7e3ae63-6021-4f6f-a3d1-5723e382c90b gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:08.050993 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:37:07Z', 'revision_number': 6, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:08.080291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a386407-76fb-4764-a5b3-0f34de23fe53 None None] The sync data for ids ['c7e3ae63-6021-4f6f-a3d1-5723e382c90b'] in n-d-712707-16 is: [{'id': 'c7e3ae63-6021-4f6f-a3d1-5723e382c90b', 'name': 'tempest-TestEncryptedCinderVolumes-796291083-router', 'tenant_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:35:52Z', 'updated_at': '2021-09-18T01:37:07Z', 'revision_number': 6, 'project_id': '4e2a1f328b6442e7ad720ef00f510bfa', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:08.113619 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.139434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Pushing event deleted for resources: {'Port': ['ID=91091b63-20ba-403f-81b7-4f2429efaeb1,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:08.199414 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.293118 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.295331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.338479 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.338989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e3ae63-6021-4f6f-a3d1-5723e382c90b {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:37:08.343681 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.345563 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd41f504-547a-4917-b57e-2635636e3523 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c7e3ae63-6021-4f6f-a3d1-5723e382c90b HTTP/1.1" status: 204 len: 168 time: 0.7630363 Sep 18 01:37:08.348091 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56670) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:08.392757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Deleting subnet 887672a8-7807-4198-843e-db8cef1afb28 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:37:08.395924 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.431362 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.516942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.568926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.593702 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887672a8-7807-4198-843e-db8cef1afb28,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:08.597472 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.599886 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-17ec76d6-b27c-43cb-a98d-f9c321481691 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/887672a8-7807-4198-843e-db8cef1afb28 HTTP/1.1" status: 204 len: 168 time: 0.2508278 Sep 18 01:37:08.601854 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56672) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:08.604799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41159054-843c-4e0c-9044-9b298c89b3a6 None None] Network 73a8bd0d-3eae-4be3-b77f-3041e15441ea requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:08.669881 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.721660 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Deleting port 302fd64e-6747-4e7f-b542-c63caf9bdc45 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:08.722007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.789387 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] For port 302fd64e-6747-4e7f-b542-c63caf9bdc45, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=302fd64e-6747-4e7f-b542-c63caf9bdc45,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:08.789874 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.804067 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Calling delete_port for 302fd64e-6747-4e7f-b542-c63caf9bdc45 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:08.815635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] DHCP port deletion for 73a8bd0d-3eae-4be3-b77f-3041e15441ea request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:37:08.867229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Deleting port 302fd64e-6747-4e7f-b542-c63caf9bdc45 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:37:08.867639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.884568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.911551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Pushing event deleted for resources: {'Port': ['ID=302fd64e-6747-4e7f-b542-c63caf9bdc45,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:08.915267 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] No DVR routers for this DVR port 302fd64e-6747-4e7f-b542-c63caf9bdc45 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:37:08.938397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] For port 302fd64e-6747-4e7f-b542-c63caf9bdc45, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=302fd64e-6747-4e7f-b542-c63caf9bdc45,segment=NetworkSegment(2175137f-6479-4ac2-97f1-83e7a865cc6b),segment_id=2175137f-6479-4ac2-97f1-83e7a865cc6b)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:08.939348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:08.952385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Calling delete_port for 302fd64e-6747-4e7f-b542-c63caf9bdc45 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:37:08.989864 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.010152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a8bd0d-3eae-4be3-b77f-3041e15441ea']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:09.020848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2175137f-6479-4ac2-97f1-83e7a865cc6b') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:09.021150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2175137f-6479-4ac2-97f1-83e7a865cc6b') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:09.031019 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.031421 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.046805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.054134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:37:09.055313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:37:09.057302 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:37:09.059897 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] Pushing event deleted for resources: {'Port': ['ID=302fd64e-6747-4e7f-b542-c63caf9bdc45,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:09.061762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e3f29-2779-4894-8f73-2318c7956295 None None] No DVR routers for this DVR port 302fd64e-6747-4e7f-b542-c63caf9bdc45 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:37:09.127735 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.133331 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.135164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] 10.222.0.49 "DELETE /v2.0/networks/73a8bd0d-3eae-4be3-b77f-3041e15441ea HTTP/1.1" status: 204 len: 168 time: 0.5323164 Sep 18 01:37:09.146728 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda982d-3337-4126-9ed1-9de1f48279cd admin admin] Pushing event deleted for resources: {'Network': ['ID=73a8bd0d-3eae-4be3-b77f-3041e15441ea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:09.291691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56676) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:09.331439 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-35907cb6-b056-45fb-87ef-c055977877c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=662488ad2aab40a5af0ddd80e63cf8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384912 Sep 18 01:37:09.333934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56678) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:09.381601 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.402861 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.447738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.450352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.451499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a4ba693-ba5b-4296-9fa1-528d2ef09550 HTTP/1.1" status: 204 len: 168 time: 0.1166804 Sep 18 01:37:09.459904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595b40b-0160-4c12-9630-bfd97a9bde42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ba693-ba5b-4296-9fa1-528d2ef09550,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:09.696652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d039367f-aaf4-4831-8c9b-fed6fd26f4ba no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:09.718490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: d039367f-aaf4-4831-8c9b-fed6fd26f4ba {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:09.718834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device d039367f-aaf4-4831-8c9b-fed6fd26f4ba not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:09.719260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91091b63-20ba-403f-81b7-4f2429efaeb1 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:09.736881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 91091b63-20ba-403f-81b7-4f2429efaeb1 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:09.737225 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 91091b63-20ba-403f-81b7-4f2429efaeb1 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:09.737639 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 302fd64e-6747-4e7f-b542-c63caf9bdc45 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:37:09.756767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 302fd64e-6747-4e7f-b542-c63caf9bdc45 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:37:09.757118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 302fd64e-6747-4e7f-b542-c63caf9bdc45 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:37:09.764259 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56684) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:09.806835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-82435135-bf59-4023-a2c0-6ef8cb06363b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e2a1f328b6442e7ad720ef00f510bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414522 Sep 18 01:37:09.809262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56686) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:09.855458 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.876118 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.922334 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.925888 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:09.927040 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33a8e610-d562-43d9-a054-d683bc289dc0 HTTP/1.1" status: 204 len: 168 time: 0.1168997 Sep 18 01:37:09.935321 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dca503-0871-4cf4-8111-359a42c20dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8e610-d562-43d9-a054-d683bc289dc0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:10.577583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56708) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:10.670228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53674072-network', 'tenant_id': '24ef30ef37b744118082e54d1822ef33'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:10.691675 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Made reservation on behalf of 24ef30ef37b744118082e54d1822ef33 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:37:10.694049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.702083 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.788887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.792570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.817859 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:37:10.826476 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbb387-86df-47d4-87cd-592e7590c24e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:10.833600 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.833950 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Added segment 32658732-f520-47f5-98a8-0e0d8f8b26b4 of type vlan for network e26245bc-d434-458f-8bb5-97e50bd78a33 Sep 18 01:37:10.876388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.902168 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.903224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:10.903810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.934511 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3557894 Sep 18 01:37:10.937413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56712) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:10.942701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Request body: {'subnet': {'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53674072-subnet', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:10.962752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Made reservation on behalf of 24ef30ef37b744118082e54d1822ef33 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:37:10.965203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:10.965989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21251d-dae6-4e72-a3ab-53b2df68f701 admin admin] Pushing event updated for resources: {'Network': ['ID=e26245bc-d434-458f-8bb5-97e50bd78a33,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:10.976151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network e26245bc-d434-458f-8bb5-97e50bd78a33 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:37:11.132429 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.193804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e3436d-c326-465e-9424-3ffdd382b070,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:11.200860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Checking segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:11.201234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Network hostable DHCP agents. Network: e26245bc-d434-458f-8bb5-97e50bd78a33, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:37:11.217916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Network e26245bc-d434-458f-8bb5-97e50bd78a33 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:37:11.226147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, e26245bc-d434-458f-8bb5-97e50bd78a33) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:11.230288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:11.230905 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.235435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404318b9-bb99-4c1c-92cb-299c19cde13c None None] Network e26245bc-d434-458f-8bb5-97e50bd78a33 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:11.247224 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-14516039-eb7e-4812-879a-797fc16492ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3062458 Sep 18 01:37:11.247487 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56714) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:11.252539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:11.273270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.274513 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.326698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.378406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-e26245bc-d434-458f-8bb5-97e50bd78a33', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:37:11.379315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.471326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.514454 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Allocated IP 172.20.0.2 (e26245bc-d434-458f-8bb5-97e50bd78a33/c6e3436d-c326-465e-9424-3ffdd382b070/21258e05-71f7-4e0b-835e-625e8dfbc72d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:11.656719 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.664196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.672107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.691872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.701491 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Network e26245bc-d434-458f-8bb5-97e50bd78a33 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:11.706307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:11.708689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:11.716272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Pushing event updated for resources: {'Port': ['ID=21258e05-71f7-4e0b-835e-625e8dfbc72d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:11.767484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Attempting to bind port 21258e05-71f7-4e0b-835e-625e8dfbc72d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:11.767852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Attempting to bind port 21258e05-71f7-4e0b-835e-625e8dfbc72d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:11.768211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Attempting to bind port 21258e05-71f7-4e0b-835e-625e8dfbc72d on network e26245bc-d434-458f-8bb5-97e50bd78a33 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:11.773023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:11.773388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Checking segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:11.774044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.774441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Bound using segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:11.774899 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Bound port: 21258e05-71f7-4e0b-835e-625e8dfbc72d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:11.775272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.798162 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Allocated IP 172.25.7.90 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/ce3fb365-9d16-4b20-816e-e4d3f91b191c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:11.839821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] For port 21258e05-71f7-4e0b-835e-625e8dfbc72d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:11.843001 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] For port 21258e05-71f7-4e0b-835e-625e8dfbc72d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=21258e05-71f7-4e0b-835e-625e8dfbc72d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:11.847741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.900592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.910838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75389c02-8de1-4544-b5fe-e8dc64d7f489 None None] Pushing event updated for resources: {'Port': ['ID=21258e05-71f7-4e0b-835e-625e8dfbc72d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:11.939759 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:11.977354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:11.980332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:11.983873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:12.010411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fb365-9d16-4b20-816e-e4d3f91b191c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:12.254263 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:12.448792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:12.580610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:37:12.691878 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:12.701839 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Sync routers for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:12.707968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:12.711257 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:12.711862 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:12.712697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e663baac-d9cd-401d-827e-f5058e6f3ea9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4641886 Sep 18 01:37:12.712830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56716) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:12.802382 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe3043-320f-4fa4-8e95-a5ddef2b586a None None] Network e26245bc-d434-458f-8bb5-97e50bd78a33 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:12.883089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] Provisioning complete for port 21258e05-71f7-4e0b-835e-625e8dfbc72d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:12.883750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:12.913888 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:13.026626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.066977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] For port 21258e05-71f7-4e0b-835e-625e8dfbc72d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=21258e05-71f7-4e0b-835e-625e8dfbc72d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:13.074208 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.105090 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:12Z', 'revision_number': 3, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:13.138771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba4a8-352d-4aa6-98c0-40dbf2474559 None None] Pushing event updated for resources: {'Port': ['ID=21258e05-71f7-4e0b-835e-625e8dfbc72d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:13.148452 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Checking router: 889bdf0e-4f17-4301-89cd-8dec96ef5d7d for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:13.149119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Updating router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d port ce3fb365-9d16-4b20-816e-e4d3f91b191c binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:37:13.175607 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.196134 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.303029 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-994cee36-ec69-4242-a575-52bd58ff2345 None None] Provisioning complete for port 21258e05-71f7-4e0b-835e-625e8dfbc72d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:13.303479 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-994cee36-ec69-4242-a575-52bd58ff2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.367311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Allocated IP 172.20.0.1 (e26245bc-d434-458f-8bb5-97e50bd78a33/c6e3436d-c326-465e-9424-3ffdd382b070/fbe1a1b6-0ab8-4354-9496-ed560059b608) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:13.442248 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.447987 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.475000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.495050 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Attempting to bind port ce3fb365-9d16-4b20-816e-e4d3f91b191c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:13.495421 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Attempting to bind port ce3fb365-9d16-4b20-816e-e4d3f91b191c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:13.495784 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Attempting to bind port ce3fb365-9d16-4b20-816e-e4d3f91b191c on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:13.504484 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb365-9d16-4b20-816e-e4d3f91b191c,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:13.507685 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:13.508050 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:13.508483 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.508615 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.508877 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:13.509422 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Bound port: ce3fb365-9d16-4b20-816e-e4d3f91b191c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:13.509808 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.516193 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.516574 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.516915 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.517968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.518134 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.518632 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.518967 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.519293 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.519617 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.519939 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.520285 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.520606 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:13.545982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Network e26245bc-d434-458f-8bb5-97e50bd78a33 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:13.548839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:13.552648 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:13.573007 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] For port ce3fb365-9d16-4b20-816e-e4d3f91b191c, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:13.576091 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] For port ce3fb365-9d16-4b20-816e-e4d3f91b191c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce3fb365-9d16-4b20-816e-e4d3f91b191c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:13.581712 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.590414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:13.603589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.637320 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:13.638052 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:13.683598 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93c5f-bfa2-465c-bfdb-7538fb186953 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb365-9d16-4b20-816e-e4d3f91b191c,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:13.773517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:13.776904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 21258e05-71f7-4e0b-835e-625e8dfbc72d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:13.828980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 21258e05-71f7-4e0b-835e-625e8dfbc72d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:13.830243 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.926976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cede910a-0ecc-4560-b02c-36dd94019434 None None] Provisioning complete for port fbe1a1b6-0ab8-4354-9496-ed560059b608 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:13.927459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cede910a-0ecc-4560-b02c-36dd94019434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:13.961100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-cede910a-0ecc-4560-b02c-36dd94019434 None None] Port fbe1a1b6-0ab8-4354-9496-ed560059b608 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:13.962775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:12Z', 'revision_number': 3, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:13.993348 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d95c04-1626-4a9b-806c-22cfb22394b3 None None] The sync data for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 is: [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:12Z', 'revision_number': 3, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:14.050356 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:14.230402 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:14.234966 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:14.307571 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:14.312604 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:14.407462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Network e26245bc-d434-458f-8bb5-97e50bd78a33 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:14.409507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:14.533969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:37:14.648630 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:14.654041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0dbd859d-28ce-4a24-9f8a-7d541c7d20b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/889bdf0e-4f17-4301-89cd-8dec96ef5d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402771 Sep 18 01:37:14.684085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-69d2d28e-4c38-4627-a3fc-e7cef450aa96 None None] Provisioning complete for port fbe1a1b6-0ab8-4354-9496-ed560059b608 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:14.684875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-69d2d28e-4c38-4627-a3fc-e7cef450aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:14.720074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-69d2d28e-4c38-4627-a3fc-e7cef450aa96 None None] Port fbe1a1b6-0ab8-4354-9496-ed560059b608 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:15.129263 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56732) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:15.134436 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1862163197-network', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:15.154776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Made reservation on behalf of dc6a9c8efac24fbcb06b871cccb01e0f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:37:15.157163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.165833 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.256645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.260775 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.289929 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:37:15.291866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d92257-1c29-4441-990c-fa755b85e73f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:15.302598 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.302943 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Added segment fb184ffc-4e86-4849-baa7-bb65e5e76a47 of type vlan for network 53780c42-f277-4130-8ebd-8d633efe81b9 Sep 18 01:37:15.341928 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.368081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.369144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:15.369722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.404338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2738698 Sep 18 01:37:15.407173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56734) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:15.413996 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Request body: {'subnet': {'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1862163197-subnet', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:15.436714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b81bbe-ce0a-483b-8b7f-ccabd41a0d21 admin admin] Pushing event updated for resources: {'Network': ['ID=53780c42-f277-4130-8ebd-8d633efe81b9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:15.438366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Made reservation on behalf of dc6a9c8efac24fbcb06b871cccb01e0f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:37:15.441097 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.447486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 53780c42-f277-4130-8ebd-8d633efe81b9 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:37:15.621362 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.656256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Sync routers for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:15.677035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:15.677663 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:15.687414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e439988-0e98-433d-ab5e-3b6ebf0e702a,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:15.695508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Checking segment: {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:15.695871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Network hostable DHCP agents. Network: 53780c42-f277-4130-8ebd-8d633efe81b9, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:37:15.713271 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Network 53780c42-f277-4130-8ebd-8d633efe81b9 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:37:15.723097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 53780c42-f277-4130-8ebd-8d633efe81b9) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:15.728199 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:15.728954 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.748877 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d3ab9963-125d-4bfc-b4f0-daf046c34b65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3393958 Sep 18 01:37:15.749367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56736) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:15.754786 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:15.769158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bedcc0-3016-4790-89df-35aad4a903e4 None None] Network 53780c42-f277-4130-8ebd-8d633efe81b9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:15.770986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce3fb365-9d16-4b20-816e-e4d3f91b191c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:15.780398 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.781411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.833207 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:15.868005 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:15.969840 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ce3fb365-9d16-4b20-816e-e4d3f91b191c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:15.970129 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.134677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-53780c42-f277-4130-8ebd-8d633efe81b9', 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'fixed_ips': [{'subnet_id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:37:16.135521 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.268741 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.291607 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.309465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ce3fb365-9d16-4b20-816e-e4d3f91b191c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce3fb365-9d16-4b20-816e-e4d3f91b191c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:16.331597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.380748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Allocated IP 172.20.0.2 (53780c42-f277-4130-8ebd-8d633efe81b9/9e439988-0e98-433d-ab5e-3b6ebf0e702a/c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:16.384012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 2, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:16.432437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Checking router: 889bdf0e-4f17-4301-89cd-8dec96ef5d7d for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:16.432802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Updating router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d port fbe1a1b6-0ab8-4354-9496-ed560059b608 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:37:16.467058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb365-9d16-4b20-816e-e4d3f91b191c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:16.482712 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.492568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.515853 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.622931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Allocated IP 172.25.7.178 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/583f6a93-fe27-4b78-9321-0ca68813111e) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:16.639086 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.700459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.720660 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.729460 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.763243 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.795325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Network 53780c42-f277-4130-8ebd-8d633efe81b9 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:16.797594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:16.801391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:16.804671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:16.804893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:16.817458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:16.823154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Pushing event updated for resources: {'Port': ['ID=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:16.839344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Pushing event updated for resources: {'Port': ['ID=583f6a93-fe27-4b78-9321-0ca68813111e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:16.915770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Attempting to bind port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:16.916153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Attempting to bind port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:16.916563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Attempting to bind port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e on network 53780c42-f277-4130-8ebd-8d633efe81b9 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:16.923151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:16.924130 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Checking segment: {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:16.924537 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.925119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Bound using segment: {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:16.925596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Bound port: c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:16.926064 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.975622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:16.983331 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.046592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] For port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:17.053055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] For port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:17.062916 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.065505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596b95c-939e-4b68-b5b8-caa7fd60122f None None] Pushing event updated for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:17.065660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.147931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Attempting to bind port fbe1a1b6-0ab8-4354-9496-ed560059b608 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:17.148218 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Attempting to bind port fbe1a1b6-0ab8-4354-9496-ed560059b608 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:17.148607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Attempting to bind port fbe1a1b6-0ab8-4354-9496-ed560059b608 on network e26245bc-d434-458f-8bb5-97e50bd78a33 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:17.155904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:17.156181 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Checking segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:17.156567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.156964 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Bound using segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:17.157443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Bound port: fbe1a1b6-0ab8-4354-9496-ed560059b608, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:17.158475 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.183947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97e6c8-81c1-4c02-b7f2-43949fa7d947 None None] Pushing event updated for resources: {'Port': ['ID=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:17.254683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] For port fbe1a1b6-0ab8-4354-9496-ed560059b608, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:17.258329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] For port fbe1a1b6-0ab8-4354-9496-ed560059b608, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fbe1a1b6-0ab8-4354-9496-ed560059b608,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:17.265701 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.295863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.331496 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:17.332260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:17.396055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596b95c-939e-4b68-b5b8-caa7fd60122f None None] Pushing event updated for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:17.425440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] Provisioning complete for port fbe1a1b6-0ab8-4354-9496-ed560059b608 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:17.434507 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.478817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Router 59da0d60-43d3-4e14-abc8-9d5543928a57 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:37:17.605156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:17.617665 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Sync routers for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:17.624824 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.626330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e0bd1beb-712f-4254-83d0-a6f7766f740a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8758106 Sep 18 01:37:17.629649 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:37:17.637451 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:17.638297 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:17.726824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:17.767898 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.774570 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:17.871206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] For port fbe1a1b6-0ab8-4354-9496-ed560059b608, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fbe1a1b6-0ab8-4354-9496-ed560059b608,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:17.875227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce3fb365-9d16-4b20-816e-e4d3f91b191c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:17.916672 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:17.995339 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 3, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:18.025188 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Checking router: 59da0d60-43d3-4e14-abc8-9d5543928a57 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:18.026085 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Updating router 59da0d60-43d3-4e14-abc8-9d5543928a57 port 583f6a93-fe27-4b78-9321-0ca68813111e binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:37:18.056450 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.058189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ce3fb365-9d16-4b20-816e-e4d3f91b191c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:18.058569 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.062107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a6c0-0819-4bb0-8af6-c424958b73dd None None] Pushing event updated for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:18.093893 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-be17e563-b4c5-4e7f-84db-9d03261b7877 None None] Provisioning complete for port fbe1a1b6-0ab8-4354-9496-ed560059b608 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:18.094277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-be17e563-b4c5-4e7f-84db-9d03261b7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.142617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.232776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:18.269199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa9910-d499-4d78-a239-1c6bf0e310e4 None None] The sync data for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 is: [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:18.305904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:18.353866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Allocated IP 172.20.0.1 (53780c42-f277-4130-8ebd-8d633efe81b9/9e439988-0e98-433d-ab5e-3b6ebf0e702a/ccbe8422-bcc0-4aee-9c1b-05f0224dfd55) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:18.408613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:18.409327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.451821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccad4c-2953-4f55-8a89-5b506168d761 None None] Network 53780c42-f277-4130-8ebd-8d633efe81b9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:37:18.495510 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.505626 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.508932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.550031 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.564664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Attempting to bind port 583f6a93-fe27-4b78-9321-0ca68813111e on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:18.565164 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Attempting to bind port 583f6a93-fe27-4b78-9321-0ca68813111e by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:18.565527 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Attempting to bind port 583f6a93-fe27-4b78-9321-0ca68813111e on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:18.575617 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:18.576037 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:18.576425 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.576819 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:18.577473 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Bound port: 583f6a93-fe27-4b78-9321-0ca68813111e, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:18.577857 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.590980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-991494a7-4edd-4420-ba25-3c6b7badd635 None None] Provisioning complete for port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:18.591724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-991494a7-4edd-4420-ba25-3c6b7badd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.593701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Network 53780c42-f277-4130-8ebd-8d633efe81b9 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:18.600676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:18.605045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:18.629596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.642685 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] For port 583f6a93-fe27-4b78-9321-0ca68813111e, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:18.646255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] For port 583f6a93-fe27-4b78-9321-0ca68813111e, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=583f6a93-fe27-4b78-9321-0ca68813111e,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:18.651849 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.654196 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f5aa-30e6-426b-87ff-cc70e8529ba7 None None] Pushing event updated for resources: {'Port': ['ID=583f6a93-fe27-4b78-9321-0ca68813111e,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:18.660767 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.706831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:18.718180 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:18.718884 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:18.719917 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Pushing event updated for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:18.723536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.787936 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f5aa-30e6-426b-87ff-cc70e8529ba7 None None] Pushing event updated for resources: {'Port': ['ID=583f6a93-fe27-4b78-9321-0ca68813111e,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:18.826005 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:18.856592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:18.902242 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:19.045700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.051736 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.122658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.125139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 3, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:19.125397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Pushing event updated for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:19.166430 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ae69-a3f9-46c0-9990-ac934e53e7c2 None None] The sync data for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 is: [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 3, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:19.218701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-193b514a-5a53-46a9-8821-5c833cf54387 None None] Provisioning complete for port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:19.219163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-193b514a-5a53-46a9-8821-5c833cf54387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.250002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Network 53780c42-f277-4130-8ebd-8d633efe81b9 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:19.253297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:19.363621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-193b514a-5a53-46a9-8821-5c833cf54387 None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:19.364000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-193b514a-5a53-46a9-8821-5c833cf54387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.404150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Router 59da0d60-43d3-4e14-abc8-9d5543928a57 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:37:19.416686 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-193b514a-5a53-46a9-8821-5c833cf54387 None None] Port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:19.543238 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-4e3e2156-aad3-4718-bb21-b6ba35aa7c67 None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:19.543339 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2156-aad3-4718-bb21-b6ba35aa7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.565658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:37:19.571648 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7585fb2f-d8b3-4e5d-9563-9a79ab51067d admin admin] 10.222.0.49 "PUT /v2.0/routers/59da0d60-43d3-4e14-abc8-9d5543928a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406843 Sep 18 01:37:19.614129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e2156-aad3-4718-bb21-b6ba35aa7c67 None None] Port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:19.738977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b1e69473-5481-4ac1-9777-1d3d07934cdf None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:19.739381 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b1e69473-5481-4ac1-9777-1d3d07934cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.784739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b1e69473-5481-4ac1-9777-1d3d07934cdf None None] Port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:19.842204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fbe1a1b6-0ab8-4354-9496-ed560059b608 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:19.891820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port fbe1a1b6-0ab8-4354-9496-ed560059b608 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:19.892576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:19.978494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 583f6a93-fe27-4b78-9321-0ca68813111e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:20.030487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 583f6a93-fe27-4b78-9321-0ca68813111e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:20.030859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:20.115276 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:20.143876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 583f6a93-fe27-4b78-9321-0ca68813111e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=583f6a93-fe27-4b78-9321-0ca68813111e,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:20.153967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:20.157041 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:20.244341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=583f6a93-fe27-4b78-9321-0ca68813111e,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:20.249075 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:20.249452 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:21.728857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 583f6a93-fe27-4b78-9321-0ca68813111e up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:21.805451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 583f6a93-fe27-4b78-9321-0ca68813111e triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:21.805829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:21.829244 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Sync routers for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:37:21.853298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:21.853919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:22.167832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:22.393469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 4, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ccbe8422-bcc0-4aee-9c1b-05f0224dfd55', 'name': '', 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'mac_address': 'fa:16:3e:e3:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:18Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 2, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'subnets': [{'id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:22.426759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Checking router: 59da0d60-43d3-4e14-abc8-9d5543928a57 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:37:22.427028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Updating router 59da0d60-43d3-4e14-abc8-9d5543928a57 port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:37:22.455816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:22.745614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:22.752239 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:22.826652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95298029-a4dd-4ff2-9284-7f20bb978ea8 None None] Pushing event updated for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:22.869112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Attempting to bind port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:22.869642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Attempting to bind port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:22.870105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Attempting to bind port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 on network 53780c42-f277-4130-8ebd-8d633efe81b9 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:22.876151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:22.877442 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Checking segment: {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:22.877953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:22.878616 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Bound using segment: {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:22.879120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Bound port: ccbe8422-bcc0-4aee-9c1b-05f0224dfd55, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb184ffc-4e86-4849-baa7-bb65e5e76a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:22.879120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:22.961290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] For port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:22.965386 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] For port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:22.972388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:23.049316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95298029-a4dd-4ff2-9284-7f20bb978ea8 None None] Pushing event updated for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:23.055764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:37:23.056450 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:36:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:23.178664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:23.179050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:23.227129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:37:23.366620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:23.441683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] For port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:23.448651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:23.530666 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e631-b093-4236-9216-8713c21e7b72 None None] Pushing event updated for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:23.545881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 4, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ccbe8422-bcc0-4aee-9c1b-05f0224dfd55', 'name': '', 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'mac_address': 'fa:16:3e:e3:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:18Z', 'updated_at': '2021-09-18T01:37:22Z', 'revision_number': 4, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'subnets': [{'id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:37:23.582973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0409e5-e88e-4c8a-a682-9c3914a42008 None None] The sync data for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 is: [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:37:18Z', 'revision_number': 4, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'ccbe8422-bcc0-4aee-9c1b-05f0224dfd55', 'name': '', 'network_id': '53780c42-f277-4130-8ebd-8d633efe81b9', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'mac_address': 'fa:16:3e:e3:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:18Z', 'updated_at': '2021-09-18T01:37:22Z', 'revision_number': 4, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'subnets': [{'id': '9e439988-0e98-433d-ab5e-3b6ebf0e702a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:37:23.600963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6fd47c1d-4a41-47fa-8707-395b13d06846 None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:23.601622 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6fd47c1d-4a41-47fa-8707-395b13d06846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:23.827313 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:23.909033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:23.909409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:24.324571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc636eea-7e28-48eb-b08d-3819a4a19e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:27.329274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-80a27d8f-1cbf-4f8e-a22d-4d1d59aaf541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:27.567142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:28.578654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:29.705292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-808463f5-56ca-485e-85be-640122b7268a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:29.706797 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-808463f5-56ca-485e-85be-640122b7268a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 813 time: 0.1021464 Sep 18 01:37:29.721945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-446e2ff4-f6df-4370-83bb-813852e58ca7 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/quotas/24ef30ef37b744118082e54d1822ef33 HTTP/1.1" status: 200 len: 375 time: 0.0095384 Sep 18 01:37:29.875286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:30.090843 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-27e5bdc6-90f6-4a2e-ba12-bf7dcfd72820 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3637755 Sep 18 01:37:30.275381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-51616dca-4a6d-450b-83cb-358ada1d7c79 service neutron] 10.222.0.49 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725390 Sep 18 01:37:30.366935 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-47d6c670-f878-4921-81f7-d5951bd070a1 service neutron] 10.222.0.49 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Sep 18 01:37:30.524803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c93f14fe-b7bb-4747-97a7-d8e7e1cf37a9 req-e9a98969-059f-4db4-b328-08da027a5bef tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 210 time: 0.0264423 Sep 18 01:37:31.490883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c68ee3bd-f4b0-4551-9800-4bb5bf04ea5f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:31.492415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c68ee3bd-f4b0-4551-9800-4bb5bf04ea5f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 813 time: 0.1086361 Sep 18 01:37:31.505822 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'port': {'device_id': '21957156-a487-4407-9105-7c22a3d2be57', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'admin_state_up': True, 'tenant_id': '24ef30ef37b744118082e54d1822ef33'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:31.617707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Made reservation on behalf of 24ef30ef37b744118082e54d1822ef33 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:37:31.621615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:31.668519 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a969ba4a-d945-4df2-b689-e03850c13bbe req-a44abf98-05d9-495c-b2c3-7b9fd0d60c15 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 210 time: 0.0434854 Sep 18 01:37:31.783591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Allocated IP 172.20.0.10 (e26245bc-d434-458f-8bb5-97e50bd78a33/c6e3436d-c326-465e-9424-3ffdd382b070/d686a994-8128-4d66-a0cb-01d9c3ba9b4d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:37:32.015838 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:32.056521 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:32.101897 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Network e26245bc-d434-458f-8bb5-97e50bd78a33 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:37:32.105041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:37:32.108703 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:37:32.142974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:32.182887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:32.183565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:32.199414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-c4a419cf-78f2-4e44-ac53-5dc5761f9f54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6972044 Sep 18 01:37:32.368874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-58196223-cc65-414f-bdf8-e63094021f0e None None] Provisioning complete for port d686a994-8128-4d66-a0cb-01d9c3ba9b4d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:32.369410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-58196223-cc65-414f-bdf8-e63094021f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:32.407377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-58196223-cc65-414f-bdf8-e63094021f0e None None] Port d686a994-8128-4d66-a0cb-01d9c3ba9b4d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:37:32.780463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:32.801841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7bb9-5f54-4fba-a17f-93eac85fedc5 req-4cc1f9bf-12a6-4d68-8f6c-a296944f42fb tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:32.803350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddee7bb9-5f54-4fba-a17f-93eac85fedc5 req-4cc1f9bf-12a6-4d68-8f6c-a296944f42fb tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0574641 Sep 18 01:37:32.843538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddee7bb9-5f54-4fba-a17f-93eac85fedc5 req-865bed59-a751-4777-9373-c5b97438af67 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 18 01:37:33.977639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388509-312f-457d-9f76-f4c06a8bc994 req-50a5f968-9b42-4788-9b28-8c0fc4836b27 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:33.980564 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25388509-312f-457d-9f76-f4c06a8bc994 req-50a5f968-9b42-4788-9b28-8c0fc4836b27 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0524187 Sep 18 01:37:34.019105 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25388509-312f-457d-9f76-f4c06a8bc994 req-a11b9b3e-a88b-437a-ab72-c50d1b178d90 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Sep 18 01:37:35.137777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161c8bd-a234-4f32-8e91-e3774577c0cf req-20882a44-fe30-4494-8d3b-cea7aba96183 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:35.139598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0161c8bd-a234-4f32-8e91-e3774577c0cf req-20882a44-fe30-4494-8d3b-cea7aba96183 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0532951 Sep 18 01:37:35.178079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0161c8bd-a234-4f32-8e91-e3774577c0cf req-ae77ef81-a289-4037-aa29-5afbf2b02821 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Sep 18 01:37:36.306053 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7731a-64e9-4d94-8ad3-bd6c1b2f78f5 req-2c2c7b1b-e251-4d23-90da-c5fc6e5c25a8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:36.308176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62d7731a-64e9-4d94-8ad3-bd6c1b2f78f5 req-2c2c7b1b-e251-4d23-90da-c5fc6e5c25a8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0592399 Sep 18 01:37:36.349350 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-62d7731a-64e9-4d94-8ad3-bd6c1b2f78f5 req-23161b65-4959-4452-aa50-d67dcac4cbb0 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Sep 18 01:37:36.780615 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:37:37.474180 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9813c-52fd-45ac-9496-348a1da6400b req-48708c7f-181f-4715-959f-5b2a794473b4 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:37.481406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b9813c-52fd-45ac-9496-348a1da6400b req-48708c7f-181f-4715-959f-5b2a794473b4 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0598648 Sep 18 01:37:37.515714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b9813c-52fd-45ac-9496-348a1da6400b req-23c6fe1e-3a40-497a-b4a9-9733db53a0c3 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Sep 18 01:37:38.637575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1760de2-d0d0-4921-b55b-00e1412e6cde req-0c4d7845-613e-4a89-81be-878c62cb9b0d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:38.639146 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1760de2-d0d0-4921-b55b-00e1412e6cde req-0c4d7845-613e-4a89-81be-878c62cb9b0d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0533888 Sep 18 01:37:38.678449 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1760de2-d0d0-4921-b55b-00e1412e6cde req-96e32e0a-6f5b-4f6c-946c-6279a6e9de65 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Sep 18 01:37:39.807064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc789df-37b2-48a6-8b3a-d640f492d3d1 req-ae06b0d1-bc2b-4d14-9465-e4297d9f5448 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:39.808641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cc789df-37b2-48a6-8b3a-d640f492d3d1 req-ae06b0d1-bc2b-4d14-9465-e4297d9f5448 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0571516 Sep 18 01:37:39.853367 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cc789df-37b2-48a6-8b3a-d640f492d3d1 req-91e40d8c-48dc-4ed8-bb04-9637f3a4e4e9 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Sep 18 01:37:40.978388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e138d-2cff-4a44-9ab2-4329d1d6d699 req-1f409a4b-383c-4317-90e6-f52d7da89d54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:40.979937 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-472e138d-2cff-4a44-9ab2-4329d1d6d699 req-1f409a4b-383c-4317-90e6-f52d7da89d54 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0523951 Sep 18 01:37:41.019154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-472e138d-2cff-4a44-9ab2-4329d1d6d699 req-17943a02-a55e-49bb-956d-0cc6d967705d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Sep 18 01:37:42.146036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631344-cebf-4525-8665-64f990690101 req-e5ad12af-f557-42af-90df-2632cbd87310 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:42.147467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32631344-cebf-4525-8665-64f990690101 req-e5ad12af-f557-42af-90df-2632cbd87310 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 932 time: 0.0487816 Sep 18 01:37:42.184650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32631344-cebf-4525-8665-64f990690101 req-55f99635-ec8b-495e-9f6c-05d0f8babf06 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Sep 18 01:37:42.304903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Request body: {'port': {'device_id': '21957156-a487-4407-9105-7c22a3d2be57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:37:42.360918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.618783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d686a994-8128-4d66-a0cb-01d9c3ba9b4d {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:37:42.625915 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.638011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Transition to ACTIVE for port object d686a994-8128-4d66-a0cb-01d9c3ba9b4d will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:37:42.641417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.694466 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:42.767278 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Attempting to bind port d686a994-8128-4d66-a0cb-01d9c3ba9b4d on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:37:42.767799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Attempting to bind port d686a994-8128-4d66-a0cb-01d9c3ba9b4d by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:37:42.768141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Attempting to bind port d686a994-8128-4d66-a0cb-01d9c3ba9b4d on network e26245bc-d434-458f-8bb5-97e50bd78a33 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:42.772671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Port d686a994-8128-4d66-a0cb-01d9c3ba9b4d on network e26245bc-d434-458f-8bb5-97e50bd78a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:37:42.772995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Attempting to bind port d686a994-8128-4d66-a0cb-01d9c3ba9b4d on network e26245bc-d434-458f-8bb5-97e50bd78a33 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:37:42.778141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:37:42.778489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Checking segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:37:42.778873 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Bound using segment: {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:37:42.779306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Bound port: d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32658732-f520-47f5-98a8-0e0d8f8b26b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:37:42.779664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.847618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:37:42.850887 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:37:42.854961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.901478 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:42.902232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:42.903693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] 10.222.0.48 "PUT /v2.0/ports/d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 1093 time: 0.6463001 Sep 18 01:37:42.904054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:37:42.906381 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a" -d '{"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:37:42.939266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3843-ae4e-4451-a258-77d4d386ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:42.989997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-ba042d5b-f143-4d72-b2a1-0bef51e94f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:42.991667 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-ba042d5b-f143-4d72-b2a1-0bef51e94f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1096 time: 0.0451961 Sep 18 01:37:43.041127 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-588f4117-fbec-42c0-817b-0b1f0e838fe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 217 time: 0.0408332 Sep 18 01:37:43.080295 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301f0054-a58d-40a9-86f4-3c0f99960f50 x-openstack-request-id: req-301f0054-a58d-40a9-86f4-3c0f99960f50 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:37:43.080605 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:37:43.080929 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-301f0054-a58d-40a9-86f4-3c0f99960f50 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:37:43.081394 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:37:43.100814 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-59172190-fae9-493b-85fb-06f19bda6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.102291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-59172190-fae9-493b-85fb-06f19bda6b9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0523982 Sep 18 01:37:43.153608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-ef5705fd-0038-475a-bc06-d4c33622a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.155047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-ef5705fd-0038-475a-bc06-d4c33622a623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445137 Sep 18 01:37:43.246788 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-becef90b-1463-4b54-a36a-0ab58ba6463c service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Sep 18 01:37:43.352892 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975249d-1045-46bf-a2a0-05fd9fd12cef req-e1fd6b0b-1af5-4eca-bd18-8a5a3d0fc88f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.354374 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7975249d-1045-46bf-a2a0-05fd9fd12cef req-e1fd6b0b-1af5-4eca-bd18-8a5a3d0fc88f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 944 time: 0.1043036 Sep 18 01:37:43.388711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b12335f-dacd-4f0c-8c59-2a92abada62f req-2166a183-d5c4-4295-953f-a8d4a1c11361 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302481 Sep 18 01:37:43.405035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7975249d-1045-46bf-a2a0-05fd9fd12cef req-9229bff4-977a-4ce5-817e-d61781d06202 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Sep 18 01:37:43.473769 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-1c0e1a54-287a-4e22-99b4-063c8cb98ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.475245 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-1c0e1a54-287a-4e22-99b4-063c8cb98ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1096 time: 0.0409517 Sep 18 01:37:43.570652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-5788d0bf-c493-465d-87dc-680f5b5884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.572119 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-5788d0bf-c493-465d-87dc-680f5b5884a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.0879881 Sep 18 01:37:43.613798 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-2acf699c-3c75-46d6-9942-63ac6b02093c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 217 time: 0.0347137 Sep 18 01:37:43.667388 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-8e10e404-a65e-4404-97c2-4a6c29cc4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.668870 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-8e10e404-a65e-4404-97c2-4a6c29cc4189 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0474544 Sep 18 01:37:43.719605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-a75e5dce-f057-42da-b502-c1a13d24d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:43.721899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-a75e5dce-f057-42da-b502-c1a13d24d5ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444448 Sep 18 01:37:43.812842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-84354530-dad6-48c9-afae-e6bf2f2f2162 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833647 Sep 18 01:37:43.903943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5e3de784-e6b9-4e4a-8b77-7f30063ef31a req-58aef374-319b-4863-9b7c-0d442fef81b8 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834451 Sep 18 01:37:44.522447 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc47936-bd37-493a-a482-1b5c2bc474f6 req-6b1181ad-1efe-4cce-b8d8-c4c6f6ada7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:44.524179 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bc47936-bd37-493a-a482-1b5c2bc474f6 req-6b1181ad-1efe-4cce-b8d8-c4c6f6ada7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 944 time: 0.0513687 Sep 18 01:37:44.561138 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1bc47936-bd37-493a-a482-1b5c2bc474f6 req-2e26f19e-8ca0-4591-917a-25ae988fd87f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Sep 18 01:37:45.689164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7872-7367-4cca-aba5-a7241b740fb9 req-7eb57aec-6f97-403f-ba40-8f200046221b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:45.690974 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-919c7872-7367-4cca-aba5-a7241b740fb9 req-7eb57aec-6f97-403f-ba40-8f200046221b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 944 time: 0.0571411 Sep 18 01:37:45.730303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-919c7872-7367-4cca-aba5-a7241b740fb9 req-02c4af57-7c73-4ca5-ac0a-b5790324f04f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Sep 18 01:37:46.570020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:46.846438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d686a994-8128-4d66-a0cb-01d9c3ba9b4d details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:37:46.847130 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29fcd0-32ff-4b00-9ebd-41556982d172 req-0ce4b352-91c9-4707-a54c-541b4ca46251 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:46.849049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca29fcd0-32ff-4b00-9ebd-41556982d172 req-0ce4b352-91c9-4707-a54c-541b4ca46251 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Sep 18 01:37:46.886343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca29fcd0-32ff-4b00-9ebd-41556982d172 req-91fa4b92-2d4a-433f-ba0f-0b093925f675 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Sep 18 01:37:46.938602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:46.950308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'port_id': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'mac_address': 'fa:16:3e:84:79:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:37:46.989853 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:47.002942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d686a994-8128-4d66-a0cb-01d9c3ba9b4d {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:37:47.021729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:47.025350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:47.069801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:47.076834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.077183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.077521 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.077857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.078183 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.078507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.078829 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.079150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.079471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.080461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.081056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.081397 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:37:47.235209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:37:48.002588 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db677b7-591c-4b11-8a34-b278e8be14fb req-11abcd4d-b656-41dd-a316-49113a4fdc7c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:48.004062 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db677b7-591c-4b11-8a34-b278e8be14fb req-11abcd4d-b656-41dd-a316-49113a4fdc7c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Sep 18 01:37:48.041358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db677b7-591c-4b11-8a34-b278e8be14fb req-027c673c-97ae-4e2a-82e8-2146aa593130 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Sep 18 01:37:48.861709 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d686a994-8128-4d66-a0cb-01d9c3ba9b4d up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:37:48.909565 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port d686a994-8128-4d66-a0cb-01d9c3ba9b4d completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:37:48.913310 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port d686a994-8128-4d66-a0cb-01d9c3ba9b4d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:37:48.913678 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:48.985343 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:49.011062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:37:49.013292 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3877b6b-c6af-4b84-b01f-18d8dd2783a1" -d '{"events": [{"server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "name": "network-vif-plugged", "status": "completed", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:37:49.025546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:37:49.030769 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:49.078560 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:37:49.109641 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42babd93-3836-412a-b9f0-ba36e4c28915 x-openstack-request-id: req-42babd93-3836-412a-b9f0-ba36e4c28915 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:37:49.109934 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "name": "network-vif-plugged", "status": "completed", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:37:49.110185 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42babd93-3836-412a-b9f0-ba36e4c28915 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:37:49.110611 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'code': 200} Sep 18 01:37:49.170645 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0ef4a-f191-41fe-a41b-7547430b14c4 req-135b9cd7-550d-4b18-825a-bfa0a9388869 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:49.172115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fc0ef4a-f191-41fe-a41b-7547430b14c4 req-135b9cd7-550d-4b18-825a-bfa0a9388869 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Sep 18 01:37:49.234362 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fc0ef4a-f191-41fe-a41b-7547430b14c4 req-3761214c-f389-43f9-a5a0-7b0a023bda0e tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535133 Sep 18 01:37:49.236628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cfa3-bd77-44ff-90bf-364ef1daaee9 req-9ca0422f-245d-40c3-a4b0-339a9b70308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:49.238159 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d94cfa3-bd77-44ff-90bf-364ef1daaee9 req-9ca0422f-245d-40c3-a4b0-339a9b70308c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1098 time: 0.0649252 Sep 18 01:37:49.273372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d94cfa3-bd77-44ff-90bf-364ef1daaee9 req-b3ad9f85-0970-41e7-99dd-98fe8e7b6e48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279853 Sep 18 01:37:50.349106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cbcc5-5096-4222-b7da-46461445e447 req-aaa35197-5a6c-4397-ab53-f685fcb3a962 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:50.350569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-590cbcc5-5096-4222-b7da-46461445e447 req-aaa35197-5a6c-4397-ab53-f685fcb3a962 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0492048 Sep 18 01:37:50.391838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-590cbcc5-5096-4222-b7da-46461445e447 req-499665e6-2651-49fd-9b89-6de168594d52 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Sep 18 01:37:50.504041 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e0943-75e4-412d-b58e-07720bd38984 req-3bb30dac-bbe0-4773-a4ef-e9e12ad11a4e tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:50.505558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-574e0943-75e4-412d-b58e-07720bd38984 req-3bb30dac-bbe0-4773-a4ef-e9e12ad11a4e tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0496118 Sep 18 01:37:50.542087 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-574e0943-75e4-412d-b58e-07720bd38984 req-92416453-55fe-41cb-bb9d-d7b4a14495d6 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Sep 18 01:37:50.724835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243c74-85af-4384-8f6c-e6e41b0f43cc req-f9e79290-368e-4f19-a12c-1e8b5be70b95 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:37:50.726307 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f243c74-85af-4384-8f6c-e6e41b0f43cc req-f9e79290-368e-4f19-a12c-1e8b5be70b95 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0482092 Sep 18 01:37:50.763377 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3f243c74-85af-4384-8f6c-e6e41b0f43cc req-24455a2b-139b-46f2-b2da-d6307a4f9a11 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Sep 18 01:37:54.321218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-baf2fe82-9be0-44b9-a316-668eccd27487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:57.320247 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-45fc7a58-2d6d-4474-85f8-4e86cb548661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:57.568028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:58.555765 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:37:59.875388 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.286382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0239c-f3b8-40fe-b3cd-84a6d83ac346 req-7ad2f66b-c8ad-4634-af39-1dcd04167491 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:02.287860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6f0239c-f3b8-40fe-b3cd-84a6d83ac346 req-7ad2f66b-c8ad-4634-af39-1dcd04167491 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Sep 18 01:38:02.329615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6f0239c-f3b8-40fe-b3cd-84a6d83ac346 req-1fc5db14-22ac-453b-8fb6-1f5aedbbd38a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356176 Sep 18 01:38:02.351195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56954) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:02.431518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a6f4b-c854-41b1-9bdc-4a648965f519 tempest-TestMinimumBasicScenario-1645657558 tempest-TestMinimumBasicScenario-1645657558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:02.433055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-280a6f4b-c854-41b1-9bdc-4a648965f519 tempest-TestMinimumBasicScenario-1645657558 tempest-TestMinimumBasicScenario-1645657558-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1093 time: 0.0808840 Sep 18 01:38:02.436009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 56958) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:02.440808 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:02.461516 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.556280 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.659770 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Allocated IP 172.25.7.55 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/76b8808b-6b50-407f-bd2c-a1a1c710cbcf) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:38:02.762327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.794417 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.796697 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:02.832999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:38:02.835815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:38:02.839258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:38:02.865739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'Port': ['ID=76b8808b-6b50-407f-bd2c-a1a1c710cbcf,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:03.195172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.258809 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.406151 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.410656 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.480348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'Port': ['ID=76b8808b-6b50-407f-bd2c-a1a1c710cbcf,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:03.490051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.588136 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Floating IP 81d1c2d2-5786-48c6-ab85-d5dd0c939392 associated. External IP: 172.25.7.55, port: d686a994-8128-4d66-a0cb-01d9c3ba9b4d. Sep 18 01:38:03.790186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:38:03.897120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:38:03.906844 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Sync routers for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:38:03.914111 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.915694 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:38:03.916339 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:38:03.942540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-adeddf6f-39a1-4538-9a87-d7fde21c2419 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5054617 Sep 18 01:38:03.943277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:38:03.944856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56960) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:03.945806 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252" -d '{"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:38:03.949386 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066473198', 'description': 'tempest-secgroup-smoke-2066473198 description', 'project_id': '24ef30ef37b744118082e54d1822ef33'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:03.971606 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:03.986743 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c3616-66f1-4109-b085-dd2f293c98b2 x-openstack-request-id: req-bf2c3616-66f1-4109-b085-dd2f293c98b2 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:38:03.987149 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:38:03.987454 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf2c3616-66f1-4109-b085-dd2f293c98b2 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:38:03.987884 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:38:04.025092 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:38:04.056273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-7d144d7d-c48c-4d8c-b9d9-c3ac83d891b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:04.057861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-7d144d7d-c48c-4d8c-b9d9-c3ac83d891b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1098 time: 0.0479965 Sep 18 01:38:04.065828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.069909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.100784 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.104956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563017 Sep 18 01:38:04.105280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56964) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.109725 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.115686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c4f5d-171a-4e69-848e-11c777c6a9a7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.137371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.137863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.138306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.138757 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.139178 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.139735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.140134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.140585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.140982 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.141490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.141820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.142809 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d7540a-af4e-40f1-a0d6-4220196a984a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:04.152758 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.160904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-a730213b-a94b-4d7d-8ccc-31318fc634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:04.162508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-a730213b-a94b-4d7d-8ccc-31318fc634a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.0968540 Sep 18 01:38:04.200518 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.206096 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.224574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c98f4b-6599-44d0-a69d-5f031888241c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.232081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.233544 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c4843bf7-9bc7-439d-aee9-cf006c777f4a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272030 Sep 18 01:38:04.236659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56966) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.241698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.250103 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-d8d2fe93-632f-44e7-b075-d50285e9d320 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 999 time: 0.0798070 Sep 18 01:38:04.264816 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '81d1c2d2-5786-48c6-ab85-d5dd0c939392', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'floating_ip_address': '172.25.7.55', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'port_id': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'mac_address': 'fa:16:3e:84:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21957156-a487-4407-9105-7c22a3d2be57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:38:03Z', 'updated_at': '2021-09-18T01:38:03Z', 'revision_number': 0, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:38:04.276882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.291418 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Checking router: 889bdf0e-4f17-4301-89cd-8dec96ef5d7d for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:38:04.300040 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:38:04.300685 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:37:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:38:04.306057 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-c331f334-40bc-4090-89c7-68c803f18257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:04.307634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-c331f334-40bc-4090-89c7-68c803f18257 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0507085 Sep 18 01:38:04.342461 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.346633 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.356839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-d7d8d065-8902-4753-9027-e72677dcc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:04.358549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-d7d8d065-8902-4753-9027-e72677dcc79f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426106 Sep 18 01:38:04.369398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97163f1-1a78-414e-9a3e-d547a5b015c9,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.373828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.376259 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-59f5c20d-97dc-41f3-a332-7c583acee514 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372287 Sep 18 01:38:04.378481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56968) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.383932 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.412640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.417488 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:38:04.455556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-a9fc008f-8eaa-48c7-bb4b-51d310591d4d service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900095 Sep 18 01:38:04.475140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.479785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.499898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216e2382-ec13-4af3-849f-1320c8305cc3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.504191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.505682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-120876b4-4960-4fd0-98fa-15700ebd654b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259799 Sep 18 01:38:04.508337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56970) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.512702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.540982 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.562874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c3c55e29-5ff2-4ec3-a09d-83a75fd83252 req-5fc2e59a-96c8-4fae-85c1-ce3cf774e7eb service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000738 Sep 18 01:38:04.603517 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.607048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.623904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694921aa-7fff-4c74-810b-4f98de0ec1fc,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.630474 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.631704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eb88fa3e-03c6-48ab-9dce-d7a018b1fada tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224244 Sep 18 01:38:04.634466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56972) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.639027 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.647726 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '81d1c2d2-5786-48c6-ab85-d5dd0c939392', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'floating_ip_address': '172.25.7.55', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'port_id': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'mac_address': 'fa:16:3e:84:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21957156-a487-4407-9105-7c22a3d2be57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:38:03Z', 'updated_at': '2021-09-18T01:38:03Z', 'revision_number': 0, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:38:04.661619 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Project 24ef30ef37b744118082e54d1822ef33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:38:04.666446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.674060 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9fb-50d7-48e5-b562-b242f8931d45 None None] The sync data for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 is: [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '81d1c2d2-5786-48c6-ab85-d5dd0c939392', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'floating_ip_address': '172.25.7.55', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'port_id': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'mac_address': 'fa:16:3e:84:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21957156-a487-4407-9105-7c22a3d2be57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:38:03Z', 'updated_at': '2021-09-18T01:38:03Z', 'revision_number': 0, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:38:04.730142 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.734297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.753005 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8751d5-bd7d-40c3-8525-104dc6feb083,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.758471 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.759820 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-07db8edf-badc-4f49-8512-26cd9aa8b7c8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242943 Sep 18 01:38:04.762583 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 56974) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:38:04.767504 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'security_group_rule': {'security_group_id': 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7', 'project_id': '24ef30ef37b744118082e54d1822ef33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:04.788923 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Project 24ef30ef37b744118082e54d1822ef33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:38:04.793579 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.859129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.863188 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.881707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0fbdcb-5442-4cef-bf90-2fe1e3fedcd4,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:04.887400 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:04.888745 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-51f80657-aba9-448d-ab31-e1d927d47635 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251612 Sep 18 01:38:04.905063 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6a253-7c82-407d-8d35-a45fd532c35e None None] New status for floating IP 81d1c2d2-5786-48c6-ab85-d5dd0c939392: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:38:04.970001 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-a98943a2-1353-4157-a6dc-a7885efff2dc tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066473198&fields=id&tenant_id=24ef30ef37b744118082e54d1822ef33 HTTP/1.1" status: 200 len: 267 time: 0.0330923 Sep 18 01:38:05.352147 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-df80744d-3f9a-4802-95a7-cb8bcff6ae6a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:05.353567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-df80744d-3f9a-4802-95a7-cb8bcff6ae6a tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.3771188 Sep 18 01:38:05.365331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'port': {'security_groups': ['89dbb387-86df-47d4-87cd-592e7590c24e', 'bb7c4f5d-171a-4e69-848e-11c777c6a9a7']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:38:05.425682 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:05.604071 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:38:05.633269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:05.637630 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:05.650578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:38:05.683369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:05.684004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:05.686543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2bcfa70-20cc-47dc-8d2d-73ce469cae42 req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "PUT /v2.0/ports/d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 982 time: 0.3263311 Sep 18 01:38:05.717665 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:38:05.727307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.727652 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.727991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.728351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.728682 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.729009 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.729335 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.730058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.730058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.730313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.730675 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.730922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7541b-5c5a-42c6-87be-12d1e7806e7b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:38:05.747184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:38:05.802197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47b93b-4f60-4f87-821c-f0dedd186304 req-ae3ad5ea-2809-4b6e-af1a-8dfaabc3c53b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:05.804691 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea47b93b-4f60-4f87-821c-f0dedd186304 req-ae3ad5ea-2809-4b6e-af1a-8dfaabc3c53b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0608764 Sep 18 01:38:05.851361 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ea47b93b-4f60-4f87-821c-f0dedd186304 req-f5bad5c9-7c1a-464f-b751-b5418b68fe15 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410786 Sep 18 01:38:05.989151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:38:05.991653 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084e1572-8e1e-4a76-8a20-79c158d506bd" -d '{"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:38:06.027572 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218aca41-6eaa-49b4-a382-a3e13daace6e x-openstack-request-id: req-218aca41-6eaa-49b4-a382-a3e13daace6e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:38:06.027961 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:38:06.028218 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-218aca41-6eaa-49b4-a382-a3e13daace6e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:38:06.028633 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:38:06.028738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f06de7a6-0d36-4330-94d1-7de15602c3aa None None] Provisioning complete for port d686a994-8128-4d66-a0cb-01d9c3ba9b4d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:38:06.029195 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f06de7a6-0d36-4330-94d1-7de15602c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:06.090728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-e3c3f519-af35-4241-b79e-bf43c9dd9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:06.092368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-e3c3f519-af35-4241-b79e-bf43c9dd9497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1137 time: 0.0402961 Sep 18 01:38:06.184710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-5b1ae45d-d4ca-4f56-b33c-809d025bbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:06.186174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-5b1ae45d-d4ca-4f56-b33c-809d025bbfdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.0868533 Sep 18 01:38:06.254822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-b4e0ffb4-ac9d-4e36-b0aa-81f48b0e6068 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 1001 time: 0.0604548 Sep 18 01:38:06.313882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-cff33627-5ce4-4d01-bb08-2c641fd0df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:06.315699 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-cff33627-5ce4-4d01-bb08-2c641fd0df6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0487378 Sep 18 01:38:06.367687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-d470981d-0796-41bc-9806-d820218c9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:06.369210 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-d470981d-0796-41bc-9806-d820218c9011 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458941 Sep 18 01:38:06.459750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-ba15d0af-0fb3-4d01-96bd-6fb342723481 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819297 Sep 18 01:38:06.551161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-084e1572-8e1e-4a76-8a20-79c158d506bd req-8522003e-c3dd-4dc5-baf8-84d0b5364393 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838215 Sep 18 01:38:13.779854 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:38:16.586332 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:22.111908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b26e-bfeb-4126-9472-ba59d5050302 req-b993fe08-9db7-4c16-b19f-67cafe9b1a04 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:22.113422 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5944b26e-bfeb-4126-9472-ba59d5050302 req-b993fe08-9db7-4c16-b19f-67cafe9b1a04 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0794125 Sep 18 01:38:22.115955 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007419cf-8d31-4ece-bad8-4704d851054c req-e8ff2860-fa74-4cd2-a68e-1730a66ced3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:22.117327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-e8ff2860-fa74-4cd2-a68e-1730a66ced3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1137 time: 0.0706737 Sep 18 01:38:22.183678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5944b26e-bfeb-4126-9472-ba59d5050302 req-ca0df586-b486-4228-b004-aee2ce5e004d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639586 Sep 18 01:38:22.237359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007419cf-8d31-4ece-bad8-4704d851054c req-276caab8-6ac2-4cc8-8b44-9e01ce85f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:22.238800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-276caab8-6ac2-4cc8-8b44-9e01ce85f4a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.1055570 Sep 18 01:38:22.308217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-94d3b4a5-ed0f-4985-83c3-5156b67dce8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 1001 time: 0.0602114 Sep 18 01:38:22.361954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007419cf-8d31-4ece-bad8-4704d851054c req-bd43df3c-25a1-4644-ad92-577b3ecb5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:22.363385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-bd43df3c-25a1-4644-ad92-577b3ecb5ece service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0472126 Sep 18 01:38:22.410678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007419cf-8d31-4ece-bad8-4704d851054c req-610eb590-c61e-4435-8769-78dbeb55208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:22.412154 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-610eb590-c61e-4435-8769-78dbeb55208d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408485 Sep 18 01:38:22.506746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-e562f01e-35d8-4079-b044-a555c60787b6 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Sep 18 01:38:22.596343 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-007419cf-8d31-4ece-bad8-4704d851054c req-58794aaa-8157-41af-8e36-010dd4950cc9 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810914 Sep 18 01:38:23.300916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d56b4-ca4e-4581-81f0-635bf1a9926b req-f820ed4c-0fa8-46a7-b29d-f56540dbe112 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:23.302395 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d56b4-ca4e-4581-81f0-635bf1a9926b req-f820ed4c-0fa8-46a7-b29d-f56540dbe112 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0492597 Sep 18 01:38:23.341496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-931d56b4-ca4e-4581-81f0-635bf1a9926b req-e5fe1099-2fbd-415f-b91a-0c959f3c56a4 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331326 Sep 18 01:38:24.321686 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c8e436a0-8ad5-4eaf-84aa-aea5f55d04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:24.461583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b5355-8635-4f62-8a20-5a3cf0175b8c req-60685f39-81b9-4c42-8d8c-254eca35df89 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:24.463071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-816b5355-8635-4f62-8a20-5a3cf0175b8c req-60685f39-81b9-4c42-8d8c-254eca35df89 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0526838 Sep 18 01:38:24.503026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-816b5355-8635-4f62-8a20-5a3cf0175b8c req-0388596a-80b8-42ff-b222-7139c0e674b7 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338945 Sep 18 01:38:25.617019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba001d-b8a1-46aa-8151-838007db45a0 req-7d256280-4444-4857-a0af-fe1065c8ac17 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:25.618500 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55ba001d-b8a1-46aa-8151-838007db45a0 req-7d256280-4444-4857-a0af-fe1065c8ac17 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0488107 Sep 18 01:38:25.659651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-55ba001d-b8a1-46aa-8151-838007db45a0 req-c9933f5a-ab2a-4d51-bab1-ed403a05bf56 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350566 Sep 18 01:38:26.772538 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987770-ded0-4aab-9b4c-dfc4b42f2ac5 req-aecf4d7f-1785-48a7-917b-4de38ca350c7 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:26.774280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59987770-ded0-4aab-9b4c-dfc4b42f2ac5 req-aecf4d7f-1785-48a7-917b-4de38ca350c7 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0488729 Sep 18 01:38:26.813711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59987770-ded0-4aab-9b4c-dfc4b42f2ac5 req-554625c0-50e5-4eec-afde-f541cc2c8ee2 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334997 Sep 18 01:38:27.320665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0c97aef3-3cd6-4310-b6a5-ac2570183898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:27.568702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:27.932266 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ea734-ad0f-4ff7-a0a8-f06a589edaa5 req-460d2899-df69-49ac-b8f2-d70e2d212633 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:27.933753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e0ea734-ad0f-4ff7-a0a8-f06a589edaa5 req-460d2899-df69-49ac-b8f2-d70e2d212633 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0540571 Sep 18 01:38:27.974529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e0ea734-ad0f-4ff7-a0a8-f06a589edaa5 req-6c28d9a1-64a4-4ce9-afb9-b06428f512cd tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345109 Sep 18 01:38:28.559226 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:29.087662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e530c6-0d56-4d83-824c-8d38920e3e6c req-03b43208-991d-4e58-adf0-2dc61c3cde7c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:29.089173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41e530c6-0d56-4d83-824c-8d38920e3e6c req-03b43208-991d-4e58-adf0-2dc61c3cde7c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0490115 Sep 18 01:38:29.129412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41e530c6-0d56-4d83-824c-8d38920e3e6c req-1af5a105-dc53-4ee8-9f34-a7eaa23f1c6e tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342627 Sep 18 01:38:29.878903 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:30.244676 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77aa9-5aff-438f-a5fb-ef5832cb4014 req-c2fd2f39-afd2-4c32-af2a-4b9e85cbe482 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:30.246193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6d77aa9-5aff-438f-a5fb-ef5832cb4014 req-c2fd2f39-afd2-4c32-af2a-4b9e85cbe482 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0488901 Sep 18 01:38:30.285768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c6d77aa9-5aff-438f-a5fb-ef5832cb4014 req-a26ad6d2-38c6-43b7-b4bd-e68303ad75ac tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328991 Sep 18 01:38:31.404045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2edf5-269d-4435-994a-98a5cee00372 req-99fc24ad-1763-477d-ac61-d0ceb93cffe2 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:31.405555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00d2edf5-269d-4435-994a-98a5cee00372 req-99fc24ad-1763-477d-ac61-d0ceb93cffe2 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0535035 Sep 18 01:38:31.445413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-00d2edf5-269d-4435-994a-98a5cee00372 req-3b618767-9f20-4a36-b9c1-2837e4fbd42c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331788 Sep 18 01:38:32.559279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aecf-3bdc-4840-9de0-b5f1758159a4 req-5e93abae-143c-4d66-9c12-233828012b3c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:32.560758 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2813aecf-3bdc-4840-9de0-b5f1758159a4 req-5e93abae-143c-4d66-9c12-233828012b3c tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0487003 Sep 18 01:38:32.600095 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2813aecf-3bdc-4840-9de0-b5f1758159a4 req-3ac5e64c-7237-4787-b0fe-bd775bc7f0ff tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324988 Sep 18 01:38:32.786552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:33.714103 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0a2d-21db-4d88-a39a-cf824a6d0854 req-8db3f666-d10b-4533-bedc-38a9d5877706 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:33.715583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c45b0a2d-21db-4d88-a39a-cf824a6d0854 req-8db3f666-d10b-4533-bedc-38a9d5877706 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0498133 Sep 18 01:38:33.754668 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c45b0a2d-21db-4d88-a39a-cf824a6d0854 req-49396db0-dcad-45c2-b76d-4fcc0d537e1f tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&id=bb7c4f5d-171a-4e69-848e-11c777c6a9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324223 Sep 18 01:38:46.582300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:47.981537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-d83bc2e8-057b-41e4-89ef-f0706d7486bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448914 Sep 18 01:38:48.066097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-b2c5024a-53fe-43a4-bb3b-c6acb81157c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:48.067721 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-b2c5024a-53fe-43a4-bb3b-c6acb81157c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1137 time: 0.0437682 Sep 18 01:38:48.181516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-d887d8a8-c486-4e11-b584-f554585940f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:48.183025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-d887d8a8-c486-4e11-b584-f554585940f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.0949256 Sep 18 01:38:48.255013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-471e8db5-1f54-49d3-915c-d3a73b133bc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 1001 time: 0.0634129 Sep 18 01:38:48.309106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-e1d96449-c375-4fa5-8be3-10b0f61308d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:48.310573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-e1d96449-c375-4fa5-8be3-10b0f61308d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0475259 Sep 18 01:38:48.360404 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-9c12360f-b533-4358-affd-daeff67d8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:38:48.361888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-9c12360f-b533-4358-affd-daeff67d8232 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438221 Sep 18 01:38:48.452575 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-1c257aab-ec40-44d1-8b45-a915e0490a57 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818799 Sep 18 01:38:48.546739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5e7e39a-36be-4d61-aa08-7db14dedf25f req-2b84ee40-6437-41ad-bb48-e3b70850d394 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860112 Sep 18 01:38:50.779133 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:38:54.323402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a5f439e0-47d6-4b7b-8047-f530e7449b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:57.320772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a12dac7d-16f8-4967-b1c9-27a94dd12f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:57.569904 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:58.564337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:38:59.879804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:02.801790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.183972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-0ccf8306-c259-4334-b296-ffdf2666c3c2 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066473198&fields=id&tenant_id=24ef30ef37b744118082e54d1822ef33 HTTP/1.1" status: 200 len: 267 time: 0.0808506 Sep 18 01:39:06.236439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-a29b3c59-7715-4c01-9395-fa5572fab695 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:06.238607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-a29b3c59-7715-4c01-9395-fa5572fab695 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 985 time: 0.0487778 Sep 18 01:39:06.249167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Request body: {'port': {'security_groups': ['89dbb387-86df-47d4-87cd-592e7590c24e']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:06.315388 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.485650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:06.514158 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.518376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.530838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:39:06.562614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:06.563068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.564468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ceedf87-dccc-410d-90ad-7dc886580d3f req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "PUT /v2.0/ports/d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 943 time: 0.3196528 Sep 18 01:39:06.564921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:06.568397 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:06.572402 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57032) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:06.594339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event updated for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:06.602591 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.602971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.603299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.603578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.603908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.604437 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.604763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.605088 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.605412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.605790 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.606117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.606440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c4955d-b7c7-440e-8579-b2178c2c880b tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.636733 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c7b86-6fab-4e69-9bd4-9b18a3dafe6c x-openstack-request-id: req-693c7b86-6fab-4e69-9bd4-9b18a3dafe6c {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:06.637930 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:06.638384 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-693c7b86-6fab-4e69-9bd4-9b18a3dafe6c {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:06.638982 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:39:06.639857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:39:06.683762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.718187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.720592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-838f4169-6730-414c-9539-d58103850003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:06.723254 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-838f4169-6730-414c-9539-d58103850003 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1098 time: 0.0603685 Sep 18 01:39:06.791981 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.794791 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:06.798729 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "DELETE /v2.0/security-groups/bb7c4f5d-171a-4e69-848e-11c777c6a9a7 HTTP/1.1" status: 204 len: 168 time: 0.2227051 Sep 18 01:39:06.805604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57036) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:06.807226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c4f5d-171a-4e69-848e-11c777c6a9a7,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:06.816254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.816756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.817189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.817533 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.817904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.818242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.818617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.819319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.819319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.819624 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.819904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.820252 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fb1b0-7760-4f0c-b7b5-78c199d77555 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:06.889731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-14eacb65-abf0-44bb-9b68-fdc0bb20bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:06.891153 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-14eacb65-abf0-44bb-9b68-fdc0bb20bb04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.1607277 Sep 18 01:39:06.909852 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-cb53a514-257e-4b19-a834-756a858cbe0e None None] Provisioning complete for port d686a994-8128-4d66-a0cb-01d9c3ba9b4d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:06.910255 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb53a514-257e-4b19-a834-756a858cbe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.003478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-8cb79869-062e-4c1e-82b2-9ddf972e4a22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 1001 time: 0.1046488 Sep 18 01:39:07.077956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-e1d5bf6a-d070-4bf5-8be6-56c25a499439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:07.079341 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-e1d5bf6a-d070-4bf5-8be6-56c25a499439 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0594370 Sep 18 01:39:07.090620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Deleting port 76b8808b-6b50-407f-bd2c-a1a1c710cbcf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:07.090989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.183669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-76764a4b-1f66-483b-92e8-69dcbe1cbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:07.185215 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-76764a4b-1f66-483b-92e8-69dcbe1cbcbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964417 Sep 18 01:39:07.216608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.216933 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.238391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Calling delete_port for 76b8808b-6b50-407f-bd2c-a1a1c710cbcf owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:07.337073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-6f48f76c-8f49-4fe3-9a55-dba89befb02d service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426802 Sep 18 01:39:07.452501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb0e8f7e-0a31-4d25-9cd5-8401a8ab0b5d req-d212e3a7-20be-4b00-b039-87ed91cace09 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070127 Sep 18 01:39:07.500664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.527587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event deleted for resources: {'Port': ['ID=76b8808b-6b50-407f-bd2c-a1a1c710cbcf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:07.586174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.586466 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Floating IP 81d1c2d2-5786-48c6-ab85-d5dd0c939392 disassociated (deleted). External IP: 172.25.7.55, port: d686a994-8128-4d66-a0cb-01d9c3ba9b4d. Sep 18 01:39:07.790585 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:39:07.896692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:07.901400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:07.907686 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Sync routers for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:07.917395 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:07.918118 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:07.928626 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-001f906b-28fe-46a0-8205-2f52f225a79d tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "DELETE /v2.0/floatingips/81d1c2d2-5786-48c6-ab85-d5dd0c939392 HTTP/1.1" status: 204 len: 168 time: 1.1218641 Sep 18 01:39:08.116159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:08.311652 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:08.337012 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Checking router: 889bdf0e-4f17-4301-89cd-8dec96ef5d7d for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:08.344775 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:08.345351 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:08.447964 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:08.640391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:08.642729 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20e5a8-6be3-4650-acb6-67bfe17b6963" -d '{"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:08.642894 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:08.671105 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166afb7-2512-4368-b9b2-49f37b6a3158 None None] The sync data for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 is: [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:14Z', 'revision_number': 4, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'fbe1a1b6-0ab8-4354-9496-ed560059b608', 'name': '', 'network_id': 'e26245bc-d434-458f-8bb5-97e50bd78a33', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'mac_address': 'fa:16:3e:6c:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:13Z', 'updated_at': '2021-09-18T01:37:17Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'subnets': [{'id': 'c6e3436d-c326-465e-9424-3ffdd382b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:08.680341 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab47b1b-af99-4097-85d8-fc880b5319df x-openstack-request-id: req-0ab47b1b-af99-4097-85d8-fc880b5319df {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:08.680773 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:08.681138 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ab47b1b-af99-4097-85d8-fc880b5319df {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:08.681645 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:39:08.746031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-7e1b3f90-42d4-4247-89b6-57fcdd575a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:08.747592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-7e1b3f90-42d4-4247-89b6-57fcdd575a95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24ef30ef37b744118082e54d1822ef33&device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 1098 time: 0.0432110 Sep 18 01:39:08.849425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-14725f54-3064-4dad-a7ff-61f9be815c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:08.850972 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-14725f54-3064-4dad-a7ff-61f9be815c94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 200 len: 914 time: 0.0963783 Sep 18 01:39:08.900261 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-a27ebad0-bd5b-420f-8e4c-50262c91bafd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 200 len: 217 time: 0.0425026 Sep 18 01:39:08.926844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827ec6a-c68e-44ac-b176-b23e45f8421c None None] New status for floating IP 81d1c2d2-5786-48c6-ab85-d5dd0c939392: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:39:08.956906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-5af10a07-1a8c-4445-8157-7001bcdbcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:08.958644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-5af10a07-1a8c-4445-8157-7001bcdbcab2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 200 len: 852 time: 0.0512853 Sep 18 01:39:09.011884 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-0899b239-5a28-4014-8920-8e00f7163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:09.013524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-0899b239-5a28-4014-8920-8e00f7163905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e26245bc-d434-458f-8bb5-97e50bd78a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470874 Sep 18 01:39:09.107414 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-3387c7a2-bde3-4ee8-9302-0273c74845d8 service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 Sep 18 01:39:09.520176 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5f20e5a8-6be3-4650-acb6-67bfe17b6963 req-e90c5196-9451-4378-8655-92fd6f0a3bcc service neutron] 10.222.0.48 "GET /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048278 Sep 18 01:39:14.981829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e8980-5b10-42a8-b876-43278d3811ee req-a91f3d95-44b4-4393-ac1d-f46a6aee0e78 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:14.983306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0e8980-5b10-42a8-b876-43278d3811ee req-a91f3d95-44b4-4393-ac1d-f46a6aee0e78 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Sep 18 01:39:15.021860 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0e8980-5b10-42a8-b876-43278d3811ee req-f9abb713-b03c-48ea-a8d3-15193589a6fd tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Sep 18 01:39:16.139420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9719e7-4eef-4cfc-88cf-9cac4abfca57 req-e794c6b0-c62f-48d7-a8c9-6aec188ddab6 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:16.140916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef9719e7-4eef-4cfc-88cf-9cac4abfca57 req-e794c6b0-c62f-48d7-a8c9-6aec188ddab6 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0513279 Sep 18 01:39:16.178061 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef9719e7-4eef-4cfc-88cf-9cac4abfca57 req-3c935449-e1dc-4186-bfae-20dfa642f90e tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/security-groups?id=89dbb387-86df-47d4-87cd-592e7590c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Sep 18 01:39:16.582383 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:16.584683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c46e-ceec-4876-8768-645e48084402 req-1d6425c7-7f28-4cb1-beb8-9a997bd616c9 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:16.586172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4436c46e-ceec-4876-8768-645e48084402 req-1d6425c7-7f28-4cb1-beb8-9a997bd616c9 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.48 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 946 time: 0.0490730 Sep 18 01:39:16.674270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Deleting port d686a994-8128-4d66-a0cb-01d9c3ba9b4d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:16.674664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:16.764848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] For port d686a994-8128-4d66-a0cb-01d9c3ba9b4d, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:16.765218 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:16.777818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Calling delete_port for d686a994-8128-4d66-a0cb-01d9c3ba9b4d owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:16.905052 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:16.916876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d686a994-8128-4d66-a0cb-01d9c3ba9b4d'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:39:16.934438 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Pushing event deleted for resources: {'Port': ['ID=d686a994-8128-4d66-a0cb-01d9c3ba9b4d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:16.978557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] No DVR routers for this DVR port d686a994-8128-4d66-a0cb-01d9c3ba9b4d on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:39:16.981180 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:16.983132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4436c46e-ceec-4876-8768-645e48084402 req-43b15be8-0ec9-495d-a842-e770be9a4cf5 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.48 "DELETE /v2.0/ports/d686a994-8128-4d66-a0cb-01d9c3ba9b4d HTTP/1.1" status: 204 len: 173 time: 0.3909068 Sep 18 01:39:16.983572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'name': 'network-vif-deleted', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:16.985899 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc229e-9c67-4d45-a68b-4042e495eea1" -d '{"events": [{"server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "name": "network-vif-deleted", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:17.022908 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3fbcb1-b166-4a7b-9f02-ce6d7b34169a x-openstack-request-id: req-3d3fbcb1-b166-4a7b-9f02-ce6d7b34169a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:17.023207 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21957156-a487-4407-9105-7c22a3d2be57", "name": "network-vif-deleted", "tag": "d686a994-8128-4d66-a0cb-01d9c3ba9b4d", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:17.023464 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d3fbcb1-b166-4a7b-9f02-ce6d7b34169a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:17.024159 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21957156-a487-4407-9105-7c22a3d2be57', 'name': 'network-vif-deleted', 'tag': 'd686a994-8128-4d66-a0cb-01d9c3ba9b4d', 'status': 'completed', 'code': 200} Sep 18 01:39:17.286452 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-aca29994-1018-4708-9197-e16528fa28a7 req-0b71e380-97ce-4249-a24c-3946dc25afe8 tempest-TestMinimumBasicScenario-362316127 tempest-TestMinimumBasicScenario-362316127-project] 10.222.0.49 "GET /v2.0/ports?device_id=21957156-a487-4407-9105-7c22a3d2be57 HTTP/1.1" status: 200 len: 210 time: 0.0299408 Sep 18 01:39:18.848981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57142) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:19.187826 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:19.429124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Deleting port fbe1a1b6-0ab8-4354-9496-ed560059b608 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:19.429482 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:19.506112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] For port fbe1a1b6-0ab8-4354-9496-ed560059b608, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=fbe1a1b6-0ab8-4354-9496-ed560059b608,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:19.506395 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:19.518292 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Calling delete_port for fbe1a1b6-0ab8-4354-9496-ed560059b608 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:19.693812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:19.723651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe1a1b6-0ab8-4354-9496-ed560059b608,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:19.889390 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.101226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:39:20.205600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:20.211103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-858bb344-c365-4531-ab98-3f5b15607e9f admin admin] 10.222.0.49 "PUT /v2.0/routers/889bdf0e-4f17-4301-89cd-8dec96ef5d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3611102 Sep 18 01:39:20.213683 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57144) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:20.214271 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Sync routers for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:20.223528 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:20.224119 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:20.317619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.326204 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:20.419481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.475354 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Deleting port ce3fb365-9d16-4b20-816e-e4d3f91b191c {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:20.475712 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.499685 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:39:19Z', 'revision_number': 5, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port': {'id': 'ce3fb365-9d16-4b20-816e-e4d3f91b191c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:20.529158 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Checking router: 889bdf0e-4f17-4301-89cd-8dec96ef5d7d for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:20.538033 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Routers {'889bdf0e-4f17-4301-89cd-8dec96ef5d7d'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:20.538634 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:20.552879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] For port ce3fb365-9d16-4b20-816e-e4d3f91b191c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ce3fb365-9d16-4b20-816e-e4d3f91b191c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:20.553248 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.566122 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Calling delete_port for ce3fb365-9d16-4b20-816e-e4d3f91b191c owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:20.621758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] Set router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:20.676402 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:39:20Z', 'revision_number': 6, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:20.705149 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84062f0-6739-4bb8-a295-b19c3b430137 None None] The sync data for ids ['889bdf0e-4f17-4301-89cd-8dec96ef5d7d'] in n-d-712707-16 is: [{'id': '889bdf0e-4f17-4301-89cd-8dec96ef5d7d', 'name': 'tempest-TestMinimumBasicScenario-53674072-router', 'tenant_id': '24ef30ef37b744118082e54d1822ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:11Z', 'updated_at': '2021-09-18T01:39:20Z', 'revision_number': 6, 'project_id': '24ef30ef37b744118082e54d1822ef33', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:20.731994 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.763039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fb365-9d16-4b20-816e-e4d3f91b191c,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:20.819095 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.906198 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.908263 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.950658 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.951149 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889bdf0e-4f17-4301-89cd-8dec96ef5d7d {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:39:20.955348 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:20.956986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04f828ee-b4eb-42cd-99ca-3e7411ab262d admin admin] 10.222.0.49 "DELETE /v2.0/routers/889bdf0e-4f17-4301-89cd-8dec96ef5d7d HTTP/1.1" status: 204 len: 168 time: 0.7422383 Sep 18 01:39:20.959281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57146) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:21.006487 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Deleting subnet c6e3436d-c326-465e-9424-3ffdd382b070 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:39:21.009352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.041789 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.120769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.174870 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.207122 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.208980 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c6e3436d-c326-465e-9424-3ffdd382b070 HTTP/1.1" status: 204 len: 168 time: 0.2487521 Sep 18 01:39:21.210552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ed328-5269-4a76-b403-d9808e10512d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e3436d-c326-465e-9424-3ffdd382b070,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:21.211796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57148) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:21.213625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3485a7f-6536-413a-b247-6a5699adaf1d None None] Network e26245bc-d434-458f-8bb5-97e50bd78a33 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:39:21.280379 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.315329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d686a994-8128-4d66-a0cb-01d9c3ba9b4d no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:21.332596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Deleting port 21258e05-71f7-4e0b-835e-625e8dfbc72d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:21.332957 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.337403 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: d686a994-8128-4d66-a0cb-01d9c3ba9b4d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:21.337747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d686a994-8128-4d66-a0cb-01d9c3ba9b4d not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:21.400692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] For port 21258e05-71f7-4e0b-835e-625e8dfbc72d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=21258e05-71f7-4e0b-835e-625e8dfbc72d,segment=NetworkSegment(32658732-f520-47f5-98a8-0e0d8f8b26b4),segment_id=32658732-f520-47f5-98a8-0e0d8f8b26b4)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:21.400990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.413566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Calling delete_port for 21258e05-71f7-4e0b-835e-625e8dfbc72d owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:21.474117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] DHCP port deletion for e26245bc-d434-458f-8bb5-97e50bd78a33 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:39:21.496906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.521870 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Deleting port 21258e05-71f7-4e0b-835e-625e8dfbc72d {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:21.522246 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.528167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21258e05-71f7-4e0b-835e-625e8dfbc72d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:21.530019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] No DVR routers for this DVR port 21258e05-71f7-4e0b-835e-625e8dfbc72d on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:39:21.587844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] For port 21258e05-71f7-4e0b-835e-625e8dfbc72d, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:21.588256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.600493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Calling delete_port for 21258e05-71f7-4e0b-835e-625e8dfbc72d owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:21.603078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Port 21258e05-71f7-4e0b-835e-625e8dfbc72d was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:39:21.604054 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.604338 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.625004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26245bc-d434-458f-8bb5-97e50bd78a33']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:21.629385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Pushing event deleted for resources: {'Port': ['ID=21258e05-71f7-4e0b-835e-625e8dfbc72d,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:21.633674 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] No DVR routers for this DVR port 21258e05-71f7-4e0b-835e-625e8dfbc72d on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:39:21.635291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32658732-f520-47f5-98a8-0e0d8f8b26b4') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:21.635667 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32658732-f520-47f5-98a8-0e0d8f8b26b4') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:21.641373 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.641956 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.642435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.642913 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.643540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.645250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.645786 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.646319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.646844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.647669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.648195 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.648626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc2af50-bdb6-4f6d-833f-3991ac2b1a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:21.650261 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.663617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.670000 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:39:21.670643 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:39:21.672416 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:39:21.744407 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.750019 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:21.752262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e26245bc-d434-458f-8bb5-97e50bd78a33 HTTP/1.1" status: 204 len: 168 time: 0.5384488 Sep 18 01:39:21.755509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57150) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:21.763256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aaaa7-74a6-4b4d-868e-9831180e44f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26245bc-d434-458f-8bb5-97e50bd78a33,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:21.781260 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fbe1a1b6-0ab8-4354-9496-ed560059b608 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:21.801400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: fbe1a1b6-0ab8-4354-9496-ed560059b608 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:21.801739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device fbe1a1b6-0ab8-4354-9496-ed560059b608 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:21.802153 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce3fb365-9d16-4b20-816e-e4d3f91b191c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:21.820147 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ce3fb365-9d16-4b20-816e-e4d3f91b191c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:21.820517 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ce3fb365-9d16-4b20-816e-e4d3f91b191c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:21.820931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 21258e05-71f7-4e0b-835e-625e8dfbc72d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:21.842339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 21258e05-71f7-4e0b-835e-625e8dfbc72d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:21.842678 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 21258e05-71f7-4e0b-835e-625e8dfbc72d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:22.389828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:22.632780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Deleting port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:22.633123 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:22.712194 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] For port ccbe8422-bcc0-4aee-9c1b-05f0224dfd55, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:22.712581 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:22.725371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Calling delete_port for ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:22.901271 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:22.926946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbe8422-bcc0-4aee-9c1b-05f0224dfd55,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:23.094385 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.302920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Router 59da0d60-43d3-4e14-abc8-9d5543928a57 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:39:23.407037 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:23.412841 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6a28a8c4-86cc-4f87-9382-2c427f3afaa0 admin admin] 10.222.0.49 "PUT /v2.0/routers/59da0d60-43d3-4e14-abc8-9d5543928a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557128 Sep 18 01:39:23.414820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57152) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:23.417374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Sync routers for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:23.427045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:23.427656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:23.519733 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.530371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:23.622130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.674189 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Deleting port 583f6a93-fe27-4b78-9321-0ca68813111e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:23.675346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.703185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:39:22Z', 'revision_number': 5, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port': {'id': '583f6a93-fe27-4b78-9321-0ca68813111e', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:37:16Z', 'updated_at': '2021-09-18T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:23.730124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Checking router: 59da0d60-43d3-4e14-abc8-9d5543928a57 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:23.739023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Routers {'59da0d60-43d3-4e14-abc8-9d5543928a57'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:23.739644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:38:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['59da0d60-43d3-4e14-abc8-9d5543928a57'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:23.762143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] For port 583f6a93-fe27-4b78-9321-0ca68813111e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=583f6a93-fe27-4b78-9321-0ca68813111e,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:23.762821 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.775906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Calling delete_port for 583f6a93-fe27-4b78-9321-0ca68813111e owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:23.824995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] Set router 59da0d60-43d3-4e14-abc8-9d5543928a57 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:23.878207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:39:23Z', 'revision_number': 6, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:23.904522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e0ba-94eb-4c81-98ad-d4b8e944e86f None None] The sync data for ids ['59da0d60-43d3-4e14-abc8-9d5543928a57'] in n-d-712707-16 is: [{'id': '59da0d60-43d3-4e14-abc8-9d5543928a57', 'name': 'tempest-TestMinimumBasicScenario-1862163197-router', 'tenant_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:37:15Z', 'updated_at': '2021-09-18T01:39:23Z', 'revision_number': 6, 'project_id': 'dc6a9c8efac24fbcb06b871cccb01e0f', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:23.942962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:23.968502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Pushing event deleted for resources: {'Port': ['ID=583f6a93-fe27-4b78-9321-0ca68813111e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:24.031511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.119378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.121504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.164524 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.165046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59da0d60-43d3-4e14-abc8-9d5543928a57 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:39:24.169556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.170704 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f3ed9a36-37cd-42c5-96b2-d834e7b16dee admin admin] 10.222.0.49 "DELETE /v2.0/routers/59da0d60-43d3-4e14-abc8-9d5543928a57 HTTP/1.1" status: 204 len: 168 time: 0.7549608 Sep 18 01:39:24.173420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57154) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:24.217305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Deleting subnet 9e439988-0e98-433d-ab5e-3b6ebf0e702a {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:39:24.220278 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.259630 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.325070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cb074779-969a-46e3-8e0d-2907ebc532ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.349774 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.405172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.430044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e439988-0e98-433d-ab5e-3b6ebf0e702a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:24.433626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.437175 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f102fd46-ef5f-4909-a08c-05e5e4290efb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e439988-0e98-433d-ab5e-3b6ebf0e702a HTTP/1.1" status: 204 len: 168 time: 0.2619388 Sep 18 01:39:24.438069 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57156) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:24.439582 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d95d0-35b0-4be9-aca1-9c9f444c5796 None None] Network 53780c42-f277-4130-8ebd-8d633efe81b9 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:39:24.505978 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.562646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Deleting port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:24.563080 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.625820 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] For port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:24.626116 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.639839 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Calling delete_port for c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:24.668644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] DHCP port deletion for 53780c42-f277-4130-8ebd-8d633efe81b9 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:39:24.715614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Deleting port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:39:24.717853 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.722846 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.749798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:24.751617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] No DVR routers for this DVR port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:39:24.786074 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] For port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,segment=NetworkSegment(fb184ffc-4e86-4849-baa7-bb65e5e76a47),segment_id=fb184ffc-4e86-4849-baa7-bb65e5e76a47)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:24.786483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.799592 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Calling delete_port for c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:39:24.827179 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.848886 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53780c42-f277-4130-8ebd-8d633efe81b9']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:24.859616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb184ffc-4e86-4849-baa7-bb65e5e76a47') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:24.859921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb184ffc-4e86-4849-baa7-bb65e5e76a47') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:39:24.870264 n-d-712707-16 neutron-server[106454]: self.session.flush() Sep 18 01:39:24.874268 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.878563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.886679 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.892517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:39:24.892972 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:39:24.895549 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:39:24.908317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] Pushing event deleted for resources: {'Port': ['ID=c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:24.911512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab9e5d-716d-4a69-ba93-d02d0db5aa2f None None] No DVR routers for this DVR port c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:39:24.957929 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.963530 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:24.965392 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] 10.222.0.49 "DELETE /v2.0/networks/53780c42-f277-4130-8ebd-8d633efe81b9 HTTP/1.1" status: 204 len: 168 time: 0.5262914 Sep 18 01:39:24.978433 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffde71-a338-4a0b-ad73-d00d3c67d49a admin admin] Pushing event deleted for resources: {'Network': ['ID=53780c42-f277-4130-8ebd-8d633efe81b9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:25.123686 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57160) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:25.163521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-12ea5948-87f3-43e2-a852-65238d22e73b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24ef30ef37b744118082e54d1822ef33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386775 Sep 18 01:39:25.166055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57162) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:25.218782 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.239473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.286810 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.289451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.290616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89dbb387-86df-47d4-87cd-592e7590c24e HTTP/1.1" status: 204 len: 168 time: 0.1236918 Sep 18 01:39:25.298208 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9311f86-8c1a-4325-acba-1f394725cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbb387-86df-47d4-87cd-592e7590c24e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:25.598922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57168) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:25.638262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c350de22-2774-4a70-9fef-27cb75383644 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc6a9c8efac24fbcb06b871cccb01e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382016 Sep 18 01:39:25.640709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57170) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:25.691509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.712331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.760568 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.763515 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:25.764880 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11d92257-1c29-4441-990c-fa755b85e73f HTTP/1.1" status: 204 len: 168 time: 0.1233051 Sep 18 01:39:25.773102 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1e04-8286-43dd-b1cb-6a3ff1a2435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d92257-1c29-4441-990c-fa755b85e73f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:25.787399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:25.817546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:25.817901 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ccbe8422-bcc0-4aee-9c1b-05f0224dfd55 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:25.818325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 583f6a93-fe27-4b78-9321-0ca68813111e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:25.835902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 583f6a93-fe27-4b78-9321-0ca68813111e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:25.836266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 583f6a93-fe27-4b78-9321-0ca68813111e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:25.836691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:39:25.855217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:39:25.855329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c6b4eca3-ffe4-4fe0-abfc-b21a15f9ff7e not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:39:27.325822 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c233c51e-a461-421e-abc3-4c2d98ce78d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.326406 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57210) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:27.331648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203128712', 'description': 'tempest-secgroup-smoke-1203128712 description', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:27.353003 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.360595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.447992 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.451623 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.483471 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a353121-5d48-4edf-bc29-1dd659fc8a1e,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:27.542377 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.546177 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.571628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.574602 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.576702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2491901 Sep 18 01:39:27.579161 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:27.581403 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0e65c-7a79-407f-897c-3b9e0a617f43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06f932-b383-4f37-a546-fde7e253e375,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:27.585378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:27.613512 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.659109 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.662859 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.680522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5c14f8-4ddf-4a31-85e0-b625473e95b0,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:27.692689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.693883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ae168fde-881c-4c02-b0ed-a19133928c62 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138947 Sep 18 01:39:27.696509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57214) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:27.700797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:27.727136 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.778599 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:39:27.783608 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.788098 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.808146 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9a7a5d-5185-428c-b517-ed6048fbc83b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:27.811925 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.813145 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-93b30565-83a9-4bac-93d2-8b71389bc5f9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157298 Sep 18 01:39:27.816250 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:27.820448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:27.848450 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.908289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.912964 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.935595 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5253e62b-6dee-470c-8e89-12e2309a61ad,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:27.939352 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:27.940720 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ed6f7300-1042-4b9f-b971-22a734a4b241 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235225 Sep 18 01:39:27.943539 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57220) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:27.947740 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:27.974186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.032444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.035795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.055633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff0f537-2c56-4fd3-a0cc-f0f4db13e064,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:28.059431 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.060770 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01f40493-5f74-43b4-8056-406046906a55 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161931 Sep 18 01:39:28.063383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57222) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:28.068405 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:28.089379 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:39:28.094027 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.152820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.156777 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.175054 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b425dc-4466-4700-a1b0-fa442e0a2e49,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:28.178155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.179361 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58a4f37e-94e6-4758-be34-6b077de81f89 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150699 Sep 18 01:39:28.182685 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57226) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:28.187642 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '0e06f932-b383-4f37-a546-fde7e253e375', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:28.211240 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:39:28.216152 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.280864 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.284631 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.305374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a228cc91-cf05-4cdb-97c7-051f9830c8bc,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:28.309257 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.313321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-946bdd4d-e932-4a60-95f1-39efa8c83b51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267745 Sep 18 01:39:28.313781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57228) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:28.319027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'network': {'name': 'tempest-network-smoke--1585012223', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:28.339662 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:39:28.343193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.366350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:39:28.375732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.376085 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Added segment e139e69c-124c-4014-a756-9241e37137d7 of type vlan for network c3476c5b-02b3-44af-b558-fcb421f46fb5 Sep 18 01:39:28.416511 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.440920 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.446530 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:28.447123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.482727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682422 Sep 18 01:39:28.485605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57230) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:28.490453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'admin_state_up': True, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:28.529293 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74856f-63ab-4322-9be6-d8f588e9cb6b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Network': ['ID=c3476c5b-02b3-44af-b558-fcb421f46fb5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:28.542813 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:39:28.547021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.548210 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.600039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.621225 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.741402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.934044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:28.952714 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.052765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.65 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/c9af0c50-f5a7-44a3-8a01-bfafb869e636) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:39:29.156194 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.190768 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.224626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:29.227387 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:29.229994 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:39:29.265558 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=c9af0c50-f5a7-44a3-8a01-bfafb869e636,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:29.483748 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.678212 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.804348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:39:29.883433 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.911439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:29.922003 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Sync routers for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:29.931055 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:29.932400 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-205307f4-90b8-4078-a0d8-053e2c6d0eb1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4458594 Sep 18 01:39:29.932942 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:29.933551 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:29.935658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57232) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:30.057924 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef37b22b-e3ac-4673-acfe-e412abb0eaa8 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5ea9f5c26a3145b595ab34c2cedce2d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208937 Sep 18 01:39:30.060588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57236) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:30.126111 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:30.150640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fd9b3-29d8-49c9-9602-44f2a1b096b3 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:30.152251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-351fd9b3-29d8-49c9-9602-44f2a1b096b3 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906765 Sep 18 01:39:30.155052 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57238) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:30.182582 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-bd02aae6-2084-4673-bd71-7dab700690c2 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264480 Sep 18 01:39:30.185061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57240) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:30.190558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946200281', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:30.279409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:39:30.283012 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.296892 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:29Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:30.322458 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Checking router: 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:30.322719 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Updating router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 port c9af0c50-f5a7-44a3-8a01-bfafb869e636 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:39:30.345594 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.470025 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.530747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Subnet': ['ID=c21ee47b-4df4-4166-b7d8-77bdd900d15d,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:30.538411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Checking segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:39:30.538784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network hostable DHCP agents. Network: c3476c5b-02b3-44af-b558-fcb421f46fb5, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:39:30.556019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:39:30.565379 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, c3476c5b-02b3-44af-b558-fcb421f46fb5) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:30.569280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:30.570037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.575672 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953b590-36a2-4639-9355-90b2cc997adb None None] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:39:30.585304 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-815b96b1-4138-4b46-9339-faaa7d330965 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992646 Sep 18 01:39:30.587997 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57242) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:30.607961 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.614888 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.661131 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Attempting to bind port c9af0c50-f5a7-44a3-8a01-bfafb869e636 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:39:30.661496 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Attempting to bind port c9af0c50-f5a7-44a3-8a01-bfafb869e636 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:39:30.661851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Attempting to bind port c9af0c50-f5a7-44a3-8a01-bfafb869e636 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:39:30.672431 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:39:30.672791 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:39:30.673189 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.673571 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:39:30.674022 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Bound port: c9af0c50-f5a7-44a3-8a01-bfafb869e636, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:39:30.674429 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.676018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Pushing event updated for resources: {'Port': ['ID=c9af0c50-f5a7-44a3-8a01-bfafb869e636,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:30.708738 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.709124 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.709407 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.709735 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.710079 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.710379 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.710699 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.711014 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.711331 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.711650 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.711968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.712297 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:39:30.736198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-c3476c5b-02b3-44af-b558-fcb421f46fb5', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:39:30.737574 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.738274 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] For port c9af0c50-f5a7-44a3-8a01-bfafb869e636, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:39:30.741761 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] For port c9af0c50-f5a7-44a3-8a01-bfafb869e636, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9af0c50-f5a7-44a3-8a01-bfafb869e636,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:39:30.747125 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:30.806971 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:30.807577 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:30.842580 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cae6-d9e6-421c-b298-bb37dd4a0c5f None None] Pushing event updated for resources: {'Port': ['ID=c9af0c50-f5a7-44a3-8a01-bfafb869e636,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:30.890191 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Allocated IP 172.20.0.2 (c3476c5b-02b3-44af-b558-fcb421f46fb5/c21ee47b-4df4-4166-b7d8-77bdd900d15d/9f5a2b15-9771-4ebf-a28f-d1dc9e318605) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:39:30.924760 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:31.039983 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.041996 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.049051 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.083631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:31.088471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:31.091845 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:39:31.104898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Pushing event updated for resources: {'Port': ['ID=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:31.131777 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:29Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:31.160018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585fb46-ff94-4152-8932-b349448912b9 None None] The sync data for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 is: [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:29Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:31.166797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Attempting to bind port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:39:31.167173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Attempting to bind port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:39:31.167425 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Attempting to bind port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 on network c3476c5b-02b3-44af-b558-fcb421f46fb5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:39:31.172948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:39:31.173328 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Checking segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:39:31.173739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.174137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Bound using segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:39:31.175105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Bound port: 9f5a2b15-9771-4ebf-a28f-d1dc9e318605, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:39:31.175497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.258429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] For port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:39:31.262113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] For port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:39:31.266202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.328022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49370f1-66ea-4034-bfd2-afc1d9602f3b None None] Pushing event updated for resources: {'Port': ['ID=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:31.655766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.1 (c3476c5b-02b3-44af-b558-fcb421f46fb5/c21ee47b-4df4-4166-b7d8-77bdd900d15d/9729c10f-91aa-456c-a7f1-ec2c82bd0715) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:39:31.786038 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.822671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.837308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9af0c50-f5a7-44a3-8a01-bfafb869e636 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:31.868262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:31.871248 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:31.878382 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:39:31.882470 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:31.904358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9af0c50-f5a7-44a3-8a01-bfafb869e636 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:31.904973 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.934086 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:31.992790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.021169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port c9af0c50-f5a7-44a3-8a01-bfafb869e636, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9af0c50-f5a7-44a3-8a01-bfafb869e636,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:32.028066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.028902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:32.078211 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.128952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=c9af0c50-f5a7-44a3-8a01-bfafb869e636,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:32.144828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:32.145201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.239024 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.279206 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:32.285273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.338624 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:32.393918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09703b-914e-490d-a940-42e625043547 None None] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:39:32.396886 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.402161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.476274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:32.480946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-536fa952-45da-44aa-8e4a-2afeab0324cf None None] Provisioning complete for port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:32.481318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-536fa952-45da-44aa-8e4a-2afeab0324cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.481583 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.573093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:32.574608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:32.695577 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:39:32.813019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:32.826076 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0fdac766-56b5-401c-be6d-a375a71e7bd6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/70d59ec5-7a5f-4c80-bea7-25a94bc21ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2296298 Sep 18 01:39:32.827612 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:32.972767 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-2190bc26-bb74-4393-80cb-1fec2493e2b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203128712&fields=id&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 267 time: 0.0353653 Sep 18 01:39:32.982414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Sync routers for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:32.992723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:32.993693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:33.089983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-33928c15-bb10-4184-8a9a-240ad17c4d9e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:33.097337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-33928c15-bb10-4184-8a9a-240ad17c4d9e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 797 time: 0.1141915 Sep 18 01:39:33.116187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6414628b-6a12-4b8a-bbed-878aa7bbc2fc None None] Provisioning complete for port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:33.116592 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6414628b-6a12-4b8a-bbed-878aa7bbc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.116724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-dd548a71-2e02-4321-84f9-b01d87353924 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/quotas/5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 375 time: 0.0179994 Sep 18 01:39:33.119132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:33.178704 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-6625d73c-9fe1-4b8b-a74b-1d7975f9b603 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610862 Sep 18 01:39:33.217116 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6414628b-6a12-4b8a-bbed-878aa7bbc2fc None None] Port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:39:33.249272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-6414628b-6a12-4b8a-bbed-878aa7bbc2fc None None] Provisioning complete for port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:33.249647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6414628b-6a12-4b8a-bbed-878aa7bbc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.285263 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-ba225e29-9d66-4604-a01c-86fcf6ee4085 service neutron] 10.222.0.49 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912580 Sep 18 01:39:33.388659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-78cd2a6f-da7a-4354-864a-377bba34e695 service neutron] 10.222.0.49 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966556 Sep 18 01:39:33.420638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 2, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:33.451863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Checking router: 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:33.452162 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Updating router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:39:33.477293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.558309 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fa1b8069-b9ca-41fe-be40-dcb63525b34e req-67ab29ff-1993-4822-824f-5839c73a3691 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Sep 18 01:39:33.585359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d0fb5f6b-16f4-4ac6-b947-2ca4753c8e2a None None] Provisioning complete for port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:33.585740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0fb5f6b-16f4-4ac6-b947-2ca4753c8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.636600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb5f6b-16f4-4ac6-b947-2ca4753c8e2a None None] Port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:39:33.788695 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.797107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9af0c50-f5a7-44a3-8a01-bfafb869e636 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:33.799018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.884055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785573d-7a88-418b-9cbf-15b49b30737e None None] Pushing event updated for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:33.929769 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c9af0c50-f5a7-44a3-8a01-bfafb869e636 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:33.930140 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.966723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Attempting to bind port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:39:33.967188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Attempting to bind port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:39:33.967578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Attempting to bind port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 on network c3476c5b-02b3-44af-b558-fcb421f46fb5 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:39:33.979092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:39:33.979469 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Checking segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:39:33.979869 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:33.980289 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Bound using segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:39:33.980771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Bound port: 9729c10f-91aa-456c-a7f1-ec2c82bd0715, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:39:33.981151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.074444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:34.106019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] For port 9729c10f-91aa-456c-a7f1-ec2c82bd0715, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:39:34.124703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] For port 9729c10f-91aa-456c-a7f1-ec2c82bd0715, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9729c10f-91aa-456c-a7f1-ec2c82bd0715,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:39:34.129863 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.203820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:34.204250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.209774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:34.210409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:34.212079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] Provisioning complete for port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:34.212476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.232466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785573d-7a88-418b-9cbf-15b49b30737e None None] Pushing event updated for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:34.433169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:34.480402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.519402 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-7d34f9b6-2c01-4ee4-bdfd-74e0cc62cafe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:34.520951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-7d34f9b6-2c01-4ee4-bdfd-74e0cc62cafe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 797 time: 0.1159961 Sep 18 01:39:34.565932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-b5acfc88-1d75-47ad-aa4c-1a8c53bfc417 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 380 time: 0.0360155 Sep 18 01:39:34.569681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] For port 9729c10f-91aa-456c-a7f1-ec2c82bd0715, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9729c10f-91aa-456c-a7f1-ec2c82bd0715,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:34.576272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'port': {'device_id': '3f266515-7c66-4729-a573-bba93e61cd80', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'admin_state_up': True, 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'security_groups': ['0e06f932-b383-4f37-a546-fde7e253e375']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:34.599689 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.677806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ca0b2585-86d0-4df5-961a-e0fe1783ca5a req-0d4136e6-7c88-4c96-9084-b00c5a40b733 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Sep 18 01:39:34.685513 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7e465-c84e-415e-9ac1-58acf7f4d122 None None] Pushing event updated for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:34.725971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:34.727725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1782e141-d5ff-448a-ad8b-e99002518e5a None None] Provisioning complete for port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:34.728090 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1782e141-d5ff-448a-ad8b-e99002518e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.728824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:39:34.732995 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:34.772848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd7737-1fd9-462e-b95a-88d99ea4ff74 None None] The sync data for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 is: [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:34.884747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.11 (c3476c5b-02b3-44af-b558-fcb421f46fb5/c21ee47b-4df4-4166-b7d8-77bdd900d15d/ca3c9f27-5ecc-4763-9e94-059f4dad5ff9) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:39:35.033632 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.069431 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.111275 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:35.115343 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:35.119146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:39:35.158309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:35.181885 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:35.182541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.202609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-5b2a5f61-9d57-4aad-9633-293ec63f6042 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302016 Sep 18 01:39:35.217104 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Request body: {'port': {'device_id': '3f266515-7c66-4729-a573-bba93e61cd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:35.278685 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.373519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bd2f7535-a845-4cce-8856-9e70c58bacb6 None None] Provisioning complete for port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:35.374122 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7535-a845-4cce-8856-9e70c58bacb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.414363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f7535-a845-4cce-8856-9e70c58bacb6 None None] Port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:39:35.557730 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:39:35.567240 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.579614 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Transition to ACTIVE for port object ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:39:35.584720 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.656093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:35.712429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Attempting to bind port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:39:35.712853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Attempting to bind port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:39:35.713315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Attempting to bind port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 on network c3476c5b-02b3-44af-b558-fcb421f46fb5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:39:35.718297 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 on network c3476c5b-02b3-44af-b558-fcb421f46fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:39:35.718619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Attempting to bind port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 on network c3476c5b-02b3-44af-b558-fcb421f46fb5 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:39:35.727011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:39:35.727716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Checking segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:39:35.728192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Bound using segment: {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:39:35.728764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Bound port: ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e139e69c-124c-4014-a756-9241e37137d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:39:35.729220 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:35.855577 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9729c10f-91aa-456c-a7f1-ec2c82bd0715 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:35.911349 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:35.911722 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:36.162973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8b064-ce2f-467b-b420-493db0d5c966 req-83b07dc5-af87-457c-b05c-754a440aedfb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.164470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db8b064-ce2f-467b-b420-493db0d5c966 req-83b07dc5-af87-457c-b05c-754a440aedfb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 944 time: 0.3961437 Sep 18 01:39:36.165604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:39:36.183373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:39:36.192302 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:36.242945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.243566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:36.244994 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 1093 time: 1.0326476 Sep 18 01:39:36.245736 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:36.248101 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:36.256097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7db8b064-ce2f-467b-b420-493db0d5c966 req-8d8aaf4c-0737-4083-9668-06f7ba3476e4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811460 Sep 18 01:39:36.280377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4ab68-891f-43d2-a0da-7aaa9d848b77 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:36.308576 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffa77c-ed27-4290-b2ef-7207e41d6801 x-openstack-request-id: req-96ffa77c-ed27-4290-b2ef-7207e41d6801 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:36.308966 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:36.309301 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96ffa77c-ed27-4290-b2ef-7207e41d6801 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:36.309764 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'status': 'completed', 'code': 200} Sep 18 01:39:36.348003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-49124202-9754-45b7-96bd-241c9787c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.349661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-49124202-9754-45b7-96bd-241c9787c3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1096 time: 0.0577438 Sep 18 01:39:36.393856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-6dd05361-8b4e-410b-a025-ea5755c1f850 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 217 time: 0.0361009 Sep 18 01:39:36.444006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-33ba1134-c063-47b3-a458-a86d420c5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.445495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-33ba1134-c063-47b3-a458-a86d420c5f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 200 len: 834 time: 0.0454047 Sep 18 01:39:36.493580 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-f33216ca-a19d-4a73-8d7d-34511f6df709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.495073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-f33216ca-a19d-4a73-8d7d-34511f6df709 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3476c5b-02b3-44af-b558-fcb421f46fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427597 Sep 18 01:39:36.587312 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-af732bf1-bd31-4569-8861-9c07c6fe698b service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838985 Sep 18 01:39:36.679803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b3574f3-5d5c-4eb3-807d-e96cc63fb0b0 req-b90b1b3b-e9f7-45e9-adce-5f5efa03cd73 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 Sep 18 01:39:36.766875 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-33fd07a7-c0b4-4129-b8b3-7ae6405c2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.768914 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-33fd07a7-c0b4-4129-b8b3-7ae6405c2a97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1096 time: 0.0402665 Sep 18 01:39:36.857219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-94516004-f02d-4afc-8d99-1af2dd2488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.858598 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-94516004-f02d-4afc-8d99-1af2dd2488bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 898 time: 0.0830884 Sep 18 01:39:36.903533 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-e8ec08e4-b3e6-45e3-80ff-bc84e08eed46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 217 time: 0.0378962 Sep 18 01:39:36.953959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-60c19d53-1262-4682-9a98-2da9162a0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:36.957385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-60c19d53-1262-4682-9a98-2da9162a0dc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 200 len: 834 time: 0.0454824 Sep 18 01:39:37.004867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-4aa350bf-6b40-474e-91c9-cf1872cc905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:37.006337 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-4aa350bf-6b40-474e-91c9-cf1872cc905e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3476c5b-02b3-44af-b558-fcb421f46fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411334 Sep 18 01:39:37.099447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-8ce1c8e8-8240-4bc1-8104-a4b67cddad34 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854249 Sep 18 01:39:37.191266 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7230ee8a-fd97-4186-ad3f-7c103cd7e3dd req-aea15114-e0a1-4faa-8153-1096c8209c8a service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828307 Sep 18 01:39:37.396153 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d616e-07ae-4da0-8283-ece15f20981a req-3cdc7271-9da3-468a-8eb1-cbfb62973805 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:37.397679 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b4d616e-07ae-4da0-8283-ece15f20981a req-3cdc7271-9da3-468a-8eb1-cbfb62973805 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 944 time: 0.0535781 Sep 18 01:39:37.435678 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4b4d616e-07ae-4da0-8283-ece15f20981a req-8618de56-5dd8-433b-affe-e72caa5fa3fb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Sep 18 01:39:38.551535 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175cbf4-8aba-443d-8d06-62d1091dcd25 req-1c01eb45-3659-4cf5-8cbd-57f2ba689fee tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:38.553060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f175cbf4-8aba-443d-8d06-62d1091dcd25 req-1c01eb45-3659-4cf5-8cbd-57f2ba689fee tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 944 time: 0.0483878 Sep 18 01:39:38.592174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f175cbf4-8aba-443d-8d06-62d1091dcd25 req-56933216-9361-4aa5-ad94-498865ed398a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Sep 18 01:39:39.428535 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:39:39.523371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:39.685334 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'port_id': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'mac_address': 'fa:16:3e:a4:f0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:39:39.709778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff742d62-5406-46c6-9f90-ae02dfea0ad2 req-f3dd953d-fca4-4f0e-8a68-32d37319a827 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:39.711279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff742d62-5406-46c6-9f90-ae02dfea0ad2 req-f3dd953d-fca4-4f0e-8a68-32d37319a827 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 944 time: 0.0508485 Sep 18 01:39:39.723560 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:39.736317 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:39:39.750957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ff742d62-5406-46c6-9f90-ae02dfea0ad2 req-4e7bf840-e731-4731-bc05-22d78278f8f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Sep 18 01:39:39.756314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:39.760609 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:39.808138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:39.994824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:39:40.869043 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3591f-64b2-4d6b-bfb7-2bfdb0de52c5 req-5760f107-4147-46ed-a9de-5b02a32765c4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:40.870585 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cde3591f-64b2-4d6b-bfb7-2bfdb0de52c5 req-5760f107-4147-46ed-a9de-5b02a32765c4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Sep 18 01:39:40.909890 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cde3591f-64b2-4d6b-bfb7-2bfdb0de52c5 req-3a40fba1-d0f5-4e0f-9a52-062b4e75071d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Sep 18 01:39:41.443934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:39:41.492110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:39:41.495699 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:39:41.496072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:41.569043 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:41.590160 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:41.592334 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff00877-d11b-4566-b521-0265462124f3" -d '{"events": [{"server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:41.605458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:39:41.609267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:41.632317 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f80e571-133e-4b5d-9a6b-b0b32e083027 x-openstack-request-id: req-5f80e571-133e-4b5d-9a6b-b0b32e083027 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:41.632616 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:41.632863 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f80e571-133e-4b5d-9a6b-b0b32e083027 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:41.633264 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'code': 200} Sep 18 01:39:41.658045 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:41.730051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628e52b-c68f-4f87-9694-f839e4ef3f37 req-f13bf0e8-b0b1-470d-b536-e6d5a423678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:41.731607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c628e52b-c68f-4f87-9694-f839e4ef3f37 req-f13bf0e8-b0b1-470d-b536-e6d5a423678a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1098 time: 0.0429652 Sep 18 01:39:41.769874 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c628e52b-c68f-4f87-9694-f839e4ef3f37 req-794bc0da-c913-4419-af19-177df0439cd5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299919 Sep 18 01:39:42.023357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221dae-989f-4465-95d1-04997ddb7902 req-7dac6aa4-1572-46b2-86b3-a30f0849e4a6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:42.025111 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97221dae-989f-4465-95d1-04997ddb7902 req-7dac6aa4-1572-46b2-86b3-a30f0849e4a6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0484443 Sep 18 01:39:42.062089 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-97221dae-989f-4465-95d1-04997ddb7902 req-c5b7f8e8-98a8-4ee9-bbca-37b4a95982bc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Sep 18 01:39:43.183541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7955d0-cc99-44b7-94f3-40c2563d773e req-a6a05a0d-32cd-4e05-9001-797be2d55418 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:43.185073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f7955d0-cc99-44b7-94f3-40c2563d773e req-a6a05a0d-32cd-4e05-9001-797be2d55418 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0536973 Sep 18 01:39:43.228032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f7955d0-cc99-44b7-94f3-40c2563d773e req-6029f62d-d3f3-46da-9c68-25b05e56bfd8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360711 Sep 18 01:39:43.340973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c18f-a39d-4470-9f4b-20cc9722e3d6 req-cba08f3e-a07b-49d2-8b14-b32aee5fa831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:43.342467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e6c18f-a39d-4470-9f4b-20cc9722e3d6 req-cba08f3e-a07b-49d2-8b14-b32aee5fa831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0491900 Sep 18 01:39:43.380600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-59e6c18f-a39d-4470-9f4b-20cc9722e3d6 req-3d0763d5-0794-45f3-8a7b-c12fe4064e88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Sep 18 01:39:43.402141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57290) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:43.442023 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a6711-5b97-4c93-8f4d-8e4719e9b7a7 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:43.443427 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a35a6711-5b97-4c93-8f4d-8e4719e9b7a7 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1093 time: 0.0403140 Sep 18 01:39:43.446379 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57292) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:43.450603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:39:43.471908 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:43.570547 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:43.674980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.246 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f4439570-ab83-42e1-b9cb-83d192411dde) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:39:43.775510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:43.807673 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:43.843135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:39:43.846146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:39:43.849653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:39:43.881774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=f4439570-ab83-42e1-b9cb-83d192411dde,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:44.213743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.282942 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.429817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.434152 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.505668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=f4439570-ab83-42e1-b9cb-83d192411dde,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:39:44.515734 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.614921 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 4203d800-b618-4d05-8220-7a2bd1766c7a associated. External IP: 172.25.7.246, port: ca3c9f27-5ecc-4763-9e94-059f4dad5ff9. Sep 18 01:39:44.821615 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:39:44.930164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:39:44.939434 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Sync routers for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:39:44.945958 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:44.948838 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:44.949442 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:44.973313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8c36102d-cb32-48a4-8f1d-e0ca61d60feb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5258679 Sep 18 01:39:44.973894 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:39:44.976132 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8590c145-4212-4f4b-a3a1-1e6c0a581873" -d '{"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:39:45.013813 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec71985-150c-4e54-ba73-a62eab340766 x-openstack-request-id: req-4ec71985-150c-4e54-ba73-a62eab340766 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:39:45.014169 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:39:45.014487 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec71985-150c-4e54-ba73-a62eab340766 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:39:45.014981 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'status': 'completed', 'code': 200} Sep 18 01:39:45.063157 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:45.104386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f925075-cbcc-4faf-ac22-26312efa1fe6 req-bbf7acde-3156-458a-9dd1-df8be7425162 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:45.105811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f925075-cbcc-4faf-ac22-26312efa1fe6 req-bbf7acde-3156-458a-9dd1-df8be7425162 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0803595 Sep 18 01:39:45.108380 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-24683777-580d-4390-8ed8-2c99e71a82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:45.109753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-24683777-580d-4390-8ed8-2c99e71a82c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1098 time: 0.0706418 Sep 18 01:39:45.198122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f925075-cbcc-4faf-ac22-26312efa1fe6 req-408fbc7b-6156-4676-9312-60b4478486b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851502 Sep 18 01:39:45.221451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:45.231155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-33a52d49-f250-450b-aa42-22d6488de2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:45.232814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-33a52d49-f250-450b-aa42-22d6488de2ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 898 time: 0.1141613 Sep 18 01:39:45.286777 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4203d800-b618-4d05-8220-7a2bd1766c7a', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'port_id': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'mac_address': 'fa:16:3e:a4:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f266515-7c66-4729-a573-bba93e61cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:39:44Z', 'updated_at': '2021-09-18T01:39:44Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:45.291217 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-8e667f25-b737-4f91-ab67-c03bf99d1866 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4203d800-b618-4d05-8220-7a2bd1766c7a HTTP/1.1" status: 200 len: 992 time: 0.0684190 Sep 18 01:39:45.307027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-cfd09b2a-50f2-4ba3-a7cc-268acc010bf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 1000 time: 0.0674133 Sep 18 01:39:45.314290 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Checking router: 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:39:45.323224 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:39:45.323815 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:45.358321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-2b968a18-299a-42f2-8ed4-79674c4a496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:45.359726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-2b968a18-299a-42f2-8ed4-79674c4a496d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 200 len: 834 time: 0.0441272 Sep 18 01:39:45.406172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-584ccfff-f6b1-4262-ba28-9d5c1626aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:45.407710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-584ccfff-f6b1-4262-ba28-9d5c1626aeb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3476c5b-02b3-44af-b558-fcb421f46fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414975 Sep 18 01:39:45.427360 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:39:45.501019 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-7d3b1566-4dec-4e53-b959-1dc0e0fc5ccf service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Sep 18 01:39:45.591697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8590c145-4212-4f4b-a3a1-1e6c0a581873 req-b274ded9-eb4e-490c-a9a9-6fc79a9c2c73 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834770 Sep 18 01:39:45.644927 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4203d800-b618-4d05-8220-7a2bd1766c7a', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'port_id': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'mac_address': 'fa:16:3e:a4:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f266515-7c66-4729-a573-bba93e61cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:39:44Z', 'updated_at': '2021-09-18T01:39:44Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:39:45.751018 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a43667-0134-45ec-ac11-2f7bd128c084 None None] The sync data for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 is: [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4203d800-b618-4d05-8220-7a2bd1766c7a', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'port_id': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'mac_address': 'fa:16:3e:a4:f0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f266515-7c66-4729-a573-bba93e61cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:39:44Z', 'updated_at': '2021-09-18T01:39:44Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:39:45.949485 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be9ca7-ef94-4fc2-bac6-23474ba8b405 None None] New status for floating IP 4203d800-b618-4d05-8220-7a2bd1766c7a: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:39:46.295006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57300) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:39:46.358246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d9e1a1b1-ffa5-49dd-9faf-f3df53b5198e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4203d800-b618-4d05-8220-7a2bd1766c7a HTTP/1.1" status: 200 len: 994 time: 0.0620902 Sep 18 01:39:46.580775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:48.974276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-c4c49a37-a93e-4360-b043-9c4b741037fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399940 Sep 18 01:39:49.057217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-789c9cc3-79cc-405d-9bcc-3d5e2e0b5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:49.058702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-789c9cc3-79cc-405d-9bcc-3d5e2e0b5815 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1098 time: 0.0406728 Sep 18 01:39:49.164421 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-b3aa7758-99f2-484e-be9e-601d852c36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:49.165891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-b3aa7758-99f2-484e-be9e-601d852c36af service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 898 time: 0.0873671 Sep 18 01:39:49.230331 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-74fcabd3-b08a-45f5-a8fd-c3dce692142c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 1002 time: 0.0568681 Sep 18 01:39:49.280284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-8817d3fd-4319-4bad-bd10-d74bf0ef3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:49.281696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-8817d3fd-4319-4bad-bd10-d74bf0ef3f87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 200 len: 834 time: 0.0429018 Sep 18 01:39:49.332587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-8ad6a0c8-8a3e-47fd-8214-1487d59fbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:39:49.334027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-8ad6a0c8-8a3e-47fd-8214-1487d59fbda9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3476c5b-02b3-44af-b558-fcb421f46fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432956 Sep 18 01:39:49.422057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-ef50a77d-c166-47b3-9254-eef5b0f3b3a6 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806265 Sep 18 01:39:49.523332 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-394c7879-1ebb-4dbe-a80a-43d3e8654a80 req-15054594-ba96-42bd-b870-a7b893a4e359 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937681 Sep 18 01:39:54.326586 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38adff91-366c-4771-9f6f-d6b381a5220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:57.325497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-cc50bbb4-b035-4102-8179-7d7e7e9d2143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:57.572084 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:58.568528 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:39:59.885234 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:02.829139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:04.777894 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:40:16.597002 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:17.743061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c18c-194a-4ee8-9610-91076274b494 req-7ddee0da-f6b8-4286-a060-ee6251026ff1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:17.744555 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbb0c18c-194a-4ee8-9610-91076274b494 req-7ddee0da-f6b8-4286-a060-ee6251026ff1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0490372 Sep 18 01:40:17.781164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbb0c18c-194a-4ee8-9610-91076274b494 req-856e2e07-ed09-49ea-93f7-c959dfe38727 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Sep 18 01:40:18.914899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18f47-abb1-4c9d-a5aa-209dd74875ad req-b6dda8b8-dfc8-42a7-b6df-451541dd09ac tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:18.916402 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07c18f47-abb1-4c9d-a5aa-209dd74875ad req-b6dda8b8-dfc8-42a7-b6df-451541dd09ac tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Sep 18 01:40:18.957816 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-07c18f47-abb1-4c9d-a5aa-209dd74875ad req-140a8547-2a0e-45d0-9f26-0c1cdc99450c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355649 Sep 18 01:40:18.980013 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57322) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:19.040670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b14c9671-5337-404a-98e2-1efc29361ce4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4203d800-b618-4d05-8220-7a2bd1766c7a HTTP/1.1" status: 200 len: 994 time: 0.0594935 Sep 18 01:40:20.300669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43d06-dbeb-414c-96fe-ce73c8e275f9 req-0bf599b8-a54e-40c5-ac9c-c7fb7d8db9c9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:20.302169 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56e43d06-dbeb-414c-96fe-ce73c8e275f9 req-0bf599b8-a54e-40c5-ac9c-c7fb7d8db9c9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0496631 Sep 18 01:40:20.341051 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-56e43d06-dbeb-414c-96fe-ce73c8e275f9 req-42d889df-33fd-4495-887b-e4ebf629ec07 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Sep 18 01:40:21.461644 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d176103-7048-444f-8563-c60d8630b55a req-4141f29c-6a69-4ef6-95fa-1ae966c017eb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:21.463097 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d176103-7048-444f-8563-c60d8630b55a req-4141f29c-6a69-4ef6-95fa-1ae966c017eb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Sep 18 01:40:21.500248 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d176103-7048-444f-8563-c60d8630b55a req-b8255c3a-4ab6-4fc6-90ed-5f1da6509404 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Sep 18 01:40:21.522490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57332) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:21.583107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a0378b00-2c6d-43f3-872f-6993e5282359 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4203d800-b618-4d05-8220-7a2bd1766c7a HTTP/1.1" status: 200 len: 994 time: 0.0595157 Sep 18 01:40:21.800196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57338) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:21.956030 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port f4439570-ab83-42e1-b9cb-83d192411dde {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:40:21.956400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.032976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.033324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.044638 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for f4439570-ab83-42e1-b9cb-83d192411dde owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:40:22.186910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.217739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=f4439570-ab83-42e1-b9cb-83d192411dde,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:22.257095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.257440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.257783 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.258114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.258554 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.258819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.259253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.259670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.260111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.260623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.260981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.261418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:22.285937 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.286652 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 4203d800-b618-4d05-8220-7a2bd1766c7a disassociated (deleted). External IP: 172.25.7.246, port: ca3c9f27-5ecc-4763-9e94-059f4dad5ff9. Sep 18 01:40:22.806972 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:40:22.914511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:40:22.919228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:22.923887 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Sync routers for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:40:22.932587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:22.933187 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:22.947334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2225c5cc-c0f3-4f0a-a349-fbe8d0ab10f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/floatingips/4203d800-b618-4d05-8220-7a2bd1766c7a HTTP/1.1" status: 204 len: 168 time: 1.1460371 Sep 18 01:40:22.948019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:40:22.950470 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f71c41-fbc7-41e0-9f53-adcb46102737" -d '{"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:40:22.987234 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754fd67-96aa-4ba1-8fc4-add64bbb820b x-openstack-request-id: req-d754fd67-96aa-4ba1-8fc4-add64bbb820b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:40:22.987596 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:40:22.987856 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d754fd67-96aa-4ba1-8fc4-add64bbb820b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:40:22.988278 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'status': 'completed', 'code': 200} Sep 18 01:40:23.042932 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:23.057197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-f11d06fd-4f67-4f4e-9cae-d6e5fb596773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:23.058983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-f11d06fd-4f67-4f4e-9cae-d6e5fb596773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 1098 time: 0.0471122 Sep 18 01:40:23.198079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-306d1ec6-072c-42c3-a392-e39dcc152a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:23.199568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-306d1ec6-072c-42c3-a392-e39dcc152a46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 200 len: 898 time: 0.1293647 Sep 18 01:40:23.207838 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ed5ac-6cce-402a-8e41-0b16665af1f9 req-5cb3f57c-3c6e-41d7-9ab8-983b935fbeea tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:23.209260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a48ed5ac-6cce-402a-8e41-0b16665af1f9 req-5cb3f57c-3c6e-41d7-9ab8-983b935fbeea tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0756013 Sep 18 01:40:23.248410 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:23.260473 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-6f5e0870-df1d-4120-b373-99ab271af773 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 200 len: 217 time: 0.0502491 Sep 18 01:40:23.274642 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Checking router: 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:40:23.283540 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:23.284138 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:23.309735 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a48ed5ac-6cce-402a-8e41-0b16665af1f9 req-3b057cf8-7101-47c8-bd3b-23f2a462ffde tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936127 Sep 18 01:40:23.324566 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-c559e6a6-bcd0-4e48-abba-13c1d3ac8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:23.324566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-c559e6a6-bcd0-4e48-abba-13c1d3ac8f66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 200 len: 834 time: 0.0556965 Sep 18 01:40:23.371012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-cdc5c36d-9dc3-48c3-a286-0a734b16196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:23.372543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-cdc5c36d-9dc3-48c3-a286-0a734b16196c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3476c5b-02b3-44af-b558-fcb421f46fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400512 Sep 18 01:40:23.395611 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:23.470253 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-ebed4f56-67b3-4210-bc14-ea7ef2dd756e service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891175 Sep 18 01:40:23.560946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18f71c41-fbc7-41e0-9f53-adcb46102737 req-8a08f7e6-8e57-4f80-93e6-cf859effacb5 service neutron] 10.222.0.48 "GET /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827069 Sep 18 01:40:23.587374 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:23.615979 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d07d-573f-412d-b6c9-7844fcbae728 None None] The sync data for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 is: [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '9729c10f-91aa-456c-a7f1-ec2c82bd0715', 'name': '', 'network_id': 'c3476c5b-02b3-44af-b558-fcb421f46fb5', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:90:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:31Z', 'updated_at': '2021-09-18T01:39:34Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'c21ee47b-4df4-4166-b7d8-77bdd900d15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:40:23.827604 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a108d70-5678-4b52-8c16-5f0b0873555d None None] New status for floating IP 4203d800-b618-4d05-8220-7a2bd1766c7a: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:40:24.325953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2925a544-a854-43bd-b060-742fe9940987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:24.427881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608bfb-d8eb-4bca-8c8c-c8a192292b50 req-2b4b277a-bce8-4057-8a8e-19d4ab716384 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:24.429435 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88608bfb-d8eb-4bca-8c8c-c8a192292b50 req-2b4b277a-bce8-4057-8a8e-19d4ab716384 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0503685 Sep 18 01:40:24.471755 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-88608bfb-d8eb-4bca-8c8c-c8a192292b50 req-7c37aea2-3987-4e1b-bd2f-23195f9c25a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e06f932-b383-4f37-a546-fde7e253e375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363383 Sep 18 01:40:24.644886 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-90e1c6b7-ebc8-47a7-908a-8cd3d06a1807 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:24.646342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-90e1c6b7-ebc8-47a7-908a-8cd3d06a1807 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f266515-7c66-4729-a573-bba93e61cd80 HTTP/1.1" status: 200 len: 946 time: 0.0487633 Sep 18 01:40:24.734354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:40:24.734616 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:24.824794 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:24.825163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:24.837338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:40:24.967174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:24.995857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=ca3c9f27-5ecc-4763-9e94-059f4dad5ff9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:25.037034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] No DVR routers for this DVR port ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:40:25.039597 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:25.041601 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae757b20-c9de-489c-8f66-9e5de86fdf92 req-96e200c3-49ea-4dbd-aeb4-e64f28556b6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "DELETE /v2.0/ports/ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 HTTP/1.1" status: 204 len: 173 time: 0.3892274 Sep 18 01:40:25.042029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'name': 'network-vif-deleted', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:40:25.044338 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00cde2-3cc4-41ca-afd8-fbaad5c40534" -d '{"events": [{"server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "name": "network-vif-deleted", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:40:25.083236 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee6394-b3f8-4eaf-a9cc-99e26020c53a x-openstack-request-id: req-d1ee6394-b3f8-4eaf-a9cc-99e26020c53a {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:40:25.083595 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f266515-7c66-4729-a573-bba93e61cd80", "name": "network-vif-deleted", "tag": "ca3c9f27-5ecc-4763-9e94-059f4dad5ff9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:40:25.083912 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1ee6394-b3f8-4eaf-a9cc-99e26020c53a {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:40:25.084407 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f266515-7c66-4729-a573-bba93e61cd80', 'name': 'network-vif-deleted', 'tag': 'ca3c9f27-5ecc-4763-9e94-059f4dad5ff9', 'status': 'completed', 'code': 200} Sep 18 01:40:25.530064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57352) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:25.889831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:26.144813 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 9729c10f-91aa-456c-a7f1-ec2c82bd0715 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:40:26.145051 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:26.230692 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 9729c10f-91aa-456c-a7f1-ec2c82bd0715, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9729c10f-91aa-456c-a7f1-ec2c82bd0715,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:26.231075 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:26.243592 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 9729c10f-91aa-456c-a7f1-ec2c82bd0715 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:40:26.426150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:26.455065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=9729c10f-91aa-456c-a7f1-ec2c82bd0715,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:26.629352 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:26.838457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:40:26.942827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:40:26.947754 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7f1e4401-e795-4934-b20f-40c4fda894ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/70d59ec5-7a5f-4c80-bea7-25a94bc21ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166455 Sep 18 01:40:26.950965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57354) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:26.954524 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Sync routers for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:40:26.964413 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:26.965012 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:27.001831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting subnet c21ee47b-4df4-4166-b7d8-77bdd900d15d {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:40:27.004914 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.043792 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.068581 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:27.131369 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.190393 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.218484 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Subnet': ['ID=c21ee47b-4df4-4166-b7d8-77bdd900d15d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:27.220637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.222485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2e1e8a7b-bd51-47ff-af20-6740c14501ae tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/subnets/c21ee47b-4df4-4166-b7d8-77bdd900d15d HTTP/1.1" status: 204 len: 168 time: 0.2706115 Sep 18 01:40:27.225214 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57356) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:27.227514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d03e6-5d66-45c0-85b1-ece05ea1b9c4 None None] Network c3476c5b-02b3-44af-b558-fcb421f46fb5 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:40:27.255195 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:40:26Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:27.281036 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Checking router: 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:40:27.291337 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Routers {'70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:27.291949 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:39:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:27.340049 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.348502 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4f150ebe-8966-4e3a-b662-8954e5ab3fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.403585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] Set router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:27.431863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78813654-c23a-4f48-963a-c48df5169324 None None] DHCP port deletion for c3476c5b-02b3-44af-b558-fcb421f46fb5 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:40:27.452659 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.483420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Deleting port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:40:27.483790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.513434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port c9af0c50-f5a7-44a3-8a01-bfafb869e636 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:40:27.514132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.552170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-78813654-c23a-4f48-963a-c48df5169324 None None] For port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,segment=NetworkSegment(e139e69c-124c-4014-a756-9241e37137d7),segment_id=e139e69c-124c-4014-a756-9241e37137d7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:27.552587 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.574267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Calling delete_port for 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:40:27.586103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.665715 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.677409 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:40:26Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:27.693725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Pushing event deleted for resources: {'Port': ['ID=9f5a2b15-9771-4ebf-a28f-d1dc9e318605,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:27.696101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78813654-c23a-4f48-963a-c48df5169324 None None] No DVR routers for this DVR port 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.708186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.709362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.709362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.709362 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78813654-c23a-4f48-963a-c48df5169324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:27.711217 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95c2c5-3c90-4078-bfae-41b13ec6f48f None None] The sync data for ids ['70d59ec5-7a5f-4c80-bea7-25a94bc21ae4'] in n-d-712707-16 is: [{'id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468696950', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:40:26Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'c9af0c50-f5a7-44a3-8a01-bfafb869e636', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d59ec5-7a5f-4c80-bea7-25a94bc21ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:39:28Z', 'updated_at': '2021-09-18T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:40:27.923087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port c9af0c50-f5a7-44a3-8a01-bfafb869e636, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c9af0c50-f5a7-44a3-8a01-bfafb869e636,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:27.923637 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:27.935446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for c9af0c50-f5a7-44a3-8a01-bfafb869e636 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:40:28.113361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.115055 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9729c10f-91aa-456c-a7f1-ec2c82bd0715 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:40:28.135746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9729c10f-91aa-456c-a7f1-ec2c82bd0715 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:40:28.136354 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9729c10f-91aa-456c-a7f1-ec2c82bd0715 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:40:28.136860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:40:28.144835 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=c9af0c50-f5a7-44a3-8a01-bfafb869e636,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:28.164056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:40:28.164508 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 9f5a2b15-9771-4ebf-a28f-d1dc9e318605 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:40:28.211374 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.304855 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.306959 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.350008 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.350604 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Fanout notify agent at l3_agent the message router_deleted on router 70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:40:28.357660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.358783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0d76ec36-9f18-4d12-9996-0255597a118d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/routers/70d59ec5-7a5f-4c80-bea7-25a94bc21ae4 HTTP/1.1" status: 204 len: 168 time: 1.1324363 Sep 18 01:40:28.362315 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:28.446997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.533506 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.552991 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3476c5b-02b3-44af-b558-fcb421f46fb5']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:28.563660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e139e69c-124c-4014-a756-9241e37137d7') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:28.564177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e139e69c-124c-4014-a756-9241e37137d7') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:28.572198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.573626 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.586725 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.592507 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:40:28.592885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:40:28.596087 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:40:28.658096 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.665041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.666642 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/networks/c3476c5b-02b3-44af-b558-fcb421f46fb5 HTTP/1.1" status: 204 len: 168 time: 0.3033857 Sep 18 01:40:28.669517 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57360) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:28.678141 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e98bc-d0ea-46b6-ab6d-73fa6711dc58 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Network': ['ID=c3476c5b-02b3-44af-b558-fcb421f46fb5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:28.727551 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.753377 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.817270 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.820084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:28.823905 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/security-groups/0e06f932-b383-4f37-a546-fde7e253e375 HTTP/1.1" status: 204 len: 168 time: 0.1507802 Sep 18 01:40:28.830715 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06f932-b383-4f37-a546-fde7e253e375,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:28.838320 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.838719 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.839021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.839483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.839827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.840166 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.840525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.840858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.841190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.841519 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.841847 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:28.842173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93814d0-b1ba-47b7-b7fe-b2dd7591fe8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:29.314214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57366) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.318871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251769902', 'description': 'tempest-secgroup-smoke-251769902 description', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.340779 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.420084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.424405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.451944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.453188 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379769 Sep 18 01:40:29.455502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c37532-0c1f-4353-ae95-72d64dd5189e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29792ef-afb2-41f7-aa04-fed6538a4722,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:29.456526 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57368) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.462576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.489333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.543968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.548123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.564625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b92307c-abaf-456b-b039-1bf469b16189,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:29.570417 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.571855 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0ead6876-e8b7-45cf-a28f-74defe37c5b1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132619 Sep 18 01:40:29.574584 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57370) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.578936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.604857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.630009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:40:29.649186 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:40:29.649531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device ca3c9f27-5ecc-4763-9e94-059f4dad5ff9 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:40:29.667698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.671290 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.689653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d3d5bc-f1e1-4b4c-9ec4-8145cc9ef87a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:29.695409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.696535 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a954e339-e5bc-4913-bd85-ab657141645b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210041 Sep 18 01:40:29.699245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57372) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.703688 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.729756 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.787140 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.790898 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.810778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2294278-66c1-40d4-82a9-6cb88d5bf624,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:29.814198 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.815471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0b6ee9d7-1fd3-404a-ba05-3c82aca87ee9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152809 Sep 18 01:40:29.818195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57374) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.822407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.849558 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.891875 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9af0c50-f5a7-44a3-8a01-bfafb869e636 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:40:29.913563 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.913795 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.914790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c9af0c50-f5a7-44a3-8a01-bfafb869e636 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:40:29.915166 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c9af0c50-f5a7-44a3-8a01-bfafb869e636 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:40:29.917905 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.936489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6872f3d-d4c1-4d88-8e4d-8ca065273b1a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:29.941931 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:29.943142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-41b911d7-c934-4f23-bef0-2121608b0933 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240506 Sep 18 01:40:29.945866 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57376) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:29.950131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:29.972274 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:40:29.977080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.038422 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.041815 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.058820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6aacca-2339-43b6-b4fe-946f2e752436,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:30.065693 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.066900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1d960635-8e31-4333-b4d9-e778bf2e3c8f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201138 Sep 18 01:40:30.069660 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57378) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:30.073924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'd29792ef-afb2-41f7-aa04-fed6538a4722', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:30.093961 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:40:30.098617 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.159996 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.164586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.182374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716e05b-3bbb-46a1-a71e-6a8159f31d1f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:30.189798 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.191197 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-77680bfb-5b12-4e10-a47f-8290a31c6ba5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205044 Sep 18 01:40:30.193975 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57380) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:30.198809 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'network': {'name': 'tempest-network-smoke--799313874', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:30.218940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:40:30.222896 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.246236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:40:30.254899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.255246 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Added segment fcf153bf-fb46-4fc4-9916-ae43868c362e of type vlan for network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c Sep 18 01:40:30.294535 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.318320 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.323733 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:30.324355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.352403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1574101 Sep 18 01:40:30.355282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57382) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:30.360767 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'admin_state_up': True, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:30.384000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.385146 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.395256 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3611f-c591-42e7-b42e-4b8a07418f8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Network': ['ID=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:30.408178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:40:30.441593 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.580495 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.764246 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.783635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:30.885205 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.82 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/cb3dd72e-c922-4f01-b8c2-e21b92a866f7) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:40:30.985708 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:31.018603 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:31.060522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:31.065191 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:31.067758 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:40:31.075313 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:31.314772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:31.505641 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:31.629417 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:40:31.730965 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:40:31.741540 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Sync routers for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:40:31.749278 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:31.751054 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-953354b2-6120-465b-a71c-590459d954d7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3941965 Sep 18 01:40:31.752135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:31.752800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:31.754419 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57384) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:31.858510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:32.039368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:31Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:32.065652 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Checking router: fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:40:32.066004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Updating router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:40:32.083735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-113b5118-b977-4775-81ea-b86fba9eb64d tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5ea9f5c26a3145b595ab34c2cedce2d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3282359 Sep 18 01:40:32.086324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57386) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:32.094527 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.169466 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5517c-f491-4171-be5c-b90a417f0424 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:32.170996 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5cd5517c-f491-4171-be5c-b90a417f0424 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837760 Sep 18 01:40:32.174649 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57388) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:32.205418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-640fa697-2251-425c-aaf1-2b986d3cdfd3 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296726 Sep 18 01:40:32.207917 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57390) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:32.212593 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1502517244', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:32.298876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:40:32.302550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.338804 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.344056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.396350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Attempting to bind port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:40:32.396722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Attempting to bind port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:40:32.397084 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Attempting to bind port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:40:32.399227 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b57004-69f9-44d6-b3e9-abf67d3e8707 None None] Pushing event updated for resources: {'Port': ['ID=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:32.404702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:40:32.405105 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:40:32.405481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.405876 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:40:32.406341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Bound port: cb3dd72e-c922-4f01-b8c2-e21b92a866f7, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:40:32.406757 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.460338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] For port cb3dd72e-c922-4f01-b8c2-e21b92a866f7, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:40:32.463571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] For port cb3dd72e-c922-4f01-b8c2-e21b92a866f7, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:40:32.468025 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.493749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.551462 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Subnet': ['ID=f6e33eaa-184f-4784-840f-b524630d2b58,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:32.569314 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Checking segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:40:32.569779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network hostable DHCP agents. Network: d24e06e8-8a6b-43a0-8ade-d32ee1073d9c, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:40:32.587023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:40:32.597144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, d24e06e8-8a6b-43a0-8ade-d32ee1073d9c) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:32.602661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:32.603360 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.619396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7a63fd69-1877-418e-82f1-81c1666a8f4e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103398 Sep 18 01:40:32.622242 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57392) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:32.649262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635b211-6e68-4a80-85b4-e4a652a6066e None None] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:40:32.735416 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:32.735947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:32.740322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b57004-69f9-44d6-b3e9-abf67d3e8707 None None] Pushing event updated for resources: {'Port': ['ID=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:32.877180 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:32.911558 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:32.937497 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-d24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:40:32.938362 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.063805 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.180164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Allocated IP 172.20.0.2 (d24e06e8-8a6b-43a0-8ade-d32ee1073d9c/f6e33eaa-184f-4784-840f-b524630d2b58/33758772-a1ed-468b-98f6-20f746aac2f9) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:40:33.260907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:31Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:33.288090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5acf16-1b9e-46cd-a78e-3c611e677f5c None None] The sync data for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 is: [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:31Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:40:33.359329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.365444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.408693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:33.411613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:33.414939 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:40:33.424100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Pushing event updated for resources: {'Port': ['ID=33758772-a1ed-468b-98f6-20f746aac2f9,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:33.424280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.1 (d24e06e8-8a6b-43a0-8ade-d32ee1073d9c/f6e33eaa-184f-4784-840f-b524630d2b58/b2662eeb-a91c-4071-b2bb-950423ac99cc) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:40:33.478392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Attempting to bind port 33758772-a1ed-468b-98f6-20f746aac2f9 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:40:33.478762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Attempting to bind port 33758772-a1ed-468b-98f6-20f746aac2f9 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:40:33.479155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Attempting to bind port 33758772-a1ed-468b-98f6-20f746aac2f9 on network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:40:33.484245 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:40:33.484628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Checking segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:40:33.485057 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.485449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Bound using segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:40:33.486004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Bound port: 33758772-a1ed-468b-98f6-20f746aac2f9, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:40:33.486380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.572472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] For port 33758772-a1ed-468b-98f6-20f746aac2f9, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:40:33.575721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] For port 33758772-a1ed-468b-98f6-20f746aac2f9, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=33758772-a1ed-468b-98f6-20f746aac2f9,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:40:33.582044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.591367 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.640573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.643771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecaf8d-01e3-48e5-940d-25a6d18b8bb6 None None] Pushing event updated for resources: {'Port': ['ID=33758772-a1ed-468b-98f6-20f746aac2f9,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:33.682182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:33.685620 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:33.690779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:40:33.725327 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:33.749145 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:33.936976 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.001476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 33758772-a1ed-468b-98f6-20f746aac2f9 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:34.052110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 33758772-a1ed-468b-98f6-20f746aac2f9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:34.052540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.133305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.168402 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 33758772-a1ed-468b-98f6-20f746aac2f9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=33758772-a1ed-468b-98f6-20f746aac2f9,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:34.172729 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.173606 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cb3dd72e-c922-4f01-b8c2-e21b92a866f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:34.253301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=33758772-a1ed-468b-98f6-20f746aac2f9,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:34.254184 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.263785 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.265406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:34.266609 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.344274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:34.346856 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.356810 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.379567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port cb3dd72e-c922-4f01-b8c2-e21b92a866f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:34.384564 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.442307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:34.447810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:34.449525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:34.570538 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:40:34.635493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206cb93-9a8c-40d8-8efd-a7ca4d87bf57 None None] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:40:34.682852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:40:34.688349 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-75169e3c-6ad7-439a-af63-d106bd9a2913 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/fbf46f62-9e43-4c1b-a534-2f8da6cb5af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0648475 Sep 18 01:40:34.767963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-776abbbe-ed13-47f6-b0f3-b7aa6f38ffad None None] Provisioning complete for port 33758772-a1ed-468b-98f6-20f746aac2f9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:34.768361 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-776abbbe-ed13-47f6-b0f3-b7aa6f38ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:34.849930 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-23929d70-74c5-493e-934c-819550e2d398 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251769902&fields=id&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 267 time: 0.0442665 Sep 18 01:40:34.975277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-a7643cb2-c974-4278-a375-7461e9a3bd8c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:34.976926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-a7643cb2-c974-4278-a375-7461e9a3bd8c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 796 time: 0.1191006 Sep 18 01:40:34.993172 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-45bae41e-8297-421f-80f4-8739da237efd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/quotas/5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 375 time: 0.0099909 Sep 18 01:40:35.048042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-54fbc871-dfb9-488f-9fd5-114f926cdf96 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484822 Sep 18 01:40:35.075537 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Sync routers for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:40:35.086651 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:35.087541 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:35.095849 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b33060e9-68b3-46fd-a905-32c1406ab9bb None None] Provisioning complete for port 33758772-a1ed-468b-98f6-20f746aac2f9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:35.096449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b33060e9-68b3-46fd-a905-32c1406ab9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.165710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-7c2fb422-7f16-497c-ab19-de03a04713d5 service neutron] 10.222.0.49 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054013 Sep 18 01:40:35.193505 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b33060e9-68b3-46fd-a905-32c1406ab9bb None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:35.193888 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b33060e9-68b3-46fd-a905-32c1406ab9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.207032 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:35.232042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b33060e9-68b3-46fd-a905-32c1406ab9bb None None] Port b2662eeb-a91c-4071-b2bb-950423ac99cc cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:40:35.279532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-e60ecfed-b9c4-4aeb-becc-195e2227918b service neutron] 10.222.0.49 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071234 Sep 18 01:40:35.356269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-698a6d94-94a7-4e13-affa-224db7562a36 None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:35.357049 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-698a6d94-94a7-4e13-affa-224db7562a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.401797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-698a6d94-94a7-4e13-affa-224db7562a36 None None] Port b2662eeb-a91c-4071-b2bb-950423ac99cc cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:40:35.444757 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 2, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:35.473340 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Checking router: fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:40:35.473551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-25c9106e-0334-46d8-81e9-4468375d8552 req-d8658394-2e76-4ab0-91db-26a2084c6ec9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 210 time: 0.0321794 Sep 18 01:40:35.473901 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Updating router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 port b2662eeb-a91c-4071-b2bb-950423ac99cc binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:40:35.499651 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.520467 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b3d70a1f-d366-494a-b5b9-ec99be7d3e46 None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:35.521131 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b3d70a1f-d366-494a-b5b9-ec99be7d3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.560030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b3d70a1f-d366-494a-b5b9-ec99be7d3e46 None None] Port b2662eeb-a91c-4071-b2bb-950423ac99cc cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:40:35.761408 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.767275 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.821121 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Pushing event updated for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:35.867428 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Attempting to bind port b2662eeb-a91c-4071-b2bb-950423ac99cc on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:40:35.867798 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Attempting to bind port b2662eeb-a91c-4071-b2bb-950423ac99cc by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:40:35.868355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Attempting to bind port b2662eeb-a91c-4071-b2bb-950423ac99cc on network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:40:35.871199 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.871544 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.871882 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.872216 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.872928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.872928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.873206 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.873530 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.873949 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.874168 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.874486 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.874802 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:40:35.881945 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:40:35.882322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Checking segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:40:35.882725 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.883130 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Bound using segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:40:35.883573 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Bound port: b2662eeb-a91c-4071-b2bb-950423ac99cc, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:40:35.883954 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:35.949010 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 33758772-a1ed-468b-98f6-20f746aac2f9 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:35.960159 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] For port b2662eeb-a91c-4071-b2bb-950423ac99cc, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:40:35.963400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] For port b2662eeb-a91c-4071-b2bb-950423ac99cc, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b2662eeb-a91c-4071-b2bb-950423ac99cc,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:40:35.971293 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.001648 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 33758772-a1ed-468b-98f6-20f746aac2f9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:36.002109 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.025664 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:36.026296 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:36.082181 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ef6a-bff2-4f9e-9ccf-28a8b000c801 None None] Pushing event updated for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:36.101484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cb3dd72e-c922-4f01-b8c2-e21b92a866f7 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:36.105234 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:36.105597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.160021 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:36.211753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:36.212185 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.250065 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.292995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] For port b2662eeb-a91c-4071-b2bb-950423ac99cc, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b2662eeb-a91c-4071-b2bb-950423ac99cc,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:36.298426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.373855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b7d5-7c97-4bf8-8c4a-1a6d7af668d2 None None] Pushing event updated for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:36.379266 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:35Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:36.408916 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f4735-79ea-4e31-bebb-618b24493712 None None] The sync data for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 is: [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:35Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:40:36.417866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e773748c-b680-4f58-8a6d-5238accf7dd2 None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:36.418242 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e773748c-b680-4f58-8a6d-5238accf7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:36.622161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f0299bb1-441b-4e08-8c52-2c88c0ee51c9 req-d1310351-a840-4975-b5ee-357604ec4454 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 210 time: 0.0511212 Sep 18 01:40:36.697424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-9279b270-ac80-4155-9815-687f1f30f0bd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:36.699202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-9279b270-ac80-4155-9815-687f1f30f0bd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 796 time: 0.1406133 Sep 18 01:40:36.751931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-9f733373-b69d-4a00-8b4d-c669531e68ba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 379 time: 0.0426683 Sep 18 01:40:36.761957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'port': {'device_id': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'admin_state_up': True, 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'security_groups': ['d29792ef-afb2-41f7-aa04-fed6538a4722']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:36.878186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:40:36.882045 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.015537 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.9 (d24e06e8-8a6b-43a0-8ade-d32ee1073d9c/f6e33eaa-184f-4784-840f-b524630d2b58/940e5080-541a-40b8-8b47-736b82ba7937) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:40:37.164522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.199382 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.243217 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:37.246467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:37.250845 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:40:37.278311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:37.308031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:37.309236 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.325838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3aa63dff-63ae-4597-9828-cc645338ffc0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677288 Sep 18 01:40:37.339017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Request body: {'port': {'device_id': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:37.411255 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.562529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d9a11d0f-bff7-4645-b2d5-f8ae7d9fcd08 None None] Provisioning complete for port 940e5080-541a-40b8-8b47-736b82ba7937 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:37.563854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d9a11d0f-bff7-4645-b2d5-f8ae7d9fcd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.600161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11d0f-bff7-4645-b2d5-f8ae7d9fcd08 None None] Port 940e5080-541a-40b8-8b47-736b82ba7937 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:40:37.680417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940e5080-541a-40b8-8b47-736b82ba7937 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:40:37.687861 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.709573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Transition to ACTIVE for port object 940e5080-541a-40b8-8b47-736b82ba7937 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:40:37.725741 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.787981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Pushing event updated for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:37.798544 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883bda1-8414-4824-a3a0-9ed1bfd53f23 req-a2b4d764-e4bf-4d12-9975-d720214a84a0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:37.800145 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9883bda1-8414-4824-a3a0-9ed1bfd53f23 req-a2b4d764-e4bf-4d12-9975-d720214a84a0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 931 time: 0.1039388 Sep 18 01:40:37.888847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9883bda1-8414-4824-a3a0-9ed1bfd53f23 req-33e1b1eb-2724-41ce-aac1-4727493ba0df tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786846 Sep 18 01:40:37.907521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Attempting to bind port 940e5080-541a-40b8-8b47-736b82ba7937 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:40:37.907852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Attempting to bind port 940e5080-541a-40b8-8b47-736b82ba7937 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:40:37.908187 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Attempting to bind port 940e5080-541a-40b8-8b47-736b82ba7937 on network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:40:37.913286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Port 940e5080-541a-40b8-8b47-736b82ba7937 on network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:40:37.913691 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Attempting to bind port 940e5080-541a-40b8-8b47-736b82ba7937 on network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:40:37.919004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:40:37.919435 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Checking segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:40:37.919920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Bound using segment: {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:40:37.920456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Bound port: 940e5080-541a-40b8-8b47-736b82ba7937, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf153bf-fb46-4fc4-9916-ae43868c362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:40:37.920903 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:37.950220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b2662eeb-a91c-4071-b2bb-950423ac99cc up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:37.992114 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:40:37.995161 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=940e5080-541a-40b8-8b47-736b82ba7937,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:40:37.998935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b2662eeb-a91c-4071-b2bb-950423ac99cc triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:37.999380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:38.001100 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:38.034352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.034803 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:38.036434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] 10.222.0.48 "PUT /v2.0/ports/940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 1092 time: 0.7019734 Sep 18 01:40:38.036625 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:40:38.038879 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fe588-e885-4f7e-9d6e-77225ce3676f" -d '{"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:40:38.084392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d9e62-6a2e-4a2a-98ee-aefa911a38fd service neutron] Pushing event updated for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:38.099730 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29380ef2-c200-4550-8c26-d897291a9397 x-openstack-request-id: req-29380ef2-c200-4550-8c26-d897291a9397 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:40:38.100021 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:40:38.100307 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29380ef2-c200-4550-8c26-d897291a9397 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:40:38.100707 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937', 'status': 'completed', 'code': 200} Sep 18 01:40:38.134888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-11287fe3-4a4e-44b1-b2fe-6fd5e837facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.136459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-11287fe3-4a4e-44b1-b2fe-6fd5e837facb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1095 time: 0.0481567 Sep 18 01:40:38.184348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-def7c6c9-0568-4689-9d99-e914448671ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 217 time: 0.0394244 Sep 18 01:40:38.235619 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-f3d3739c-66f8-455e-930b-5b433dcbb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.237123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-f3d3739c-66f8-455e-930b-5b433dcbb52d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0449750 Sep 18 01:40:38.282848 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3f371101-25fd-4801-b182-2a1ef98b9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.284372 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-3f371101-25fd-4801-b182-2a1ef98b9a6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402789 Sep 18 01:40:38.377226 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-60d95314-f41b-4d0c-9879-c5a707819c65 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Sep 18 01:40:38.466739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ecb95ab1-6d95-49f7-a15e-6166607731ef req-c8032a78-5e42-4db9-bf51-c1a21d254d19 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823686 Sep 18 01:40:38.560707 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-1aebd95b-c1c1-41d2-8672-ff459a9ca47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.562187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-1aebd95b-c1c1-41d2-8672-ff459a9ca47d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1095 time: 0.0443206 Sep 18 01:40:38.651671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-c4241351-646e-48d1-8335-e902e83c7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.653164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-c4241351-646e-48d1-8335-e902e83c7cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.0840800 Sep 18 01:40:38.698091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-d0fccb79-ccae-4aff-a6b0-b718868ec085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 217 time: 0.0376697 Sep 18 01:40:38.746721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-727c73bd-3835-484a-9b63-c9f95d0da946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.748035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-727c73bd-3835-484a-9b63-c9f95d0da946 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0415423 Sep 18 01:40:38.795825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-fb7ad81f-be85-4dd5-bbdb-95f988352b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:38.797437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-fb7ad81f-be85-4dd5-bbdb-95f988352b5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399792 Sep 18 01:40:38.889945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-35740f8f-5968-498d-b4d8-07445f90037a service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849419 Sep 18 01:40:39.003911 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e1fe588-e885-4f7e-9d6e-77225ce3676f req-06c1bc36-74d3-4391-a717-67d5c5887aaa service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061070 Sep 18 01:40:39.027713 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9636-d5f6-4279-a21a-958d784bfe7a req-11f7a191-bcf6-4c4b-9221-d88506d794ff tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:39.029204 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d06b9636-d5f6-4279-a21a-958d784bfe7a req-11f7a191-bcf6-4c4b-9221-d88506d794ff tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 943 time: 0.0605857 Sep 18 01:40:39.070222 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d06b9636-d5f6-4279-a21a-958d784bfe7a req-48bf0438-e66c-4eef-b6a3-0a24c2c3c2aa tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Sep 18 01:40:40.186135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6201-e657-495e-8d25-cbd1fdd61b6e req-bed95d1d-a18c-44ee-ad79-c40087d590df tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:40.188193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b03b6201-e657-495e-8d25-cbd1fdd61b6e req-bed95d1d-a18c-44ee-ad79-c40087d590df tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 943 time: 0.0499275 Sep 18 01:40:40.225809 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b03b6201-e657-495e-8d25-cbd1fdd61b6e req-37c773a6-dac7-42d6-9c59-bedcae24d4f0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Sep 18 01:40:41.338793 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf73a0-447b-4f33-a83e-9d154e1492ab req-a125accb-484f-44ef-ad10-45f5f41f1115 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:41.340295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dbf73a0-447b-4f33-a83e-9d154e1492ab req-a125accb-484f-44ef-ad10-45f5f41f1115 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 943 time: 0.0486352 Sep 18 01:40:41.377035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dbf73a0-447b-4f33-a83e-9d154e1492ab req-59e2fbea-20f7-4e8a-aee0-a8bb56c15778 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303764 Sep 18 01:40:41.723549 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 940e5080-541a-40b8-8b47-736b82ba7937 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:40:41.777076 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:40:41.816273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=940e5080-541a-40b8-8b47-736b82ba7937,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:41.826858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '940e5080-541a-40b8-8b47-736b82ba7937', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'port_id': '940e5080-541a-40b8-8b47-736b82ba7937', 'mac_address': 'fa:16:3e:ef:21:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:40:41.863091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:41.876085 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940e5080-541a-40b8-8b47-736b82ba7937 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:40:41.894960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=940e5080-541a-40b8-8b47-736b82ba7937,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:41.899334 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:41.948178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:42.105375 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['940e5080-541a-40b8-8b47-736b82ba7937'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:40:42.493175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263789-4e9d-4972-87e1-bd69046ab9df req-944108c6-9670-43e0-865c-9ea6a687891a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:42.494653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e263789-4e9d-4972-87e1-bd69046ab9df req-944108c6-9670-43e0-865c-9ea6a687891a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 944 time: 0.0494006 Sep 18 01:40:42.535289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e263789-4e9d-4972-87e1-bd69046ab9df req-fa94c53c-8dbb-43de-9797-0c1bac4a3a00 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347869 Sep 18 01:40:43.649446 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6531c3-0b0f-47f4-9c1a-f2bd97c1cade req-18c6265c-0083-4177-a5f9-179a96f6a6af tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:43.650918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e6531c3-0b0f-47f4-9c1a-f2bd97c1cade req-18c6265c-0083-4177-a5f9-179a96f6a6af tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 944 time: 0.0482430 Sep 18 01:40:43.688757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8e6531c3-0b0f-47f4-9c1a-f2bd97c1cade req-36181939-6554-4b8f-b85e-71eaf13cbd57 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Sep 18 01:40:43.739038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 940e5080-541a-40b8-8b47-736b82ba7937 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:40:43.786949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 940e5080-541a-40b8-8b47-736b82ba7937 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:40:43.790480 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 940e5080-541a-40b8-8b47-736b82ba7937 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:40:43.790857 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:43.863735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:43.888545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:40:43.891585 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4328fb9-3353-4b35-a47b-91fefbd107da" -d '{"events": [{"server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "name": "network-vif-plugged", "status": "completed", "tag": "940e5080-541a-40b8-8b47-736b82ba7937"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:40:43.905110 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=940e5080-541a-40b8-8b47-736b82ba7937,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:40:43.909099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:43.931239 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76fcb6-e57c-4274-805f-a6823faa0c39 x-openstack-request-id: req-4d76fcb6-e57c-4274-805f-a6823faa0c39 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:40:43.931527 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "name": "network-vif-plugged", "status": "completed", "tag": "940e5080-541a-40b8-8b47-736b82ba7937", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:40:43.931833 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d76fcb6-e57c-4274-805f-a6823faa0c39 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:40:43.932214 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937', 'code': 200} Sep 18 01:40:43.958912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:44.022258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dadd-8eb5-4328-9ae0-65c73307c4f2 req-64b56ac3-2352-49e1-9f31-d07945b7768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:44.023744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7547dadd-8eb5-4328-9ae0-65c73307c4f2 req-64b56ac3-2352-49e1-9f31-d07945b7768e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0402968 Sep 18 01:40:44.057147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7547dadd-8eb5-4328-9ae0-65c73307c4f2 req-534509c5-4249-4f3f-b76a-ce282b8a0874 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267756 Sep 18 01:40:44.815806 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cd0dd-b117-47a0-a78f-26c7fcbfe243 req-df1ff856-18fe-4fe6-8855-03ba1179f012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:44.817336 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae6cd0dd-b117-47a0-a78f-26c7fcbfe243 req-df1ff856-18fe-4fe6-8855-03ba1179f012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0489140 Sep 18 01:40:44.857239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae6cd0dd-b117-47a0-a78f-26c7fcbfe243 req-ad18c78f-3b2e-48ae-89c6-8dfa5a6c24de tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Sep 18 01:40:45.973206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5a56c-3fe8-49f7-b44e-9485e52d50a3 req-33eb4768-e0c4-45c1-951f-ffcf6b13fae0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:45.974687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acc5a56c-3fe8-49f7-b44e-9485e52d50a3 req-33eb4768-e0c4-45c1-951f-ffcf6b13fae0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0491087 Sep 18 01:40:46.012114 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-acc5a56c-3fe8-49f7-b44e-9485e52d50a3 req-35f6055a-be27-413f-a8b4-310d969939a4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Sep 18 01:40:46.124927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095955-f277-4146-b014-943d28ab4fb7 req-f90ecabc-301a-4195-8073-5423ea013a2c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:46.127068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78095955-f277-4146-b014-943d28ab4fb7 req-f90ecabc-301a-4195-8073-5423ea013a2c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0493138 Sep 18 01:40:46.164641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-78095955-f277-4146-b014-943d28ab4fb7 req-e90a6f69-637b-4cf0-b97a-2704d8cdd419 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 18 01:40:46.185064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57450) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:46.223946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d3d4e-7ca9-4293-9a9d-576f664d7337 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:46.225464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6d5d3d4e-7ca9-4293-9a9d-576f664d7337 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1092 time: 0.0394599 Sep 18 01:40:46.228216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57452) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:46.232490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '940e5080-541a-40b8-8b47-736b82ba7937', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:40:46.256641 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:46.355385 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:46.459427 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.41 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/fb4482a9-2d3b-4538-9b3e-b9d37f1834a1) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:40:46.561383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:46.596259 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:46.610621 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:46.631756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:40:46.634573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:40:46.637957 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:40:46.667883 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=fb4482a9-2d3b-4538-9b3e-b9d37f1834a1,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:46.997872 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:47.068156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:47.213428 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:47.217755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:47.291442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=fb4482a9-2d3b-4538-9b3e-b9d37f1834a1,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:40:47.299997 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:47.399457 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 014b3828-7308-4e5f-8bc0-9f3db9b11036 associated. External IP: 172.25.7.41, port: 940e5080-541a-40b8-8b47-736b82ba7937. Sep 18 01:40:47.917643 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:40:48.024867 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:40:48.035523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Sync routers for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:40:48.042208 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:48.045148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:48.045847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:48.068820 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9dd28c72-536c-48fc-97ce-28850711c25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8395653 Sep 18 01:40:48.069396 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:40:48.071629 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3600a-dc49-42be-ae67-a689ecdb8278" -d '{"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:40:48.125933 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba891b8-cb4c-4cb6-b107-4e356336c3e5 x-openstack-request-id: req-9ba891b8-cb4c-4cb6-b107-4e356336c3e5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:40:48.126305 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:40:48.126627 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ba891b8-cb4c-4cb6-b107-4e356336c3e5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:40:48.127126 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937', 'status': 'completed', 'code': 200} Sep 18 01:40:48.211865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-283490c4-b1f7-477c-b002-b7cad9b37f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:48.213415 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-283490c4-b1f7-477c-b002-b7cad9b37f2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0649996 Sep 18 01:40:48.222839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fa33a-31ce-454f-acb8-47f833ab9a83 req-3229c46d-f61a-4631-a36e-8be8a10a0070 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:48.224440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-156fa33a-31ce-454f-acb8-47f833ab9a83 req-3229c46d-f61a-4631-a36e-8be8a10a0070 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0868914 Sep 18 01:40:48.305389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:48.318641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-156fa33a-31ce-454f-acb8-47f833ab9a83 req-8f0d9d7a-5852-4490-bfa6-b49cbb056dca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856264 Sep 18 01:40:48.341175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-4668e26d-e034-4fd8-8b5c-c77de3fd1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:48.342236 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57458) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:48.342736 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-4668e26d-e034-4fd8-8b5c-c77de3fd1671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.1173060 Sep 18 01:40:48.410518 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5dcce863-0d9a-4330-b871-268726cf4e41 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/014b3828-7308-4e5f-8bc0-9f3db9b11036 HTTP/1.1" status: 200 len: 990 time: 0.0668890 Sep 18 01:40:48.421148 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-84373877-5231-4c50-b74c-6c07f9364d71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 998 time: 0.0708001 Sep 18 01:40:48.469699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-8b03c6ee-0055-46b7-9ef8-f14e6bd7bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:48.471211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-8b03c6ee-0055-46b7-9ef8-f14e6bd7bc59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0437376 Sep 18 01:40:48.518325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-40de3e36-21e5-4b69-bd23-ce897778d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:48.519832 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-40de3e36-21e5-4b69-bd23-ce897778d9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419073 Sep 18 01:40:48.529644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '014b3828-7308-4e5f-8bc0-9f3db9b11036', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'port_id': '940e5080-541a-40b8-8b47-736b82ba7937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'mac_address': 'fa:16:3e:ef:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:40:46Z', 'updated_at': '2021-09-18T01:40:46Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:48.559101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Checking router: fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:40:48.567932 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:40:48.568568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:40:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:48.614014 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-d04a523f-e95d-4349-b901-88d272b55ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869844 Sep 18 01:40:48.671515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:40:48.704727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57b3600a-dc49-42be-ae67-a689ecdb8278 req-cc7eb333-07a9-4efb-8929-a85daaf56542 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835395 Sep 18 01:40:48.887409 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '014b3828-7308-4e5f-8bc0-9f3db9b11036', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'port_id': '940e5080-541a-40b8-8b47-736b82ba7937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'mac_address': 'fa:16:3e:ef:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:40:46Z', 'updated_at': '2021-09-18T01:40:46Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:40:48.919933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31243815-9e79-4e3f-a316-2798fd30c7a6 None None] The sync data for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 is: [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '014b3828-7308-4e5f-8bc0-9f3db9b11036', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'port_id': '940e5080-541a-40b8-8b47-736b82ba7937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'mac_address': 'fa:16:3e:ef:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:40:46Z', 'updated_at': '2021-09-18T01:40:46Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:40:48.981269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-00283a22-3bd7-4ab2-ad72-0fb6229e5dbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416844 Sep 18 01:40:49.069322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-d14991e7-724d-447e-a0b3-91bc2aa4d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:49.070863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-d14991e7-724d-447e-a0b3-91bc2aa4d838 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0473924 Sep 18 01:40:49.121092 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c2500-597a-4a9b-8786-ed261bc31ea7 None None] New status for floating IP 014b3828-7308-4e5f-8bc0-9f3db9b11036: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:40:49.181362 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-8361a530-a514-4d6c-a4de-153e539cc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:49.182762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-8361a530-a514-4d6c-a4de-153e539cc7c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.0922256 Sep 18 01:40:49.253052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-bd85e4c0-80e9-46a3-87ff-39059ad14bcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 998 time: 0.0621588 Sep 18 01:40:49.304792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-bf126745-a17c-4728-bb1d-43bc2b904d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:49.306280 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-bf126745-a17c-4728-bb1d-43bc2b904d81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0464864 Sep 18 01:40:49.351819 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-9ebc2539-1a3d-4994-be49-315e9c2800b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:40:49.353320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-9ebc2539-1a3d-4994-be49-315e9c2800b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394983 Sep 18 01:40:49.412810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57460) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:40:49.448329 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-fe578336-55a2-4fb2-bfcd-8de73f5de773 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Sep 18 01:40:49.472562 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cd3087a3-d61e-4585-8a0e-7ab4b6dbdd7c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/014b3828-7308-4e5f-8bc0-9f3db9b11036 HTTP/1.1" status: 200 len: 992 time: 0.0585344 Sep 18 01:40:49.539002 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-022c28af-1fc4-41c4-9581-39555bc5f11a req-867077d8-00d6-49a3-a080-80ae95083771 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Sep 18 01:40:54.326364 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e95a9738-4911-4d63-bbdb-cfaa746f8eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:57.331217 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e12e0cb-664f-48d6-8b3c-776a16c0931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:57.579870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:58.574309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:40:59.893340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:02.828953 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:16.240623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a244a9a-fd68-4cd0-8976-16c02763d703 req-e61cd2fc-19fb-4dd2-a16e-36bf980133dc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:16.242112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a244a9a-fd68-4cd0-8976-16c02763d703 req-e61cd2fc-19fb-4dd2-a16e-36bf980133dc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0800450 Sep 18 01:41:16.244557 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-10fbdbf9-e2a5-4cba-a438-39037b2b0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:16.245900 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-10fbdbf9-e2a5-4cba-a438-39037b2b0302 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0737126 Sep 18 01:41:16.305545 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0a244a9a-fd68-4cd0-8976-16c02763d703 req-b60d6cb4-e6da-424f-b094-474977e2d89d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575402 Sep 18 01:41:16.362304 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-fa34ef55-072a-4565-846e-be4b19ef61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:16.363684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-fa34ef55-072a-4565-846e-be4b19ef61ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.1086900 Sep 18 01:41:16.430443 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-7ea2ea2c-afe9-40da-b373-40e57bac87f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 1000 time: 0.0588748 Sep 18 01:41:16.480055 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-ea621ccb-67c5-430e-ac27-2f8f211448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:16.481482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-ea621ccb-67c5-430e-ac27-2f8f211448f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0423188 Sep 18 01:41:16.532021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-6d4c59f3-9ece-43ba-8efc-23b473e8ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:16.533543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-6d4c59f3-9ece-43ba-8efc-23b473e8ce57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436962 Sep 18 01:41:16.621305 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-cf54603d-689e-42d6-9efa-dd1fa4e0b112 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802457 Sep 18 01:41:16.639290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:16.716733 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9b303500-57b5-491f-be5b-ae6e729635d3 req-721337cf-54c8-4116-95b6-dcd902609685 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874317 Sep 18 01:41:17.423699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6432b-69bb-47e5-9643-a7663d2671ed req-5eb52ce6-a762-459f-84ce-db6beab42885 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:17.425229 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1e6432b-69bb-47e5-9643-a7663d2671ed req-5eb52ce6-a762-459f-84ce-db6beab42885 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0505173 Sep 18 01:41:17.462335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1e6432b-69bb-47e5-9643-a7663d2671ed req-a77d9296-dd84-4f2e-aabe-0e2774906809 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Sep 18 01:41:18.575840 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c03558-b73c-4b16-9636-e78f80db2dd6 req-51b3728a-6bad-4556-9af6-3cf17ca0355f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:18.578118 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7c03558-b73c-4b16-9636-e78f80db2dd6 req-51b3728a-6bad-4556-9af6-3cf17ca0355f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0476744 Sep 18 01:41:18.615121 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a7c03558-b73c-4b16-9636-e78f80db2dd6 req-6eb0dee2-63a1-4e89-8a00-6dba8f8059b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Sep 18 01:41:18.776873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:41:19.734759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94f49-87c2-4e33-a36b-0ebee8304216 req-18006f7e-9945-4d23-af74-fe70d08b7713 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:19.736259 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a94f49-87c2-4e33-a36b-0ebee8304216 req-18006f7e-9945-4d23-af74-fe70d08b7713 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0536826 Sep 18 01:41:19.773713 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d1a94f49-87c2-4e33-a36b-0ebee8304216 req-6708e607-c28a-41c4-9ce1-8bd2b46a494d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Sep 18 01:41:20.886803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840277-28b1-4330-be34-0da60d243004 req-f8f8b15c-73fd-4806-8d0f-9c1a9c0b00f8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:20.888355 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34840277-28b1-4330-be34-0da60d243004 req-f8f8b15c-73fd-4806-8d0f-9c1a9c0b00f8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0486493 Sep 18 01:41:20.927393 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34840277-28b1-4330-be34-0da60d243004 req-b6ca6794-c780-48a6-a0d4-8d3ccdb03847 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Sep 18 01:41:22.041485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e27d8-41cd-48ec-a39d-5c2d85d34ee3 req-67da5d8d-253d-4e4d-919f-0ecb513ee412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:22.042969 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-376e27d8-41cd-48ec-a39d-5c2d85d34ee3 req-67da5d8d-253d-4e4d-919f-0ecb513ee412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0483294 Sep 18 01:41:22.079952 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-376e27d8-41cd-48ec-a39d-5c2d85d34ee3 req-74083c27-a946-417d-944e-3a879f6e5724 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304956 Sep 18 01:41:23.200965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82628700-a7da-4c23-98e9-ec8c090e180b req-4d1741f9-1661-4404-b52b-bd0f82ebf3f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:23.203180 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82628700-a7da-4c23-98e9-ec8c090e180b req-4d1741f9-1661-4404-b52b-bd0f82ebf3f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0549924 Sep 18 01:41:23.240586 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82628700-a7da-4c23-98e9-ec8c090e180b req-38992c9c-6b25-4f0b-84c1-9a15e871edac tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Sep 18 01:41:24.327490 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1ccf02c0-3659-4920-bece-e295f752529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:24.357279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ceb7-6019-468a-9ef5-e9e60ce03e9b req-87c92576-93c3-4105-a586-ce07976879cf tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:24.359424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7755ceb7-6019-468a-9ef5-e9e60ce03e9b req-87c92576-93c3-4105-a586-ce07976879cf tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0501893 Sep 18 01:41:24.397413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7755ceb7-6019-468a-9ef5-e9e60ce03e9b req-0ccbf7d8-93e4-4713-b32e-69965ade3e51 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Sep 18 01:41:25.510714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba108c-31b3-4693-a4ed-e250de7fde02 req-8f37afc2-9eca-4164-9d6c-e80307333909 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:25.512189 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aba108c-31b3-4693-a4ed-e250de7fde02 req-8f37afc2-9eca-4164-9d6c-e80307333909 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0486848 Sep 18 01:41:25.549457 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3aba108c-31b3-4693-a4ed-e250de7fde02 req-a4d96a7c-8a00-41ba-bd93-afee3a11384b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Sep 18 01:41:26.667974 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922c868-6d47-4f76-b599-6fd61446c6a8 req-11d28c48-6a83-43ed-be1b-ef78c249262f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:26.669482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c922c868-6d47-4f76-b599-6fd61446c6a8 req-11d28c48-6a83-43ed-be1b-ef78c249262f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0537617 Sep 18 01:41:26.707391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c922c868-6d47-4f76-b599-6fd61446c6a8 req-a308761a-0c6f-436f-8b0e-16c635129cf1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Sep 18 01:41:27.330992 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-eac6600e-9c69-4627-8e3b-762c1a097fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:27.580640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:27.821352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25db3e-740e-4088-b298-16759a64a4ac req-d3c792ad-2156-4bd4-8f51-c71116ce5ac1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:27.822831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba25db3e-740e-4088-b298-16759a64a4ac req-d3c792ad-2156-4bd4-8f51-c71116ce5ac1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0494175 Sep 18 01:41:27.860025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ba25db3e-740e-4088-b298-16759a64a4ac req-be11e589-8ad4-4904-bf0b-61c945fb6ef5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Sep 18 01:41:27.882172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57498) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:41:27.947293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5b4ae45b-4c0c-4fcc-877c-c96de02cf181 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/014b3828-7308-4e5f-8bc0-9f3db9b11036 HTTP/1.1" status: 200 len: 992 time: 0.0639977 Sep 18 01:41:28.578644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:29.895041 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:32.833598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:46.655437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:49.970941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-dc677334-8e9a-4f68-9fa3-356a6493ce24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400033 Sep 18 01:41:50.053549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-f6cb6e27-db6c-4772-a8ee-e04a2e2aae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:50.055052 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-f6cb6e27-db6c-4772-a8ee-e04a2e2aae34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0421150 Sep 18 01:41:50.161286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-84336ba1-3507-49a7-9222-a78d9b21a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:50.162732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-84336ba1-3507-49a7-9222-a78d9b21a094 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.0881546 Sep 18 01:41:50.227768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-486bb91e-54c4-429f-8807-31eda418b46c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 1000 time: 0.0566945 Sep 18 01:41:50.278860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-fd6f18e4-95eb-46b9-8b16-b373960e7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:50.280644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-fd6f18e4-95eb-46b9-8b16-b373960e7b2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0430999 Sep 18 01:41:50.331799 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-0c5cb94c-117c-4d9f-bbb7-e98e2954aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:50.333290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-0c5cb94c-117c-4d9f-bbb7-e98e2954aa75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450602 Sep 18 01:41:50.424297 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-bfbc619b-7183-4427-9675-379522149f69 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821769 Sep 18 01:41:50.518540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3b597579-6fb7-4d73-a24a-86bf67beda62 req-f91cdb4d-c501-4ac7-ac47-1906e7ea5768 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866961 Sep 18 01:41:54.329359 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-abc42e37-df6a-4f30-9546-2e3ba997f170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:55.776304 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:41:57.331023 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8c386690-9235-4a7a-867a-f88deadceb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:57.580823 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.322738 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57510) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:41:58.478223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port fb4482a9-2d3b-4538-9b3e-b9d37f1834a1 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:41:58.478568 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.554635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.554959 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.566337 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for fb4482a9-2d3b-4538-9b3e-b9d37f1834a1 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:41:58.581738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.712000 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.737973 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=fb4482a9-2d3b-4538-9b3e-b9d37f1834a1,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:41:58.761001 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.761351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.761696 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.762035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.762372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.762707 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.763039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.763925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.764280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.764613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.764939 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.765264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:41:58.804807 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:58.805137 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 014b3828-7308-4e5f-8bc0-9f3db9b11036 disassociated (deleted). External IP: 172.25.7.41, port: 940e5080-541a-40b8-8b47-736b82ba7937. Sep 18 01:41:59.008432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:41:59.114755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:41:59.119669 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:41:59.124155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Sync routers for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:41:59.134531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:41:59.135135 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:41:59.148614 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-618b63a9-cc7b-4b85-9d39-b4708739953d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/floatingips/014b3828-7308-4e5f-8bc0-9f3db9b11036 HTTP/1.1" status: 204 len: 168 time: 0.8247099 Sep 18 01:41:59.149502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:41:59.151870 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fce09-7d05-4b9a-9e73-70c28476e042" -d '{"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:41:59.196436 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a6677-ee62-4d00-a865-16d124e4fbf7 x-openstack-request-id: req-b82a6677-ee62-4d00-a865-16d124e4fbf7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:41:59.196736 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "tag": "940e5080-541a-40b8-8b47-736b82ba7937", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:41:59.196999 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b82a6677-ee62-4d00-a865-16d124e4fbf7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:41:59.197407 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937', 'status': 'completed', 'code': 200} Sep 18 01:41:59.242474 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:41:59.265252 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-5fb135ea-9f39-4da0-a9f3-f6e337ad3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:59.266831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-5fb135ea-9f39-4da0-a9f3-f6e337ad3574 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 1097 time: 0.0427797 Sep 18 01:41:59.408349 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-80577bdd-f414-4c8b-80bf-52a5c4791a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:59.409783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-80577bdd-f414-4c8b-80bf-52a5c4791a85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 200 len: 897 time: 0.1283543 Sep 18 01:41:59.422715 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af7d49-387b-40ae-8c7e-95294e769172 req-74e5bf4b-5813-4887-9241-0b93ccfe61d9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:59.424164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98af7d49-387b-40ae-8c7e-95294e769172 req-74e5bf4b-5813-4887-9241-0b93ccfe61d9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0730867 Sep 18 01:41:59.452698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:41:59.470677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-d3d163d8-76f6-4ea0-919b-20f38d1425a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 200 len: 217 time: 0.0455289 Sep 18 01:41:59.478489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Checking router: fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:41:59.487120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:41:59.487722 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:41:59.518099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98af7d49-387b-40ae-8c7e-95294e769172 req-bc35ea58-631d-4d20-93f5-a0bd23e9f93f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871606 Sep 18 01:41:59.536728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-d9c73bcb-4533-4500-acf2-9198a7e0a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:59.538193 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-d9c73bcb-4533-4500-acf2-9198a7e0a953 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 200 len: 835 time: 0.0549092 Sep 18 01:41:59.585082 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-f3b3bddc-9d58-49e2-8611-ea6087259ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:41:59.586636 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-f3b3bddc-9d58-49e2-8611-ea6087259ea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400436 Sep 18 01:41:59.599044 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:41:59.679894 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-5998aa5f-0e72-4c25-ba58-bea24beddb89 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841815 Sep 18 01:41:59.775501 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-046fce09-7d05-4b9a-9e73-70c28476e042 req-9af166d1-a630-45f8-8e27-a8b4256abfa0 service neutron] 10.222.0.48 "GET /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867929 Sep 18 01:41:59.795173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:41:59.824510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c583a3-3356-4c72-8bac-c47c73ed8147 None None] The sync data for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 is: [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:33Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'b2662eeb-a91c-4071-b2bb-950423ac99cc', 'name': '', 'network_id': 'd24e06e8-8a6b-43a0-8ade-d32ee1073d9c', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:ad:9f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:33Z', 'updated_at': '2021-09-18T01:40:36Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'f6e33eaa-184f-4784-840f-b524630d2b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:41:59.905882 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:00.052711 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db7ff-a8b6-42c8-9d53-6a1750fe132f None None] New status for floating IP 014b3828-7308-4e5f-8bc0-9f3db9b11036: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:42:00.635923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb23c-1491-4103-a3c4-8a2faec0dda6 req-d2a84ad5-58ee-4755-8d4a-72d3d5253743 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:00.637409 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be1bb23c-1491-4103-a3c4-8a2faec0dda6 req-d2a84ad5-58ee-4755-8d4a-72d3d5253743 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0489502 Sep 18 01:42:00.675142 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-be1bb23c-1491-4103-a3c4-8a2faec0dda6 req-762758d7-aac4-411f-a7d1-694dcbf88cb2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=d29792ef-afb2-41f7-aa04-fed6538a4722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317934 Sep 18 01:42:00.830219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-1b26fb59-f23e-40bb-a79d-36d2be54fa90 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:00.831932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-1b26fb59-f23e-40bb-a79d-36d2be54fa90 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/ports?device_id=721497f5-7d3b-47d8-9dc5-76b46c0753cd HTTP/1.1" status: 200 len: 945 time: 0.0550373 Sep 18 01:42:00.924608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 940e5080-541a-40b8-8b47-736b82ba7937 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:42:00.924950 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:01.013429 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 940e5080-541a-40b8-8b47-736b82ba7937, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=940e5080-541a-40b8-8b47-736b82ba7937,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:01.013799 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:01.031425 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 940e5080-541a-40b8-8b47-736b82ba7937 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:42:01.154757 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:01.181150 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=940e5080-541a-40b8-8b47-736b82ba7937,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:01.191332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.191687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.192029 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.192395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.192731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.193065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.193397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.193723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.194398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.194398 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.194679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.194995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:01.240916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] No DVR routers for this DVR port 940e5080-541a-40b8-8b47-736b82ba7937 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:42:01.243521 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:01.245489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d51f505f-740d-42f8-945a-30d866b57ca8 req-473f148e-d8a6-4f2a-9bac-b1cda2f2018b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "DELETE /v2.0/ports/940e5080-541a-40b8-8b47-736b82ba7937 HTTP/1.1" status: 204 len: 173 time: 0.4073637 Sep 18 01:42:01.245922 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'name': 'network-vif-deleted', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:42:01.248207 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e175d23-ce6a-44ed-b013-41a323211743" -d '{"events": [{"server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "name": "network-vif-deleted", "tag": "940e5080-541a-40b8-8b47-736b82ba7937"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:42:01.283396 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca315918-abee-4f01-8a9d-0bf0fc59a57e x-openstack-request-id: req-ca315918-abee-4f01-8a9d-0bf0fc59a57e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:42:01.283669 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721497f5-7d3b-47d8-9dc5-76b46c0753cd", "name": "network-vif-deleted", "tag": "940e5080-541a-40b8-8b47-736b82ba7937", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:42:01.283949 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca315918-abee-4f01-8a9d-0bf0fc59a57e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:42:01.284372 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721497f5-7d3b-47d8-9dc5-76b46c0753cd', 'name': 'network-vif-deleted', 'tag': '940e5080-541a-40b8-8b47-736b82ba7937', 'status': 'completed', 'code': 200} Sep 18 01:42:01.731613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57532) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:02.084721 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:02.333243 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port b2662eeb-a91c-4071-b2bb-950423ac99cc {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:42:02.333590 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:02.421437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port b2662eeb-a91c-4071-b2bb-950423ac99cc, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b2662eeb-a91c-4071-b2bb-950423ac99cc,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:02.421798 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:02.433930 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for b2662eeb-a91c-4071-b2bb-950423ac99cc owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:42:02.622041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:02.657036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=b2662eeb-a91c-4071-b2bb-950423ac99cc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:02.829434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.112502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.332502 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:42:03.439591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:42:03.445009 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-256717f7-2194-4819-8ec1-cc6b9131f642 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/fbf46f62-9e43-4c1b-a534-2f8da6cb5af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123075 Sep 18 01:42:03.447804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57534) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:03.448859 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Sync routers for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:42:03.458117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:03.458720 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:03.501449 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting subnet f6e33eaa-184f-4784-840f-b524630d2b58 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:42:03.504663 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.544253 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.561960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:03.631930 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.690845 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.718046 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e33eaa-184f-4784-840f-b524630d2b58,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:03.725093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.727580 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-09c974ee-507b-44c7-b72c-3ab445938bc4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/subnets/f6e33eaa-184f-4784-840f-b524630d2b58 HTTP/1.1" status: 204 len: 168 time: 0.2784109 Sep 18 01:42:03.730025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57536) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:03.734199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ed0a4-8a96-4c46-bc79-52531bc3158b None None] Network d24e06e8-8a6b-43a0-8ade-d32ee1073d9c requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:42:03.762104 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:42:02Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:03.821629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Checking router: fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:42:03.837464 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.851612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Routers {'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:03.852246 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:03.949955 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:03.982466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] Set router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:04.012904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] DHCP port deletion for d24e06e8-8a6b-43a0-8ade-d32ee1073d9c request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:42:04.206026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 940e5080-541a-40b8-8b47-736b82ba7937 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:42:04.237380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 940e5080-541a-40b8-8b47-736b82ba7937 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:42:04.237739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 940e5080-541a-40b8-8b47-736b82ba7937 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:42:04.334612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port cb3dd72e-c922-4f01-b8c2-e21b92a866f7 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:42:04.334948 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.338448 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Deleting port 33758772-a1ed-468b-98f6-20f746aac2f9 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:42:04.338831 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.413334 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port cb3dd72e-c922-4f01-b8c2-e21b92a866f7, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:04.413703 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.427283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for cb3dd72e-c922-4f01-b8c2-e21b92a866f7 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:42:04.427821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] For port 33758772-a1ed-468b-98f6-20f746aac2f9, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=33758772-a1ed-468b-98f6-20f746aac2f9,segment=NetworkSegment(fcf153bf-fb46-4fc4-9916-ae43868c362e),segment_id=fcf153bf-fb46-4fc4-9916-ae43868c362e)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:04.428256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.445420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Calling delete_port for 33758772-a1ed-468b-98f6-20f746aac2f9 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:42:04.463128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:42:02Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:04.518759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5cfda-2a59-45f8-88fd-24484a906ef7 None None] The sync data for ids ['fbf46f62-9e43-4c1b-a534-2f8da6cb5af9'] in n-d-712707-16 is: [{'id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163698927', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:42:02Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': 'cb3dd72e-c922-4f01-b8c2-e21b92a866f7', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:30:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf46f62-9e43-4c1b-a534-2f8da6cb5af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:40:30Z', 'updated_at': '2021-09-18T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:42:04.568745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.594935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] No DVR routers for this DVR port 33758772-a1ed-468b-98f6-20f746aac2f9 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:42:04.598141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Pushing event deleted for resources: {'Port': ['ID=33758772-a1ed-468b-98f6-20f746aac2f9,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:04.606035 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.606385 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.607404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.607638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.608120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.608475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.608802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.609124 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.609478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.609798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.610143 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.610651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d35e89-7050-4871-9084-e55db49f45f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:04.613123 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.642767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=cb3dd72e-c922-4f01-b8c2-e21b92a866f7,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:04.702083 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.791312 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.793331 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.836252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.836695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Fanout notify agent at l3_agent the message router_deleted on router fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:42:04.843584 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:04.844718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c17680fc-1ef1-4572-994b-3c66735347b7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/routers/fbf46f62-9e43-4c1b-a534-2f8da6cb5af9 HTTP/1.1" status: 204 len: 168 time: 1.1137230 Sep 18 01:42:04.847632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57538) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:04.933655 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.028433 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.048720 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24e06e8-8a6b-43a0-8ade-d32ee1073d9c']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:05.057677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf153bf-fb46-4fc4-9916-ae43868c362e') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:05.057967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf153bf-fb46-4fc4-9916-ae43868c362e') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:05.068327 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.082519 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.088475 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:42:05.088918 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:42:05.092356 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:42:05.153170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.161225 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.162645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/networks/d24e06e8-8a6b-43a0-8ade-d32ee1073d9c HTTP/1.1" status: 204 len: 168 time: 0.3139787 Sep 18 01:42:05.165845 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57540) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:05.174776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d40d-3772-4ea0-ad8f-a6d5be9b3d2b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Network': ['ID=d24e06e8-8a6b-43a0-8ade-d32ee1073d9c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:05.229693 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.255189 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.317037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.319730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.320920 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/security-groups/d29792ef-afb2-41f7-aa04-fed6538a4722 HTTP/1.1" status: 204 len: 168 time: 0.1540849 Sep 18 01:42:05.330606 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291433-727e-421c-bbdc-eea1905356ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29792ef-afb2-41f7-aa04-fed6538a4722,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:05.595980 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57546) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:05.600603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353283039', 'description': 'tempest-secgroup-smoke-1353283039 description', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:05.622089 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.707212 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.710691 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.737747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.738978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419678 Sep 18 01:42:05.742113 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57548) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:05.742914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3698eb-8866-4246-b6d6-8866f2a11b23 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16612e-6bfb-448c-af12-a5ac127731ee,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:05.747070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:05.772566 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.832023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.835396 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.853181 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f250c4bb-f1f3-4ef4-89a4-ab32a7cc0489,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:05.859116 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.860368 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-99ba3e2d-e80d-4536-9d61-98112e3a9555 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171229 Sep 18 01:42:05.863272 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57550) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:05.867565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:05.904409 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.944568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 33758772-a1ed-468b-98f6-20f746aac2f9 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:42:05.963947 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.965525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 33758772-a1ed-468b-98f6-20f746aac2f9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:42:05.965907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 33758772-a1ed-468b-98f6-20f746aac2f9 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:42:05.966495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cb3dd72e-c922-4f01-b8c2-e21b92a866f7 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:42:05.967826 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.985499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: cb3dd72e-c922-4f01-b8c2-e21b92a866f7 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:42:05.985847 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device cb3dd72e-c922-4f01-b8c2-e21b92a866f7 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:42:05.986004 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9670104-b63c-45cf-ad1e-74f881289062,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:05.986266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b2662eeb-a91c-4071-b2bb-950423ac99cc no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:42:05.991789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:05.996185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-358c8266-33ed-4d70-9b17-42eac48e52ad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290863 Sep 18 01:42:05.996373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57552) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.001064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.004711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b2662eeb-a91c-4071-b2bb-950423ac99cc {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:42:06.005061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b2662eeb-a91c-4071-b2bb-950423ac99cc not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:42:06.029270 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.086507 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.089846 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.105133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6cc074-865f-4dc1-92b7-173bf3dc20d3,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:06.113541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.114728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55b404db-a06c-4957-8331-3b452bce6ce9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173720 Sep 18 01:42:06.117581 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57554) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.121777 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.147778 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.208169 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.211582 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.228951 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4dff0f-f6ca-43e7-a9b4-e4d75ab4611c,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:06.235743 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.236923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f2e77102-b1f9-49f2-ba2f-823e80861abb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184151 Sep 18 01:42:06.239704 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57556) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.244062 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.265784 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:42:06.270496 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.329758 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.333524 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.350519 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d76be7-c779-4a7b-90e6-305f583cde1f,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:06.356360 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.357569 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-608aa51a-70a8-4c4f-9c0e-ad1bf6d04838 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168621 Sep 18 01:42:06.360511 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57558) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.364746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '5c16612e-6bfb-448c-af12-a5ac127731ee', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.385678 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:42:06.391043 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.449876 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.454063 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.471533 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35da75dd-167e-4114-aee6-d21b7e017a9e,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:06.476968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.478158 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-04734015-bd55-4df3-8be2-5aa1278afc39 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167333 Sep 18 01:42:06.481107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57560) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.485987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'network': {'name': 'tempest-network-smoke--1914196094', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.505195 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:42:06.508497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.531803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:42:06.540885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.541229 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Added segment 71fefe59-373e-4168-bc43-59e1bd515a75 of type vlan for network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 Sep 18 01:42:06.584012 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.608364 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.613863 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:06.614447 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.647706 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654987 Sep 18 01:42:06.650858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57562) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:06.657185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'admin_state_up': True, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:06.697317 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cced8-08d5-4828-800a-40b2eb17a270 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Network': ['ID=2c6eeaa3-411d-400e-b87c-bfbc98b787b2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:06.708427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:42:06.713236 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.714383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.773156 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:06.910234 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.107274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.126336 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.227933 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.145 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/22a30ea0-9d49-4521-b2c2-a663ccb5202a) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:07.332577 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.366000 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.405661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:07.409824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:07.416851 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:07.420391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=22a30ea0-9d49-4521-b2c2-a663ccb5202a,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:07.664625 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.855883 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:07.987216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router bd0962c4-b203-464f-96ba-7fbe067ce8cc is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:42:08.093233 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:42:08.103404 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Sync routers for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:42:08.111503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.112778 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7eedefe0-e685-4feb-a2a7-1759870556db tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4609559 Sep 18 01:42:08.113400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:08.114002 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:08.115930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57564) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:08.144171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-43c84954-8457-4ef6-9b7c-060b574033a9 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5ea9f5c26a3145b595ab34c2cedce2d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271232 Sep 18 01:42:08.146784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57566) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:08.239051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadd912-a620-4d84-8f23-ad690c7a31bf tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:08.243391 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-afadd912-a620-4d84-8f23-ad690c7a31bf tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928266 Sep 18 01:42:08.243583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57568) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:08.273514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-236ac19f-b04f-4fc0-8456-5fb2b1684747 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288155 Sep 18 01:42:08.276264 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57570) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:08.281250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801499182', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:08.305932 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:08.370628 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:42:08.375217 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.479637 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:07Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:08.505083 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Checking router: bd0962c4-b203-464f-96ba-7fbe067ce8cc for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:42:08.505334 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Updating router bd0962c4-b203-464f-96ba-7fbe067ce8cc port 22a30ea0-9d49-4521-b2c2-a663ccb5202a binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:42:08.533634 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.556419 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.617586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Subnet': ['ID=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:08.625325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Checking segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:08.625683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network hostable DHCP agents. Network: 2c6eeaa3-411d-400e-b87c-bfbc98b787b2, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:42:08.642393 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:42:08.651472 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 2c6eeaa3-411d-400e-b87c-bfbc98b787b2) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:08.656097 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:08.656722 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.662315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf2c20-bf1b-49e3-b5e5-77ee3e23002d None None] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:42:08.672117 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-cc00ef0a-4a5a-44f5-9149-e725494b6c94 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3948250 Sep 18 01:42:08.674942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57572) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:08.790094 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.796657 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.814628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:42:08.815740 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.860791 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Attempting to bind port 22a30ea0-9d49-4521-b2c2-a663ccb5202a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:42:08.861308 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Attempting to bind port 22a30ea0-9d49-4521-b2c2-a663ccb5202a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:42:08.861763 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Attempting to bind port 22a30ea0-9d49-4521-b2c2-a663ccb5202a on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:08.870587 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Pushing event updated for resources: {'Port': ['ID=22a30ea0-9d49-4521-b2c2-a663ccb5202a,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:08.874205 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:42:08.874711 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:08.875202 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.875681 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:42:08.876251 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Bound port: 22a30ea0-9d49-4521-b2c2-a663ccb5202a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:42:08.876729 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.883096 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.883553 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.884000 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.884581 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.889044 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:08.947720 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] For port 22a30ea0-9d49-4521-b2c2-a663ccb5202a, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:42:08.952844 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] For port 22a30ea0-9d49-4521-b2c2-a663ccb5202a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=22a30ea0-9d49-4521-b2c2-a663ccb5202a,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:42:08.960525 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:08.965691 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Allocated IP 172.20.0.2 (2c6eeaa3-411d-400e-b87c-bfbc98b787b2/fdb6cc7b-04eb-4900-be6f-d5aa6986bef0/69df5c08-8634-489e-ab2d-98bf3a94e783) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:09.003195 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:09.004085 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:09.060737 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeff531-8595-42de-9c32-0ce223e751cd None None] Pushing event updated for resources: {'Port': ['ID=22a30ea0-9d49-4521-b2c2-a663ccb5202a,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:09.115680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.122816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.123722 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:09.148413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.170715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:09.173974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:09.177718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:09.192717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Pushing event updated for resources: {'Port': ['ID=69df5c08-8634-489e-ab2d-98bf3a94e783,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:09.243009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Attempting to bind port 69df5c08-8634-489e-ab2d-98bf3a94e783 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:42:09.243657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Attempting to bind port 69df5c08-8634-489e-ab2d-98bf3a94e783 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:42:09.244019 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Attempting to bind port 69df5c08-8634-489e-ab2d-98bf3a94e783 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:09.249550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:42:09.249933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Checking segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:09.250346 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.250749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Bound using segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:42:09.251222 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Bound port: 69df5c08-8634-489e-ab2d-98bf3a94e783, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:42:09.251607 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.303389 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:07Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:09.316554 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] For port 69df5c08-8634-489e-ab2d-98bf3a94e783, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:42:09.319743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] For port 69df5c08-8634-489e-ab2d-98bf3a94e783, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69df5c08-8634-489e-ab2d-98bf3a94e783,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:42:09.325928 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.334048 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1736d0-81ed-44de-9b67-7bf369c77340 None None] The sync data for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 is: [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:07Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:42:09.392855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d27d48-7f37-42b6-b52e-5e99e3051f82 None None] Pushing event updated for resources: {'Port': ['ID=69df5c08-8634-489e-ab2d-98bf3a94e783,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:09.453283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.1 (2c6eeaa3-411d-400e-b87c-bfbc98b787b2/fdb6cc7b-04eb-4900-be6f-d5aa6986bef0/1d62b939-5689-4c46-bb13-ff39b6033d17) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:09.599399 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.658483 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.710277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:09.713854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:09.718399 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:09.745124 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:09.770165 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:09.909298 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.025926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69df5c08-8634-489e-ab2d-98bf3a94e783 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:10.085203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 69df5c08-8634-489e-ab2d-98bf3a94e783 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:10.085613 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.186468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.224971 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 69df5c08-8634-489e-ab2d-98bf3a94e783, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69df5c08-8634-489e-ab2d-98bf3a94e783,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:10.230274 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.230917 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.232449 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 22a30ea0-9d49-4521-b2c2-a663ccb5202a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:10.236565 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.321695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.322082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=69df5c08-8634-489e-ab2d-98bf3a94e783,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:10.324774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:10.340112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 22a30ea0-9d49-4521-b2c2-a663ccb5202a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:10.340983 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.427210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.443796 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c0895-a825-4a68-bb0a-49375e10abbd None None] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:42:10.470989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 22a30ea0-9d49-4521-b2c2-a663ccb5202a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=22a30ea0-9d49-4521-b2c2-a663ccb5202a,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:10.479254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.582693 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=22a30ea0-9d49-4521-b2c2-a663ccb5202a,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:10.585281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b303adc6-affb-45ff-8f5e-4dacf9a9aadf None None] Provisioning complete for port 69df5c08-8634-489e-ab2d-98bf3a94e783 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:10.585649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b303adc6-affb-45ff-8f5e-4dacf9a9aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:10.751923 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:10.753386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:10.880925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router bd0962c4-b203-464f-96ba-7fbe067ce8cc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:42:10.955489 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5cf2e913-eb38-4bc5-b1b0-973010845040 None None] Provisioning complete for port 69df5c08-8634-489e-ab2d-98bf3a94e783 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:10.956089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e913-eb38-4bc5-b1b0-973010845040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.004196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:42:11.009697 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-60f320a8-0f98-46b7-92a2-3d28d0549f88 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/bd0962c4-b203-464f-96ba-7fbe067ce8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3334639 Sep 18 01:42:11.062164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5cf2e913-eb38-4bc5-b1b0-973010845040 None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:11.062655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e913-eb38-4bc5-b1b0-973010845040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.099421 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2e913-eb38-4bc5-b1b0-973010845040 None None] Port 1d62b939-5689-4c46-bb13-ff39b6033d17 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:42:11.166863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-129636a8-3691-401b-b19a-acbaa810d918 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353283039&fields=id&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 267 time: 0.0359163 Sep 18 01:42:11.191118 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Sync routers for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:42:11.210264 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:11.210970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:11.264345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d7f01620-f362-4438-8379-bec643d3b5ca None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:11.264717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d7f01620-f362-4438-8379-bec643d3b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.292622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-321ff90c-d535-4bfa-b70e-5c8c578dd6ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:11.294799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-321ff90c-d535-4bfa-b70e-5c8c578dd6ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 797 time: 0.1204784 Sep 18 01:42:11.310315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-93a2fb81-9f82-4975-ad57-82e5a6152a5a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/quotas/5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 375 time: 0.0096316 Sep 18 01:42:11.335493 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d7f01620-f362-4438-8379-bec643d3b5ca None None] Port 1d62b939-5689-4c46-bb13-ff39b6033d17 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:42:11.350003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:11.365686 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-565796ce-a464-480b-8d70-309418b0a097 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492656 Sep 18 01:42:11.467912 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-f0793a95-93b5-4ffb-9e33-272cb97069e7 service neutron] 10.222.0.49 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904777 Sep 18 01:42:11.488461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f3c190c-3cb6-46ef-a7ee-d6a41d536884 None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:11.488940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f3c190c-3cb6-46ef-a7ee-d6a41d536884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.538293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c190c-3cb6-46ef-a7ee-d6a41d536884 None None] Port 1d62b939-5689-4c46-bb13-ff39b6033d17 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:42:11.560294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-ded84fc2-22ff-497e-8a5b-a0e19ea32c55 service neutron] 10.222.0.49 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Sep 18 01:42:11.585791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 2, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:11.612613 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Checking router: bd0962c4-b203-464f-96ba-7fbe067ce8cc for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:42:11.612969 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Updating router bd0962c4-b203-464f-96ba-7fbe067ce8cc port 1d62b939-5689-4c46-bb13-ff39b6033d17 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:42:11.640548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.725997 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-60ae6b42-56aa-47ca-b884-883a963b85d0 req-52a8c3a0-3111-4305-94fb-6d8cab0104df tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Sep 18 01:42:11.925414 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.934257 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:11.967127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69df5c08-8634-489e-ab2d-98bf3a94e783 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:12.023004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016e82b-05b5-4ef7-bf66-12265cd38b4a None None] Pushing event updated for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:12.090571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Attempting to bind port 1d62b939-5689-4c46-bb13-ff39b6033d17 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:42:12.091510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Attempting to bind port 1d62b939-5689-4c46-bb13-ff39b6033d17 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:42:12.091510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Attempting to bind port 1d62b939-5689-4c46-bb13-ff39b6033d17 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:12.098729 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 69df5c08-8634-489e-ab2d-98bf3a94e783 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:12.099105 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.119827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:42:12.120207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Checking segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:12.120646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.121049 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Bound using segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:42:12.121545 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Bound port: 1d62b939-5689-4c46-bb13-ff39b6033d17, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:42:12.121939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.233229 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] For port 1d62b939-5689-4c46-bb13-ff39b6033d17, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:42:12.237638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] For port 1d62b939-5689-4c46-bb13-ff39b6033d17, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d62b939-5689-4c46-bb13-ff39b6033d17,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:42:12.243692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 22a30ea0-9d49-4521-b2c2-a663ccb5202a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:12.245780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.354204 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:12.354851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:12.360546 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:12.360923 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.396330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016e82b-05b5-4ef7-bf66-12265cd38b4a None None] Pushing event updated for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:12.485588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 22a30ea0-9d49-4521-b2c2-a663ccb5202a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:12.485968 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.702307 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:12.753823 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-ab7c5729-17fb-4638-8fc3-570670bf1df8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:12.755396 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-ab7c5729-17fb-4638-8fc3-570670bf1df8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 797 time: 0.1088145 Sep 18 01:42:12.812933 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-4fbfec6c-7ab4-4829-8266-3ddb79297f01 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 380 time: 0.0399542 Sep 18 01:42:12.823527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c8fd9cb9-93a3-470c-8266-b35de73dbc5a req-fdd614e6-0c53-4c6b-976c-bede08c07fdd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 210 time: 0.0259855 Sep 18 01:42:12.827992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'port': {'device_id': 'ed121c04-3544-4d22-b937-30bab8865c98', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'admin_state_up': True, 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'security_groups': ['5c16612e-6bfb-448c-af12-a5ac127731ee']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:12.835624 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.945756 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] For port 1d62b939-5689-4c46-bb13-ff39b6033d17, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d62b939-5689-4c46-bb13-ff39b6033d17,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:12.946239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:42:12.950806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:12.955031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.035423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d641dca-0da1-40b2-9755-057ee962a43d None None] Pushing event updated for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:13.053342 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:13.082282 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.14 (2c6eeaa3-411d-400e-b87c-bfbc98b787b2/fdb6cc7b-04eb-4900-be6f-d5aa6986bef0/9e75323b-728f-47a3-bfd8-5478d19087d9) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:13.086759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41eaaf-528c-4082-acc5-6ad369222ca7 None None] The sync data for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 is: [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:42:13.098475 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-86690bc5-ff83-46c0-86bd-57fa6729c325 None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:13.099147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-86690bc5-ff83-46c0-86bd-57fa6729c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.270923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.305989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.354104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:13.357942 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:13.361830 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:13.371352 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:13.424485 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:13.425288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.441345 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0ae8b533-4a54-488a-8191-387f3251f124 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6178818 Sep 18 01:42:13.452656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-01e03cee-508e-45a4-9c4b-7bbe03f9fe6d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:42:13.453664 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-01e03cee-508e-45a4-9c4b-7bbe03f9fe6d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Sep 18 01:42:13.532567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Request body: {'port': {'device_id': 'ed121c04-3544-4d22-b937-30bab8865c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:13.593666 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.628794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-0c704b2e-6f0b-4ec4-b4b0-62e169b38549 None None] Provisioning complete for port 9e75323b-728f-47a3-bfd8-5478d19087d9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:13.629165 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0c704b2e-6f0b-4ec4-b4b0-62e169b38549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.664682 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0c704b2e-6f0b-4ec4-b4b0-62e169b38549 None None] Port 9e75323b-728f-47a3-bfd8-5478d19087d9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:42:13.877089 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e75323b-728f-47a3-bfd8-5478d19087d9 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:42:13.904294 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.920053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Transition to ACTIVE for port object 9e75323b-728f-47a3-bfd8-5478d19087d9 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:42:13.924131 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:13.957339 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448012c5-97e8-488a-b5cd-be7e30dd3a68 req-4a19c7ef-c969-494a-9187-8a7ad16fa486 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:13.958932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-448012c5-97e8-488a-b5cd-be7e30dd3a68 req-4a19c7ef-c969-494a-9187-8a7ad16fa486 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 932 time: 0.0621090 Sep 18 01:42:14.007960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-448012c5-97e8-488a-b5cd-be7e30dd3a68 req-76d69157-0266-4cbc-9100-a30ca72f89d1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Sep 18 01:42:14.014026 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:14.041809 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d62b939-5689-4c46-bb13-ff39b6033d17 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:14.083693 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:42:14.084035 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:42:14.084377 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:14.096777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:42:14.097112 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:14.105844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:42:14.105844 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Checking segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:14.106176 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Bound using segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:42:14.107172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Bound port: 9e75323b-728f-47a3-bfd8-5478d19087d9, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:42:14.107535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:14.112000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1d62b939-5689-4c46-bb13-ff39b6033d17 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:14.113032 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:14.186629 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:42:14.194815 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:42:14.209149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:14.242798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.243835 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:14.245177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] 10.222.0.54 "PUT /v2.0/ports/9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1093 time: 0.7775846 Sep 18 01:42:14.248368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:42:14.250617 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:42:14.286923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd8c1-be0f-4376-af50-cf51e060bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:14.363614 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-2cf938f2-6afc-4842-8b97-7e52b3ea0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.365196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-2cf938f2-6afc-4842-8b97-7e52b3ea0f2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1096 time: 0.0596633 Sep 18 01:42:14.423379 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a760aadc-2475-423d-a56d-172c5fe0c4fa x-openstack-request-id: req-a760aadc-2475-423d-a56d-172c5fe0c4fa {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:42:14.423643 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:42:14.423889 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a760aadc-2475-423d-a56d-172c5fe0c4fa {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:42:14.424305 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'status': 'completed', 'code': 200} Sep 18 01:42:14.425735 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-a4d9986d-2eb4-4ba0-8b98-9756eed9b07a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 217 time: 0.0464401 Sep 18 01:42:14.475368 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0e0562d8-c5d6-40b8-b96e-0c40fc6d0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.476826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-0e0562d8-c5d6-40b8-b96e-0c40fc6d0981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0441053 Sep 18 01:42:14.522451 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-4c35ac06-318e-497a-b33c-316f96bf679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.524105 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-4c35ac06-318e-497a-b33c-316f96bf679b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400817 Sep 18 01:42:14.616395 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-1873102f-9237-4876-bc7e-5166c91913cc service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Sep 18 01:42:14.704619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-482fb612-1f06-4c7c-9c64-2d6732cbe217 req-1a8f15f4-1d63-47f9-9fc2-552c29941bc0 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811059 Sep 18 01:42:14.834956 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-b674ba2f-e746-4855-8f5f-c32603f322d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.836537 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-b674ba2f-e746-4855-8f5f-c32603f322d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1096 time: 0.0453968 Sep 18 01:42:14.934511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-346b72b3-c3a0-4691-959b-ecc6dd2b67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:14.936896 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-346b72b3-c3a0-4691-959b-ecc6dd2b67eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0933735 Sep 18 01:42:14.980891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-74fb7cd3-d77b-4c3b-9739-42eb08164eb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 217 time: 0.0371282 Sep 18 01:42:15.029796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-53c6c110-7008-4182-83e7-05f276c9ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:15.031213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-53c6c110-7008-4182-83e7-05f276c9ad78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0428081 Sep 18 01:42:15.078096 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-9ad934cb-db9b-47e1-9785-db569f5e1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:15.079608 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-9ad934cb-db9b-47e1-9785-db569f5e1158 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414126 Sep 18 01:42:15.126461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894f3a-c85a-4f91-8a46-d95fa7c2d7bf req-84db8dd6-5c81-4f52-938e-8341990ccd4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:15.127915 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d894f3a-c85a-4f91-8a46-d95fa7c2d7bf req-84db8dd6-5c81-4f52-938e-8341990ccd4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Sep 18 01:42:15.165793 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9d894f3a-c85a-4f91-8a46-d95fa7c2d7bf req-60133a0a-6c23-411c-8f7e-6b1cf310ff85 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Sep 18 01:42:15.174414 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-ecc1bda8-6b35-4499-afe9-dc39bf0abc4e service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874193 Sep 18 01:42:15.262826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9dd79c99-58e6-4ce4-a9f3-781c22986d4f req-bcc4dd7f-c5fc-4101-bf40-12d159897f85 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807548 Sep 18 01:42:16.283724 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddb043-ae0d-479a-947e-9842e2c8276b req-8c4747f2-9768-4947-8d00-8c95cd47e944 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:16.285207 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83ddb043-ae0d-479a-947e-9842e2c8276b req-8c4747f2-9768-4947-8d00-8c95cd47e944 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.0497155 Sep 18 01:42:16.322549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-83ddb043-ae0d-479a-947e-9842e2c8276b req-3c38b63f-7fd7-4f8b-b3de-322262323ab6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Sep 18 01:42:16.683223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:17.442489 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e2f8-a2a9-4e6a-b4c4-449f5e945449 req-be4ab074-00e7-4302-8098-1f2549454317 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:17.444053 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de27e2f8-a2a9-4e6a-b4c4-449f5e945449 req-be4ab074-00e7-4302-8098-1f2549454317 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Sep 18 01:42:17.482353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-de27e2f8-a2a9-4e6a-b4c4-449f5e945449 req-40eaf7eb-2da4-4499-806e-db655e8e76a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Sep 18 01:42:18.595825 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18652c2d-7ca4-4bc8-b286-6e31a0a60cbe req-a98b5b4d-4654-4158-9883-4e302aa94921 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:18.597327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18652c2d-7ca4-4bc8-b286-6e31a0a60cbe req-a98b5b4d-4654-4158-9883-4e302aa94921 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.0498300 Sep 18 01:42:18.636417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-18652c2d-7ca4-4bc8-b286-6e31a0a60cbe req-e3540b63-ff3d-4533-99fe-62eec3f761a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Sep 18 01:42:19.222562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:42:19.317079 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:19.327937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'mac_address': 'fa:16:3e:b4:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:42:19.364120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:19.376575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e75323b-728f-47a3-bfd8-5478d19087d9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:42:19.395333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:19.400534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:19.445081 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:19.751101 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686a9fb-a55f-4023-92cf-ce6989f3dad1 req-9915f75f-a2c0-4ae1-89ae-ab0e39c8fe7a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:19.752492 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6686a9fb-a55f-4023-92cf-ce6989f3dad1 req-9915f75f-a2c0-4ae1-89ae-ab0e39c8fe7a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Sep 18 01:42:19.790034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6686a9fb-a55f-4023-92cf-ce6989f3dad1 req-f5c3e0e2-aadc-4be6-a313-79f307615550 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Sep 18 01:42:19.808438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['9e75323b-728f-47a3-bfd8-5478d19087d9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:42:20.910765 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d9da-33e7-43d2-aa61-ebd12412db07 req-6dd0e66b-bebe-4b93-a6c2-37b92508991a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:20.912382 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f48d9da-33e7-43d2-aa61-ebd12412db07 req-6dd0e66b-bebe-4b93-a6c2-37b92508991a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0544784 Sep 18 01:42:20.950878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4f48d9da-33e7-43d2-aa61-ebd12412db07 req-6704f8c0-1c7c-4ce7-b64b-0b41e28c3738 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Sep 18 01:42:21.222716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:21.272047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 9e75323b-728f-47a3-bfd8-5478d19087d9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:42:21.275739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 9e75323b-728f-47a3-bfd8-5478d19087d9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:21.276108 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:21.349151 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:21.370749 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:42:21.374126 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6007bb8-b8e0-4dec-8950-50d4a7947799" -d '{"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-plugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:42:21.386525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:21.391120 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:21.421906 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a26642-603a-4c99-80ad-7cc6209f8b35 x-openstack-request-id: req-44a26642-603a-4c99-80ad-7cc6209f8b35 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:42:21.422193 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-plugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:42:21.422438 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44a26642-603a-4c99-80ad-7cc6209f8b35 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:42:21.422853 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'code': 200} Sep 18 01:42:21.448377 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:21.536043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935669b-d4de-4fe1-9655-fdaf89b36781 req-c2666af3-16ca-4d26-b7f9-b374d92238c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:21.537451 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6935669b-d4de-4fe1-9655-fdaf89b36781 req-c2666af3-16ca-4d26-b7f9-b374d92238c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0394073 Sep 18 01:42:21.575791 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-6935669b-d4de-4fe1-9655-fdaf89b36781 req-8b13855f-ec92-48e2-8aa0-c61e2521c4b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308287 Sep 18 01:42:22.063333 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ee370-49fa-452a-9706-39621b8729eb req-29ce173d-033f-4738-ac25-f573cd12be8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:22.064857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f80ee370-49fa-452a-9706-39621b8729eb req-29ce173d-033f-4738-ac25-f573cd12be8b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Sep 18 01:42:22.102106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f80ee370-49fa-452a-9706-39621b8729eb req-c9d7545e-5d8d-4a75-8673-2731b8dc0247 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Sep 18 01:42:23.217231 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03199d-b819-44f3-9c62-0c6c320662e7 req-53d1aa88-21ab-4166-81a2-87d4f2867a0c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:23.218794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad03199d-b819-44f3-9c62-0c6c320662e7 req-53d1aa88-21ab-4166-81a2-87d4f2867a0c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Sep 18 01:42:23.256693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ad03199d-b819-44f3-9c62-0c6c320662e7 req-c8f45dd2-ccaa-499a-8502-72e7327c0a5e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Sep 18 01:42:23.375034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abc120-a1e0-43e7-a32c-ea67f9d29e7a req-74ee46ff-6934-4708-a8c9-253b29cd2d75 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:23.376528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0abc120-a1e0-43e7-a32c-ea67f9d29e7a req-74ee46ff-6934-4708-a8c9-253b29cd2d75 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0530393 Sep 18 01:42:23.413651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0abc120-a1e0-43e7-a32c-ea67f9d29e7a req-e08777de-8f28-42bc-b087-d682c2aba1a8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Sep 18 01:42:23.435505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57632) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:23.474203 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc6f2a-84f4-482c-a434-d92bba0c9c16 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:23.475681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bbcc6f2a-84f4-482c-a434-d92bba0c9c16 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1093 time: 0.0391884 Sep 18 01:42:23.478419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57634) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:23.483279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:23.504144 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:23.602475 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:23.704718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.155 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/99abe487-f248-4c63-b5d2-7bbf1284632f) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:23.810182 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:23.843628 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:23.879999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:23.882796 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:23.885342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:23.919087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=99abe487-f248-4c63-b5d2-7bbf1284632f,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:24.245415 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.310889 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.330476 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-499dcc7c-eec6-470b-b70b-43e91284c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.460152 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.464593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.534182 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=99abe487-f248-4c63-b5d2-7bbf1284632f,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:24.546146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.643610 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP c1ec551d-6f8d-4a3e-a472-67d521fd3015 associated. External IP: 172.25.7.155, port: 9e75323b-728f-47a3-bfd8-5478d19087d9. Sep 18 01:42:24.844938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router bd0962c4-b203-464f-96ba-7fbe067ce8cc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:42:24.950999 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:42:24.960368 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Sync routers for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:42:24.967378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:24.970146 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:24.970787 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:24.993523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1bc2264e-9b8b-4f23-b7b8-58ba7e78674d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5141001 Sep 18 01:42:24.994189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:42:24.997147 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30938484-937d-42b2-bc6a-5fb87df892aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:42:25.033746 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2388341a-1d78-478c-b667-57488d6173e1 x-openstack-request-id: req-2388341a-1d78-478c-b667-57488d6173e1 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:42:25.034041 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:42:25.034295 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2388341a-1d78-478c-b667-57488d6173e1 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:42:25.034722 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'status': 'completed', 'code': 200} Sep 18 01:42:25.083806 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:25.102168 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759198c1-8420-4245-83ed-b91c87889a53 req-2d9a2196-eb93-4fe4-9d18-66ad1a487f84 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:25.103608 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-759198c1-8420-4245-83ed-b91c87889a53 req-2d9a2196-eb93-4fe4-9d18-66ad1a487f84 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0570657 Sep 18 01:42:25.118408 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938484-937d-42b2-bc6a-5fb87df892aa req-c9e60202-1016-49ac-897f-c128096b5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:25.119949 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-c9e60202-1016-49ac-897f-c128096b5192 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0405939 Sep 18 01:42:25.148811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-759198c1-8420-4245-83ed-b91c87889a53 req-54f737cf-ea27-4806-ba0d-090df3b9c88e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379887 Sep 18 01:42:25.172556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57640) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:25.212371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938484-937d-42b2-bc6a-5fb87df892aa req-78f16ec3-fce0-4aaa-b1a6-f7989fef31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:25.213955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-78f16ec3-fce0-4aaa-b1a6-f7989fef31e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0870447 Sep 18 01:42:25.237835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-bede5403-54e5-41a4-94a0-5060ee80cad1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/c1ec551d-6f8d-4a3e-a472-67d521fd3015 HTTP/1.1" status: 200 len: 992 time: 0.0640054 Sep 18 01:42:25.287123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-089a1811-c462-46ee-9d29-79f81a0588d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1000 time: 0.0652456 Sep 18 01:42:25.304753 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'c1ec551d-6f8d-4a3e-a472-67d521fd3015', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'mac_address': 'fa:16:3e:b4:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed121c04-3544-4d22-b937-30bab8865c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:42:24Z', 'updated_at': '2021-09-18T01:42:24Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:25.329723 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Checking router: bd0962c4-b203-464f-96ba-7fbe067ce8cc for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:42:25.334822 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938484-937d-42b2-bc6a-5fb87df892aa req-b4220ad1-1e7e-48d4-88bb-b03ce355b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:25.336299 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-b4220ad1-1e7e-48d4-88bb-b03ce355b1d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0429068 Sep 18 01:42:25.337732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:25.338316 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:41:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:25.385474 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938484-937d-42b2-bc6a-5fb87df892aa req-b3e183a6-02d4-4a10-8e00-b8c819608508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:25.386919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-b3e183a6-02d4-4a10-8e00-b8c819608508 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418460 Sep 18 01:42:25.445176 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:42:25.481986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-f0635eb2-1d57-4882-9a58-e4fea629499f service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Sep 18 01:42:25.575699 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-30938484-937d-42b2-bc6a-5fb87df892aa req-329e87d6-5833-438f-b110-67aa3474e58b service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Sep 18 01:42:25.751994 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'c1ec551d-6f8d-4a3e-a472-67d521fd3015', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'mac_address': 'fa:16:3e:b4:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed121c04-3544-4d22-b937-30bab8865c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:42:24Z', 'updated_at': '2021-09-18T01:42:24Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:25.777117 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619fb8d-a03a-4b34-9efe-7efbf63efe9a None None] The sync data for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 is: [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': 'c1ec551d-6f8d-4a3e-a472-67d521fd3015', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'mac_address': 'fa:16:3e:b4:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed121c04-3544-4d22-b937-30bab8865c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:42:24Z', 'updated_at': '2021-09-18T01:42:24Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:42:25.980315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559191ee-751e-4897-b416-7029cc7c70fd None None] New status for floating IP c1ec551d-6f8d-4a3e-a472-67d521fd3015: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:42:26.241351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57642) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:26.304239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ec991cbb-add2-4a05-9aa2-2ba3b56d3de8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/c1ec551d-6f8d-4a3e-a472-67d521fd3015 HTTP/1.1" status: 200 len: 994 time: 0.0616872 Sep 18 01:42:27.330805 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-76cdcfe9-d98e-420c-adf5-37c6475ecd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:27.581428 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:28.585006 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:29.900708 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:32.776134 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:42:32.846109 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:46.706874 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:54.330856 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14c715dd-2d61-4033-b9ce-4ac585ba50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:55.520842 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-c494f287-3725-49df-b973-8eb0fe694a27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447218 Sep 18 01:42:55.617223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-1ee05d6c-8e43-4c6d-a3cc-deffd03df9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:55.618671 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-1ee05d6c-8e43-4c6d-a3cc-deffd03df9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0396228 Sep 18 01:42:55.722326 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-67abe19e-0a5b-4d22-a401-203ddae4f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:55.723806 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-67abe19e-0a5b-4d22-a401-203ddae4f661 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0860927 Sep 18 01:42:55.788290 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-7e680c9f-3613-4d59-9fbd-ed0ee039c52c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1002 time: 0.0567212 Sep 18 01:42:55.836283 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-df9387a4-fde3-41e6-a23f-9dcae84b6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:55.837690 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-df9387a4-fde3-41e6-a23f-9dcae84b6ef7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0417295 Sep 18 01:42:55.890708 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-3406f212-66de-4676-ae00-e5d2d388aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:55.892403 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-3406f212-66de-4676-ae00-e5d2d388aced service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469375 Sep 18 01:42:55.980831 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-11e76dd5-2d33-43eb-9c9f-6950ea341b15 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810804 Sep 18 01:42:56.072955 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-81c4b9bc-dcd7-4c70-85b7-29682e769218 req-384a3bad-d2e4-45d1-87b2-6e3ec7b99f1d service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Sep 18 01:42:57.330891 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9967eaba-d839-4697-ad4d-c29e762567ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.582164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:58.586944 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:59.901724 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.847181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.775666 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:43:16.708706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:24.335035 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-79f5948c-5b09-4f19-a7af-dc0ba5c0f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:27.329930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0a27-3ba8-405b-9739-1e73a3daa090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:27.582056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:28.590250 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:29.178532 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5fdf-18e9-4d66-9d66-e08605878e0a req-2c1f1e6a-506e-41d5-a151-dad33087c6fb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:29.180042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-745f5fdf-18e9-4d66-9d66-e08605878e0a req-2c1f1e6a-506e-41d5-a151-dad33087c6fb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0505402 Sep 18 01:43:29.214050 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-dc94ffdf-e632-47c8-b3cb-5f80a87d7db4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951140 Sep 18 01:43:29.218228 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-745f5fdf-18e9-4d66-9d66-e08605878e0a req-0f9fc64a-1606-4d67-90ef-7e44da54ef3c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322347 Sep 18 01:43:29.905091 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:30.334934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9b3c7452-689f-4134-9d90-e8281345c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:30.336497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9b3c7452-689f-4134-9d90-e8281345c34e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0422511 Sep 18 01:43:30.342094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651132-6986-415c-a921-2355a04a1caa req-27950ced-6e32-4b6a-95af-d374cb0b4a93 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:30.343568 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb651132-6986-415c-a921-2355a04a1caa req-27950ced-6e32-4b6a-95af-d374cb0b4a93 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0500729 Sep 18 01:43:30.384456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eb651132-6986-415c-a921-2355a04a1caa req-833f2a50-5460-4a4e-8f86-4e04b29f924b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Sep 18 01:43:30.431230 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-0b98459e-7c28-4d81-b6aa-ee1c602ef03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:30.433454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-0b98459e-7c28-4d81-b6aa-ee1c602ef03f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0901535 Sep 18 01:43:30.497679 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-ef41203d-fe08-459e-aa30-59e51d5b3f40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1002 time: 0.0567780 Sep 18 01:43:30.549494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-d19af7e3-a231-4b22-ad0b-382c21f286ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:30.550849 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-d19af7e3-a231-4b22-ad0b-382c21f286ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0463820 Sep 18 01:43:30.596344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-3be1721e-0999-4a08-bcae-3a51b5291727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:30.597808 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-3be1721e-0999-4a08-bcae-3a51b5291727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389781 Sep 18 01:43:30.687428 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-42c77fd5-9975-4d6d-b08b-4aaa9685b84e service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812454 Sep 18 01:43:30.778029 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-429fd28b-05a3-442c-a376-5ddf5f12f962 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833137 Sep 18 01:43:31.502812 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72024f-4d99-4fa7-af17-42c7254ad2d6 req-d438b858-2cd4-4307-bff0-b033ee0006f8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:31.504165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f72024f-4d99-4fa7-af17-42c7254ad2d6 req-d438b858-2cd4-4307-bff0-b033ee0006f8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0521221 Sep 18 01:43:31.541940 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7f72024f-4d99-4fa7-af17-42c7254ad2d6 req-2cc9451a-0e4d-4c25-897e-222368f30581 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Sep 18 01:43:32.655995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615090-2d81-4765-b669-b4e54937f430 req-a94fd960-1725-48d8-984b-1ab129255ad2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:32.657480 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1615090-2d81-4765-b669-b4e54937f430 req-a94fd960-1725-48d8-984b-1ab129255ad2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0489953 Sep 18 01:43:32.694727 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c1615090-2d81-4765-b669-b4e54937f430 req-c822d6a2-c40e-45f6-85aa-ebc0cf30719a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Sep 18 01:43:32.856774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:33.808326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a6c4-7973-4940-8369-62ad73c632e9 req-ef3a8833-7ad2-41fd-af18-c7e91145b25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:33.809801 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c978a6c4-7973-4940-8369-62ad73c632e9 req-ef3a8833-7ad2-41fd-af18-c7e91145b25c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0492549 Sep 18 01:43:33.845830 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c978a6c4-7973-4940-8369-62ad73c632e9 req-a1988b69-1f84-4cf4-acce-c6fc1a15b3ef tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 Sep 18 01:43:34.963369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9b9dd-d22b-4e51-9b61-ebce47b956f4 req-9b5067ca-f897-4247-abb3-5b7211791696 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:34.965139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ead9b9dd-d22b-4e51-9b61-ebce47b956f4 req-9b5067ca-f897-4247-abb3-5b7211791696 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0527728 Sep 18 01:43:35.002653 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ead9b9dd-d22b-4e51-9b61-ebce47b956f4 req-e5218ae1-2d6c-46ba-90de-f74447e45aa3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Sep 18 01:43:36.115983 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58410c-164c-4bb3-8630-4d652c7bf282 req-d5709d8f-dd73-4c69-8ce2-82d93a864f71 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:36.117582 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae58410c-164c-4bb3-8630-4d652c7bf282 req-d5709d8f-dd73-4c69-8ce2-82d93a864f71 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0480287 Sep 18 01:43:36.155641 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae58410c-164c-4bb3-8630-4d652c7bf282 req-15bd0596-cd2a-4dfb-9762-14f9d280455f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 Sep 18 01:43:37.273073 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6d2f-2927-4ef3-b60d-547c7b51c7b1 req-1f282f5b-3919-4ab6-b2a5-66002ef86970 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:37.274805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45d6d2f-2927-4ef3-b60d-547c7b51c7b1 req-1f282f5b-3919-4ab6-b2a5-66002ef86970 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Sep 18 01:43:37.313213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e45d6d2f-2927-4ef3-b60d-547c7b51c7b1 req-bfda7171-3024-4106-bb4d-2594deec023e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Sep 18 01:43:38.435962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4af6-ed9e-4e60-a179-a807f1a714cb req-31aa2403-5fab-4d4f-8366-67b23e8f95c2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:38.437467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-034d4af6-ed9e-4e60-a179-a807f1a714cb req-31aa2403-5fab-4d4f-8366-67b23e8f95c2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0556362 Sep 18 01:43:38.475178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-034d4af6-ed9e-4e60-a179-a807f1a714cb req-3342ea97-7d97-4fb8-a870-0ef8055730fc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Sep 18 01:43:39.588299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386908a-ee6e-48a8-ab17-0840e8e516c7 req-62667793-628e-4bad-b795-c38227c657c7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:39.589791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2386908a-ee6e-48a8-ab17-0840e8e516c7 req-62667793-628e-4bad-b795-c38227c657c7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0479283 Sep 18 01:43:39.627043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2386908a-ee6e-48a8-ab17-0840e8e516c7 req-3493ba32-bfa0-4a36-bec4-0602c6047cec tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Sep 18 01:43:40.755738 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a8c34-cdd6-4a7a-befc-506705ca9dec req-392278e7-7027-40ed-8e59-69eeb9ba1c54 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:40.757246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c99a8c34-cdd6-4a7a-befc-506705ca9dec req-392278e7-7027-40ed-8e59-69eeb9ba1c54 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0500381 Sep 18 01:43:40.795705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c99a8c34-cdd6-4a7a-befc-506705ca9dec req-31dda3ab-e9f2-440b-829e-5f33b7e21d8c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Sep 18 01:43:41.914186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86f32-e6a2-46ca-9617-2e98f646b9a3 req-57ef65f6-1dd2-4cea-abd3-ed6d248a7064 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:41.916026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf86f32-e6a2-46ca-9617-2e98f646b9a3 req-57ef65f6-1dd2-4cea-abd3-ed6d248a7064 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0538485 Sep 18 01:43:41.952783 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-baf86f32-e6a2-46ca-9617-2e98f646b9a3 req-656640d7-9aaf-44ce-b89b-ea4c98f0caa9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Sep 18 01:43:42.730276 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-89bee1c6-962d-489c-af23-7e61bfaa7ad8 service neutron] show failed (client error): The resource could not be found. Sep 18 01:43:42.731285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-89bee1c6-962d-489c-af23-7e61bfaa7ad8 service neutron] 10.222.0.54 "GET /v2.0/ports/9e75323b-728f-47a3-bfd8-5478d19087d9/bindings/n-h1-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0541842 Sep 18 01:43:42.974418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-1f477082-6659-40d9-a8ff-2bd1bc1e36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:42.975989 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-1f477082-6659-40d9-a8ff-2bd1bc1e36af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0876901 Sep 18 01:43:42.987167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-6406874a-3e22-46fa-8d94-a571e2d27253 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:43:42.988144 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-6406874a-3e22-46fa-8d94-a571e2d27253 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049474 Sep 18 01:43:42.999916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:43:43.082338 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.105058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc85aa8-9820-45a3-b97b-225e55cc1e4d req-77fa1aa6-5443-4fec-bd97-cc859bced833 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:43.106514 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddc85aa8-9820-45a3-b97b-225e55cc1e4d req-77fa1aa6-5443-4fec-bd97-cc859bced833 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0867550 Sep 18 01:43:43.217823 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ddc85aa8-9820-45a3-b97b-225e55cc1e4d req-91ef2ce5-c9a4-46cb-b1a4-60db85ad294e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911589 Sep 18 01:43:43.327377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:43.359131 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:43:43.397506 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:43:43.400012 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0250bd8a-cb94-4197-9ad2-43cc2898800e" -d '{"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-unplugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:43:43.404133 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.417186 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Transition to ACTIVE for port object 9e75323b-728f-47a3-bfd8-5478d19087d9 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:43:43.420984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.509053 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eabef3-d06c-46a0-9760-1d633a6ae31e x-openstack-request-id: req-b8eabef3-d06c-46a0-9760-1d633a6ae31e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:43:43.509435 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-unplugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:43:43.509760 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8eabef3-d06c-46a0-9760-1d633a6ae31e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:43:43.510164 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'code': 200} Sep 18 01:43:43.512802 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=6']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:43.524858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.525331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.525534 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.526061 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.526394 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.526721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.527045 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.527366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.527694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.528017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.528373 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.528694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:43.561502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] No DVR routers for this DVR port 9e75323b-728f-47a3-bfd8-5478d19087d9 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:43:43.696064 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:43:43.696431 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:43:43.697314 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:43:43.701549 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:43:43.701881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Attempting to bind port 9e75323b-728f-47a3-bfd8-5478d19087d9 on network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:43:43.706606 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:43:43.706945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Checking segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:43:43.707327 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Bound using segment: {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:43:43.707750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Bound port: 9e75323b-728f-47a3-bfd8-5478d19087d9, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fefe59-373e-4168-bc43-59e1bd515a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:43:43.708102 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.773364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:43:43.777006 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:43:43.781463 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.814945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:43.815581 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:43.817022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] 10.222.0.48 "PUT /v2.0/ports/9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1093 time: 0.8208659 Sep 18 01:43:43.854784 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9aee6-d468-4a94-94b2-75e9f730f52c service neutron] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:43.886370 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-b2a66e28-62d2-4ec7-a89e-bd817df4c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:43.887897 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-b2a66e28-62d2-4ec7-a89e-bd817df4c07d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1096 time: 0.0456183 Sep 18 01:43:43.986098 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-aa08c2e1-bddd-4a7f-86e1-1f5f88e44174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:43.987594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-aa08c2e1-bddd-4a7f-86e1-1f5f88e44174 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0920904 Sep 18 01:43:44.052557 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-895ee77f-08b6-4e57-b310-adadc29ebeb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1000 time: 0.0574780 Sep 18 01:43:44.105344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-269c8999-e2c3-49b7-9c06-4ba27faef2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:44.106671 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-269c8999-e2c3-49b7-9c06-4ba27faef2dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0475492 Sep 18 01:43:44.154678 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-7ac25352-1447-4b5f-92ab-1bfaceda3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:44.156306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-7ac25352-1447-4b5f-92ab-1bfaceda3463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415545 Sep 18 01:43:44.248684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-0ca4a9ac-04eb-4819-b977-308c38e8063d service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Sep 18 01:43:44.382804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ac21-4ef2-4607-9c9a-cf8257d1d156 req-ffee5885-f278-4a62-83fa-1afff9ea20dc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:44.384320 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41c1ac21-4ef2-4607-9c9a-cf8257d1d156 req-ffee5885-f278-4a62-83fa-1afff9ea20dc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.0942874 Sep 18 01:43:44.386693 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e5b8fd7d-4212-4585-a1e7-4ea3ee6379bd req-fc8e3419-c80d-4b16-9b80-efa13c89f2e3 service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305265 Sep 18 01:43:44.423790 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-41c1ac21-4ef2-4607-9c9a-cf8257d1d156 req-9dec0be5-0bc2-45bb-b6ee-88b300513897 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Sep 18 01:43:45.523027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:43:45.764625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:43:45.802544 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:43:45.838518 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316ba15-d347-4525-af29-cd7f1950a94d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:43:45.867115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a3fef-31ad-424c-b993-5ccce98b0ad5 req-0db9d0b0-d287-4263-97af-646d3f172225 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:45.869529 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-880a3fef-31ad-424c-b993-5ccce98b0ad5 req-0db9d0b0-d287-4263-97af-646d3f172225 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 944 time: 0.3743343 Sep 18 01:43:45.896402 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d18fa8-295e-4d61-ba24-01b073cc852e x-openstack-request-id: req-28d18fa8-295e-4d61-ba24-01b073cc852e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:43:45.896674 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:43:45.896978 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28d18fa8-295e-4d61-ba24-01b073cc852e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:43:45.897401 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'status': 'completed', 'code': 200} Sep 18 01:43:45.916126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-880a3fef-31ad-424c-b993-5ccce98b0ad5 req-2f802cd4-376d-442e-8130-4a9c8876ad65 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Sep 18 01:43:45.981513 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-4fb5d93a-e93f-4e87-95a9-517a1f3db7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:45.983013 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-4fb5d93a-e93f-4e87-95a9-517a1f3db7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1096 time: 0.0500827 Sep 18 01:43:45.986182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-44d777d9-c935-4bed-833f-7b45c0e48144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:45.987660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-44d777d9-c935-4bed-833f-7b45c0e48144 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1096 time: 0.0422297 Sep 18 01:43:46.077753 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-944634e1-5111-41ff-b4af-196296ae1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.079156 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-944634e1-5111-41ff-b4af-196296ae1795 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0882344 Sep 18 01:43:46.083559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-ff1640b6-606e-48b1-b7cc-5d96685005c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.085085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-ff1640b6-606e-48b1-b7cc-5d96685005c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0893548 Sep 18 01:43:46.145942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-30a1fbd1-a480-4649-844f-219ed9cc5282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1000 time: 0.0572133 Sep 18 01:43:46.151771 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-6f8c7870-43ff-4409-8d94-7ff23793cbf8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1000 time: 0.0574727 Sep 18 01:43:46.194307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-c7a9d76b-22c5-4454-8d31-57b65f6ae1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.195762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-c7a9d76b-22c5-4454-8d31-57b65f6ae1aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0434306 Sep 18 01:43:46.203776 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-4ae52b33-5fcc-4009-b0ab-a2913d123026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.205254 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-4ae52b33-5fcc-4009-b0ab-a2913d123026 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0466068 Sep 18 01:43:46.245653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-f358c967-e4cf-49ed-a29a-a97f4c32e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.247140 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-f358c967-e4cf-49ed-a29a-a97f4c32e3e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443435 Sep 18 01:43:46.255876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ba15-d347-4525-af29-cd7f1950a94d req-b3fd59ec-50e5-4baa-83bb-3a948162e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:46.257362 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-b3fd59ec-50e5-4baa-83bb-3a948162e565 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402031 Sep 18 01:43:46.339660 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-e2446f96-77da-46dc-8225-fad95cc53a8a service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Sep 18 01:43:46.346220 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-ba5d6ad3-ce52-4a1c-bb19-478fc9a1e3ba service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807877 Sep 18 01:43:46.433951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-d2dfc0d1-9a7a-493f-83d5-8ece8a952e3c service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 Sep 18 01:43:46.442386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-a316ba15-d347-4525-af29-cd7f1950a94d req-93b2ab32-b4cc-4a96-a89a-9aa3ad5b9603 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Sep 18 01:43:46.642178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:43:46.730089 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:46.746158 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:46.755955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'port_id': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'mac_address': 'fa:16:3e:b4:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:43:46.774555 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:43:46.792597 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:46.804778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e75323b-728f-47a3-bfd8-5478d19087d9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:43:46.824681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:46.828382 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:46.873102 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:46.880119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.880490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.880826 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.881152 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.881484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.881806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.882128 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.882447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.882767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.883092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.883404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:46.883725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:47.039428 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef844e-8c7b-485d-8f8f-182d339238d7 req-59e5c833-f614-4619-86f6-3fefe9db1fa8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.040957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27ef844e-8c7b-485d-8f8f-182d339238d7 req-59e5c833-f614-4619-86f6-3fefe9db1fa8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 18 01:43:47.059933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['9e75323b-728f-47a3-bfd8-5478d19087d9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:43:47.080688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27ef844e-8c7b-485d-8f8f-182d339238d7 req-7c5866ea-aed5-4fa7-b3e6-a883491e26f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Sep 18 01:43:47.297007 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958403-adf2-466c-ac2e-94ee25c756d8 req-494df52d-30e5-4e2c-bd3d-82727b6df161 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.298508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64958403-adf2-466c-ac2e-94ee25c756d8 req-494df52d-30e5-4e2c-bd3d-82727b6df161 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0548522 Sep 18 01:43:47.326785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-5cfe20b5-c617-4f04-87e3-d3a2bbbbcccd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.328449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-5cfe20b5-c617-4f04-87e3-d3a2bbbbcccd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&binding%3Ahost_id=n-h1-712707-16 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Sep 18 01:43:47.336609 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-64958403-adf2-466c-ac2e-94ee25c756d8 req-1bf80c75-30a2-47db-b8b6-a8d5b245a76e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Sep 18 01:43:47.394383 n-d-712707-16 neutron-server[106452]: INFO neutron.api.v2.resource [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-64d0befc-c070-4c9c-95b0-52bc7851744c service neutron] delete failed (client error): The resource could not be found. Sep 18 01:43:47.395448 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-64d0befc-c070-4c9c-95b0-52bc7851744c service neutron] 10.222.0.54 "DELETE /v2.0/ports/9e75323b-728f-47a3-bfd8-5478d19087d9/bindings/n-h2-712707-16 HTTP/1.1" status: 404 len: 381 time: 0.0595248 Sep 18 01:43:47.459348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ca82e-75a4-401f-944a-0f2a5da2ac6a req-aa6e53bd-e4cc-44f6-a3fe-33c8bc1c849b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.460773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f1ca82e-75a4-401f-944a-0f2a5da2ac6a req-aa6e53bd-e4cc-44f6-a3fe-33c8bc1c849b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0553055 Sep 18 01:43:47.499531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-b860e21f-f3d6-4d6a-8ed4-0798539d4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.499765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6f1ca82e-75a4-401f-944a-0f2a5da2ac6a req-16d89f49-0c85-4f15-a064-a44a4cd7a303 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Sep 18 01:43:47.501073 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-b860e21f-f3d6-4d6a-8ed4-0798539d4c4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1097 time: 0.0413761 Sep 18 01:43:47.589849 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-d2a53914-e699-4720-81b7-479432f84ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.591312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-d2a53914-e699-4720-81b7-479432f84ae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0835698 Sep 18 01:43:47.658886 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-1d2b234d-863b-446e-a2ef-337199336af3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1001 time: 0.0605278 Sep 18 01:43:47.705985 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-ed841e72-cfa5-446f-aba9-ea6ecf7c7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.707384 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-ed841e72-cfa5-446f-aba9-ea6ecf7c7d6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0410819 Sep 18 01:43:47.751957 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-c0b9c454-2fc7-413b-a898-a6c5d10a8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:47.753366 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-c0b9c454-2fc7-413b-a898-a6c5d10a8762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385509 Sep 18 01:43:47.843654 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-e2777ecd-754e-48de-9517-4450776d34dc service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824153 Sep 18 01:43:47.931283 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f146243-036f-4db8-bc18-62c2d205a9bd req-83943f5d-4912-422d-b19f-f42bd7ee4d94 service neutron] 10.222.0.54 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806050 Sep 18 01:43:48.614647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e04b12-e9da-4d28-8101-b176bfcd4346 req-e50dde7e-9142-4b59-ac08-eb60726f342a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:48.616100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01e04b12-e9da-4d28-8101-b176bfcd4346 req-e50dde7e-9142-4b59-ac08-eb60726f342a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Sep 18 01:43:48.653764 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01e04b12-e9da-4d28-8101-b176bfcd4346 req-c2f895a0-7abe-4759-9d0d-bd0942c45fd8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Sep 18 01:43:48.661758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:43:48.676192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57756) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:48.710283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 9e75323b-728f-47a3-bfd8-5478d19087d9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:43:48.714626 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 9e75323b-728f-47a3-bfd8-5478d19087d9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:48.715001 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:48.743187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9fb4c6aa-bf62-4d49-8347-4f06e7cf7221 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/c1ec551d-6f8d-4a3e-a472-67d521fd3015 HTTP/1.1" status: 200 len: 993 time: 0.0658140 Sep 18 01:43:48.792238 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:48.813201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:43:48.815506 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99532abe-4dc3-4550-bd1d-4482fd376834" -d '{"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-plugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:43:48.828571 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:48.832421 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:48.878654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:48.911319 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292012ef-7897-4010-aaee-f3ec90a1e287 x-openstack-request-id: req-292012ef-7897-4010-aaee-f3ec90a1e287 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:43:48.911603 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-plugged", "status": "completed", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:43:48.911850 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-292012ef-7897-4010-aaee-f3ec90a1e287 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:43:48.912264 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'code': 200} Sep 18 01:43:51.974984 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-50a6a776-038e-40b8-89e0-b8db22ca3f0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416529 Sep 18 01:43:52.066242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-8b2afc89-9300-43ef-814e-b01ceafe8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:52.067761 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-8b2afc89-9300-43ef-814e-b01ceafe8eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0477133 Sep 18 01:43:52.176981 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-9f5d4fa9-0f54-4e72-be40-d0279e1481b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:52.178567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-9f5d4fa9-0f54-4e72-be40-d0279e1481b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.0902138 Sep 18 01:43:52.244995 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-9abe31e8-9b92-4918-ba5f-fec4b1e6a24b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 1002 time: 0.0587261 Sep 18 01:43:52.293069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-937ada05-1943-48f7-b414-7492333495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:52.294526 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-937ada05-1943-48f7-b414-7492333495aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0435786 Sep 18 01:43:52.345650 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-0d83a212-3469-4d19-8ab6-c1dfde7c1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:52.347163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-0d83a212-3469-4d19-8ab6-c1dfde7c1a19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455422 Sep 18 01:43:52.459396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-44c06940-7f8c-4429-87a5-fbd478e360d4 service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042392 Sep 18 01:43:52.553070 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3d4b6778-dada-442c-9753-ad1ed8d31c6e req-885d115a-0a00-4679-8279-515f36603974 service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864379 Sep 18 01:43:54.336062 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-14645cc7-2f04-4c77-8b3c-b180ebced6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:57.331245 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d105c6b8-d5ad-4028-b6f0-4d019c2a34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:57.582447 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:58.596344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:59.907463 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:02.870683 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:16.709356 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.341450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57776) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:17.507708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 99abe487-f248-4c63-b5d2-7bbf1284632f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:44:17.508048 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.581764 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.582094 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.593925 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 99abe487-f248-4c63-b5d2-7bbf1284632f owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:44:17.740145 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.769163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=99abe487-f248-4c63-b5d2-7bbf1284632f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:17.828016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:17.828379 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP c1ec551d-6f8d-4a3e-a472-67d521fd3015 disassociated (deleted). External IP: 172.25.7.155, port: 9e75323b-728f-47a3-bfd8-5478d19087d9. Sep 18 01:44:18.036316 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router bd0962c4-b203-464f-96ba-7fbe067ce8cc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:44:18.142775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:44:18.147675 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:18.153046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Sync routers for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:44:18.161586 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:18.162179 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:18.174465 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a1fbf80d-c770-4082-a32d-16412f0fd012 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/floatingips/c1ec551d-6f8d-4a3e-a472-67d521fd3015 HTTP/1.1" status: 204 len: 168 time: 0.8319099 Sep 18 01:44:18.175154 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:44:18.177531 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d12c0-9dc3-4cc8-9603-202b39577374" -d '{"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:44:18.217535 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e664b1-076b-481d-a4de-641cb8912ef6 x-openstack-request-id: req-a8e664b1-076b-481d-a4de-641cb8912ef6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:44:18.217830 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:44:18.218086 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8e664b1-076b-481d-a4de-641cb8912ef6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:44:18.218487 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'status': 'completed', 'code': 200} Sep 18 01:44:18.271322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:18.285322 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-e07af4b3-0f20-40d0-8784-ebc107312d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:18.286861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-e07af4b3-0f20-40d0-8784-ebc107312d66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 1098 time: 0.0465317 Sep 18 01:44:18.403018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-556dab55-f282-43e7-83ed-b52ccd319ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:18.404567 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-556dab55-f282-43e7-83ed-b52ccd319ea9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 200 len: 898 time: 0.1088777 Sep 18 01:44:18.449502 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-40fa9cb5-7bcf-4931-8756-46a85f80193b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 200 len: 217 time: 0.0357161 Sep 18 01:44:18.482084 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:18.507049 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Checking router: bd0962c4-b203-464f-96ba-7fbe067ce8cc for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:44:18.515730 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:18.516385 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:18.536827 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-9eccfeab-d2d7-45c1-8d59-76d629312269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:18.538316 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-9eccfeab-d2d7-45c1-8d59-76d629312269 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 200 len: 834 time: 0.0795083 Sep 18 01:44:18.546582 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b97b0a-6224-4c1e-ac09-5ca221db5822 req-8953041e-a509-40eb-b702-dc3b5cf69dba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:18.547946 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2b97b0a-6224-4c1e-ac09-5ca221db5822 req-8953041e-a509-40eb-b702-dc3b5cf69dba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.1738987 Sep 18 01:44:18.611462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e2b97b0a-6224-4c1e-ac09-5ca221db5822 req-ef1bc651-3830-4c0d-9f81-328bbd84d6ea tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552058 Sep 18 01:44:18.614051 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-0a754e16-e84f-4c12-a03c-e1361b241942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:18.615491 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-0a754e16-e84f-4c12-a03c-e1361b241942 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c6eeaa3-411d-400e-b87c-bfbc98b787b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666678 Sep 18 01:44:18.621747 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:18.713370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-d948a59d-0542-43d0-9132-ee49c05e4c1e service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889473 Sep 18 01:44:18.802970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-625d12c0-9dc3-4cc8-9603-202b39577374 req-82118b9b-1ae9-42e6-8fdd-41a4c1552454 service neutron] 10.222.0.48 "GET /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Sep 18 01:44:18.821824 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:18.851124 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd976b-4766-45b5-bf9b-241a2c419426 None None] The sync data for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 is: [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:42:09Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1d62b939-5689-4c46-bb13-ff39b6033d17', 'name': '', 'network_id': '2c6eeaa3-411d-400e-b87c-bfbc98b787b2', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:de:92:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:09Z', 'updated_at': '2021-09-18T01:42:12Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'fdb6cc7b-04eb-4900-be6f-d5aa6986bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:44:19.059950 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9401ba-e312-417e-9980-5e4cff048252 None None] New status for floating IP c1ec551d-6f8d-4a3e-a472-67d521fd3015: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:44:19.652971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-872912fb-24f4-4b07-a8b9-59e6395179e9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:19.654459 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-872912fb-24f4-4b07-a8b9-59e6395179e9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Sep 18 01:44:19.776376 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 9e75323b-728f-47a3-bfd8-5478d19087d9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:44:19.776723 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:19.846764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0c6d0-3fef-4b5e-823d-1f4aaba52520 req-f3c4504e-c364-4664-9651-d241cd47d7cc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:19.848252 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87e0c6d0-3fef-4b5e-823d-1f4aaba52520 req-f3c4504e-c364-4664-9651-d241cd47d7cc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed121c04-3544-4d22-b937-30bab8865c98 HTTP/1.1" status: 200 len: 946 time: 0.1598828 Sep 18 01:44:19.906811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 9e75323b-728f-47a3-bfd8-5478d19087d9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=9e75323b-728f-47a3-bfd8-5478d19087d9,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:19.907190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:19.911991 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-87e0c6d0-3fef-4b5e-823d-1f4aaba52520 req-5e2b6840-dc69-456c-b7f1-93abe66cd171 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c16612e-6bfb-448c-af12-a5ac127731ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571351 Sep 18 01:44:19.922865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 9e75323b-728f-47a3-bfd8-5478d19087d9 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:44:20.051779 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:20.080063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=9e75323b-728f-47a3-bfd8-5478d19087d9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:20.119664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] No DVR routers for this DVR port 9e75323b-728f-47a3-bfd8-5478d19087d9 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:44:20.122303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:20.124313 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3e9dcf12-868b-4f1a-8528-bed4d7251708 req-7961c031-5bad-4330-ba06-5ae547badf43 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "DELETE /v2.0/ports/9e75323b-728f-47a3-bfd8-5478d19087d9 HTTP/1.1" status: 204 len: 173 time: 0.4635348 Sep 18 01:44:20.220086 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-deleted', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:44:20.222505 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd1843-2fee-4a81-bd27-b42c9a2ab3a1" -d '{"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-deleted", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:44:20.257745 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d60b749-2242-4ee6-855c-ad62657f7bf6 x-openstack-request-id: req-0d60b749-2242-4ee6-855c-ad62657f7bf6 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:44:20.258048 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed121c04-3544-4d22-b937-30bab8865c98", "name": "network-vif-deleted", "tag": "9e75323b-728f-47a3-bfd8-5478d19087d9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:44:20.258302 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d60b749-2242-4ee6-855c-ad62657f7bf6 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:44:20.258705 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed121c04-3544-4d22-b937-30bab8865c98', 'name': 'network-vif-deleted', 'tag': '9e75323b-728f-47a3-bfd8-5478d19087d9', 'status': 'completed', 'code': 200} Sep 18 01:44:20.980022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57798) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:21.623324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:21.872090 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 1d62b939-5689-4c46-bb13-ff39b6033d17 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:44:21.872457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:21.963453 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 1d62b939-5689-4c46-bb13-ff39b6033d17, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1d62b939-5689-4c46-bb13-ff39b6033d17,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:21.963829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:21.975618 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 1d62b939-5689-4c46-bb13-ff39b6033d17 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:44:22.158107 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.186203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=1d62b939-5689-4c46-bb13-ff39b6033d17,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:22.211348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.211702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.212044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.212411 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.212779 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.213730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.214068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.214392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.214735 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.215043 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.215374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.215698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:22.375380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.582520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router bd0962c4-b203-464f-96ba-7fbe067ce8cc has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:44:22.685239 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:44:22.690171 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-aa3d0603-6745-44c4-ac12-012d5d7a7f06 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/bd0962c4-b203-464f-96ba-7fbe067ce8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7091084 Sep 18 01:44:22.693590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57800) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:22.695521 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Sync routers for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:44:22.705251 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:22.705845 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:22.751747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting subnet fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:44:22.754838 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.796253 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.805304 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:22.811698 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:44:22.835512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 9e75323b-728f-47a3-bfd8-5478d19087d9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:44:22.835773 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 9e75323b-728f-47a3-bfd8-5478d19087d9 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:44:22.881571 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.950398 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.979212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb6cc7b-04eb-4900-be6f-d5aa6986bef0,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:22.981235 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:22.983343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ef3173f8-360b-46cb-aac6-a25fdeed9016 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/subnets/fdb6cc7b-04eb-4900-be6f-d5aa6986bef0 HTTP/1.1" status: 204 len: 168 time: 0.2883806 Sep 18 01:44:22.986036 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57802) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:22.986937 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c9bd7-504e-472e-9d9d-7805b98406e5 None None] Network 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:44:23.003899 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:44:22Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:23.106266 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.125377 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Checking router: bd0962c4-b203-464f-96ba-7fbe067ce8cc for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:44:23.137029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Routers {'bd0962c4-b203-464f-96ba-7fbe067ce8cc'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:23.137710 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:43:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:23.169662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] DHCP port deletion for 2c6eeaa3-411d-400e-b87c-bfbc98b787b2 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:44:23.214818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Deleting port 69df5c08-8634-489e-ab2d-98bf3a94e783 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:44:23.215289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.223233 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.242378 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] Set router bd0962c4-b203-464f-96ba-7fbe067ce8cc gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:23.285775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 22a30ea0-9d49-4521-b2c2-a663ccb5202a {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:44:23.286137 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.286503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] For port 69df5c08-8634-489e-ab2d-98bf3a94e783, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=69df5c08-8634-489e-ab2d-98bf3a94e783,segment=NetworkSegment(71fefe59-373e-4168-bc43-59e1bd515a75),segment_id=71fefe59-373e-4168-bc43-59e1bd515a75)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:23.286946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.300350 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Calling delete_port for 69df5c08-8634-489e-ab2d-98bf3a94e783 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:44:23.367058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 22a30ea0-9d49-4521-b2c2-a663ccb5202a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=22a30ea0-9d49-4521-b2c2-a663ccb5202a,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:23.367411 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.380136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 22a30ea0-9d49-4521-b2c2-a663ccb5202a owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:44:23.381982 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.409921 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] Pushing event deleted for resources: {'Port': ['ID=69df5c08-8634-489e-ab2d-98bf3a94e783,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:23.411800 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846b47a-912e-4d41-8d01-e056140744ab None None] No DVR routers for this DVR port 69df5c08-8634-489e-ab2d-98bf3a94e783 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:44:23.433101 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:44:22Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:23.458933 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f5f47-880b-4b8c-a509-0094fc93eed9 None None] The sync data for ids ['bd0962c4-b203-464f-96ba-7fbe067ce8cc'] in n-d-712707-16 is: [{'id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111100766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:06Z', 'updated_at': '2021-09-18T01:44:22Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '22a30ea0-9d49-4521-b2c2-a663ccb5202a', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0962c4-b203-464f-96ba-7fbe067ce8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:42:07Z', 'updated_at': '2021-09-18T01:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:44:23.562030 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.586646 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=22a30ea0-9d49-4521-b2c2-a663ccb5202a,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:23.648319 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.737805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.739780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.772951 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:44:23.782690 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.783268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Fanout notify agent at l3_agent the message router_deleted on router bd0962c4-b203-464f-96ba-7fbe067ce8cc {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:44:23.790505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.792651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5d6af4a1-23fa-41ff-aaa4-18db061a11b0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/routers/bd0962c4-b203-464f-96ba-7fbe067ce8cc HTTP/1.1" status: 204 len: 168 time: 0.8056250 Sep 18 01:44:23.795222 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57804) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:23.876698 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.965650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:23.986345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6eeaa3-411d-400e-b87c-bfbc98b787b2']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:23.995616 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fefe59-373e-4168-bc43-59e1bd515a75') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:23.995913 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fefe59-373e-4168-bc43-59e1bd515a75') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:24.004975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.020326 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.028046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:44:24.028355 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:44:24.032113 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:44:24.080443 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69df5c08-8634-489e-ab2d-98bf3a94e783 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:44:24.098347 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.106812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.108942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/networks/2c6eeaa3-411d-400e-b87c-bfbc98b787b2 HTTP/1.1" status: 204 len: 168 time: 0.3125808 Sep 18 01:44:24.110715 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 69df5c08-8634-489e-ab2d-98bf3a94e783 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:44:24.111096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 69df5c08-8634-489e-ab2d-98bf3a94e783 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:44:24.111502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d62b939-5689-4c46-bb13-ff39b6033d17 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:44:24.111862 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57806) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:24.131072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1d62b939-5689-4c46-bb13-ff39b6033d17 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:44:24.131423 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1d62b939-5689-4c46-bb13-ff39b6033d17 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:44:24.134729 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002055d-3518-45c9-a637-d6ad24984b16 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Network': ['ID=2c6eeaa3-411d-400e-b87c-bfbc98b787b2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:24.186695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.210391 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.273129 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.276593 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.277763 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c16612e-6bfb-448c-af12-a5ac127731ee HTTP/1.1" status: 204 len: 168 time: 0.1649482 Sep 18 01:44:24.286872 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175dde5-f305-45f0-b5f7-8ff1c50e3d69 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16612e-6bfb-448c-af12-a5ac127731ee,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:24.340009 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-febf3d41-4579-4cb0-8a09-ca81bcd9b295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.806555 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57812) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:24.811141 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755452306', 'description': 'tempest-secgroup-smoke-1755452306 description', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:24.833136 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.913909 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.917993 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.944192 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:24.945417 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378713 Sep 18 01:44:24.949312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57814) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:24.950095 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d204f-b260-42f2-9b98-ad91164441ce tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24a423-84e4-4082-b10e-a107073aa31b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:24.956414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:24.984141 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.029241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.032879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.058087 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d314c2-58f9-4b3c-a242-dff09606f79b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.062090 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.063358 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-64484115-7a1c-48b9-889c-f48fb28a6e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129863 Sep 18 01:44:25.066066 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57816) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.070245 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.097727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.153592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.156953 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.173803 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018cb217-89ed-4f9e-bd44-adce0b345f12,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.180367 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.182102 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c357b04e-564a-45ee-82e2-cb34e1f3251f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145611 Sep 18 01:44:25.184874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57818) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.189166 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.215172 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.272333 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.276174 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.296571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f43c356-5584-4cbf-952c-bc72c662d855,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.299988 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.303811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7510e14-cc7b-4d01-b1f7-14a879bd782e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153903 Sep 18 01:44:25.304309 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57820) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.309257 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.334805 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.391965 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.395451 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.421060 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b116d990-8ef2-4de8-b8bb-a19eeecc4538,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.425900 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.429799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c7d137b2-c148-485b-998f-a0760c2a84b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219196 Sep 18 01:44:25.430217 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57822) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.435455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.456919 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:44:25.461534 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.521965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.526667 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.543458 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0ab6b4-d745-47ca-857e-03299d005394,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.550028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.551335 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cace3f16-95a9-47da-8799-4af1db4d3b48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203916 Sep 18 01:44:25.554104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57824) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.559210 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': '8f24a423-84e4-4082-b10e-a107073aa31b', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.580711 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:44:25.585339 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.649007 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.653232 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.670124 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7397d747-9d76-4138-a2e4-db56115bf8c0,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.676420 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.677596 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e1fde1b2-93c3-4451-a34a-034094326172 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225319 Sep 18 01:44:25.680480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57826) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.686304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'network': {'name': 'tempest-network-smoke--404953862', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'port_security_enabled': True}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.706106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:44:25.709646 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.732033 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:44:25.740871 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.741213 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Added segment fa7977c1-618c-42a8-99a6-40f35f0677b7 of type vlan for network 46c725ec-610a-4795-b0db-976c6dbbdb69 Sep 18 01:44:25.781088 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.803654 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.809665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:25.810249 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.848756 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1671493 Sep 18 01:44:25.851579 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57828) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:25.856889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'admin_state_up': True, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:25.879163 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.880142 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.880311 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93a8b-77e7-49b3-aafb-74e086141b50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Network': ['ID=46c725ec-610a-4795-b0db-976c6dbbdb69,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:25.891215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:44:25.935658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:25.979552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 22a30ea0-9d49-4521-b2c2-a663ccb5202a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:44:25.999661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 22a30ea0-9d49-4521-b2c2-a663ccb5202a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:44:26.000011 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 22a30ea0-9d49-4521-b2c2-a663ccb5202a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:44:26.388194 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:26.575700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:26.594412 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:26.695938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.4 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/88c8c169-65a7-411d-b75f-db192fad6a08) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:44:26.795869 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:26.832765 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:26.869932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:26.874021 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:26.880120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:44:26.883056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=88c8c169-65a7-411d-b75f-db192fad6a08,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:27.125910 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:27.320245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:27.330616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-24fe28d0-467a-4956-a7ee-2225b1279363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:27.448410 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 116851c6-dee5-4e84-a9c5-40b730f0119a is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:44:27.556967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:44:27.575266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Sync routers for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:44:27.577891 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:27.579134 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3646b210-fa9b-404d-ac33-87486bd946b3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7264693 Sep 18 01:44:27.582291 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57830) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:27.590627 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:27.591462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:27.594514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:27.610847 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-56d92b8d-f4fb-4881-8dbf-2a95f80f72f3 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5ea9f5c26a3145b595ab34c2cedce2d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274277 Sep 18 01:44:27.613561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57832) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:27.704588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164f49e-e9a5-4011-ae15-779850ce9303 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:27.706031 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6164f49e-e9a5-4011-ae15-779850ce9303 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914514 Sep 18 01:44:27.708953 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57834) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:27.741015 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-03eae392-be03-4a68-80ca-54b659af0550 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285721 Sep 18 01:44:27.741237 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57836) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:27.789587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411592502', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:27.855576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:27.881360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:44:27.885722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.036988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:27Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:28.063018 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Checking router: 116851c6-dee5-4e84-a9c5-40b730f0119a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:44:28.063366 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Updating router 116851c6-dee5-4e84-a9c5-40b730f0119a port 88c8c169-65a7-411d-b75f-db192fad6a08 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:44:28.069629 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.088036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.130704 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Subnet': ['ID=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:28.139697 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Checking segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:44:28.140057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network hostable DHCP agents. Network: 46c725ec-610a-4795-b0db-976c6dbbdb69, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:44:28.156923 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:44:28.164934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 46c725ec-610a-4795-b0db-976c6dbbdb69) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:28.170921 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:28.171546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.174781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1bf38-66a2-4def-aa5f-fc9a2859b8b8 None None] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:44:28.187205 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5a7e5432-a2b2-4e6c-be13-6f0aebe25940 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4447556 Sep 18 01:44:28.189726 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57840) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:28.404335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-46c725ec-610a-4795-b0db-976c6dbbdb69', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:44:28.405177 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.512787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.525965 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.623910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.625492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Attempting to bind port 88c8c169-65a7-411d-b75f-db192fad6a08 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:44:28.625873 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Attempting to bind port 88c8c169-65a7-411d-b75f-db192fad6a08 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:44:28.626242 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Attempting to bind port 88c8c169-65a7-411d-b75f-db192fad6a08 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:44:28.639795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731ae1-ab3d-461b-8569-2aa1301a7e54 None None] Pushing event updated for resources: {'Port': ['ID=88c8c169-65a7-411d-b75f-db192fad6a08,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:28.642170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:44:28.642552 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:44:28.642969 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.643343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:44:28.643815 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Bound port: 88c8c169-65a7-411d-b75f-db192fad6a08, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:44:28.644198 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.649218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.675145 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Allocated IP 172.20.0.2 (46c725ec-610a-4795-b0db-976c6dbbdb69/2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3/72075cad-4a7b-4a2c-9954-ebdfc299a1bd) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:44:28.730309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] For port 88c8c169-65a7-411d-b75f-db192fad6a08, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:44:28.767281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] For port 88c8c169-65a7-411d-b75f-db192fad6a08, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88c8c169-65a7-411d-b75f-db192fad6a08,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:44:28.772136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.858739 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:28.859367 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:28.911281 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731ae1-ab3d-461b-8569-2aa1301a7e54 None None] Pushing event updated for resources: {'Port': ['ID=88c8c169-65a7-411d-b75f-db192fad6a08,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:28.941880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.951905 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:28.995187 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.1 (46c725ec-610a-4795-b0db-976c6dbbdb69/2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3/c8e289d5-f18b-4f83-b157-b76559019580) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:44:29.034869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:29.038033 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:29.069290 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:29.096462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Pushing event updated for resources: {'Port': ['ID=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:29.098814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:44:29.112153 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.146085 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.190899 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:29.194987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:29.198553 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:44:29.200760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Attempting to bind port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:44:29.201139 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Attempting to bind port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:44:29.201509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Attempting to bind port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd on network 46c725ec-610a-4795-b0db-976c6dbbdb69 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:44:29.210112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:44:29.210490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Checking segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:44:29.210897 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.211291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Bound using segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:44:29.211761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Bound port: 72075cad-4a7b-4a2c-9954-ebdfc299a1bd, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:44:29.212146 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.234786 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:29.251794 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.312724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] For port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:44:29.316433 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] For port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:44:29.323875 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.358444 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:27Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:29.384100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:29.396167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1e2f0-0ea1-4bdb-8436-cc20247c31d5 None None] The sync data for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 is: [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:27Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:44:29.426705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434a207-4219-41ca-acae-1b05f3a7df9c None None] Pushing event updated for resources: {'Port': ['ID=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:29.914847 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.045775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.051570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.122703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 72075cad-4a7b-4a2c-9954-ebdfc299a1bd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:30.130163 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:30.136087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.180628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:30.181176 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.262091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:30.264467 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:30.278779 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.327048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:30.333585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.334614 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88c8c169-65a7-411d-b75f-db192fad6a08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:30.402231 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 116851c6-dee5-4e84-a9c5-40b730f0119a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:44:30.410527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:30.425164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 88c8c169-65a7-411d-b75f-db192fad6a08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:30.425717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.483461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578244f-010e-430c-b563-dd0afd951b28 None None] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:44:30.521924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:44:30.527937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-12f5126f-f921-4605-a4eb-10ef04f0065d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/116851c6-dee5-4e84-a9c5-40b730f0119a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3371816 Sep 18 01:44:30.533920 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.592024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 88c8c169-65a7-411d-b75f-db192fad6a08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88c8c169-65a7-411d-b75f-db192fad6a08,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:30.600628 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.608978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-8bf76537-c261-4b51-8d8e-56644b584d25 None None] Provisioning complete for port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:30.609344 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8bf76537-c261-4b51-8d8e-56644b584d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.676237 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-00ea9f6f-b648-4ac7-b1cd-0c75f6083e3d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755452306&fields=id&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 267 time: 0.0331044 Sep 18 01:44:30.723713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=88c8c169-65a7-411d-b75f-db192fad6a08,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:30.795160 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-c64e44b6-6492-43f1-9dd2-673574c3e527 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:30.796708 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-c64e44b6-6492-43f1-9dd2-673574c3e527 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 796 time: 0.1134257 Sep 18 01:44:30.815730 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8c91f7d8-d906-4685-9af9-008725abd070 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/quotas/5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 375 time: 0.0101762 Sep 18 01:44:30.871392 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-057a5245-e59c-4cd9-b7b5-25a48f8673d6 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499027 Sep 18 01:44:31.020717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-297b3127-5066-42b5-96a4-d50be54535e3 None None] Provisioning complete for port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:31.021098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-297b3127-5066-42b5-96a4-d50be54535e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.036747 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-84b1b5f0-5f10-44e3-a1a1-eb31b6ef1b1c service neutron] 10.222.0.49 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524684 Sep 18 01:44:31.119972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-297b3127-5066-42b5-96a4-d50be54535e3 None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:31.120655 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-297b3127-5066-42b5-96a4-d50be54535e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.129593 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Sync routers for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:44:31.139624 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:31.141126 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:31.142803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-28e68f4c-3348-4bb1-962a-9dd4abf424a1 service neutron] 10.222.0.49 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998323 Sep 18 01:44:31.157568 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-297b3127-5066-42b5-96a4-d50be54535e3 None None] Port c8e289d5-f18b-4f83-b157-b76559019580 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:44:31.262741 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:31.282522 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-59b5d8f6-b6d4-4178-91a3-8d181e251830 None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:31.282865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8f6-b6d4-4178-91a3-8d181e251830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.333355 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-59b5d8f6-b6d4-4178-91a3-8d181e251830 None None] Port c8e289d5-f18b-4f83-b157-b76559019580 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:44:31.345560 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdf79712-3d6f-474b-af3d-d4ebc8f36fee req-858a431a-d4ca-4ed0-b456-eae81c25e1d0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 210 time: 0.0362439 Sep 18 01:44:31.501622 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 2, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:31.531577 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Checking router: 116851c6-dee5-4e84-a9c5-40b730f0119a for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:44:31.531931 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Updating router 116851c6-dee5-4e84-a9c5-40b730f0119a port c8e289d5-f18b-4f83-b157-b76559019580 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:44:31.557269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7b0cea06-ed8f-4f51-b5e7-c4529f2938a9 None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:31.557932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b0cea06-ed8f-4f51-b5e7-c4529f2938a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.559254 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.595635 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cea06-ed8f-4f51-b5e7-c4529f2938a9 None None] Port c8e289d5-f18b-4f83-b157-b76559019580 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:44:31.837871 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.843362 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.891986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Pushing event updated for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:31.905301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.905301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.906139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.906139 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.906411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.906615 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.906831 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.907155 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.907471 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.907977 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.908322 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.908639 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:44:31.957604 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Attempting to bind port c8e289d5-f18b-4f83-b157-b76559019580 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:44:31.957965 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Attempting to bind port c8e289d5-f18b-4f83-b157-b76559019580 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:44:31.958336 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Attempting to bind port c8e289d5-f18b-4f83-b157-b76559019580 on network 46c725ec-610a-4795-b0db-976c6dbbdb69 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:44:31.964152 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:44:31.964565 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Checking segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:44:31.964963 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:31.965342 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Bound using segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:44:31.965790 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Bound port: c8e289d5-f18b-4f83-b157-b76559019580, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:44:31.966162 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.035450 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] For port c8e289d5-f18b-4f83-b157-b76559019580, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:44:32.038754 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] For port c8e289d5-f18b-4f83-b157-b76559019580, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c8e289d5-f18b-4f83-b157-b76559019580,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:44:32.044325 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.045086 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 72075cad-4a7b-4a2c-9954-ebdfc299a1bd up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:32.093294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:32.093659 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.105286 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:32.106002 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:32.137883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:32.138403 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.141844 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33874f-f3a5-4d82-89bb-dcc06f0bdd81 None None] Pushing event updated for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:32.249848 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:32.410042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88c8c169-65a7-411d-b75f-db192fad6a08 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:32.461541 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-35d1587c-1297-485b-9a2e-1a8bc8558883 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:32.464157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-35d1587c-1297-485b-9a2e-1a8bc8558883 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 796 time: 0.1597340 Sep 18 01:44:32.477209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.532867 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-bf5e8e3a-9f8b-405d-8fad-275bf7fbbb0a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 380 time: 0.0525858 Sep 18 01:44:32.533398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-79849fcb-c67d-428b-aaed-d4a74cfbd2e6 req-68a9c8c1-8888-441b-aacd-a58c624ad832 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 210 time: 0.0400324 Sep 18 01:44:32.536999 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] For port c8e289d5-f18b-4f83-b157-b76559019580, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c8e289d5-f18b-4f83-b157-b76559019580,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:32.548094 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'port': {'device_id': '2295884d-103a-412a-a5bc-2203d513116d', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'admin_state_up': True, 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'security_groups': ['8f24a423-84e4-4082-b10e-a107073aa31b']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:32.549806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.562270 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:32.592910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 88c8c169-65a7-411d-b75f-db192fad6a08 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:32.593514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.598437 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f53136-a8c7-43ff-b896-25a65b140682 None None] The sync data for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 is: [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:44:32.622764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779d602-4194-4ba2-b27b-a8c10880eeab None None] Pushing event updated for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:32.718093 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-db2e42f4-67d3-4d06-b26b-622d69705d57 None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:32.718448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-db2e42f4-67d3-4d06-b26b-622d69705d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.725190 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:44:32.729388 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:32.865077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.7 (46c725ec-610a-4795-b0db-976c6dbbdb69/2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3/bd74d1f5-877d-4590-9231-c4bc7eb5a575) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:44:32.885977 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.016692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.051286 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.098129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:33.101223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:33.108409 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:44:33.112585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:33.168570 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:33.169806 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.190324 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-76fd2e6e-af47-49a5-9d4f-3c8061755316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6484804 Sep 18 01:44:33.211756 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Request body: {'port': {'device_id': '2295884d-103a-412a-a5bc-2203d513116d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:33.271768 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.340076 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e6c79914-d899-44e1-977d-01f9c78e2ea2 None None] Provisioning complete for port bd74d1f5-877d-4590-9231-c4bc7eb5a575 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:33.340705 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e6c79914-d899-44e1-977d-01f9c78e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.377702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e6c79914-d899-44e1-977d-01f9c78e2ea2 None None] Port bd74d1f5-877d-4590-9231-c4bc7eb5a575 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:44:33.568509 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd74d1f5-877d-4590-9231-c4bc7eb5a575 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:44:33.580647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.595055 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Transition to ACTIVE for port object bd74d1f5-877d-4590-9231-c4bc7eb5a575 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:44:33.600822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.653741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:33.677258 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4922-21d8-46c6-869f-2233d89c0bc9 req-288a804b-3a67-4a1f-857d-beb9c912a685 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:33.678934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220c4922-21d8-46c6-869f-2233d89c0bc9 req-288a804b-3a67-4a1f-857d-beb9c912a685 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 943 time: 0.0658135 Sep 18 01:44:33.729672 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Attempting to bind port bd74d1f5-877d-4590-9231-c4bc7eb5a575 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:44:33.730002 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Attempting to bind port bd74d1f5-877d-4590-9231-c4bc7eb5a575 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:44:33.730431 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Attempting to bind port bd74d1f5-877d-4590-9231-c4bc7eb5a575 on network 46c725ec-610a-4795-b0db-976c6dbbdb69 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:44:33.735102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Port bd74d1f5-877d-4590-9231-c4bc7eb5a575 on network 46c725ec-610a-4795-b0db-976c6dbbdb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:44:33.735420 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Attempting to bind port bd74d1f5-877d-4590-9231-c4bc7eb5a575 on network 46c725ec-610a-4795-b0db-976c6dbbdb69 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:44:33.740989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:44:33.742036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220c4922-21d8-46c6-869f-2233d89c0bc9 req-1fba5b62-46b2-4e8f-be56-10243a1747e3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552912 Sep 18 01:44:33.742373 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Checking segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:44:33.742863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Bound using segment: {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:44:33.743401 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Bound port: bd74d1f5-877d-4590-9231-c4bc7eb5a575, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7977c1-618c-42a8-99a6-40f35f0677b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:44:33.744547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.821247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:44:33.825177 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:44:33.829892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.865924 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:33.866457 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.868009 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 1092 time: 0.6609726 Sep 18 01:44:33.868378 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:44:33.870657 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22" -d '{"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:44:33.895076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605221-d0a3-4681-98e8-19d57f640cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:33.927276 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f9cd9-d691-43b9-b888-51b135423a37 x-openstack-request-id: req-856f9cd9-d691-43b9-b888-51b135423a37 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:44:33.927646 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:44:33.927971 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-856f9cd9-d691-43b9-b888-51b135423a37 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:44:33.928555 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'status': 'completed', 'code': 200} Sep 18 01:44:33.992040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-b240f731-5070-4743-82b7-8cb7f1632949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:33.994061 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-b240f731-5070-4743-82b7-8cb7f1632949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1095 time: 0.0480151 Sep 18 01:44:34.043839 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-dfac8167-624a-4401-b0ec-cdbfff3ffbbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 217 time: 0.0373254 Sep 18 01:44:34.066096 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c8e289d5-f18b-4f83-b157-b76559019580 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:34.100990 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-c8c19f56-c166-4d1e-b8a6-6f4ecd16c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.102450 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-c8c19f56-c166-4d1e-b8a6-6f4ecd16c599 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0520666 Sep 18 01:44:34.113119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port c8e289d5-f18b-4f83-b157-b76559019580 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:34.113595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:34.148616 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7130e-bb7c-4915-af24-9707a25498be req-4af29b81-94ad-4c30-bdd1-2145fe63ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.150444 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-4af29b81-94ad-4c30-bdd1-2145fe63ca44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412679 Sep 18 01:44:34.241964 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-a2424d2a-6d07-4971-8c6e-6f3c696725bd service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Sep 18 01:44:34.330157 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e0d7130e-bb7c-4915-af24-9707a25498be req-a411477a-e50f-4d9c-96e6-5a3ad6a28a3c service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806863 Sep 18 01:44:34.453506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-6dd1d004-0cf7-4333-b8e1-1ad03aa71d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.454984 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-6dd1d004-0cf7-4333-b8e1-1ad03aa71d59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1095 time: 0.0420084 Sep 18 01:44:34.546810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-b7ae2415-81cf-42ba-83da-0dc0e1d18240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.548287 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-b7ae2415-81cf-42ba-83da-0dc0e1d18240 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0861902 Sep 18 01:44:34.589654 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-b9cbf1a5-31d1-48f5-86ca-537719b12bc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 217 time: 0.0334065 Sep 18 01:44:34.642383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-796af97b-7699-4c07-90d7-efebed9e4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.643844 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-796af97b-7699-4c07-90d7-efebed9e4b81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0472620 Sep 18 01:44:34.689659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-330dddd1-ebcb-4fbf-ba14-5ae04f34e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.691101 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-330dddd1-ebcb-4fbf-ba14-5ae04f34e824 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397122 Sep 18 01:44:34.781104 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-a4ebadf6-c16e-4666-8129-3aca3ce6c473 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815217 Sep 18 01:44:34.856450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04716d53-4012-4c88-91fc-62a5f2ab8702 req-8299c740-87b3-4803-a650-30c8474e3a63 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:34.857973 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04716d53-4012-4c88-91fc-62a5f2ab8702 req-8299c740-87b3-4803-a650-30c8474e3a63 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 943 time: 0.0502408 Sep 18 01:44:34.877916 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c5d5cefd-d220-4dd0-a3a7-2b6ac340cf22 req-b4e6e2ca-a763-428d-9573-af88ca675729 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890193 Sep 18 01:44:34.896971 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-04716d53-4012-4c88-91fc-62a5f2ab8702 req-c7bfc054-91f9-4542-8710-8cb0b5fae567 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Sep 18 01:44:36.014540 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b422-89a3-4dce-8fa9-c19a02661b5c req-dc38d74a-34fb-46c0-903a-1a58e0c8bdb4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:36.016011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb48b422-89a3-4dce-8fa9-c19a02661b5c req-dc38d74a-34fb-46c0-903a-1a58e0c8bdb4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 943 time: 0.0495811 Sep 18 01:44:36.053436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb48b422-89a3-4dce-8fa9-c19a02661b5c req-46e79660-e744-404a-b990-d761da6fa833 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Sep 18 01:44:37.165759 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb267d8-9d5d-4c14-bcb3-0382413690c2 req-af45f7e1-17f6-4e5d-9b90-46203b24f5e8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:37.167242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fb267d8-9d5d-4c14-bcb3-0382413690c2 req-af45f7e1-17f6-4e5d-9b90-46203b24f5e8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 943 time: 0.0489423 Sep 18 01:44:37.209918 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4fb267d8-9d5d-4c14-bcb3-0382413690c2 req-8b8e5d0d-f38c-4c80-86ff-c4b508c50d2a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365832 Sep 18 01:44:37.923527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bd74d1f5-877d-4590-9231-c4bc7eb5a575 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:44:38.020576 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:38.032262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'port_id': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'mac_address': 'fa:16:3e:ba:5f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:44:38.068870 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:38.081507 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd74d1f5-877d-4590-9231-c4bc7eb5a575 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:44:38.100414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:38.103939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:38.148575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:38.321287 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565dea3-7187-4652-b2f8-d9ea5a3613e4 req-2631d362-d67b-46b4-b5e6-074ba7c42697 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:38.323270 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2565dea3-7187-4652-b2f8-d9ea5a3613e4 req-2631d362-d67b-46b4-b5e6-074ba7c42697 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 944 time: 0.0486183 Sep 18 01:44:38.360386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2565dea3-7187-4652-b2f8-d9ea5a3613e4 req-966346cc-7d14-4e3b-89b2-acee9b5ea4c5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Sep 18 01:44:38.506785 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['bd74d1f5-877d-4590-9231-c4bc7eb5a575'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:44:39.473556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806dd3b-1ae6-49fe-834f-d281c261c909 req-54570a57-8163-4b46-97f0-3e1922b29f98 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:39.474944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5806dd3b-1ae6-49fe-834f-d281c261c909 req-54570a57-8163-4b46-97f0-3e1922b29f98 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 944 time: 0.0488448 Sep 18 01:44:39.512483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5806dd3b-1ae6-49fe-834f-d281c261c909 req-6ab388c0-d286-4991-8302-c1264bac8d2a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Sep 18 01:44:39.925419 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bd74d1f5-877d-4590-9231-c4bc7eb5a575 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:44:39.974848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port bd74d1f5-877d-4590-9231-c4bc7eb5a575 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:44:39.978973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port bd74d1f5-877d-4590-9231-c4bc7eb5a575 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:44:39.979351 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:40.057033 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:40.079335 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:44:40.081577 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac644fef-1209-4541-8681-e13ea10e1500" -d '{"events": [{"server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "name": "network-vif-plugged", "status": "completed", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:44:40.093991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:44:40.099135 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:40.124838 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b54295-9718-4636-9914-3eb6c8cd4ddc x-openstack-request-id: req-55b54295-9718-4636-9914-3eb6c8cd4ddc {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:44:40.125131 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "name": "network-vif-plugged", "status": "completed", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:44:40.125380 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55b54295-9718-4636-9914-3eb6c8cd4ddc {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:44:40.125769 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'code': 200} Sep 18 01:44:40.149341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:40.253203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fa92-8891-4478-a5ed-d35bf7dc0f50 req-3183c29b-c103-457a-abe8-aae8fb9afe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:40.254705 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e000fa92-8891-4478-a5ed-d35bf7dc0f50 req-3183c29b-c103-457a-abe8-aae8fb9afe9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0409346 Sep 18 01:44:40.291991 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e000fa92-8891-4478-a5ed-d35bf7dc0f50 req-9be346bd-bc8a-47b9-ab87-fece50ec9e41 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292318 Sep 18 01:44:40.628456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460a03-ca89-4c13-9803-754786f2aa55 req-144eab45-bdb5-4078-accc-511387886bea tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:40.629837 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74460a03-ca89-4c13-9803-754786f2aa55 req-144eab45-bdb5-4078-accc-511387886bea tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0496371 Sep 18 01:44:40.673049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-74460a03-ca89-4c13-9803-754786f2aa55 req-f849ea1b-e2f7-4709-bbd9-25743aca060d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366631 Sep 18 01:44:41.788926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be172d2-7072-4675-a933-4fb4b2efeee6 req-f58e138e-ba57-45fc-9113-f456f9f154f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:41.790953 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be172d2-7072-4675-a933-4fb4b2efeee6 req-f58e138e-ba57-45fc-9113-f456f9f154f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0493870 Sep 18 01:44:41.829147 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2be172d2-7072-4675-a933-4fb4b2efeee6 req-6cd44fdb-fb3b-4be6-9139-2ad5433f0b63 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 Sep 18 01:44:41.943426 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c91b9-a584-4910-bbe6-af2b36d0c391 req-c490cedd-0ea2-485d-ab07-7eb40d3f4355 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:41.944932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220c91b9-a584-4910-bbe6-af2b36d0c391 req-c490cedd-0ea2-485d-ab07-7eb40d3f4355 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0514205 Sep 18 01:44:41.984772 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-220c91b9-a584-4910-bbe6-af2b36d0c391 req-f897f837-6bfa-49a9-bd03-2d744cb25414 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336785 Sep 18 01:44:42.007575 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57894) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:42.097040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf95e3f-3cac-4b36-bb9d-d4bd85b9a637 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:42.098597 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3bf95e3f-3cac-4b36-bb9d-d4bd85b9a637 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1092 time: 0.0899420 Sep 18 01:44:42.101604 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57898) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:42.106437 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:44:42.129016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:42.223165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:42.329641 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.79 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/01ab776c-6bfe-44b2-b3c4-6a7606acbe79) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:44:42.431630 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:42.464645 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:42.503633 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:44:42.507805 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:44:42.510787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:44:42.539426 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=01ab776c-6bfe-44b2-b3c4-6a7606acbe79,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:42.867441 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:42.937288 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:43.083409 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:43.088346 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:43.156447 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=01ab776c-6bfe-44b2-b3c4-6a7606acbe79,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:44:43.166573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:43.265300 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 4ebcc008-3504-404d-b717-e6b5bc8fe766 associated. External IP: 172.25.7.79, port: bd74d1f5-877d-4590-9231-c4bc7eb5a575. Sep 18 01:44:43.469897 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 116851c6-dee5-4e84-a9c5-40b730f0119a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:44:43.575712 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:44:43.585466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Sync routers for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:44:43.591647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:43.595975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:43.596628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:43.620042 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ec66b8ec-f888-4df7-a76b-2b3aecc51698 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5174050 Sep 18 01:44:43.620652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:44:43.623120 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34" -d '{"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:44:43.671598 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c2e693-cbc3-43a5-9b5d-8ec3fdce2035 x-openstack-request-id: req-08c2e693-cbc3-43a5-9b5d-8ec3fdce2035 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:44:43.672088 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:44:43.672378 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08c2e693-cbc3-43a5-9b5d-8ec3fdce2035 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:44:43.672804 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'status': 'completed', 'code': 200} Sep 18 01:44:43.709747 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:43.727178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af97d68-0a1b-40e5-a985-14d2dc31da3b req-28b277f9-9ea0-4683-ac77-d657dcd00df8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:43.728680 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7af97d68-0a1b-40e5-a985-14d2dc31da3b req-28b277f9-9ea0-4683-ac77-d657dcd00df8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0500448 Sep 18 01:44:43.761925 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-6e8eba77-ce27-44c0-80b7-82ce9d1d298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:43.763601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-6e8eba77-ce27-44c0-80b7-82ce9d1d298e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0430741 Sep 18 01:44:43.772078 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7af97d68-0a1b-40e5-a985-14d2dc31da3b req-aff243cf-e557-4bc6-8034-bad3bed2e35f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370734 Sep 18 01:44:43.794854 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57904) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:43.861062 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-0b975d6c-4582-45cc-a258-95aefad7ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:43.862604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-0b975d6c-4582-45cc-a258-95aefad7ce88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0919454 Sep 18 01:44:43.865030 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-84a362a5-3e08-4a6d-a82c-bab48d54136a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4ebcc008-3504-404d-b717-e6b5bc8fe766 HTTP/1.1" status: 200 len: 990 time: 0.0688846 Sep 18 01:44:43.929619 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-9994e29e-3582-481b-97f6-4447c89178f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 998 time: 0.0593433 Sep 18 01:44:43.940900 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4ebcc008-3504-404d-b717-e6b5bc8fe766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'port_id': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'mac_address': 'fa:16:3e:ba:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295884d-103a-412a-a5bc-2203d513116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:44:42Z', 'updated_at': '2021-09-18T01:44:42Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:43.966799 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Checking router: 116851c6-dee5-4e84-a9c5-40b730f0119a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:44:43.975329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:44:43.975949 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:44:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:43.982023 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-e60ed8d2-caca-4594-9f14-7773672f5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:43.983509 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-e60ed8d2-caca-4594-9f14-7773672f5cff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0476503 Sep 18 01:44:44.029647 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-08ffc7c0-9bab-433b-8407-1f8695085ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:44.031159 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-08ffc7c0-9bab-433b-8407-1f8695085ba4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407844 Sep 18 01:44:44.081262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:44:44.120466 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-f1877b8a-c229-4379-8747-c4e4cb2fcc58 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814273 Sep 18 01:44:44.217916 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c7177c1b-ffcf-463b-abd7-1674e8b0dc34 req-fbc6d3fe-e7c5-401a-ab3e-a34991e269ae service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908620 Sep 18 01:44:44.303232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4ebcc008-3504-404d-b717-e6b5bc8fe766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'port_id': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'mac_address': 'fa:16:3e:ba:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295884d-103a-412a-a5bc-2203d513116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:44:42Z', 'updated_at': '2021-09-18T01:44:42Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:44:44.329249 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592505e-bf6a-447c-81e4-247d24dfbaf8 None None] The sync data for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 is: [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '4ebcc008-3504-404d-b717-e6b5bc8fe766', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'port_id': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'mac_address': 'fa:16:3e:ba:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2295884d-103a-412a-a5bc-2203d513116d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:44:42Z', 'updated_at': '2021-09-18T01:44:42Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:44:44.522750 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce55fe3-92f3-42cc-92cb-1d8a1abca0b6 None None] New status for floating IP 4ebcc008-3504-404d-b717-e6b5bc8fe766: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:44:44.868118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57906) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:44.931746 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6873ebae-dcb4-42cb-bc82-0ceea26e498a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4ebcc008-3504-404d-b717-e6b5bc8fe766 HTTP/1.1" status: 200 len: 992 time: 0.0624144 Sep 18 01:44:46.710925 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:54.340535 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0117-0f15-4341-a92c-2a2be2cceaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:57.330675 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bc659395-0f87-4004-a475-701ac27e8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:57.513598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-507ea9f7-70b5-4363-837d-e6226730e411 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388529 Sep 18 01:44:57.587158 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:57.613568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-f3512150-f3cd-4be0-9aa3-6db807925cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:57.615058 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-f3512150-f3cd-4be0-9aa3-6db807925cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0411072 Sep 18 01:44:57.721771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-5447a6cc-7636-4158-8c19-fcdfedca37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:57.723237 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-5447a6cc-7636-4158-8c19-fcdfedca37e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0868554 Sep 18 01:44:57.787237 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-3b2277b2-1263-4f84-919d-c693a83ae3a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 1000 time: 0.0564106 Sep 18 01:44:57.837143 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-e41f3b79-1569-4119-b9e8-632734df6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:57.839308 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-e41f3b79-1569-4119-b9e8-632734df6740 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0450408 Sep 18 01:44:57.884372 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-3274de5c-028d-42b9-9581-c8eba68dfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:57.886636 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-3274de5c-028d-42b9-9581-c8eba68dfc5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398588 Sep 18 01:44:57.979944 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-ef308468-d2c5-4947-bce9-49a67ff27fa6 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Sep 18 01:44:58.365336 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-d9dfc978-5a30-4323-bbff-9034e6d93a47 req-cad2c575-31b4-4412-b32a-45be3f19e985 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785508 Sep 18 01:44:58.598066 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:59.913445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:00.772341 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:45:02.883437 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:16.730160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:24.340842 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0780bf72-7ebd-4082-bede-346001e7605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:27.330572 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-41ae78d4-e672-42cc-94cb-1f1184165795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:27.593298 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:28.600631 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:29.915468 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:32.887441 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:37.770984 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:45:46.722696 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:47.789630 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691db5c-ee58-4b80-ade1-d351c6b819c5 req-73adeb45-8119-47d6-aeb1-ce5f68dcfcc3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:47.791165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2691db5c-ee58-4b80-ade1-d351c6b819c5 req-73adeb45-8119-47d6-aeb1-ce5f68dcfcc3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0503092 Sep 18 01:45:47.830060 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2691db5c-ee58-4b80-ade1-d351c6b819c5 req-4d3b6803-efb1-4207-b7ea-c7eb2cef98b8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Sep 18 01:45:48.945357 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996bd6-6225-41bc-a894-bd116fedfa67 req-4a837f26-34eb-46c2-8dfb-16b79323315a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:48.946831 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1996bd6-6225-41bc-a894-bd116fedfa67 req-4a837f26-34eb-46c2-8dfb-16b79323315a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 18 01:45:48.984844 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a1996bd6-6225-41bc-a894-bd116fedfa67 req-2c183210-3193-44ce-a8c6-8567fc6995ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Sep 18 01:45:50.098936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4d5bd-92e0-43af-b263-a4e853ebb574 req-40e8bbd6-dde8-46da-ae33-e0c90df4c9e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:50.100429 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3f4d5bd-92e0-43af-b263-a4e853ebb574 req-40e8bbd6-dde8-46da-ae33-e0c90df4c9e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0477841 Sep 18 01:45:50.142495 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d3f4d5bd-92e0-43af-b263-a4e853ebb574 req-b8ba0b0e-fedd-4138-a8d6-9bcc6daadf64 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Sep 18 01:45:51.256598 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650eb6-bc40-4807-a826-b980fea8dd24 req-be9a8669-554d-4d34-92bb-b59e3cc9eb7c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:51.258071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a650eb6-bc40-4807-a826-b980fea8dd24 req-be9a8669-554d-4d34-92bb-b59e3cc9eb7c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0501618 Sep 18 01:45:51.295527 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1a650eb6-bc40-4807-a826-b980fea8dd24 req-466cdddb-e3a9-41fa-90cd-6f29d2ea83c2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Sep 18 01:45:52.410931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97afa-231f-4b03-b53c-570d9206ad43 req-2a0aa3b7-f198-4d91-9e9a-0c492f12eba7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:52.412418 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee97afa-231f-4b03-b53c-570d9206ad43 req-2a0aa3b7-f198-4d91-9e9a-0c492f12eba7 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0489225 Sep 18 01:45:52.450752 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3ee97afa-231f-4b03-b53c-570d9206ad43 req-9bce64a8-5fd6-4724-85f8-0038c232354d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Sep 18 01:45:53.568094 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677972-1f6a-49ae-8d1b-1739d95f2e53 req-17df1522-9ff8-4148-8224-527538e91a48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:53.569556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67677972-1f6a-49ae-8d1b-1739d95f2e53 req-17df1522-9ff8-4148-8224-527538e91a48 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0519385 Sep 18 01:45:53.613814 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-67677972-1f6a-49ae-8d1b-1739d95f2e53 req-0965d291-147c-488e-aa15-595361dad48a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 Sep 18 01:45:54.342293 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b387879b-c1d3-4460-8fac-dc2c2fc35961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:54.728260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d4621-60de-4f5b-bc2c-c30ecef71744 req-0c0c45e0-c77b-405d-ad83-419d8b4dabb5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:54.730311 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-775d4621-60de-4f5b-bc2c-c30ecef71744 req-0c0c45e0-c77b-405d-ad83-419d8b4dabb5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0487094 Sep 18 01:45:54.766715 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-775d4621-60de-4f5b-bc2c-c30ecef71744 req-c0000c70-fef9-4c2a-8465-d417c502561a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Sep 18 01:45:55.880413 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e696b0-ee09-4624-8dea-37240d1aa22f req-f74ac888-e419-4ba1-8efa-d3264a6d0e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:55.881909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68e696b0-ee09-4624-8dea-37240d1aa22f req-f74ac888-e419-4ba1-8efa-d3264a6d0e4a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0482643 Sep 18 01:45:55.920506 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-68e696b0-ee09-4624-8dea-37240d1aa22f req-74b4afca-c997-4e3b-a15f-aac653814a50 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Sep 18 01:45:57.035367 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb4c1a-2178-4d54-a24c-11865d58ad1b req-92618a6b-8dd0-4ba3-9278-6d1b3613922e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:57.036877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cb4c1a-2178-4d54-a24c-11865d58ad1b req-92618a6b-8dd0-4ba3-9278-6d1b3613922e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0510619 Sep 18 01:45:57.078274 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-45cb4c1a-2178-4d54-a24c-11865d58ad1b req-7f0e9110-51c7-4d31-80bd-b6c1b6bb335e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347860 Sep 18 01:45:57.330789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1af7f593-ca0f-4fb1-a471-bc7f51fca2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:57.593375 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:58.190737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52884-befd-4c17-87a4-8ae34d5cd583 req-8b0463b7-7665-4802-bbfb-006ffcb884bb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:58.192218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ae52884-befd-4c17-87a4-8ae34d5cd583 req-8b0463b7-7665-4802-bbfb-006ffcb884bb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0489173 Sep 18 01:45:58.230408 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2ae52884-befd-4c17-87a4-8ae34d5cd583 req-586569ce-38c4-4161-bf67-e79d76c25036 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Sep 18 01:45:58.252518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57962) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:58.312819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-dd1f6ab1-1074-4d1d-97f7-3d544fa0edec tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4ebcc008-3504-404d-b717-e6b5bc8fe766 HTTP/1.1" status: 200 len: 992 time: 0.0591915 Sep 18 01:45:58.500571 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-4287f496-b22e-4e12-9056-bce0a8ad5f83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393338 Sep 18 01:45:58.598392 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91529db7-b347-41b2-bfe9-e968abd9693b req-4ab46112-f2f4-4b9b-8eeb-50d61f87e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:58.599873 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-4ab46112-f2f4-4b9b-8eeb-50d61f87e79d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0434685 Sep 18 01:45:58.605768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:58.705481 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91529db7-b347-41b2-bfe9-e968abd9693b req-4240d43c-b34d-418a-9114-647576bd1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:58.706957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-4240d43c-b34d-418a-9114-647576bd1dde service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0886641 Sep 18 01:45:58.774152 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-0b8ee138-e6ff-40c9-a751-0ee4670ec97f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 1000 time: 0.0600314 Sep 18 01:45:58.821079 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91529db7-b347-41b2-bfe9-e968abd9693b req-492796d8-21da-4a52-89fc-d27ca5ef4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:58.822474 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-492796d8-21da-4a52-89fc-d27ca5ef4c3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0409982 Sep 18 01:45:58.867039 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91529db7-b347-41b2-bfe9-e968abd9693b req-bdb8d706-25cb-432f-94b6-a7e2b99afa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:58.868518 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-bdb8d706-25cb-432f-94b6-a7e2b99afa78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386870 Sep 18 01:45:58.961905 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-8aa92b88-b057-4ff5-a88f-2a5b6804b592 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 Sep 18 01:45:59.049605 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-91529db7-b347-41b2-bfe9-e968abd9693b req-d9321082-26db-49ee-9843-8d5a3741bc1b service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800455 Sep 18 01:45:59.584148 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaca73-8db1-4be1-bbf5-a3e76fe87242 req-63f6029e-0abb-4f21-bdfa-83a9971acf21 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:59.585591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ccaca73-8db1-4be1-bbf5-a3e76fe87242 req-63f6029e-0abb-4f21-bdfa-83a9971acf21 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0549533 Sep 18 01:45:59.625741 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9ccaca73-8db1-4be1-bbf5-a3e76fe87242 req-a7a7ec14-cf3e-457a-a6de-8420b9614cad tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Sep 18 01:45:59.629070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-2309fe29-80dc-4734-8d2a-e3fd1da447b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:59.630569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-2309fe29-80dc-4734-8d2a-e3fd1da447b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0466869 Sep 18 01:45:59.719585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-9cf34937-16c1-4e59-a836-afd5cada0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:59.721075 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-9cf34937-16c1-4e59-a836-afd5cada0aab service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0839422 Sep 18 01:45:59.789780 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-b685bcc0-4031-4d91-9915-8e36a79ddce0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 1000 time: 0.0615880 Sep 18 01:45:59.842105 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-3283c8bd-2e34-40e3-a339-b5c3c606f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:59.843447 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-3283c8bd-2e34-40e3-a339-b5c3c606f95c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0464730 Sep 18 01:45:59.888304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-517c8ae9-efe8-4689-bf14-f94c21948785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:59.889797 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-517c8ae9-efe8-4689-bf14-f94c21948785 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395141 Sep 18 01:45:59.919312 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:59.983621 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-43e92d00-e275-4799-b074-ca80d703e7cf service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870287 Sep 18 01:46:00.072573 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f5d8ba75-6ba3-4bb1-a71a-a1b9dfba3d5d req-76360ee3-67c0-446c-8fc6-0aff7bb925f8 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Sep 18 01:46:00.746448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64370b7-bbd0-4fb2-9722-cef1719e5138 req-8729a74d-3696-4dee-b120-efdfe6134287 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:00.747923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b64370b7-bbd0-4fb2-9722-cef1719e5138 req-8729a74d-3696-4dee-b120-efdfe6134287 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0503469 Sep 18 01:46:00.785818 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b64370b7-bbd0-4fb2-9722-cef1719e5138 req-644bf330-41a9-41c1-afa5-44fe5b615b9b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Sep 18 01:46:01.903907 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942555c-b9fd-430c-859d-a6f5a77a7c66 req-28d5c075-0221-4037-a742-fc3172a786a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:01.905416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1942555c-b9fd-430c-859d-a6f5a77a7c66 req-28d5c075-0221-4037-a742-fc3172a786a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0522130 Sep 18 01:46:01.941887 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1942555c-b9fd-430c-859d-a6f5a77a7c66 req-6944f0b7-f91b-4b08-aa86-b89cca9ff278 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305271 Sep 18 01:46:01.965260 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 57976) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:02.028594 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4f44eed0-2076-4e18-b4c5-8dda266a7137 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/4ebcc008-3504-404d-b717-e6b5bc8fe766 HTTP/1.1" status: 200 len: 992 time: 0.0621984 Sep 18 01:46:02.897455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:14.770079 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:46:16.734108 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:24.342436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ccf9-68da-41f0-9fa8-41cb6d8aa554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:27.330511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ba78-eafa-4b15-b066-2f768a68c943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:27.593782 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:28.606821 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:29.922720 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:32.896831 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:40.335490 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-989aaa36-2d6c-4052-896a-cc03422baa95 req-de65d0fe-0d44-4e7f-bd8f-cf2c35db2020 service neutron] (106452) timed out ('10.222.0.48', 51629) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:46:46.734317 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.436333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 57992) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:48.591952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 01ab776c-6bfe-44b2-b3c4-6a7606acbe79 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:46:48.592311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.668554 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.668970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.680031 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 01ab776c-6bfe-44b2-b3c4-6a7606acbe79 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:46:48.825749 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.855076 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=01ab776c-6bfe-44b2-b3c4-6a7606acbe79,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:48.876545 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.876887 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.877222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.877550 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.877877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.878203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.878529 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.878852 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.879173 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.879493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.879969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.880384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:48.923582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:48.923920 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 4ebcc008-3504-404d-b717-e6b5bc8fe766 disassociated (deleted). External IP: 172.25.7.79, port: bd74d1f5-877d-4590-9231-c4bc7eb5a575. Sep 18 01:46:49.128981 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 116851c6-dee5-4e84-a9c5-40b730f0119a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:46:49.234771 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:46:49.239552 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:49.244217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Sync routers for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:46:49.253251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:46:49.253861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:49.265532 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-301c3ef0-4955-4811-a732-1e2fba0ab1f1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/floatingips/4ebcc008-3504-404d-b717-e6b5bc8fe766 HTTP/1.1" status: 204 len: 168 time: 0.8281281 Sep 18 01:46:49.266114 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:46:49.268433 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dddc54-6b3a-4c55-ac63-d5edf194dcee" -d '{"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:46:49.311856 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec2ace-1e21-4a54-b527-e0ebd7a6d5fa x-openstack-request-id: req-06ec2ace-1e21-4a54-b527-e0ebd7a6d5fa {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:46:49.312038 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:46:49.312148 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06ec2ace-1e21-4a54-b527-e0ebd7a6d5fa {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:46:49.312555 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'status': 'completed', 'code': 200} Sep 18 01:46:49.365359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:46:49.417263 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-1b7b78d8-c678-493b-a303-ac9af3244f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:49.419703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-1b7b78d8-c678-493b-a303-ac9af3244f78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 1097 time: 0.0573559 Sep 18 01:46:49.491869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e5712-e067-4b6c-a243-c49d4acb6125 req-83ef6c86-7462-4f09-bda2-b84d119f006d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:49.493396 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-572e5712-e067-4b6c-a243-c49d4acb6125 req-83ef6c86-7462-4f09-bda2-b84d119f006d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0501926 Sep 18 01:46:49.533684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-572e5712-e067-4b6c-a243-c49d4acb6125 req-70b178ce-8ab5-400e-9d9b-f81324e55ac9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341291 Sep 18 01:46:49.535360 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-ccf02970-e477-4239-9083-e5a6a7c28ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:49.537006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-ccf02970-e477-4239-9083-e5a6a7c28ea4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 200 len: 897 time: 0.0925102 Sep 18 01:46:49.574179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:49.584278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-61073e67-0858-48b7-8536-9c212b7a30d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 200 len: 217 time: 0.0385666 Sep 18 01:46:49.600572 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Checking router: 116851c6-dee5-4e84-a9c5-40b730f0119a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:46:49.608620 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:46:49.609223 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:49.633383 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-098f3a9b-9f53-4cb0-b558-65ae16cf61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:49.634834 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-098f3a9b-9f53-4cb0-b558-65ae16cf61de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 200 len: 835 time: 0.0419910 Sep 18 01:46:49.682071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-a4390162-2214-4cd8-86bf-179e3b47b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:49.683634 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-a4390162-2214-4cd8-86bf-179e3b47b42e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46c725ec-610a-4795-b0db-976c6dbbdb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401545 Sep 18 01:46:49.786164 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-c31d7a8c-0a55-4f2d-adcc-efe8e9c6271e service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935276 Sep 18 01:46:49.866184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:46:49.879063 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-77dddc54-6b3a-4c55-ac63-d5edf194dcee req-09a40cd4-7993-4a4c-a2a4-adf9147311a0 service neutron] 10.222.0.54 "GET /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843420 Sep 18 01:46:50.062117 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:50.091138 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb5650-fa59-41ba-a7cb-d45603e4bd77 None None] The sync data for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 is: [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:44:29Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': 'c8e289d5-f18b-4f83-b157-b76559019580', 'name': '', 'network_id': '46c725ec-610a-4795-b0db-976c6dbbdb69', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:28Z', 'updated_at': '2021-09-18T01:44:32Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': '2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:46:50.300345 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf1507-d86a-4767-bb61-b2fe6d9ab091 None None] New status for floating IP 4ebcc008-3504-404d-b717-e6b5bc8fe766: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:46:50.662970 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53951e0-86aa-411e-89f8-08a033009051 req-527765cf-7cb7-490f-914d-47ac8ac844c1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:50.664458 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e53951e0-86aa-411e-89f8-08a033009051 req-527765cf-7cb7-490f-914d-47ac8ac844c1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0481672 Sep 18 01:46:50.705800 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e53951e0-86aa-411e-89f8-08a033009051 req-73613c02-c6ef-4567-8752-1b06e7789820 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f24a423-84e4-4082-b10e-a107073aa31b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347066 Sep 18 01:46:51.251827 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-3447fee8-9d66-4339-8799-51a6132e6492 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:51.253378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-3447fee8-9d66-4339-8799-51a6132e6492 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 945 time: 0.0486019 Sep 18 01:46:51.348495 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port bd74d1f5-877d-4590-9231-c4bc7eb5a575 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:46:51.348834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:51.440155 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port bd74d1f5-877d-4590-9231-c4bc7eb5a575, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=bd74d1f5-877d-4590-9231-c4bc7eb5a575,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:46:51.440548 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:51.452799 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for bd74d1f5-877d-4590-9231-c4bc7eb5a575 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:46:51.575618 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:51.606833 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=bd74d1f5-877d-4590-9231-c4bc7eb5a575,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:51.652798 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] No DVR routers for this DVR port bd74d1f5-877d-4590-9231-c4bc7eb5a575 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:46:51.655489 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:51.657496 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ec0b3c7b-7d05-4cda-bba4-e8e50edaa67e req-2f012ac2-63b0-4362-82e5-26ef260321d8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.54 "DELETE /v2.0/ports/bd74d1f5-877d-4590-9231-c4bc7eb5a575 HTTP/1.1" status: 204 len: 173 time: 0.3972809 Sep 18 01:46:51.657969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'name': 'network-vif-deleted', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:46:51.660181 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e728ff6-e7e1-423b-8657-5ed8d53a66e0" -d '{"events": [{"server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "name": "network-vif-deleted", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:46:51.712649 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4005102b-7d85-4a2f-841f-637ac0f773fe x-openstack-request-id: req-4005102b-7d85-4a2f-841f-637ac0f773fe {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:46:51.712954 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2295884d-103a-412a-a5bc-2203d513116d", "name": "network-vif-deleted", "tag": "bd74d1f5-877d-4590-9231-c4bc7eb5a575", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:46:51.713197 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4005102b-7d85-4a2f-841f-637ac0f773fe {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:46:51.713587 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295884d-103a-412a-a5bc-2203d513116d', 'name': 'network-vif-deleted', 'tag': 'bd74d1f5-877d-4590-9231-c4bc7eb5a575', 'status': 'completed', 'code': 200} Sep 18 01:46:51.769484 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:46:51.818059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eadefce5-af89-43ff-9eec-09a5f328d786 req-08222dc3-4e2d-4420-aba2-cb46d5c1875b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=2295884d-103a-412a-a5bc-2203d513116d HTTP/1.1" status: 200 len: 210 time: 0.0278344 Sep 18 01:46:52.872994 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58012) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:53.223795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:53.474766 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port c8e289d5-f18b-4f83-b157-b76559019580 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:46:53.475075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:53.559650 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port c8e289d5-f18b-4f83-b157-b76559019580, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=c8e289d5-f18b-4f83-b157-b76559019580,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:46:53.560016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:53.571977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for c8e289d5-f18b-4f83-b157-b76559019580 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:46:53.751706 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:53.779051 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=c8e289d5-f18b-4f83-b157-b76559019580,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:53.976335 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.343962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9faeec78-d754-485d-8335-ca93010fee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.486256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 116851c6-dee5-4e84-a9c5-40b730f0119a has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:46:54.582269 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bd74d1f5-877d-4590-9231-c4bc7eb5a575 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:46:54.591991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:46:54.597857 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-58ee2444-5895-4927-957f-04a512fb9fba tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/116851c6-dee5-4e84-a9c5-40b730f0119a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237427 Sep 18 01:46:54.599920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58014) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:54.604330 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: bd74d1f5-877d-4590-9231-c4bc7eb5a575 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:46:54.605037 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device bd74d1f5-877d-4590-9231-c4bc7eb5a575 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:46:54.606640 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Sync routers for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:46:54.616164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:46:54.616828 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:54.658831 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting subnet 2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:46:54.662150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.714040 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.735399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:46:54.817239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.882246 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.911849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Subnet': ['ID=2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:54.923623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.924155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.924709 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.925212 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.925938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.926453 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.927888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.928366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.928869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.929382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.929896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.930285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:46:53Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:54.930450 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:54.934551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82894a76-ca56-4358-9e43-b4f23eb5975c None None] Network 46c725ec-610a-4795-b0db-976c6dbbdb69 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:46:54.935041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:54.940681 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-45f219dd-7f3e-4a7e-a8d3-8605da82ae6f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/subnets/2e016ad9-8655-4b8a-bf20-9f9bbbd56bb3 HTTP/1.1" status: 204 len: 168 time: 0.3396816 Sep 18 01:46:54.941833 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58016) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:54.974538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Checking router: 116851c6-dee5-4e84-a9c5-40b730f0119a for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:46:54.995746 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Routers {'116851c6-dee5-4e84-a9c5-40b730f0119a'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:46:54.996519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['116851c6-dee5-4e84-a9c5-40b730f0119a'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:55.062724 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.182793 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.185957 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] Set router 116851c6-dee5-4e84-a9c5-40b730f0119a gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:46:55.248701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 88c8c169-65a7-411d-b75f-db192fad6a08 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:46:55.249044 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.299358 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] DHCP port deletion for 46c725ec-610a-4795-b0db-976c6dbbdb69 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:46:55.339385 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 88c8c169-65a7-411d-b75f-db192fad6a08, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=88c8c169-65a7-411d-b75f-db192fad6a08,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:46:55.339749 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.351522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 88c8c169-65a7-411d-b75f-db192fad6a08 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:46:55.398132 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Deleting port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:46:55.399007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.462325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:46:53Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:55.469834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] For port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,segment=NetworkSegment(fa7977c1-618c-42a8-99a6-40f35f0677b7),segment_id=fa7977c1-618c-42a8-99a6-40f35f0677b7)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:46:55.470348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.505171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9fe1c-e23d-4e28-8f04-f4b804a78cb3 None None] The sync data for ids ['116851c6-dee5-4e84-a9c5-40b730f0119a'] in n-d-712707-16 is: [{'id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238939842', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:44:25Z', 'updated_at': '2021-09-18T01:46:53Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '88c8c169-65a7-411d-b75f-db192fad6a08', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116851c6-dee5-4e84-a9c5-40b730f0119a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:44:26Z', 'updated_at': '2021-09-18T01:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:46:55.513325 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Calling delete_port for 72075cad-4a7b-4a2c-9954-ebdfc299a1bd owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:46:55.597669 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.625503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Pushing event deleted for resources: {'Port': ['ID=72075cad-4a7b-4a2c-9954-ebdfc299a1bd,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:55.630009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] No DVR routers for this DVR port 72075cad-4a7b-4a2c-9954-ebdfc299a1bd on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.640150 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.641426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.641426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.641426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.641426 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.642122 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a87dcd-cb3e-42e3-ba7c-acf4f06fbf6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:46:55.846964 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:55.872143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=88c8c169-65a7-411d-b75f-db192fad6a08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:55.936823 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.048121 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.050713 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.096154 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.096778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Fanout notify agent at l3_agent the message router_deleted on router 116851c6-dee5-4e84-a9c5-40b730f0119a {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:46:56.103847 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.105303 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-06d98e11-641c-4b1e-a594-62b7fc2e0b46 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/routers/116851c6-dee5-4e84-a9c5-40b730f0119a HTTP/1.1" status: 204 len: 168 time: 1.1625354 Sep 18 01:46:56.109172 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58024) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:56.174883 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 72075cad-4a7b-4a2c-9954-ebdfc299a1bd no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:46:56.192071 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.198719 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 72075cad-4a7b-4a2c-9954-ebdfc299a1bd {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:46:56.199151 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 72075cad-4a7b-4a2c-9954-ebdfc299a1bd not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:46:56.200210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c8e289d5-f18b-4f83-b157-b76559019580 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:46:56.220178 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: c8e289d5-f18b-4f83-b157-b76559019580 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:46:56.220662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device c8e289d5-f18b-4f83-b157-b76559019580 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:46:56.290480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.309835 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c725ec-610a-4795-b0db-976c6dbbdb69']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:56.318632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7977c1-618c-42a8-99a6-40f35f0677b7') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:56.318934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7977c1-618c-42a8-99a6-40f35f0677b7') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:46:56.328546 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.341756 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.347388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:46:56.347772 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:46:56.350664 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:46:56.408029 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.414738 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.416553 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/networks/46c725ec-610a-4795-b0db-976c6dbbdb69 HTTP/1.1" status: 204 len: 168 time: 0.3062041 Sep 18 01:46:56.419686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58026) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:56.428652 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2db79-414b-491f-a32c-20f9dce34015 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Network': ['ID=46c725ec-610a-4795-b0db-976c6dbbdb69,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:56.478107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.502680 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.561727 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.564780 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:56.568573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f24a423-84e4-4082-b10e-a107073aa31b HTTP/1.1" status: 204 len: 168 time: 0.1451871 Sep 18 01:46:56.577283 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02f8eb-a577-4cb5-a45e-e36500e17831 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24a423-84e4-4082-b10e-a107073aa31b,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:57.331196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-a282556f-dc1f-4677-b269-6bc7e41a4996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:57.595488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:57.962613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58034) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:57.967918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799667364', 'description': 'tempest-secgroup-smoke-1799667364 description', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:57.991473 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.066411 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88c8c169-65a7-411d-b75f-db192fad6a08 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:46:58.077190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.081410 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.086586 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 88c8c169-65a7-411d-b75f-db192fad6a08 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:46:58.086927 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 88c8c169-65a7-411d-b75f-db192fad6a08 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:46:58.110324 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.111561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479464 Sep 18 01:46:58.112547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fca59-117d-40c8-bd9f-4c0d840ed316 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f424d9d9-cdcc-448a-bea8-2df3c89fc437,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.114668 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58036) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.119351 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.145289 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.209140 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.212674 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.229534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c2b689-2238-4eeb-95ae-fb1aab547677,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.236168 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.237525 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-68e5bec3-18b8-439b-ab98-952119402676 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217763 Sep 18 01:46:58.240266 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58038) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.244603 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.271298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.328592 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.332092 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.352706 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18eff31-37be-4bd6-acb5-766fe3000ce4,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.356562 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.357743 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ff754dec-adc0-4c6f-b464-73f6fbb184ed tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165438 Sep 18 01:46:58.360525 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58040) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.364730 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.391682 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.450223 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.454037 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.472432 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260c93b0-08d4-47ad-b535-d8e9e7361e2b,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.478722 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.480058 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-2aec338d-c974-439b-a7ff-a199c662a8f3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186006 Sep 18 01:46:58.482936 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58042) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.487626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.514406 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.571397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.575188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.591739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3799072f-83d1-480d-b857-880fb97b7c40,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.598677 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.600677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-28c19b33-bed0-4fa8-9a67-1614d3b00a4d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166809 Sep 18 01:46:58.602756 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58044) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.607791 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.611400 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.629749 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:46:58.634499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.693588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.696980 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.714778 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3768f6-323f-4ad1-8fdb-add90832993b,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.720773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.722249 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-9fc86be0-8450-48de-b214-2a7e966ca755 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185160 Sep 18 01:46:58.725003 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58046) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.729151 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'security_group_rule': {'security_group_id': 'f424d9d9-cdcc-448a-bea8-2df3c89fc437', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.750196 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Project 5ea9f5c26a3145b595ab34c2cedce2d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:46:58.754917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.816353 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.819652 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.836089 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2af607-7e18-4ea6-b139-7fc2c2b7733a,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:58.842330 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.843659 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-651e3bd0-d1b4-4c1d-8c94-56e96a32e58b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177504 Sep 18 01:46:58.846620 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58048) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:58.851262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'network': {'name': 'tempest-network-smoke--311769769', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'port_security_enabled': True}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:58.872032 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:46:58.875300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.898011 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:46:58.908150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.908531 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Added segment 552d685b-a80c-41f8-ad3f-d4cf1db3bf34 of type vlan for network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 Sep 18 01:46:58.947687 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.971457 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:58.976987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:46:58.977571 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.008750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1611524 Sep 18 01:46:59.011541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58050) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:46:59.017830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'admin_state_up': True, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:46:59.061133 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a5ca7-736c-4dbd-9ffa-3ec0a5623269 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Network': ['ID=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:59.071559 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:46:59.074074 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.075526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.128211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.267990 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.457919 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.480906 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.581202 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.236 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1e3d8fb8-6b75-47c1-ac3e-8d607847e15c) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:46:59.691438 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.724251 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:59.759741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:46:59.765001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:46:59.768382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:46:59.775774 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:46:59.925585 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.019340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.214421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.338135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 719d8f27-3e29-4d5b-a73f-9427f703de91 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:47:00.442412 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:47:00.452971 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Sync routers for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:47:00.461533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.462819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-c63093cb-c653-416a-8141-ec434ccc0412 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4502196 Sep 18 01:47:00.466849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58052) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:00.467379 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:00.468066 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:00.494899 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a5af605d-a1f8-492b-9955-a95a5c08dbb9 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5ea9f5c26a3145b595ab34c2cedce2d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270386 Sep 18 01:47:00.497816 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58054) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:00.570022 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:00.583647 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b06bd-4816-401e-8e1e-510c5a1aff58 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:00.585194 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2e6b06bd-4816-401e-8e1e-510c5a1aff58 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864651 Sep 18 01:47:00.588044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58056) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:00.619026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed31c107-dc40-4536-a1bd-824eeb39795b tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=fa33323a-5be1-4846-b82a-581b2400ea8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299032 Sep 18 01:47:00.622034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58058) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:00.626945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-952995603', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:47:00.714224 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:47:00.718627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.745522 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:46:59Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:00.770404 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Checking router: 719d8f27-3e29-4d5b-a73f-9427f703de91 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:47:00.770750 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Updating router 719d8f27-3e29-4d5b-a73f-9427f703de91 port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:47:00.796102 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.900645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.958509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Subnet': ['ID=d00f351a-16d2-40da-84ef-06ccb69de582,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:00.969374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Checking segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:47:00.969672 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network hostable DHCP agents. Network: a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:47:00.986553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:47:00.995311 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:00.999818 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:01.000658 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.006665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4774f-07ad-42c5-8115-b551b6ba5523 None None] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:47:01.017835 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-50765830-900f-4c5a-8c75-bc8c910811e5 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945961 Sep 18 01:47:01.020639 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58060) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:01.055345 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.063074 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.117837 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Attempting to bind port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:47:01.118299 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Attempting to bind port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:47:01.119019 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Attempting to bind port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:47:01.131654 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:47:01.132342 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:47:01.132832 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.133320 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:47:01.133925 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Bound port: 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:47:01.134313 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.136808 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Pushing event updated for resources: {'Port': ['ID=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:01.165547 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:47:01.166569 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.166923 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.167048 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.167257 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.167592 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.168504 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.168848 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.169170 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.169495 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.169817 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.170136 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.170455 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.170769 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:01.198277 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] For port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:47:01.201491 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] For port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:47:01.206351 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.263116 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:01.264418 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:01.300569 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d295ea-1a31-4dea-aadd-52b162cbe176 None None] Pushing event updated for resources: {'Port': ['ID=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:01.315333 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Allocated IP 172.20.0.2 (a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6/d00f351a-16d2-40da-84ef-06ccb69de582/ae8aaec1-08ad-4591-b7b0-926bd7c7500a) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:47:01.369679 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:01.473403 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.482106 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.497935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.517807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:47:01.521776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:01.530196 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:47:01.558781 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:46:59Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:01.565371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Pushing event updated for resources: {'Port': ['ID=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:01.591927 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe05d1d-389e-4b30-b1d0-fa1ed33cd3a7 None None] The sync data for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 is: [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:46:59Z', 'revision_number': 3, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:47:01.599451 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Attempting to bind port ae8aaec1-08ad-4591-b7b0-926bd7c7500a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:47:01.599831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Attempting to bind port ae8aaec1-08ad-4591-b7b0-926bd7c7500a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:47:01.600202 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Attempting to bind port ae8aaec1-08ad-4591-b7b0-926bd7c7500a on network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:47:01.605429 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:47:01.605816 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Checking segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:47:01.606434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.606838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Bound using segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:47:01.607319 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Bound port: ae8aaec1-08ad-4591-b7b0-926bd7c7500a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:47:01.607703 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.676775 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] For port ae8aaec1-08ad-4591-b7b0-926bd7c7500a, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:47:01.680600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] For port ae8aaec1-08ad-4591-b7b0-926bd7c7500a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:47:01.685980 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:01.752926 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851dc7f-8807-40fe-8e77-120174b36961 None None] Pushing event updated for resources: {'Port': ['ID=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:01.795618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.1 (a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6/d00f351a-16d2-40da-84ef-06ccb69de582/205f529c-decd-4ed6-a721-62bfe3770540) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:47:01.973068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.015544 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.058980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:47:02.060119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:02.062663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:47:02.120870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:02.132669 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.213228 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:02.266787 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:02.267411 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.278287 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.370860 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.394324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:02.398873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.400090 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8aaec1-08ad-4591-b7b0-926bd7c7500a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:02.481280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:02.494710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae8aaec1-08ad-4591-b7b0-926bd7c7500a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:02.495099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.592012 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.628428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port ae8aaec1-08ad-4591-b7b0-926bd7c7500a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:02.633827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.692169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:02.834523 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8203e4-0e17-4fdc-bc0c-63e8070fed56 None None] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:47:02.925044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.929175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.931503 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7a0f1e8e-3456-45bc-a208-f07b694d2124 None None] Provisioning complete for port ae8aaec1-08ad-4591-b7b0-926bd7c7500a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:02.931922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1e8e-3456-45bc-a208-f07b694d2124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:02.933871 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.006533 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.008326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:03.108575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:47:03.110015 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:03.226640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 719d8f27-3e29-4d5b-a73f-9427f703de91 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:47:03.298441 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b2a1bb8c-8bf3-47e8-8f63-d2150f660bb7 None None] Provisioning complete for port ae8aaec1-08ad-4591-b7b0-926bd7c7500a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:03.299402 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2a1bb8c-8bf3-47e8-8f63-d2150f660bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.356031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:47:03.366468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-943cb4c8-283f-4632-b762-4a976b78eccc tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/719d8f27-3e29-4d5b-a73f-9427f703de91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445947 Sep 18 01:47:03.382877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Sync routers for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:47:03.405867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:03.406499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:03.463695 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-b2a1bb8c-8bf3-47e8-8f63-d2150f660bb7 None None] Provisioning complete for port 205f529c-decd-4ed6-a721-62bfe3770540 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:03.464094 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2a1bb8c-8bf3-47e8-8f63-d2150f660bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.516295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-2de941f4-ba3a-48b2-ae49-1ad2e07929f4 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799667364&fields=id&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 267 time: 0.0356462 Sep 18 01:47:03.641462 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-fc64da07-50e9-4206-b9f5-66290d012b19 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:03.643260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-fc64da07-50e9-4206-b9f5-66290d012b19 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 796 time: 0.1200228 Sep 18 01:47:03.660108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-627ef4a7-8076-4b8c-8d0f-f017a56cb5ff tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/quotas/5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 375 time: 0.0107954 Sep 18 01:47:03.703882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1bb8c-8bf3-47e8-8f63-d2150f660bb7 None None] Port 205f529c-decd-4ed6-a721-62bfe3770540 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:47:03.712322 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-cae2fe77-9080-4714-a58b-e90da0b87767 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464301 Sep 18 01:47:03.721536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:03.771095 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-535c791b-0024-42f8-9da2-51bece654ba0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:47:03.772099 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-535c791b-0024-42f8-9da2-51bece654ba0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476508 Sep 18 01:47:03.857309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-df65e447-7842-4431-9378-e78e982673a8 None None] Provisioning complete for port 205f529c-decd-4ed6-a721-62bfe3770540 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:03.857562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-df65e447-7842-4431-9378-e78e982673a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.868588 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-b6c79ddb-a552-4d3d-a331-18915032d4ae service neutron] 10.222.0.49 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891700 Sep 18 01:47:03.909464 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-df65e447-7842-4431-9378-e78e982673a8 None None] Port 205f529c-decd-4ed6-a721-62bfe3770540 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:47:03.956541 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 2, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:03.958447 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-19334aa4-5021-4fbd-a6d0-c65bbef01a19 service neutron] 10.222.0.49 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Sep 18 01:47:03.986339 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Checking router: 719d8f27-3e29-4d5b-a73f-9427f703de91 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:47:03.986702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Updating router 719d8f27-3e29-4d5b-a73f-9427f703de91 port 205f529c-decd-4ed6-a721-62bfe3770540 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:47:04.010893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.123776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:04.126271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1612f99c-e79a-4cf1-bfcb-91f54216285a req-1b33bf2a-400d-460c-95ec-25c5cae03b34 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 210 time: 0.0322986 Sep 18 01:47:04.240164 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:04.240576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.382013 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8aaec1-08ad-4591-b7b0-926bd7c7500a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:04.413272 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.421435 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.488322 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66636e-96e3-4fd1-bc86-90ac8ee6fb1b None None] Pushing event updated for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:04.510141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ae8aaec1-08ad-4591-b7b0-926bd7c7500a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:04.510511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.559050 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Attempting to bind port 205f529c-decd-4ed6-a721-62bfe3770540 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:47:04.559435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Attempting to bind port 205f529c-decd-4ed6-a721-62bfe3770540 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:47:04.559835 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Attempting to bind port 205f529c-decd-4ed6-a721-62bfe3770540 on network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:47:04.570992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:47:04.571370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Checking segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:47:04.571774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.572168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Bound using segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:47:04.572669 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Bound port: 205f529c-decd-4ed6-a721-62bfe3770540, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:47:04.573053 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.673236 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] For port 205f529c-decd-4ed6-a721-62bfe3770540, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:47:04.676412 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] For port 205f529c-decd-4ed6-a721-62bfe3770540, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=205f529c-decd-4ed6-a721-62bfe3770540,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:47:04.680615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.740252 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:04.740903 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:04.748810 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66636e-96e3-4fd1-bc86-90ac8ee6fb1b None None] Pushing event updated for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:04.796588 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] Provisioning complete for port 205f529c-decd-4ed6-a721-62bfe3770540 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:04.796964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.887323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:04.983548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:05.066933 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] For port 205f529c-decd-4ed6-a721-62bfe3770540, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=205f529c-decd-4ed6-a721-62bfe3770540,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:05.075681 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:05.159657 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044dddd-7296-4b7f-b1d8-5a9abc0f25bd None None] Pushing event updated for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:05.179315 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:04Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:05.211338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d32a7-6ee6-4e47-841b-28e0231a3e5d None None] The sync data for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 is: [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:04Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:47:05.222201 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-57687f5a-04ea-4080-bac9-fb47611c03c0 None None] Provisioning complete for port 205f529c-decd-4ed6-a721-62bfe3770540 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:05.222674 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-57687f5a-04ea-4080-bac9-fb47611c03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:05.233236 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fda7469-7174-47e2-876a-98c4025c0df7 req-f50fad53-d4d6-43c8-8050-17d6d773867e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 210 time: 0.0387383 Sep 18 01:47:06.143637 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 205f529c-decd-4ed6-a721-62bfe3770540 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:06.194629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 205f529c-decd-4ed6-a721-62bfe3770540 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:06.195011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:06.330559 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-142a7f96-58c1-4f80-9a59-f89b4eb81be3 req-01e3d4bb-39b2-4676-8fbe-c72ec67c228d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 210 time: 0.0267780 Sep 18 01:47:07.126452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-babbf1ab-78cf-47ef-8e03-1b7561d84f9a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:07.127923 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-babbf1ab-78cf-47ef-8e03-1b7561d84f9a tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 796 time: 0.1117415 Sep 18 01:47:07.178034 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-b221d362-9020-4a13-95a2-f6ccd71fffaa tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6 HTTP/1.1" status: 200 len: 380 time: 0.0354211 Sep 18 01:47:07.189178 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'port': {'device_id': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'admin_state_up': True, 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'security_groups': ['f424d9d9-cdcc-448a-bea8-2df3c89fc437']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:47:07.297755 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Made reservation on behalf of 5ea9f5c26a3145b595ab34c2cedce2d6 for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:47:07.301228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.435471 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8aa101f3-b6de-4825-af19-89f475147d7a req-11bae3c7-7e36-49f0-9135-96314264f716 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 210 time: 0.0332563 Sep 18 01:47:07.451058 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.20.0.6 (a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6/d00f351a-16d2-40da-84ef-06ccb69de582/24fb432e-d31f-499b-a9bc-e215b62d37be) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:47:07.588187 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.620822 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.662049 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:47:07.667120 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:07.671294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:47:07.679658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:07.726268 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:07.726885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.741768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-e88a6a7f-294f-4ad7-ab56-9f7e14c9abf0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560625 Sep 18 01:47:07.753781 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Request body: {'port': {'device_id': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:47:07.815785 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.950046 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-237df6b9-8779-438e-9384-fae95f0ed4e2 None None] Provisioning complete for port 24fb432e-d31f-499b-a9bc-e215b62d37be triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:07.950591 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-237df6b9-8779-438e-9384-fae95f0ed4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.982966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-237df6b9-8779-438e-9384-fae95f0ed4e2 None None] Port 24fb432e-d31f-499b-a9bc-e215b62d37be cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:47:08.081281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fb432e-d31f-499b-a9bc-e215b62d37be {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:47:08.088831 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:08.100810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Transition to ACTIVE for port object 24fb432e-d31f-499b-a9bc-e215b62d37be will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:47:08.104522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:08.157464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Pushing event updated for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:08.226348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Attempting to bind port 24fb432e-d31f-499b-a9bc-e215b62d37be on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:47:08.226683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Attempting to bind port 24fb432e-d31f-499b-a9bc-e215b62d37be by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:47:08.227012 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Attempting to bind port 24fb432e-d31f-499b-a9bc-e215b62d37be on network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:47:08.231926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Port 24fb432e-d31f-499b-a9bc-e215b62d37be on network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:47:08.232330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Attempting to bind port 24fb432e-d31f-499b-a9bc-e215b62d37be on network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:47:08.237164 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:47:08.237505 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Checking segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:47:08.237889 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Bound using segment: {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:47:08.238321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Bound port: 24fb432e-d31f-499b-a9bc-e215b62d37be, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d685b-a80c-41f8-ad3f-d4cf1db3bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:47:08.238683 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:08.304543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:47:08.307571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=24fb432e-d31f-499b-a9bc-e215b62d37be,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:47:08.312796 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:08.344871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.345499 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:08.346883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] 10.222.0.48 "PUT /v2.0/ports/24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 1092 time: 0.5973361 Sep 18 01:47:08.347323 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:47:08.349584 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c744bd-2794-43ec-9a03-642c633e5ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:47:08.381964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848c6e4-b4f1-4aa7-9e77-ced555ebfed8 service neutron] Pushing event updated for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:08.425600 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbcb73-0267-4cc9-a566-ee26bfed1a89 x-openstack-request-id: req-75cbcb73-0267-4cc9-a566-ee26bfed1a89 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:47:08.425900 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:47:08.426154 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75cbcb73-0267-4cc9-a566-ee26bfed1a89 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:47:08.426550 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'status': 'completed', 'code': 200} Sep 18 01:47:08.443973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-898ca9bd-f425-45b4-890c-d0e1389a753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.445540 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-898ca9bd-f425-45b4-890c-d0e1389a753f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1095 time: 0.0475185 Sep 18 01:47:08.491006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-5ee55882-823b-44ad-91ac-e8c6fcc94e4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 217 time: 0.0375009 Sep 18 01:47:08.573046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-63f4c454-e4ea-4bc0-aaf3-1d5e74c90e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.574597 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-63f4c454-e4ea-4bc0-aaf3-1d5e74c90e5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 200 len: 834 time: 0.0766928 Sep 18 01:47:08.585719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228c18c-f1eb-4f60-924f-7da3d5efc4af req-6f63cd62-7b2f-4773-bb1d-54384433a695 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.587088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c228c18c-f1eb-4f60-924f-7da3d5efc4af req-6f63cd62-7b2f-4773-bb1d-54384433a695 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 943 time: 0.0815175 Sep 18 01:47:08.651104 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c228c18c-f1eb-4f60-924f-7da3d5efc4af req-999807c7-d2d8-4476-830b-d957217a24a2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 Sep 18 01:47:08.654344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-d589bdfe-7618-482a-873a-e2840ca9c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.655745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-d589bdfe-7618-482a-873a-e2840ca9c387 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678406 Sep 18 01:47:08.751688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-65bc67b1-fa4f-4d85-8362-f2a1ede2bf71 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871336 Sep 18 01:47:08.841518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc3616ab-6140-4fa2-b671-c0d3a4e31c9d req-06c19843-bbba-4586-a095-242639811bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825377 Sep 18 01:47:08.934776 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-8a405d24-4516-499b-b899-649eb5c76911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:08.936276 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-8a405d24-4516-499b-b899-649eb5c76911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1095 time: 0.0459583 Sep 18 01:47:09.026700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-41064653-b857-4b13-a849-f2ecf4467bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:09.028871 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-41064653-b857-4b13-a849-f2ecf4467bbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 897 time: 0.0852542 Sep 18 01:47:09.074916 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-45921ca9-7a9d-4c8a-8c9c-b80a0b35c406 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 217 time: 0.0372083 Sep 18 01:47:09.122593 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-a59cab62-6765-4384-b97e-d46f4e5e0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:09.123979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-a59cab62-6765-4384-b97e-d46f4e5e0259 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 200 len: 834 time: 0.0423176 Sep 18 01:47:09.171914 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-3b17db3c-695e-4914-a525-bc885884e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:09.173445 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-3b17db3c-695e-4914-a525-bc885884e642 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406647 Sep 18 01:47:09.267856 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-26c555bc-b21b-4df8-a1d5-f068ddb9b6ac service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Sep 18 01:47:09.357201 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-51c744bd-2794-43ec-9a03-642c633e5ab9 req-027b867d-aaad-4068-9d7a-ca248fe2a560 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811486 Sep 18 01:47:09.767452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03609-415c-4890-ac6c-6b4c18d16a5d req-6429a226-0235-4ac5-a873-afaba5a1597d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:09.768942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcc03609-415c-4890-ac6c-6b4c18d16a5d req-6429a226-0235-4ac5-a873-afaba5a1597d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 943 time: 0.0496426 Sep 18 01:47:09.810702 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcc03609-415c-4890-ac6c-6b4c18d16a5d req-97727141-960e-427d-af03-060bddddd984 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Sep 18 01:47:10.924184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e724fa-8422-49bc-ad7d-db2ee3c39aec req-2fcf0a05-c511-446a-bb25-86ef07d01099 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:10.925687 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77e724fa-8422-49bc-ad7d-db2ee3c39aec req-2fcf0a05-c511-446a-bb25-86ef07d01099 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 943 time: 0.0495229 Sep 18 01:47:10.963454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-77e724fa-8422-49bc-ad7d-db2ee3c39aec req-4ca40636-94cb-4fae-a2e2-5c04931a7844 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Sep 18 01:47:11.602683 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 24fb432e-d31f-499b-a9bc-e215b62d37be details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:47:11.696404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=24fb432e-d31f-499b-a9bc-e215b62d37be,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:11.706988 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'port_id': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'mac_address': 'fa:16:3e:ba:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:47:11.743459 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:11.756107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fb432e-d31f-499b-a9bc-e215b62d37be {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:47:11.774394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=24fb432e-d31f-499b-a9bc-e215b62d37be,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:11.779292 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:11.829097 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:12.017846 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['24fb432e-d31f-499b-a9bc-e215b62d37be'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:47:12.078723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91486a34-f5d1-4ef6-b00d-044c0d3d7e1d req-34e22322-a491-4e24-9ed7-9e580d091336 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:12.080385 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91486a34-f5d1-4ef6-b00d-044c0d3d7e1d req-34e22322-a491-4e24-9ed7-9e580d091336 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 944 time: 0.0517819 Sep 18 01:47:12.120939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91486a34-f5d1-4ef6-b00d-044c0d3d7e1d req-5d598d73-4d2a-45c2-979e-3df16f7faaf8 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Sep 18 01:47:13.238248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c75fa-22d9-4598-bba7-2efc946376e9 req-3bf810dc-16dc-45d6-8401-aa6b7211a32d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:13.239762 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc2c75fa-22d9-4598-bba7-2efc946376e9 req-3bf810dc-16dc-45d6-8401-aa6b7211a32d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 944 time: 0.0491989 Sep 18 01:47:13.281939 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fc2c75fa-22d9-4598-bba7-2efc946376e9 req-50f0e7b2-6ba0-4621-91bc-df29359d672d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361969 Sep 18 01:47:13.602814 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 24fb432e-d31f-499b-a9bc-e215b62d37be up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:47:13.649680 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 24fb432e-d31f-499b-a9bc-e215b62d37be completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:47:13.654047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 24fb432e-d31f-499b-a9bc-e215b62d37be triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:47:13.654420 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:13.726648 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:13.747955 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:47:13.750226 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dbecc9-324b-4fc5-ba5b-dc2347b1bf78" -d '{"events": [{"server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "name": "network-vif-plugged", "status": "completed", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:47:13.766067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=24fb432e-d31f-499b-a9bc-e215b62d37be,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:13.769998 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:13.792978 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc800dda-af89-482e-8671-c3cf52c3e909 x-openstack-request-id: req-bc800dda-af89-482e-8671-c3cf52c3e909 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:47:13.793274 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "name": "network-vif-plugged", "status": "completed", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:47:13.793522 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc800dda-af89-482e-8671-c3cf52c3e909 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:47:13.793908 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'code': 200} Sep 18 01:47:13.819168 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:13.884503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f28d0-ae8c-4202-80ad-ea7a07383480 req-31c6b2cd-dac0-4eca-907c-dc11566fc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:13.885998 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f5f28d0-ae8c-4202-80ad-ea7a07383480 req-31c6b2cd-dac0-4eca-907c-dc11566fc4e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1097 time: 0.0389237 Sep 18 01:47:13.921757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8f5f28d0-ae8c-4202-80ad-ea7a07383480 req-87a22d7b-6cf2-4ee6-aa76-7971e86e0125 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286589 Sep 18 01:47:14.394926 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccf07-cfc3-47c1-9bcb-d2b3f93cfcaf req-770e08cf-1da4-4386-9ce4-717073159195 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:14.396412 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dcccf07-cfc3-47c1-9bcb-d2b3f93cfcaf req-770e08cf-1da4-4386-9ce4-717073159195 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0488100 Sep 18 01:47:14.435239 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0dcccf07-cfc3-47c1-9bcb-d2b3f93cfcaf req-9ddae2ac-9e1c-44e1-b903-1a41c46cec25 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 18 01:47:15.549945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283cd1e-e987-4b55-ae67-573068c37863 req-b6f80ce1-dcf7-4166-a96f-ae81a587b1bf tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:15.551335 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b283cd1e-e987-4b55-ae67-573068c37863 req-b6f80ce1-dcf7-4166-a96f-ae81a587b1bf tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0485182 Sep 18 01:47:15.592644 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b283cd1e-e987-4b55-ae67-573068c37863 req-0bb08cbf-a589-449b-813c-9a56881e9c9f tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353036 Sep 18 01:47:15.704502 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1e6c-6f45-4099-b02f-b98e31b42c5d req-da9e4aed-aa43-4348-94f8-d1f15f1d15a3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:15.705970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75cf1e6c-6f45-4099-b02f-b98e31b42c5d req-da9e4aed-aa43-4348-94f8-d1f15f1d15a3 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0487127 Sep 18 01:47:15.742523 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-75cf1e6c-6f45-4099-b02f-b98e31b42c5d req-ba73640a-f9f8-4650-93a6-5de78301e879 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Sep 18 01:47:15.764587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:15.803829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf306a-78af-48ea-895d-c8ae0985d970 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:15.805388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0fbf306a-78af-48ea-895d-c8ae0985d970 tempest-TestNetworkAdvancedServerOps-1217293903 tempest-TestNetworkAdvancedServerOps-1217293903-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1092 time: 0.0398211 Sep 18 01:47:15.808910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58122) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:15.813216 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:47:15.834525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:15.935193 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.036234 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Allocated IP 172.25.7.234 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/e5d829e8-621d-497b-961a-ef4fc27539b9) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:47:16.139977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.173021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.205541 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:47:16.208330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:47:16.211739 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:47:16.243100 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=e5d829e8-621d-497b-961a-ef4fc27539b9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:16.567748 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.631960 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.732792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.779093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.783494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.852052 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event updated for resources: {'Port': ['ID=e5d829e8-621d-497b-961a-ef4fc27539b9,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:16.864041 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:16.964809 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 7707b142-659f-465b-834f-ddfa6783b834 associated. External IP: 172.25.7.234, port: 24fb432e-d31f-499b-a9bc-e215b62d37be. Sep 18 01:47:17.168434 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 719d8f27-3e29-4d5b-a73f-9427f703de91 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:47:17.275556 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:47:17.286462 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Sync routers for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:47:17.293485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:17.296630 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:17.297273 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:17.320190 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55df09b3-58ef-4d79-82e5-03bca4140972 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5101781 Sep 18 01:47:17.321010 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:47:17.323348 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:47:17.361443 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff80856-3547-48e2-9da0-b675ff2891a9 x-openstack-request-id: req-fff80856-3547-48e2-9da0-b675ff2891a9 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:47:17.361737 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:47:17.362039 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fff80856-3547-48e2-9da0-b675ff2891a9 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:47:17.362450 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'status': 'completed', 'code': 200} Sep 18 01:47:17.406646 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:17.449031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cae7a-14a3-425d-a93b-3a3f121dceff req-6f708852-7f92-4bc1-ab2a-03323f17a32c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:17.451115 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-507cae7a-14a3-425d-a93b-3a3f121dceff req-6f708852-7f92-4bc1-ab2a-03323f17a32c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0803933 Sep 18 01:47:17.457374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-990fa7e1-eb6d-4ba6-8a8a-426eaf44b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:17.458774 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-990fa7e1-eb6d-4ba6-8a8a-426eaf44b072 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1097 time: 0.0590148 Sep 18 01:47:17.628311 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '7707b142-659f-465b-834f-ddfa6783b834', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'port_id': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'mac_address': 'fa:16:3e:ba:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:47:16Z', 'updated_at': '2021-09-18T01:47:16Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:17.659369 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Checking router: 719d8f27-3e29-4d5b-a73f-9427f703de91 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:47:17.668106 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:17.668948 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:46:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:17.776615 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:17.871017 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-507cae7a-14a3-425d-a93b-3a3f121dceff req-445736c0-e6d7-409d-b5b6-a6b452569b1e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112885 Sep 18 01:47:17.895744 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58128) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:17.905918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-0594a652-227c-43e2-8771-33faf08c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:17.907354 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-0594a652-227c-43e2-8771-33faf08c0ddc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 897 time: 0.4420345 Sep 18 01:47:18.000987 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '7707b142-659f-465b-834f-ddfa6783b834', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'port_id': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'mac_address': 'fa:16:3e:ba:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:47:16Z', 'updated_at': '2021-09-18T01:47:16Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:18.001416 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2f1443a6-5d05-4249-ba3e-61e99444376b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/7707b142-659f-465b-834f-ddfa6783b834 HTTP/1.1" status: 200 len: 991 time: 0.1043019 Sep 18 01:47:18.011008 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-1bb27c9e-7085-47d3-b335-17ee983e1f08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 999 time: 0.0776744 Sep 18 01:47:18.026780 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d227aa-0eb4-4bb5-83f1-986249b3f64d None None] The sync data for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 is: [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '7707b142-659f-465b-834f-ddfa6783b834', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'floating_ip_address': '172.25.7.234', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'port_id': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'mac_address': 'fa:16:3e:ba:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:47:16Z', 'updated_at': '2021-09-18T01:47:16Z', 'revision_number': 0, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:47:18.060737 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-fda452ff-9d67-4933-9b50-889cdaa82ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:18.062240 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-fda452ff-9d67-4933-9b50-889cdaa82ae7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 200 len: 834 time: 0.0444765 Sep 18 01:47:18.110895 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-a12c6a1b-d8c6-4fef-a449-205e4319843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:18.112539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-a12c6a1b-d8c6-4fef-a449-205e4319843d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429814 Sep 18 01:47:18.210304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-1e3bd2f5-ae21-49bb-94ef-bfa38916da8a service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908873 Sep 18 01:47:18.224702 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397bb6c-6efb-4344-a6a9-0b6ae19622f9 None None] New status for floating IP 7707b142-659f-465b-834f-ddfa6783b834: ACTIVE {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:47:18.301676 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d342b4e8-4e3c-40d1-906e-3fc2b5b414a2 req-e4bb98f7-f485-4f42-8427-fe6801de6031 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Sep 18 01:47:19.005175 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58130) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:19.069282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-65e4f1fd-5763-4267-88e0-6a873d1a0255 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/7707b142-659f-465b-834f-ddfa6783b834 HTTP/1.1" status: 200 len: 993 time: 0.0629308 Sep 18 01:47:24.344201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8a054ca3-51d0-4620-a59f-4287076cc625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:27.332738 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c939cb4a-6349-4ce1-8eda-0f4d0b75d005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:27.596357 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:28.614881 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:28.768005 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:47:29.927589 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:32.897620 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:46.744877 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:50.514056 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bfc0e-c0ce-45f1-93fa-8b0a63b9bf4e req-79a8185c-42a3-4326-9bd5-32f472a0b9cb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:50.516084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a4bfc0e-c0ce-45f1-93fa-8b0a63b9bf4e req-79a8185c-42a3-4326-9bd5-32f472a0b9cb tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0487828 Sep 18 01:47:50.553709 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9a4bfc0e-c0ce-45f1-93fa-8b0a63b9bf4e req-a7e9e0b4-cd61-4422-be35-3d3d4955a569 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Sep 18 01:47:51.673470 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbbe1f-c707-4135-a6b5-60df857b1aa8 req-6f6e6154-4d5f-4599-b5f3-add7886f920b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:51.674932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ddbbe1f-c707-4135-a6b5-60df857b1aa8 req-6f6e6154-4d5f-4599-b5f3-add7886f920b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0538619 Sep 18 01:47:51.712031 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0ddbbe1f-c707-4135-a6b5-60df857b1aa8 req-995e276c-9825-4565-b1e8-8e41b1ca049d tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Sep 18 01:47:51.733232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58160) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:51.792521 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f85b8c0a-1b33-4c3f-9f20-d88bcf5352e2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/7707b142-659f-465b-834f-ddfa6783b834 HTTP/1.1" status: 200 len: 993 time: 0.0581703 Sep 18 01:47:53.094240 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469421-59b7-491a-b6a9-ecf0429555be req-badbd855-98db-4b09-b65c-16445a85766b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:53.095777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1469421-59b7-491a-b6a9-ecf0429555be req-badbd855-98db-4b09-b65c-16445a85766b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0885220 Sep 18 01:47:53.097664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-e817b4a7-4f9b-43e7-8e1e-726cd6a25388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:53.099009 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-e817b4a7-4f9b-43e7-8e1e-726cd6a25388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1097 time: 0.0631361 Sep 18 01:47:53.160155 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e1469421-59b7-491a-b6a9-ecf0429555be req-43ff31e6-cfc9-4527-b2dc-f32e2cd4c7c9 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583081 Sep 18 01:47:53.212829 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-d7dada05-eb72-4ff8-b913-6bd87569be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:53.214290 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-d7dada05-eb72-4ff8-b913-6bd87569be94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 897 time: 0.1066759 Sep 18 01:47:53.283163 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-c0b0f1b7-ba8b-480a-b65c-6d474afa5fa4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 1001 time: 0.0617430 Sep 18 01:47:53.334239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-5bbfc436-72a5-4bc5-9cf6-e6065e619c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:53.335638 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-5bbfc436-72a5-4bc5-9cf6-e6065e619c10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 200 len: 834 time: 0.0433261 Sep 18 01:47:53.382397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-2c8e1601-f402-40f3-b085-180c45597937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:53.383794 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-2c8e1601-f402-40f3-b085-180c45597937 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411108 Sep 18 01:47:53.477822 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-7ae44c4b-295a-427f-a0c6-53003fb0a4c8 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Sep 18 01:47:53.567705 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc273ced-a2ff-4632-a81c-d627c34dc07b req-e9b43737-a8a2-43e8-876e-b09be4cb6d3a service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820611 Sep 18 01:47:54.284903 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd294f7-aabd-4053-a8b0-a35856a5c964 req-2786d332-0ebd-4514-b821-defc6f1fe303 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:54.286600 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bd294f7-aabd-4053-a8b0-a35856a5c964 req-2786d332-0ebd-4514-b821-defc6f1fe303 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0565469 Sep 18 01:47:54.334330 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6bd294f7-aabd-4053-a8b0-a35856a5c964 req-5b8ac322-8a99-47c4-af95-5a5e98c85125 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Sep 18 01:47:54.365732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e107793a-0119-43e9-bc27-702d100aa6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:55.453768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce270b6b-ae5e-497e-8c76-c1a6756f9930 req-68ce2a66-e42a-4eb9-826c-e6e4fd974013 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:55.455282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce270b6b-ae5e-497e-8c76-c1a6756f9930 req-68ce2a66-e42a-4eb9-826c-e6e4fd974013 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0507793 Sep 18 01:47:55.493780 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ce270b6b-ae5e-497e-8c76-c1a6756f9930 req-17fae5b1-10b5-48be-bea6-02147b02fcef tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Sep 18 01:47:55.516056 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:55.578237 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e2d5ec0c-5ec6-43af-be4a-02df6b95749b tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/floatingips/7707b142-659f-465b-834f-ddfa6783b834 HTTP/1.1" status: 200 len: 993 time: 0.0608723 Sep 18 01:47:55.790011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58178) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:55.942989 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port e5d829e8-621d-497b-961a-ef4fc27539b9 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:47:55.943336 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.018685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.019010 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.030388 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for e5d829e8-621d-497b-961a-ef4fc27539b9 owned by network:floatingip {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:47:56.172980 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.200600 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=e5d829e8-621d-497b-961a-ef4fc27539b9,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:56.226875 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.227224 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.227565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.227904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.228254 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.228591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.228920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.229247 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.229574 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.229898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.230226 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.230547 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:56.268058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for floatingip, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.268425 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Floating IP 7707b142-659f-465b-834f-ddfa6783b834 disassociated (deleted). External IP: 172.25.7.234, port: 24fb432e-d31f-499b-a9bc-e215b62d37be. Sep 18 01:47:56.473919 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 719d8f27-3e29-4d5b-a73f-9427f703de91 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:47:56.579678 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:47:56.584129 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:56.589288 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Sync routers for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:47:56.598839 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:56.599435 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:56.611906 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b78a0607-ecf5-4bf7-a365-a74683e3c78e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/floatingips/7707b142-659f-465b-834f-ddfa6783b834 HTTP/1.1" status: 204 len: 168 time: 0.8208129 Sep 18 01:47:56.612528 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:47:56.614794 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dff954-6c03-48ec-8571-ecce508d74a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:47:56.705179 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd0592-d53e-4026-8a9e-8903ca582178 x-openstack-request-id: req-f5cd0592-d53e-4026-8a9e-8903ca582178 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:47:56.705476 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:47:56.705805 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5cd0592-d53e-4026-8a9e-8903ca582178 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:47:56.706200 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'status': 'completed', 'code': 200} Sep 18 01:47:56.708912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:56.774690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-d9f4b15c-e0d6-4e6c-8bf8-665164947da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:56.776868 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-d9f4b15c-e0d6-4e6c-8bf8-665164947da2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 1097 time: 0.0442491 Sep 18 01:47:56.900261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826d6c-450d-4787-b5ec-2a4e38e5a379 req-dae77dbd-a591-41ca-8c77-e5e751b26bb0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:56.901770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d826d6c-450d-4787-b5ec-2a4e38e5a379 req-dae77dbd-a591-41ca-8c77-e5e751b26bb0 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0993342 Sep 18 01:47:56.918325 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:56.934847 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-1b49f569-b294-4ee4-a97b-62ab6d051b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:56.936334 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-1b49f569-b294-4ee4-a97b-62ab6d051b92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 200 len: 897 time: 0.1518850 Sep 18 01:47:56.944851 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Checking router: 719d8f27-3e29-4d5b-a73f-9427f703de91 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:47:56.952873 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:47:56.953467 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:56.991468 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d826d6c-450d-4787-b5ec-2a4e38e5a379 req-6cef0b16-ceb1-4724-925d-8424f80ff5d1 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799103 Sep 18 01:47:56.992891 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-7ff0d816-ba1a-4412-9042-659b9417ecac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 200 len: 217 time: 0.0451248 Sep 18 01:47:57.046824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-68969d4c-af4b-4823-a43a-1dd32ecc80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:57.048389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-68969d4c-af4b-4823-a43a-1dd32ecc80b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 200 len: 834 time: 0.0471234 Sep 18 01:47:57.057890 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:47:57.096775 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-63f9bdca-dcf2-4b2a-bf17-5aa2919bdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:57.098271 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-63f9bdca-dcf2-4b2a-bf17-5aa2919bdde5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415251 Sep 18 01:47:57.193258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-1397ca6f-8116-4752-a972-8a55f2505fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857735 Sep 18 01:47:57.252129 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:47:57.287057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44dff954-6c03-48ec-8571-ecce508d74a2 req-ac5fc125-3d8b-47ac-bb9b-63dc83484e8b service neutron] 10.222.0.48 "GET /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Sep 18 01:47:57.334248 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d8a91771-82d0-405e-84ad-07b49d3df9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:57.368243 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187276-275d-43a4-9e75-a3dc8522a7f5 None None] The sync data for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 is: [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '205f529c-decd-4ed6-a721-62bfe3770540', 'name': '', 'network_id': 'a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'mac_address': 'fa:16:3e:83:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:47:01Z', 'updated_at': '2021-09-18T01:47:05Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'subnets': [{'id': 'd00f351a-16d2-40da-84ef-06ccb69de582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:47:57.576361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d31cf-337c-42be-bf22-70d02bc61a4f None None] New status for floating IP 7707b142-659f-465b-834f-ddfa6783b834: DOWN {{(pid=106454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:47:57.646449 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.114836 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccd210-1e3a-44d0-9dfa-8634a523ad45 req-9abb044c-e02e-4ffa-89e7-c6c695f0784e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:58.116353 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efccd210-1e3a-44d0-9dfa-8634a523ad45 req-9abb044c-e02e-4ffa-89e7-c6c695f0784e tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0544376 Sep 18 01:47:58.153542 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-efccd210-1e3a-44d0-9dfa-8634a523ad45 req-3ba6fe04-8e4a-473c-9b01-3861e3632099 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "GET /v2.0/security-groups?id=f424d9d9-cdcc-448a-bea8-2df3c89fc437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Sep 18 01:47:58.316422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-122a8668-4ff6-4e92-ac76-324d943ebada tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:47:58.317927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-122a8668-4ff6-4e92-ac76-324d943ebada tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e46089-3695-4b8a-8d11-75a99a1a040a HTTP/1.1" status: 200 len: 945 time: 0.0492094 Sep 18 01:47:58.408881 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 24fb432e-d31f-499b-a9bc-e215b62d37be {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:47:58.409222 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.495586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 24fb432e-d31f-499b-a9bc-e215b62d37be, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=24fb432e-d31f-499b-a9bc-e215b62d37be,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:58.495945 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.508300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 24fb432e-d31f-499b-a9bc-e215b62d37be owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:47:58.616372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.637254 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.666727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=24fb432e-d31f-499b-a9bc-e215b62d37be,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:58.679219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.679574 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.679915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.680276 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.680612 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.680943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.681271 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.681596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.681921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.682247 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.682572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.682893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:58.716699 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] No DVR routers for this DVR port 24fb432e-d31f-499b-a9bc-e215b62d37be on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:47:58.719238 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:58.722496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fa24159-8506-49fa-b4e0-b9ad60075a58 req-1384c9d7-c1cf-4e7d-bfac-877d7cec73b2 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.48 "DELETE /v2.0/ports/24fb432e-d31f-499b-a9bc-e215b62d37be HTTP/1.1" status: 204 len: 173 time: 0.3982928 Sep 18 01:47:58.722932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'name': 'network-vif-deleted', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:47:58.725195 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cc4248-6ef9-440f-9e16-1839ed217c50" -d '{"events": [{"server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "name": "network-vif-deleted", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:47:58.762304 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3312a-9ae2-4d5b-b9a7-41c4ef017dc7 x-openstack-request-id: req-caa3312a-9ae2-4d5b-b9a7-41c4ef017dc7 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:47:58.762593 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e46089-3695-4b8a-8d11-75a99a1a040a", "name": "network-vif-deleted", "tag": "24fb432e-d31f-499b-a9bc-e215b62d37be", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:47:58.762842 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caa3312a-9ae2-4d5b-b9a7-41c4ef017dc7 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:47:58.763231 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e46089-3695-4b8a-8d11-75a99a1a040a', 'name': 'network-vif-deleted', 'tag': '24fb432e-d31f-499b-a9bc-e215b62d37be', 'status': 'completed', 'code': 200} Sep 18 01:47:59.210019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58194) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:59.567446 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:59.816356 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 205f529c-decd-4ed6-a721-62bfe3770540 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:47:59.816698 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:59.904264 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 205f529c-decd-4ed6-a721-62bfe3770540, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=205f529c-decd-4ed6-a721-62bfe3770540,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:47:59.904640 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:59.918564 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 205f529c-decd-4ed6-a721-62bfe3770540 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:47:59.931376 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:00.098762 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:00.127465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=205f529c-decd-4ed6-a721-62bfe3770540,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:00.301613 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:00.804826 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Router 719d8f27-3e29-4d5b-a73f-9427f703de91 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:48:00.908150 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:00.913184 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-279cfc64-b61e-4c60-ab86-ddeb2695cf4c tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "PUT /v2.0/routers/719d8f27-3e29-4d5b-a73f-9427f703de91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021265 Sep 18 01:48:00.916111 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58196) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:00.917333 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Sync routers for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:00.926847 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:00.927445 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:00.965745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting subnet d00f351a-16d2-40da-84ef-06ccb69de582 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:48:00.968755 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.009238 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.027453 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:01.096014 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.154254 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.184083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Subnet': ['ID=d00f351a-16d2-40da-84ef-06ccb69de582,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:01.187840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.193331 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:01.199612 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89cab79-b0cd-4104-bae1-c17fd4438dfc None None] Network a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:48:01.201273 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-26eda03a-af59-477a-ad23-e37384742746 tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/subnets/d00f351a-16d2-40da-84ef-06ccb69de582 HTTP/1.1" status: 204 len: 168 time: 0.2753298 Sep 18 01:48:01.206955 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:48:00Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:01.245235 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Checking router: 719d8f27-3e29-4d5b-a73f-9427f703de91 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:01.253603 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Routers {'719d8f27-3e29-4d5b-a73f-9427f703de91'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:01.254209 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['719d8f27-3e29-4d5b-a73f-9427f703de91'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:01.309105 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.364682 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] Set router 719d8f27-3e29-4d5b-a73f-9427f703de91 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:01.377499 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] DHCP port deletion for a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:48:01.420183 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.428115 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Deleting port ae8aaec1-08ad-4591-b7b0-926bd7c7500a {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:48:01.428975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.480059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Deleting port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:48:01.480857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.496459 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] For port ae8aaec1-08ad-4591-b7b0-926bd7c7500a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,segment=NetworkSegment(552d685b-a80c-41f8-ad3f-d4cf1db3bf34),segment_id=552d685b-a80c-41f8-ad3f-d4cf1db3bf34)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:01.496861 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.509498 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Calling delete_port for ae8aaec1-08ad-4591-b7b0-926bd7c7500a owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:48:01.548595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:48:00Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:01.564411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] For port 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:01.565066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.574802 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20952ae5-8559-4a48-b271-52b9882e1a49 None None] The sync data for ids ['719d8f27-3e29-4d5b-a73f-9427f703de91'] in n-d-712707-16 is: [{'id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721128350', 'tenant_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:48:00Z', 'revision_number': 5, 'project_id': '5ea9f5c26a3145b595ab34c2cedce2d6', 'gw_port': {'id': '1e3d8fb8-6b75-47c1-ac3e-8d607847e15c', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d8f27-3e29-4d5b-a73f-9427f703de91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:46:59Z', 'updated_at': '2021-09-18T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:01.577565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Calling delete_port for 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:48:01.593422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.618251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Pushing event deleted for resources: {'Port': ['ID=ae8aaec1-08ad-4591-b7b0-926bd7c7500a,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:01.628718 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.629067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.629633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.629759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.630071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.630398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.630725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.631054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.631381 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.631704 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.632024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.632371 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:01.634960 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69bc9cf-79f9-4a11-a2db-0aab36f6aeaf None None] No DVR routers for this DVR port ae8aaec1-08ad-4591-b7b0-926bd7c7500a on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:48:01.746354 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.772747 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Port': ['ID=1e3d8fb8-6b75-47c1-ac3e-8d607847e15c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:01.837432 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.851275 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 24fb432e-d31f-499b-a9bc-e215b62d37be no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:48:01.871217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 24fb432e-d31f-499b-a9bc-e215b62d37be {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:48:01.871468 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 24fb432e-d31f-499b-a9bc-e215b62d37be not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:48:01.932023 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.934397 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.980806 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.981508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Fanout notify agent at l3_agent the message router_deleted on router 719d8f27-3e29-4d5b-a73f-9427f703de91 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:48:01.989250 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:01.990386 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-d01e2b9a-128c-48ad-af13-ce7de4965cbe tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/routers/719d8f27-3e29-4d5b-a73f-9427f703de91 HTTP/1.1" status: 204 len: 168 time: 0.7960045 Sep 18 01:48:01.993176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58200) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:02.080702 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.170773 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.197772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:02.202537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8aaec1-08ad-4591-b7b0-926bd7c7500a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:48:02.208126 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552d685b-a80c-41f8-ad3f-d4cf1db3bf34') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:02.208456 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552d685b-a80c-41f8-ad3f-d4cf1db3bf34') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:02.224328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.224590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ae8aaec1-08ad-4591-b7b0-926bd7c7500a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:48:02.224954 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ae8aaec1-08ad-4591-b7b0-926bd7c7500a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:48:02.225437 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 205f529c-decd-4ed6-a721-62bfe3770540 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:48:02.240657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.244998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 205f529c-decd-4ed6-a721-62bfe3770540 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:48:02.245363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 205f529c-decd-4ed6-a721-62bfe3770540 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:48:02.248690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:48:02.248932 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:48:02.253206 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:48:02.318608 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.325455 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.331125 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58204) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:02.331581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/networks/a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6 HTTP/1.1" status: 204 len: 168 time: 0.3369105 Sep 18 01:48:02.343031 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564fa99-7627-4e80-9bf6-d1367aaa04ca tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'Network': ['ID=a39cd64c-3719-4cc3-a5db-8fd3b21b5ab6,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:02.391847 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.416829 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.478498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.481084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.482260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] 10.222.0.49 "DELETE /v2.0/security-groups/f424d9d9-cdcc-448a-bea8-2df3c89fc437 HTTP/1.1" status: 204 len: 168 time: 0.1499581 Sep 18 01:48:02.492880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d2461-6b41-4478-9b57-cbd80c2e9bfd tempest-TestNetworkAdvancedServerOps-1616353971 tempest-TestNetworkAdvancedServerOps-1616353971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424d9d9-cdcc-448a-bea8-2df3c89fc437,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:02.811561 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58212) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:02.911289 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:02.943625 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f9001af7-0831-4135-9fc5-456f992e8a65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ea9f5c26a3145b595ab34c2cedce2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307616 Sep 18 01:48:02.946175 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58216) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:02.997075 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.018596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.066044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.068652 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.069917 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a353121-5d48-4edf-bc29-1dd659fc8a1e HTTP/1.1" status: 204 len: 168 time: 0.1227372 Sep 18 01:48:03.077590 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073df2bd-8378-41ab-9d51-59491c1a1eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a353121-5d48-4edf-bc29-1dd659fc8a1e,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:03.323716 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58222) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:03.337400 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8168e9a5-ec57-423e-8699-abb7332a4928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.428615 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8168e9a5-ec57-423e-8699-abb7332a4928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.433002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8168e9a5-ec57-423e-8699-abb7332a4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.474839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168e9a5-ec57-423e-8699-abb7332a4928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef753d5-597c-47c1-b859-b561e5a9b5c2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:03.480474 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8168e9a5-ec57-423e-8699-abb7332a4928 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88830c3c8dd7451294edd7122a277757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556871 Sep 18 01:48:03.483192 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58224) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:03.530292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.551305 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.597541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.600016 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.601217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ef753d5-597c-47c1-b859-b561e5a9b5c2 HTTP/1.1" status: 204 len: 168 time: 0.1171262 Sep 18 01:48:03.608757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b110f-2e9f-42da-a486-ef3b901e0907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef753d5-597c-47c1-b859-b561e5a9b5c2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:04.096263 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:48:04.118059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:48:04.118406 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1e3d8fb8-6b75-47c1-ac3e-8d607847e15c not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:48:04.292365 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58246) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:04.387418 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-162997221-network', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:04.408562 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Made reservation on behalf of 2a7fc9f25fd341a7a4aa269bb2fc4a98 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:48:04.410808 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.418797 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.506203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.509920 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.534262 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:48:04.543892 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5abce-4d24-4456-b9f3-f4c7cd7203a8,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:04.549405 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.549748 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Added segment d0fd5d67-0959-4f95-b8e9-5365ce014fd3 of type vlan for network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 Sep 18 01:48:04.589586 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.612839 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.613906 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:04.614480 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.645250 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3517497 Sep 18 01:48:04.648683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58250) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:04.654136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Request body: {'subnet': {'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-162997221-subnet', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:04.675253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Made reservation on behalf of 2a7fc9f25fd341a7a4aa269bb2fc4a98 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:48:04.677559 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.679558 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b99bc-3725-4c29-b01b-f0e5fe38222c admin admin] Pushing event updated for resources: {'Network': ['ID=9e983614-d7c8-40b7-811f-3f4c5ce491f0,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:04.689885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:48:04.848878 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.903433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:04.912078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:04.912469 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Network hostable DHCP agents. Network: 9e983614-d7c8-40b7-811f-3f4c5ce491f0, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:48:04.928600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:48:04.936722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 9e983614-d7c8-40b7-811f-3f4c5ce491f0) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:04.941069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:04.941653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.947002 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46aea3-50d3-487e-80ad-c7e217567784 None None] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:48:04.955768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a4420d54-e145-4909-8194-2932e4ed1d78 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3054321 Sep 18 01:48:04.958378 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58252) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:04.962640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:04.983721 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.984797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.041588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.185045 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.250428 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:48:05.251313 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.380242 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.382189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Allocated IP 172.20.0.2 (9e983614-d7c8-40b7-811f-3f4c5ce491f0/ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83/e75c1c6a-a818-43d2-b94b-753433c9fa0f) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:05.401512 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.508718 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Allocated IP 172.25.7.55 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1bf1ece9-21aa-42e0-801b-1ea88d16e5a2) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:05.526734 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.532918 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.573743 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:05.578156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:05.580943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:05.590180 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Pushing event updated for resources: {'Port': ['ID=e75c1c6a-a818-43d2-b94b-753433c9fa0f,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:05.616387 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.639542 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Attempting to bind port e75c1c6a-a818-43d2-b94b-753433c9fa0f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:05.639911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Attempting to bind port e75c1c6a-a818-43d2-b94b-753433c9fa0f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:05.640301 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Attempting to bind port e75c1c6a-a818-43d2-b94b-753433c9fa0f on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:05.645306 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:05.645770 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:05.646214 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.646619 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:05.647156 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Bound port: e75c1c6a-a818-43d2-b94b-753433c9fa0f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:05.647606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.649231 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.690070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:05.694531 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:05.697968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:05.709908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] For port e75c1c6a-a818-43d2-b94b-753433c9fa0f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:05.713197 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] For port e75c1c6a-a818-43d2-b94b-753433c9fa0f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e75c1c6a-a818-43d2-b94b-753433c9fa0f,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:05.717238 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:05.723326 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:05.774592 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:48:05.782083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6d5f-f067-4c59-b84a-5abb8c26f84f None None] Pushing event updated for resources: {'Port': ['ID=e75c1c6a-a818-43d2-b94b-753433c9fa0f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:06.165494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e75c1c6a-a818-43d2-b94b-753433c9fa0f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:06.216384 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e75c1c6a-a818-43d2-b94b-753433c9fa0f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:06.216763 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.290328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.293532 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.330642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port e75c1c6a-a818-43d2-b94b-753433c9fa0f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e75c1c6a-a818-43d2-b94b-753433c9fa0f,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:06.334856 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.389551 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=e75c1c6a-a818-43d2-b94b-753433c9fa0f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:06.501670 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.636397 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:48:06.677918 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1661434-5c11-481c-9323-bbd06ffc0f37 None None] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:48:06.742093 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:06.758245 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.759492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:06.760512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3eaa1f0e-495a-48ad-81ab-1074eedd3be5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8010120 Sep 18 01:48:06.763365 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58254) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:06.804681 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:06.805324 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:06.841762 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-243d04de-dad6-4afd-acd4-c45d27753275 None None] Provisioning complete for port e75c1c6a-a818-43d2-b94b-753433c9fa0f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:06.842040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-243d04de-dad6-4afd-acd4-c45d27753275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.999445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:07.200580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:05Z', 'revision_number': 3, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:07.211523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.228187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:07.228570 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Updating router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:48:07.253959 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.363316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-ad2b04da-2c6b-4850-9165-d8a8700a3488 None None] Provisioning complete for port e75c1c6a-a818-43d2-b94b-753433c9fa0f triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:07.364051 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ad2b04da-2c6b-4850-9165-d8a8700a3488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.369610 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Allocated IP 172.20.0.1 (9e983614-d7c8-40b7-811f-3f4c5ce491f0/ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83/470a5394-d890-4240-9f38-ad84a756950d) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:07.472093 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.506967 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.543262 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:07.546119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:07.550374 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:07.582373 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.583942 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Pushing event updated for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:07.593245 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.602554 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.646398 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275fa58-00c8-4a8f-a788-720f3ee4ba51 None None] Pushing event updated for resources: {'Port': ['ID=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:07.649344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Attempting to bind port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:07.649744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Attempting to bind port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:07.650072 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Attempting to bind port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:07.655574 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:07.655945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:07.656377 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.656794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:07.657455 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Bound port: 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:07.658254 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.717642 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] For port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:07.722048 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] For port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:07.726107 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.745873 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.779664 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:07.780298 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:07.820740 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275fa58-00c8-4a8f-a788-720f3ee4ba51 None None] Pushing event updated for resources: {'Port': ['ID=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:07.850550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f5ae44d6-3432-4bbf-8dc8-6190ffc47ef7 None None] Provisioning complete for port 470a5394-d890-4240-9f38-ad84a756950d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:07.850919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f5ae44d6-3432-4bbf-8dc8-6190ffc47ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.913527 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.918458 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:07.926728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:07.928360 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae44d6-3432-4bbf-8dc8-6190ffc47ef7 None None] Port 470a5394-d890-4240-9f38-ad84a756950d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:48:07.987176 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Pushing event updated for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:07.991228 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:08.085583 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:08.087106 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:08.126368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 1, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:08.161575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa45ee-7642-4e8c-85db-39a28368b067 None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 1, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:08.167864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e75c1c6a-a818-43d2-b94b-753433c9fa0f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:08.219760 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port e75c1c6a-a818-43d2-b94b-753433c9fa0f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:08.220458 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:08.227962 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:48:08.359452 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:08.380243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-39f15e04-9764-49e4-8c3a-313dc6add66e admin admin] 10.222.0.49 "PUT /v2.0/routers/c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102796 Sep 18 01:48:08.490952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-f4556e99-afca-4cf2-9922-226dace149fe None None] Provisioning complete for port 470a5394-d890-4240-9f38-ad84a756950d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:08.491472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f4556e99-afca-4cf2-9922-226dace149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:08.528006 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f4556e99-afca-4cf2-9922-226dace149fe None None] Port 470a5394-d890-4240-9f38-ad84a756950d cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:48:08.922451 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:08.927931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1439526425-network', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:08.949931 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Made reservation on behalf of 95717b55b5974ecab24e9ccd9f4e36b2 for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:48:08.952541 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:08.962665 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.062239 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.067043 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.093946 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:48:09.104687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca2625-089c-4638-a7e0-75f37f84ae9c,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:09.111975 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.112362 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Added segment 41fc39f5-9b05-4f54-bbf9-a6ed863318de of type vlan for network 541395b1-8015-4b91-b6c7-a29ad881df7d Sep 18 01:48:09.154300 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.181923 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.183065 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:09.183733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.220865 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2971740 Sep 18 01:48:09.221246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58274) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:09.227045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Request body: {'subnet': {'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1439526425-subnet', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:09.249384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Made reservation on behalf of 95717b55b5974ecab24e9ccd9f4e36b2 for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:48:09.252812 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.252997 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c8017-d2a1-4f5e-9f68-3bdf4f68c2bf admin admin] Pushing event updated for resources: {'Network': ['ID=541395b1-8015-4b91-b6c7-a29ad881df7d,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:09.263466 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 541395b1-8015-4b91-b6c7-a29ad881df7d details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:48:09.444707 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.501777 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=971a8098-8b5e-4981-aedf-1f12b60ad065,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:09.508869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Checking segment: {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:09.509228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Network hostable DHCP agents. Network: 541395b1-8015-4b91-b6c7-a29ad881df7d, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:48:09.525585 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Network 541395b1-8015-4b91-b6c7-a29ad881df7d is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:48:09.534632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 541395b1-8015-4b91-b6c7-a29ad881df7d) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:09.538724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:09.539311 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.543438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd271b-4bf0-442b-9ca6-bae5a02e3d7c None None] Network 541395b1-8015-4b91-b6c7-a29ad881df7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:48:09.553499 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7980c4d4-6408-45b2-b8c4-07b07086edfc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305082 Sep 18 01:48:09.556091 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58276) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:09.560413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:09.581660 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.582734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.638673 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.690994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-541395b1-8015-4b91-b6c7-a29ad881df7d', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:48:09.691961 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.785729 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.834232 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Allocated IP 172.20.0.2 (541395b1-8015-4b91-b6c7-a29ad881df7d/971a8098-8b5e-4981-aedf-1f12b60ad065/938ef0e5-deff-468a-80fa-7e3136e18456) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:09.982826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.988511 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:09.995061 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.014891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.030924 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Network 541395b1-8015-4b91-b6c7-a29ad881df7d is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:10.034039 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:10.036723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:10.047070 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Pushing event updated for resources: {'Port': ['ID=938ef0e5-deff-468a-80fa-7e3136e18456,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:10.102910 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Attempting to bind port 938ef0e5-deff-468a-80fa-7e3136e18456 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:10.103462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Attempting to bind port 938ef0e5-deff-468a-80fa-7e3136e18456 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:10.103919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Attempting to bind port 938ef0e5-deff-468a-80fa-7e3136e18456 on network 541395b1-8015-4b91-b6c7-a29ad881df7d {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:10.109777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:10.111094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Checking segment: {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:10.111761 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.112309 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Bound using segment: {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:10.112725 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Bound port: 938ef0e5-deff-468a-80fa-7e3136e18456, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:10.113111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.136780 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Allocated IP 172.25.7.242 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/f1880637-c2e2-4384-834c-071b59827ff5) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:10.187915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] For port 938ef0e5-deff-468a-80fa-7e3136e18456, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:10.192439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] For port 938ef0e5-deff-468a-80fa-7e3136e18456, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=938ef0e5-deff-468a-80fa-7e3136e18456,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:10.194947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:10.199216 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.259036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.294703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee90cf7-ccf4-467c-81b0-ee226cf6e0e9 None None] Pushing event updated for resources: {'Port': ['ID=938ef0e5-deff-468a-80fa-7e3136e18456,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:10.300359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:10.300735 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.305020 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:10.318045 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.324394 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:10.325251 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:10.357028 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:10.360656 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:10.363393 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:10.398787 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.399964 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1880637-c2e2-4384-834c-071b59827ff5,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:10.426694 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:10.434919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.459263 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:10.525668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:10.685553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.694590 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 2, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:10.720936 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:10.721291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Updating router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 port 470a5394-d890-4240-9f38-ad84a756950d binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:48:10.745058 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:10.882422 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.018371 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:48:11.019959 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.026061 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.074716 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:11.087241 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.087575 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.087912 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.088260 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.088589 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.088913 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.089231 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.089544 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.089866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.090274 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.091170 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.091170 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:48:11.144888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:11.146237 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Attempting to bind port 470a5394-d890-4240-9f38-ad84a756950d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:11.146779 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Attempting to bind port 470a5394-d890-4240-9f38-ad84a756950d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:11.147327 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Attempting to bind port 470a5394-d890-4240-9f38-ad84a756950d on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:11.155774 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Sync routers for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:11.162758 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:11.164970 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.166460 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-cdc9744c-de03-45eb-b110-5a6d5d5244f3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6093483 Sep 18 01:48:11.168291 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:11.168915 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:11.169349 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58278) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:11.170956 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:11.171376 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.171778 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:11.172334 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Bound port: 470a5394-d890-4240-9f38-ad84a756950d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:11.172739 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.338343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:11.372120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] For port 470a5394-d890-4240-9f38-ad84a756950d, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:11.376289 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] For port 470a5394-d890-4240-9f38-ad84a756950d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=470a5394-d890-4240-9f38-ad84a756950d,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:11.383825 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.454392 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:11.455017 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:11.459986 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7956f-0826-45c9-ba7a-9621896f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:11.506912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] Provisioning complete for port 470a5394-d890-4240-9f38-ad84a756950d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:11.507567 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.513703 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457b380-4431-44ae-9db2-76410dc2f146 None None] Network 541395b1-8015-4b91-b6c7-a29ad881df7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:48:11.607602 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:11.711642 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.756639 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.761748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 3, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:11.800265 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Checking router: a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:11.800667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Updating router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 port f1880637-c2e2-4384-834c-071b59827ff5 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:48:11.832453 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:11.857456 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:11.859411 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e0e6a-36e1-4bc8-9bf2-634ddd9da750 None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:11.876838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Allocated IP 172.20.0.1 (541395b1-8015-4b91-b6c7-a29ad881df7d/971a8098-8b5e-4981-aedf-1f12b60ad065/363cca3c-f1e2-48e0-8468-30ef0314ef9a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:11.888625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] For port 470a5394-d890-4240-9f38-ad84a756950d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=470a5394-d890-4240-9f38-ad84a756950d,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:11.902329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.019991 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.053579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddc3f5-c0da-4657-8dbd-42b87e266d56 None None] Pushing event updated for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.067016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.085240 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Provisioning complete for port 470a5394-d890-4240-9f38-ad84a756950d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:12.085647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.277730 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Provisioning complete for port 938ef0e5-deff-468a-80fa-7e3136e18456 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:12.278426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.340880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.353458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:12.357880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.456338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Attempting to bind port f1880637-c2e2-4384-834c-071b59827ff5 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:12.456713 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Attempting to bind port f1880637-c2e2-4384-834c-071b59827ff5 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:12.457080 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Attempting to bind port f1880637-c2e2-4384-834c-071b59827ff5 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:12.461284 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5bc14-c21d-4269-9d25-a2fa12601e4f None None] Pushing event updated for resources: {'Port': ['ID=f1880637-c2e2-4384-834c-071b59827ff5,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.473794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:12.474173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:12.474587 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.474986 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:12.475477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Bound port: f1880637-c2e2-4384-834c-071b59827ff5, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:12.475866 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.492588 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Network 541395b1-8015-4b91-b6c7-a29ad881df7d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:12.496929 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:12.500410 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:12.526552 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Pushing event updated for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.540721 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:12.541132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.545769 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.595031 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.622430 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] For port f1880637-c2e2-4384-834c-071b59827ff5, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:12.648912 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] For port f1880637-c2e2-4384-834c-071b59827ff5, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f1880637-c2e2-4384-834c-071b59827ff5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:12.676421 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.700255 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.733894 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5bc14-c21d-4269-9d25-a2fa12601e4f None None] Pushing event updated for resources: {'Port': ['ID=f1880637-c2e2-4384-834c-071b59827ff5,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.742531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] For port 938ef0e5-deff-468a-80fa-7e3136e18456, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=938ef0e5-deff-468a-80fa-7e3136e18456,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:12.760011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.772487 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 470a5394-d890-4240-9f38-ad84a756950d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:12.794173 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:12.794807 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:12.887244 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.895931 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.931453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03247d3c-a4d1-4336-aca3-460785e42b62 None None] Pushing event updated for resources: {'Port': ['ID=938ef0e5-deff-468a-80fa-7e3136e18456,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.947220 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3e976989-84aa-44aa-9993-0ae241b9ac28 None None] Provisioning complete for port 363cca3c-f1e2-48e0-8468-30ef0314ef9a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:12.947602 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e976989-84aa-44aa-9993-0ae241b9ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.963685 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:12.966244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Pushing event updated for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:12.987537 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:12.990763 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 470a5394-d890-4240-9f38-ad84a756950d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:12.991139 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.064963 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Network 541395b1-8015-4b91-b6c7-a29ad881df7d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:13.066483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:13.189398 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:48:13.206295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-3e976989-84aa-44aa-9993-0ae241b9ac28 None None] Port 363cca3c-f1e2-48e0-8468-30ef0314ef9a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:48:13.269929 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-3e976989-84aa-44aa-9993-0ae241b9ac28 None None] Provisioning complete for port 938ef0e5-deff-468a-80fa-7e3136e18456 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:13.270303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3e976989-84aa-44aa-9993-0ae241b9ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.308102 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:13.313203 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d2fc489e-1fda-4102-90ee-4b5c6fee4283 admin admin] 10.222.0.49 "PUT /v2.0/routers/a6563f4d-e2db-4d6c-9e55-2d25d8cf4224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426041 Sep 18 01:48:13.393629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 938ef0e5-deff-468a-80fa-7e3136e18456 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:13.520067 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 938ef0e5-deff-468a-80fa-7e3136e18456 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:13.520477 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.564821 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '363cca3c-f1e2-48e0-8468-30ef0314ef9a', 'name': '', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'mac_address': 'fa:16:3e:86:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:11Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 1, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'subnets': [{'id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:13.593827 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71647f72-bcd1-44c5-ba1b-52fbfca9cce6 None None] The sync data for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 is: [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '363cca3c-f1e2-48e0-8468-30ef0314ef9a', 'name': '', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'mac_address': 'fa:16:3e:86:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:11Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 1, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'subnets': [{'id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:13.650860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e8f97db4-63b2-485e-bc90-f0b4eb75ef78 None None] Provisioning complete for port 363cca3c-f1e2-48e0-8468-30ef0314ef9a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:13.651239 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e8f97db4-63b2-485e-bc90-f0b4eb75ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.686998 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e8f97db4-63b2-485e-bc90-f0b4eb75ef78 None None] Port 363cca3c-f1e2-48e0-8468-30ef0314ef9a cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:48:13.767679 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58286) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:13.772506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316857527', 'description': 'tempest-secgroup-smoke-1316857527 description', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:13.811915 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.915101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.919996 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.951050 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:13.955304 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1835828 Sep 18 01:48:13.955304 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c140-5f1e-4c87-a315-d3b664d9cc82 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:13.955578 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58288) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:13.960044 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:13.987553 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.047965 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.052021 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.072832 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887891cd-3457-458c-9979-242a1e6213f3,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.081783 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.085703 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0e4e7028-c1c5-491a-a951-3de1a025f34c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265218 Sep 18 01:48:14.086042 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58290) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:14.090665 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:14.123507 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.167247 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 938ef0e5-deff-468a-80fa-7e3136e18456 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:14.189747 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.195511 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.217667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f5f732-ed2a-4d40-9834-c32f612f0477,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.219890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 938ef0e5-deff-468a-80fa-7e3136e18456 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:14.220403 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.227282 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.228562 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-55265a62-ae8a-4faf-b2fb-d70e3cc34b85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414580 Sep 18 01:48:14.231223 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58292) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:14.236130 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:14.262473 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.323053 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.326716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.343333 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e27437-96e3-451e-a2b7-1965d8f9c34e,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.349514 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.350996 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-16dad393-d48f-4452-9a5d-516d70c00830 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188016 Sep 18 01:48:14.355291 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58294) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:14.360920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:14.386478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.446151 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.450041 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.468064 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccb11c7-4ea8-426c-8937-b77318b1eaae,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.473589 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.474957 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9eb902b8-7fc7-4002-b67f-475027064bc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187129 Sep 18 01:48:14.477613 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58296) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:14.481816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:14.504407 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Project 2a7fc9f25fd341a7a4aa269bb2fc4a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:48:14.508958 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.567940 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.571790 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.593293 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cc14a3-09e7-4c38-8c15-49dc83abab66,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.600650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.601890 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5f651cb7-0c28-46ca-b332-037ec9a2b185 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233690 Sep 18 01:48:14.604591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58298) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:14.609138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '6ca6f6c2-afb1-4e1c-90bc-8950c58540ae', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:14.630720 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Project 2a7fc9f25fd341a7a4aa269bb2fc4a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:48:14.635478 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.706072 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.709464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.729120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efacb742-0ca7-4b8e-9955-222d8416fb06,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:14.734424 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:14.736479 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-eaa86960-972d-4a46-bdd1-aebf47872326 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309264 Sep 18 01:48:15.126072 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-f5cbdc78-953c-43dc-ae57-22148b98ee85 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316857527&fields=id&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 267 time: 0.0361254 Sep 18 01:48:15.241911 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4c71987b-86e7-42ce-abdc-49d04ce5b1ce tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:15.245257 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4c71987b-86e7-42ce-abdc-49d04ce5b1ce tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 808 time: 0.1123219 Sep 18 01:48:15.259808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-37c4e967-54d8-459b-a198-1b860d2973e4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/quotas/2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 375 time: 0.0106735 Sep 18 01:48:15.313742 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-20535813-d874-4000-a221-de5d39055220 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482197 Sep 18 01:48:15.330273 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-b2a1465b-192a-4fcc-8dec-88955a358272 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:48:15.331293 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-b2a1465b-192a-4fcc-8dec-88955a358272 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057011 Sep 18 01:48:15.422593 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-cfd42505-1c92-42c1-9293-7d483dc6854d service neutron] 10.222.0.49 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857286 Sep 18 01:48:15.512470 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-07890fc2-5f89-4e35-98f7-dc53059bcfd2 service neutron] 10.222.0.49 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837843 Sep 18 01:48:15.681059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0476347d-1c8d-4941-843f-cdbe82888ac8 req-ce1d621a-99b7-4f28-9aef-bfbc4cb96a07 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Sep 18 01:48:15.993968 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Sync routers for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:16.002901 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:16.003517 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:16.112003 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:16.175989 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f1880637-c2e2-4384-834c-071b59827ff5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:16.225159 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f1880637-c2e2-4384-834c-071b59827ff5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:16.225455 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.304508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.327272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port f1880637-c2e2-4384-834c-071b59827ff5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f1880637-c2e2-4384-834c-071b59827ff5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:16.327536 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '363cca3c-f1e2-48e0-8468-30ef0314ef9a', 'name': '', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'mac_address': 'fa:16:3e:86:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:11Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 2, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'subnets': [{'id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:16.333084 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.358604 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Checking router: a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:16.358958 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Updating router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 port 363cca3c-f1e2-48e0-8468-30ef0314ef9a binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:48:16.385732 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.396098 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=f1880637-c2e2-4384-834c-071b59827ff5,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:16.637455 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.642469 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.696832 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab09a1-5c90-45ad-98d3-92f897e9ab51 None None] Pushing event updated for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:16.747915 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Attempting to bind port 363cca3c-f1e2-48e0-8468-30ef0314ef9a on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:16.748333 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Attempting to bind port 363cca3c-f1e2-48e0-8468-30ef0314ef9a by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:16.748672 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Attempting to bind port 363cca3c-f1e2-48e0-8468-30ef0314ef9a on network 541395b1-8015-4b91-b6c7-a29ad881df7d {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:16.755302 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:16.755686 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Checking segment: {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:16.756061 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.756476 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Bound using segment: {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:16.756943 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Bound port: 363cca3c-f1e2-48e0-8468-30ef0314ef9a, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fc39f5-9b05-4f54-bbf9-a6ed863318de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:16.758380 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.768706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.828842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bcfe2c42-930d-4ae9-bd94-f17b49416512 req-37114eeb-544e-4062-8b99-3e0ba750ed75 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 210 time: 0.0497179 Sep 18 01:48:16.852331 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] For port 363cca3c-f1e2-48e0-8468-30ef0314ef9a, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:16.855854 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] For port 363cca3c-f1e2-48e0-8468-30ef0314ef9a, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=363cca3c-f1e2-48e0-8468-30ef0314ef9a,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:16.862589 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:16.875053 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-a9d43829-5e07-41b7-a941-63318e39666d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:16.877995 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-a9d43829-5e07-41b7-a941-63318e39666d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 808 time: 0.1527741 Sep 18 01:48:16.933584 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:16.934286 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:47:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:16.945355 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab09a1-5c90-45ad-98d3-92f897e9ab51 None None] Pushing event updated for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:16.953025 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-67a071dd-645b-49aa-91e7-cf28a9c768a2 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 380 time: 0.0584300 Sep 18 01:48:16.965890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'port': {'device_id': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'admin_state_up': True, 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'security_groups': ['6ca6f6c2-afb1-4e1c-90bc-8950c58540ae']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:17.031363 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] Provisioning complete for port 363cca3c-f1e2-48e0-8468-30ef0314ef9a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:17.033290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.063313 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:17.104717 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Made reservation on behalf of 2a7fc9f25fd341a7a4aa269bb2fc4a98 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:48:17.108485 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.127085 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.167831 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] For port 363cca3c-f1e2-48e0-8468-30ef0314ef9a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=363cca3c-f1e2-48e0-8468-30ef0314ef9a,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:17.173737 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.235506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e7b34-afff-4c8b-b240-db72dd83d96d None None] Pushing event updated for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:17.261104 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Allocated IP 172.20.0.14 (9e983614-d7c8-40b7-811f-3f4c5ce491f0/ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83/90ba662c-f795-477f-a7c1-f74288611fbf) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:17.301992 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-5540ce51-1171-4214-8553-d6bc4d0f8494 None None] Provisioning complete for port 363cca3c-f1e2-48e0-8468-30ef0314ef9a triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:17.302396 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5540ce51-1171-4214-8553-d6bc4d0f8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.361576 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '363cca3c-f1e2-48e0-8468-30ef0314ef9a', 'name': '', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'mac_address': 'fa:16:3e:86:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:11Z', 'updated_at': '2021-09-18T01:48:16Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'subnets': [{'id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:17.387928 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71cbba-8348-4043-87ad-bf7907dec4d3 None None] The sync data for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 is: [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:48:12Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '363cca3c-f1e2-48e0-8468-30ef0314ef9a', 'name': '', 'network_id': '541395b1-8015-4b91-b6c7-a29ad881df7d', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'mac_address': 'fa:16:3e:86:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:11Z', 'updated_at': '2021-09-18T01:48:16Z', 'revision_number': 4, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'subnets': [{'id': '971a8098-8b5e-4981-aedf-1f12b60ad065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:17.405802 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.446374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.490922 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:17.494071 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:17.497877 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:17.507674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:17.563587 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:17.564725 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.581861 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-0f362ad5-4898-4e40-989a-bca0ce99db95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6198347 Sep 18 01:48:17.715093 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Request body: {'port': {'device_id': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:17.770882 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.801436 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-1c835178-3b49-4136-87c3-2cb4107fabac None None] Provisioning complete for port 90ba662c-f795-477f-a7c1-f74288611fbf triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:17.802182 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1c835178-3b49-4136-87c3-2cb4107fabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:17.836420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-1c835178-3b49-4136-87c3-2cb4107fabac None None] Port 90ba662c-f795-477f-a7c1-f74288611fbf cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:48:17.971870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae178aa9-0dba-4592-a552-12a1a6403d22 req-a6a3f688-b2a1-43b6-8218-81985ef6dffc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:17.973403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae178aa9-0dba-4592-a552-12a1a6403d22 req-a6a3f688-b2a1-43b6-8218-81985ef6dffc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 932 time: 0.0515144 Sep 18 01:48:18.015344 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ae178aa9-0dba-4592-a552-12a1a6403d22 req-bd20a069-b543-4ffa-b5ff-fc29537c3360 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339203 Sep 18 01:48:18.059225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:48:18.067298 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.078701 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Transition to ACTIVE for port object 90ba662c-f795-477f-a7c1-f74288611fbf will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:48:18.082506 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.135317 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:18.190790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 363cca3c-f1e2-48e0-8468-30ef0314ef9a up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:18.213976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:48:18.214315 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:48:18.214637 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:18.219755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:48:18.220139 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:48:18.225480 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:48:18.225737 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:48:18.226121 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:48:18.226537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Bound port: 90ba662c-f795-477f-a7c1-f74288611fbf, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:48:18.226892 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.244994 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 363cca3c-f1e2-48e0-8468-30ef0314ef9a triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:18.245590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.296700 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:48:18.300640 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:48:18.305355 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.327490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f1880637-c2e2-4384-834c-071b59827ff5 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:18.341341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:18.342044 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.343378 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1093 time: 0.7477911 Sep 18 01:48:18.343784 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:48:18.346670 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c574863-8280-439b-8517-f0e5f72bd760" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:48:18.389077 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85ed7-4dfb-410f-94a3-8d80e8ca96b8 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:18.400308 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port f1880637-c2e2-4384-834c-071b59827ff5 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:18.400942 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:18.401376 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e186083d-b461-497b-80e3-fe1cb51dfb91 x-openstack-request-id: req-e186083d-b461-497b-80e3-fe1cb51dfb91 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:48:18.401669 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:48:18.402131 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e186083d-b461-497b-80e3-fe1cb51dfb91 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:48:18.402536 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'status': 'completed', 'code': 200} Sep 18 01:48:18.454689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-ea061713-a12a-4577-a77d-4610feaa1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:18.456242 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-ea061713-a12a-4577-a77d-4610feaa1087 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1096 time: 0.0436709 Sep 18 01:48:18.513282 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-8a8e33fe-1f7f-4f93-87ec-aca829592c90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 217 time: 0.0430045 Sep 18 01:48:18.564912 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-8f491efb-61ee-4f62-8ff9-6a9f684ea9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:18.566419 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-8f491efb-61ee-4f62-8ff9-6a9f684ea9c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0461934 Sep 18 01:48:18.613617 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-88f40d64-7f30-4589-841f-815338317237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:18.615107 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-88f40d64-7f30-4589-841f-815338317237 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404665 Sep 18 01:48:18.708927 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-c782712f-a013-477c-9880-fdfa018165c7 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860784 Sep 18 01:48:18.798141 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-286553f9-a768-4c03-b2c3-33c7a8916062 req-82979074-37b0-4494-97cf-71306d7cdba1 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826073 Sep 18 01:48:18.935952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574863-8280-439b-8517-f0e5f72bd760 req-6a918c17-f2c4-4fd9-9211-8b2d2c98e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:18.937494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-6a918c17-f2c4-4fd9-9211-8b2d2c98e296 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1096 time: 0.0450671 Sep 18 01:48:19.028733 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574863-8280-439b-8517-f0e5f72bd760 req-53c1472b-055a-430e-b5ae-a7a77ba6ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:19.030218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-53c1472b-055a-430e-b5ae-a7a77ba6ae4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0853839 Sep 18 01:48:19.076935 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-5f4e0171-b282-40cc-b32b-55649cc1a954 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 217 time: 0.0394681 Sep 18 01:48:19.127563 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574863-8280-439b-8517-f0e5f72bd760 req-997285ec-dfc0-4062-842e-cfbbb1bd4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:19.129086 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-997285ec-dfc0-4062-842e-cfbbb1bd4a89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0455980 Sep 18 01:48:19.135539 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8cc7d-e689-400c-8c99-9af4f2060b55 req-ffc291be-0489-4d5e-81c4-29cb19353db1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:19.137049 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5e8cc7d-e689-400c-8c99-9af4f2060b55 req-ffc291be-0489-4d5e-81c4-29cb19353db1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0499985 Sep 18 01:48:19.175692 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5e8cc7d-e689-400c-8c99-9af4f2060b55 req-f5d1e66a-e71f-4dcb-9639-274b997e7837 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Sep 18 01:48:19.177445 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574863-8280-439b-8517-f0e5f72bd760 req-7ece89cf-a5df-4ee1-afb5-94a937652c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:19.178937 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-7ece89cf-a5df-4ee1-afb5-94a937652c3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404725 Sep 18 01:48:19.270374 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-a0277fa1-354a-4897-86fb-9ae3e07e97b8 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838521 Sep 18 01:48:19.358835 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1c574863-8280-439b-8517-f0e5f72bd760 req-7ea3cdb8-6813-4cba-8469-0601bb745b13 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813985 Sep 18 01:48:20.294910 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3b13e-8a71-4c54-ba60-e87a79a36bde req-e4e78050-3c69-4ad0-9b64-d3fa7c42e603 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:20.296701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fe3b13e-8a71-4c54-ba60-e87a79a36bde req-e4e78050-3c69-4ad0-9b64-d3fa7c42e603 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0530195 Sep 18 01:48:20.333781 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0fe3b13e-8a71-4c54-ba60-e87a79a36bde req-8dafb54e-1edd-4213-a3bb-2a457ff7904d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Sep 18 01:48:21.449444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e20-9462-43d9-940c-4529981f3d17 req-c7332396-3ae6-4269-8e9b-ec07e00c4936 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:21.450948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e93e20-9462-43d9-940c-4529981f3d17 req-c7332396-3ae6-4269-8e9b-ec07e00c4936 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0505297 Sep 18 01:48:21.488581 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f9e93e20-9462-43d9-940c-4529981f3d17 req-45aefc1a-c45b-4b24-9d2c-d80a8643ff8f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Sep 18 01:48:22.602136 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c023a6-631d-4e19-a863-df79f128b86d req-0876241f-b221-4078-8546-b4d9f3891ca6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:22.603592 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35c023a6-631d-4e19-a863-df79f128b86d req-0876241f-b221-4078-8546-b4d9f3891ca6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0494685 Sep 18 01:48:22.641088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-35c023a6-631d-4e19-a863-df79f128b86d req-b1836458-a7d4-4923-8420-dbc5a6496cc3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Sep 18 01:48:23.018902 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:48:23.111890 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:23.126340 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '90ba662c-f795-477f-a7c1-f74288611fbf', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:48:23.162421 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:23.174602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:48:23.192867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:23.196702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:23.241802 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:23.587991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['90ba662c-f795-477f-a7c1-f74288611fbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:48:24.019215 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f381-2162-4c6c-aa62-747700e4e877 req-3a2feccb-ab1e-4078-8814-9be68f728949 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:24.020777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb9f381-2162-4c6c-aa62-747700e4e877 req-3a2feccb-ab1e-4078-8814-9be68f728949 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0537121 Sep 18 01:48:24.058227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6fb9f381-2162-4c6c-aa62-747700e4e877 req-061e6dca-2697-44fa-83ee-56520def8bb9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Sep 18 01:48:24.346452 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf6f2-8617-4caa-8dc2-0c4d5358e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:25.016578 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:48:25.063112 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 90ba662c-f795-477f-a7c1-f74288611fbf completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:48:25.066761 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 90ba662c-f795-477f-a7c1-f74288611fbf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:48:25.067138 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:25.145734 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:25.167607 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:48:25.169882 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231fe80c-6d45-46f5-a3ec-3a0c0b73a06a" -d '{"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:48:25.172663 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46080b2-cbf3-4a21-b51d-bbda486c926d req-ace508f2-fa1f-49e1-8f8d-37814b138c77 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:25.174195 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a46080b2-cbf3-4a21-b51d-bbda486c926d req-ace508f2-fa1f-49e1-8f8d-37814b138c77 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0498734 Sep 18 01:48:25.183331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:48:25.189654 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:25.214934 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6afd1ef-5a34-4029-ad69-61695e3a5252 x-openstack-request-id: req-e6afd1ef-5a34-4029-ad69-61695e3a5252 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:48:25.215237 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:48:25.215493 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6afd1ef-5a34-4029-ad69-61695e3a5252 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:48:25.215888 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'code': 200} Sep 18 01:48:25.216364 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a46080b2-cbf3-4a21-b51d-bbda486c926d req-2c50bc20-e146-4592-b2a2-9e9a071840d7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360167 Sep 18 01:48:25.241210 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:25.332011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911999f7-62b0-40a7-b05e-f2f7bf6b50ae req-3e1d35ea-96f9-4624-b625-beb7666279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:25.333454 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-911999f7-62b0-40a7-b05e-f2f7bf6b50ae req-3e1d35ea-96f9-4624-b625-beb7666279bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0399246 Sep 18 01:48:25.371521 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-911999f7-62b0-40a7-b05e-f2f7bf6b50ae req-b9f53323-7ed7-4b89-bc98-fae749e93ad0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Sep 18 01:48:26.331969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f51d-3b96-4344-987e-87f0c815daa4 req-e95b7478-edc1-46fe-a310-6c82b89f0427 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:26.333517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d6f51d-3b96-4344-987e-87f0c815daa4 req-e95b7478-edc1-46fe-a310-6c82b89f0427 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Sep 18 01:48:26.370128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-80d6f51d-3b96-4344-987e-87f0c815daa4 req-49ec600a-b73d-4508-849a-40676ad6cabd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Sep 18 01:48:27.335600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-adec36ba-a5d7-4a84-8682-83124e6721eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:27.488542 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da7c4-caf2-4b09-8c31-85e49fa96cae req-3c2f4f18-cc9d-490f-a03d-2a9556519d57 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:27.489999 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-138da7c4-caf2-4b09-8c31-85e49fa96cae req-3c2f4f18-cc9d-490f-a03d-2a9556519d57 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Sep 18 01:48:27.527696 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-138da7c4-caf2-4b09-8c31-85e49fa96cae req-82a0fdeb-e630-489c-8ae9-2a753792ed70 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Sep 18 01:48:27.597939 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:27.643987 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1af756-ea04-4e76-9b66-ddfb42cdf0eb req-481ef3a4-c55f-4d30-85f9-6a1cb32be84c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:27.645483 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d1af756-ea04-4e76-9b66-ddfb42cdf0eb req-481ef3a4-c55f-4d30-85f9-6a1cb32be84c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0528047 Sep 18 01:48:27.682517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7d1af756-ea04-4e76-9b66-ddfb42cdf0eb req-43371373-6679-470d-948e-f1ecaa6ebeda tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Sep 18 01:48:27.704090 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58358) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:27.788964 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4a2ee-5dee-4c9b-9ad2-c6f5386dc1c1 tempest-TestShelveInstance-14309566 tempest-TestShelveInstance-14309566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:27.790466 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-91e4a2ee-5dee-4c9b-9ad2-c6f5386dc1c1 tempest-TestShelveInstance-14309566 tempest-TestShelveInstance-14309566-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1093 time: 0.0853713 Sep 18 01:48:27.793477 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58362) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:48:27.798189 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:48:27.820555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:27.920361 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.020924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Allocated IP 172.25.7.97 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0c7924d8-65ea-4210-af8e-3a62c64a8fe9) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:48:28.126378 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.159523 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.194669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:48:28.197521 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:48:28.200938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:48:28.228040 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=0c7924d8-65ea-4210-af8e-3a62c64a8fe9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:28.557078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.620583 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.621178 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.771520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.776058 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.845740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=0c7924d8-65ea-4210-af8e-3a62c64a8fe9,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:48:28.857313 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:28.957496 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Floating IP 52af8e45-51f6-476a-8323-b9098df3656c associated. External IP: 172.25.7.97, port: 90ba662c-f795-477f-a7c1-f74288611fbf. Sep 18 01:48:29.160457 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:48:29.265989 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:48:29.276345 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:48:29.285627 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:29.285848 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:29.286394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:29.316214 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6cf1bb1e-6048-4f0d-99fb-e3a898f8a0ca tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5217249 Sep 18 01:48:29.316821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:48:29.319087 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299ecda4-bedc-4603-9782-92e88ae6644f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:48:29.355542 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a84a6-d2f5-466e-a017-1d0a7121920c x-openstack-request-id: req-840a84a6-d2f5-466e-a017-1d0a7121920c {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:48:29.355832 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:48:29.356078 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-840a84a6-d2f5-466e-a017-1d0a7121920c {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:48:29.356492 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'status': 'completed', 'code': 200} Sep 18 01:48:29.401668 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:29.438976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ecda4-bedc-4603-9782-92e88ae6644f req-455e3173-b63d-4b75-9d9c-530a540c38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:29.440458 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-455e3173-b63d-4b75-9d9c-530a540c38c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0422218 Sep 18 01:48:29.531721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ecda4-bedc-4603-9782-92e88ae6644f req-fad24a44-0395-4a0b-af76-6b88dee68fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:29.533231 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-fad24a44-0395-4a0b-af76-6b88dee68fb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0850806 Sep 18 01:48:29.601865 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-8f89d491-c41b-45f4-bc03-1d20e6440c22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 999 time: 0.0610299 Sep 18 01:48:29.625361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52af8e45-51f6-476a-8323-b9098df3656c', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:48:28Z', 'updated_at': '2021-09-18T01:48:28Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:29.650658 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ecda4-bedc-4603-9782-92e88ae6644f req-ab45114c-c57d-4f78-bb85-b22af177a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:29.651297 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:48:29.652116 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-ab45114c-c57d-4f78-bb85-b22af177a1aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0434103 Sep 18 01:48:29.659748 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:48:29.660392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:48:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:29.697152 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ecda4-bedc-4603-9782-92e88ae6644f req-6a1f7c05-33b6-4378-a020-100df505c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:48:29.698560 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-6a1f7c05-33b6-4378-a020-100df505c1a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396175 Sep 18 01:48:29.766071 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:48:29.790583 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-79cc4420-112a-4dbf-b9a3-c2b45ade9f9a service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Sep 18 01:48:29.880962 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-299ecda4-bedc-4603-9782-92e88ae6644f req-c741a37f-cc2f-4503-a97d-659f0ca93b4b service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826631 Sep 18 01:48:29.948304 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:29.996077 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52af8e45-51f6-476a-8323-b9098df3656c', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:48:28Z', 'updated_at': '2021-09-18T01:48:28Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:48:30.022155 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc867e4-aede-45e7-92c3-cf97c181ab4d None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '52af8e45-51f6-476a-8323-b9098df3656c', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:48:28Z', 'updated_at': '2021-09-18T01:48:28Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:48:30.217136 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c466be2e-a783-40dc-9e7e-b308fc34b53e None None] New status for floating IP 52af8e45-51f6-476a-8323-b9098df3656c: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:48:32.930523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:42.764543 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:48:46.746237 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:54.346102 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5490c03c-20f4-4873-9f27-ea23b481d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:57.336136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-37f18de8-d038-48d3-9119-6ba7a58dd40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:57.601483 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:58.623374 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:59.937217 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:01.515085 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-21fca09b-bc79-4c25-9c37-5aaef724c1c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505815 Sep 18 01:49:01.611634 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b272-f479-4736-a613-87b9588d01e6 req-ecb46577-784b-4c32-8e5a-b4531ebb3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:49:01.613153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-ecb46577-784b-4c32-8e5a-b4531ebb3961 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0403907 Sep 18 01:49:01.716066 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b272-f479-4736-a613-87b9588d01e6 req-fc6935e4-984f-412b-9a24-e821555dbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:49:01.717601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-fc6935e4-984f-412b-9a24-e821555dbd6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0858302 Sep 18 01:49:01.782173 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-9cda0cd7-268e-4ec5-a790-2fcdf0d1f353 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1001 time: 0.0565813 Sep 18 01:49:01.829188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b272-f479-4736-a613-87b9588d01e6 req-2a1025c9-3d52-4fbe-8f03-19c2096e8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:49:01.830593 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-2a1025c9-3d52-4fbe-8f03-19c2096e8211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0416701 Sep 18 01:49:01.877611 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b272-f479-4736-a613-87b9588d01e6 req-ace124be-fc6f-44b3-943b-103fe09bca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:49:01.879666 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-ace124be-fc6f-44b3-943b-103fe09bca8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414555 Sep 18 01:49:01.968823 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-d343218e-76ff-411e-b058-518db10e2115 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Sep 18 01:49:02.060660 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2597b272-f479-4736-a613-87b9588d01e6 req-d77913c4-096d-41e2-81fc-bbaadb52ff28 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845788 Sep 18 01:49:02.929233 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:16.766286 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:19.763906 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:49:24.349883 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9ab24293-8462-4cc4-98d7-a636d7cb7f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:27.337038 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b119db7-ce3a-455c-8dc4-ee7e21e876d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:27.601935 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:28.626606 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:29.938865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:32.926828 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:46.780617 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:54.351801 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8b99cf3b-b23b-4b22-a89c-47e11e47ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:56.764321 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:49:57.337571 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0c92-9455-4b3e-a469-4b05f9e56573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:57.603609 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:58.629202 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:59.940859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:02.510177 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-fa658eb3-e774-48ab-8d16-302b1bacb01d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401640 Sep 18 01:50:02.605220 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-27845743-691f-4998-b783-a9f404ae0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:02.606683 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-27845743-691f-4998-b783-a9f404ae0269 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0395987 Sep 18 01:50:02.712513 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-e9fd8b20-4d56-4c89-9c85-c45a2446c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:02.714011 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-e9fd8b20-4d56-4c89-9c85-c45a2446c3aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0868721 Sep 18 01:50:02.778436 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-2e184090-536d-4743-a594-21b244b68dc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1001 time: 0.0569439 Sep 18 01:50:02.830747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-35f9150d-1938-4173-9e77-d34355cfbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:02.832160 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-35f9150d-1938-4173-9e77-d34355cfbe7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0461135 Sep 18 01:50:02.877186 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-5dd392b3-c580-42b9-93ac-1016b18bd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:02.878649 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-5dd392b3-c580-42b9-93ac-1016b18bd53c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396354 Sep 18 01:50:02.942391 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:02.967910 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-1ce29916-698c-43cb-9c9e-e8af62dd6f04 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819201 Sep 18 01:50:03.059829 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-e739614d-f2bf-4793-bfdc-347852ba5ac0 req-5facb4f6-b317-4c99-a8a5-2a9058a7135a service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Sep 18 01:50:16.789242 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:24.352466 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-25810a47-8979-4a8e-8d19-1dbf39c7d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:27.337971 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b555d7fd-0c9c-4a79-abf9-11c52a50ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:27.604536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:28.631859 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:29.943750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:32.956209 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:33.764929 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:50:46.794529 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:54.352615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7306f778-f86e-40ef-a36e-3656d30819b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:55.775944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4be745-51e8-41dc-8d24-9fca2b150e93 req-96fd310e-3982-4f54-804f-453ed8a50488 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:55.777488 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d4be745-51e8-41dc-8d24-9fca2b150e93 req-96fd310e-3982-4f54-804f-453ed8a50488 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.1015847 Sep 18 01:50:55.815294 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4d4be745-51e8-41dc-8d24-9fca2b150e93 req-d761a7f2-ab74-4fca-b636-9644fbe74bba tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Sep 18 01:50:56.967210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88991-aaad-41ed-870e-d2108f86352d req-1f36d8d6-965f-422f-9060-58542a0b9bf3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:56.968701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46a88991-aaad-41ed-870e-d2108f86352d req-1f36d8d6-965f-422f-9060-58542a0b9bf3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0489566 Sep 18 01:50:57.005876 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-46a88991-aaad-41ed-870e-d2108f86352d req-c6c6e4d1-41b0-4c87-a742-4b0f9fc47ae2 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Sep 18 01:50:57.336946 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6dce0723-d6c4-413a-9203-0eac3d03fa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:57.610050 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:58.160823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41ca38-8c7c-4748-88e4-73eb040216c8 req-c00895ff-b0c3-45db-9a4d-d5071a83a63c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:58.162359 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc41ca38-8c7c-4748-88e4-73eb040216c8 req-c00895ff-b0c3-45db-9a4d-d5071a83a63c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Sep 18 01:50:58.522875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc41ca38-8c7c-4748-88e4-73eb040216c8 req-eb5bb6aa-0af9-42b1-915b-96b773535b2a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504348 Sep 18 01:50:58.634798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:59.641740 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48c887-3581-49cf-8b4d-959b9e2ccdd5 req-9c3267af-a9e8-4fad-b1e1-0e81c14e1792 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:50:59.643243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e48c887-3581-49cf-8b4d-959b9e2ccdd5 req-9c3267af-a9e8-4fad-b1e1-0e81c14e1792 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0484829 Sep 18 01:50:59.680243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1e48c887-3581-49cf-8b4d-959b9e2ccdd5 req-cf5149eb-7ae2-4e57-afe1-6f497840bb19 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Sep 18 01:50:59.946646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:00.792927 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553178ea-fac2-420b-9493-a2e2c06e253b req-9927b92e-0532-4fbd-b57d-dfe2ec316c7c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:00.795082 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-553178ea-fac2-420b-9493-a2e2c06e253b req-9927b92e-0532-4fbd-b57d-dfe2ec316c7c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0488305 Sep 18 01:51:00.831196 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-553178ea-fac2-420b-9493-a2e2c06e253b req-ab2e3bda-128c-4e95-8afa-2d375f4c1230 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302708 Sep 18 01:51:01.949321 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8b01-afef-494e-bce1-2059e8ab96ce req-9c83b48b-d61c-4e61-9e32-8c2d28a232c3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:01.951007 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7abe8b01-afef-494e-bce1-2059e8ab96ce req-9c83b48b-d61c-4e61-9e32-8c2d28a232c3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Sep 18 01:51:01.987583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7abe8b01-afef-494e-bce1-2059e8ab96ce req-ebc8e810-6e90-4f6a-9847-13dd01eb2aba tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Sep 18 01:51:02.973023 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:03.103085 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6937a-c1f9-422e-b123-ee5a65b854fb req-891e923a-77fc-418c-a6a3-5195d7548ceb tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:03.104558 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29f6937a-c1f9-422e-b123-ee5a65b854fb req-891e923a-77fc-418c-a6a3-5195d7548ceb tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0493989 Sep 18 01:51:03.142580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29f6937a-c1f9-422e-b123-ee5a65b854fb req-fcb4a47c-4fe4-421d-865e-695b28750772 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Sep 18 01:51:03.562869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-4e251ebf-7089-4c77-884a-e91522beb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:03.564364 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-4e251ebf-7089-4c77-884a-e91522beb26d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0412195 Sep 18 01:51:03.671869 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-16a693da-e650-413a-9fbe-40227628288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:03.673373 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-16a693da-e650-413a-9fbe-40227628288c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0881469 Sep 18 01:51:03.739490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-03fe21f6-372f-4adf-bd4f-495eb073102d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1001 time: 0.0575032 Sep 18 01:51:03.787964 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-bad43ccc-03e0-4c0e-a57f-b1844777b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:03.789409 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-bad43ccc-03e0-4c0e-a57f-b1844777b573 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0420475 Sep 18 01:51:03.838222 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-b65b909f-572b-478d-a5dc-52f1fface403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:03.839601 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-b65b909f-572b-478d-a5dc-52f1fface403 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431032 Sep 18 01:51:03.929006 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-2dff7a96-343f-4f29-bb65-0b1c84675ec3 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815554 Sep 18 01:51:04.262821 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23e25d-5d3b-41fe-9c1f-c1ee15583a4c req-6c77acf8-7e64-42db-a08c-30c935c09fe3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:04.264461 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e23e25d-5d3b-41fe-9c1f-c1ee15583a4c req-6c77acf8-7e64-42db-a08c-30c935c09fe3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0527053 Sep 18 01:51:04.305768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e23e25d-5d3b-41fe-9c1f-c1ee15583a4c req-8f319efc-5d20-4a15-bbe0-377b32a0b153 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 Sep 18 01:51:04.338696 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-841193df-6a5d-447a-9e92-117c12dd4ca1 req-e67b8dc8-842a-423c-b2f7-b01363e086eb service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027169 Sep 18 01:51:05.427458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f03ae7-3565-4d6c-871c-7f588bb74c58 req-5e7cd0ac-f1fe-4dec-8720-8fb2267d17dd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:05.428958 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02f03ae7-3565-4d6c-871c-7f588bb74c58 req-5e7cd0ac-f1fe-4dec-8720-8fb2267d17dd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Sep 18 01:51:05.466883 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-02f03ae7-3565-4d6c-871c-7f588bb74c58 req-8f097efa-d22c-48ce-8c10-c33b5c29bd52 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Sep 18 01:51:06.580107 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ac4ad-9e8a-4caf-bdc0-99cd7415226c req-07462be7-05a1-4f3b-b440-3ddd22dab1d4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:06.581596 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a25ac4ad-9e8a-4caf-bdc0-99cd7415226c req-07462be7-05a1-4f3b-b440-3ddd22dab1d4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0482161 Sep 18 01:51:06.618516 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a25ac4ad-9e8a-4caf-bdc0-99cd7415226c req-2bc04338-0390-44a1-8421-0048b45130b5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Sep 18 01:51:07.733990 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2dcfa-4587-4178-93f0-7c39a7d75afc req-547da18b-95e6-4fa8-a792-b35457f7de95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:07.735518 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49c2dcfa-4587-4178-93f0-7c39a7d75afc req-547da18b-95e6-4fa8-a792-b35457f7de95 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Sep 18 01:51:07.771808 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49c2dcfa-4587-4178-93f0-7c39a7d75afc req-28541d84-639f-450a-8455-c3be4c404e51 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303774 Sep 18 01:51:07.894575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:51:07.986295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:07.996867 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '90ba662c-f795-477f-a7c1-f74288611fbf', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:51:08.035690 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:08.048213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:51:08.066806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:08.070028 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:08.114611 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:08.122274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.122615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.122952 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.123293 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.123622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.123948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.124295 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.124622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.124942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.125262 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.125579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.125896 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:08.219801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['90ba662c-f795-477f-a7c1-f74288611fbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:51:08.896932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf31b1-d13b-4810-a851-43d7f0ffd2e6 req-e6f19f0f-e236-463a-991b-eb0f8025b69a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:08.898496 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49bf31b1-d13b-4810-a851-43d7f0ffd2e6 req-e6f19f0f-e236-463a-991b-eb0f8025b69a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0553589 Sep 18 01:51:08.939389 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49bf31b1-d13b-4810-a851-43d7f0ffd2e6 req-f82e9de3-a32d-4c69-94bb-c64791d913b5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Sep 18 01:51:09.894323 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:51:09.940776 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 90ba662c-f795-477f-a7c1-f74288611fbf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:51:09.941147 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:10.057301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afdbf3-0eb8-4740-9f6b-1d5f227e8a84 req-8476067a-005c-45b7-8133-ad4a590ae338 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:10.059838 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6afdbf3-0eb8-4740-9f6b-1d5f227e8a84 req-8476067a-005c-45b7-8133-ad4a590ae338 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0521493 Sep 18 01:51:10.101010 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6afdbf3-0eb8-4740-9f6b-1d5f227e8a84 req-de50127a-a36c-44c2-8625-121d5eec2695 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347905 Sep 18 01:51:10.173549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:10.195418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:51:10.197670 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf6eed5-fb81-42a9-ac5a-2a5c56e802ef" -d '{"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:51:10.210665 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:10.216700 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:10.263520 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:10.289670 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bbd133-1059-4e8d-b39d-b8411c624482 x-openstack-request-id: req-86bbd133-1059-4e8d-b39d-b8411c624482 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:51:10.289992 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:51:10.290268 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86bbd133-1059-4e8d-b39d-b8411c624482 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:51:10.290656 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'code': 200} Sep 18 01:51:10.764466 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:51:11.217609 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d26681-714c-4e17-a327-d3f1b8a64c46 req-24010f89-dc19-4555-9798-056242751320 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:11.219084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98d26681-714c-4e17-a327-d3f1b8a64c46 req-24010f89-dc19-4555-9798-056242751320 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Sep 18 01:51:11.257042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-98d26681-714c-4e17-a327-d3f1b8a64c46 req-1cc9d7b8-f5a8-4464-a9fc-c7122a181080 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Sep 18 01:51:12.386727 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d60bf-290a-481c-a345-05c646c8c086 req-bd423344-fc1a-4c3e-b088-5566fe9a4113 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:12.389033 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c17d60bf-290a-481c-a345-05c646c8c086 req-bd423344-fc1a-4c3e-b088-5566fe9a4113 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0595510 Sep 18 01:51:12.438913 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c17d60bf-290a-481c-a345-05c646c8c086 req-147666f0-e644-4f13-8cd2-725eb02291a7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Sep 18 01:51:13.582764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664bb25-3c95-4e23-a97c-5ff141330830 req-04afb1e1-df0e-4dc3-8902-ba82ab0caced tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:13.584419 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9664bb25-3c95-4e23-a97c-5ff141330830 req-04afb1e1-df0e-4dc3-8902-ba82ab0caced tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0687323 Sep 18 01:51:13.630726 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9664bb25-3c95-4e23-a97c-5ff141330830 req-9d6f58d1-f3ef-468b-b846-51b0c1220e88 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Sep 18 01:51:14.763857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b37038-0677-4b47-91dc-941c8924d151 req-f244518b-3b70-4890-b078-774b75b5d7a5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:14.765603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b37038-0677-4b47-91dc-941c8924d151 req-f244518b-3b70-4890-b078-774b75b5d7a5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0620022 Sep 18 01:51:14.814753 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b0b37038-0677-4b47-91dc-941c8924d151 req-5106e174-3080-4b28-8e4f-1661eba387cf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Sep 18 01:51:15.953196 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db687-819b-4bc9-8ded-177e85f127a4 req-cf3069ec-5464-4398-ab12-1e1df0f00c64 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:15.955605 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-776db687-819b-4bc9-8ded-177e85f127a4 req-cf3069ec-5464-4398-ab12-1e1df0f00c64 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0567722 Sep 18 01:51:16.003829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-776db687-819b-4bc9-8ded-177e85f127a4 req-36d75ef8-47f1-4104-bc31-5024a8e5433d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Sep 18 01:51:16.811984 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:17.146070 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130ffe1-c0ee-4fd0-9f03-b543ccce064d req-c14273b2-ffb6-449a-9797-7dfe81f2d448 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:17.147524 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9130ffe1-c0ee-4fd0-9f03-b543ccce064d req-c14273b2-ffb6-449a-9797-7dfe81f2d448 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0647311 Sep 18 01:51:17.188497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9130ffe1-c0ee-4fd0-9f03-b543ccce064d req-c4993a35-7b3e-490b-9359-b51be9d31f1e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Sep 18 01:51:18.308710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c28dff-b8f6-49e3-b528-126a38fc23e3 req-ac242400-2043-44ca-931f-09a4764f02f5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:18.310711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5c28dff-b8f6-49e3-b528-126a38fc23e3 req-ac242400-2043-44ca-931f-09a4764f02f5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0526094 Sep 18 01:51:18.362550 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d5c28dff-b8f6-49e3-b528-126a38fc23e3 req-e785298a-78c4-44d3-9a31-cfeadd5fbc2f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Sep 18 01:51:19.499444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2d3e3-789b-47d9-a5f9-befad117d67c req-38e94f50-1e67-497c-8cf0-0d6b273ee072 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:19.501055 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cca2d3e3-789b-47d9-a5f9-befad117d67c req-38e94f50-1e67-497c-8cf0-0d6b273ee072 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0627184 Sep 18 01:51:19.547022 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cca2d3e3-789b-47d9-a5f9-befad117d67c req-6a004ae6-35da-49a6-b956-66f4ca76cd0c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Sep 18 01:51:20.679294 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e70f-8abe-43ec-9421-b8c5ceaff2a5 req-ec7dafe5-1c69-4a04-ac3c-c9dc136b4173 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:20.680965 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb57e70f-8abe-43ec-9421-b8c5ceaff2a5 req-ec7dafe5-1c69-4a04-ac3c-c9dc136b4173 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0532568 Sep 18 01:51:20.721595 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bb57e70f-8abe-43ec-9421-b8c5ceaff2a5 req-902ca815-c2cc-4bad-be7a-d9b4764a0773 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339453 Sep 18 01:51:21.677752 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-0c7bf91b-4117-42f5-916d-2f2fc849a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:21.679215 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-0c7bf91b-4117-42f5-916d-2f2fc849a0d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1098 time: 0.0402601 Sep 18 01:51:21.769940 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-02f451b6-83a7-4d27-9278-4922eb14f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:21.771470 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-02f451b6-83a7-4d27-9278-4922eb14f209 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0856106 Sep 18 01:51:21.838567 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-493ecfbb-294a-41a0-ac37-3df1979001f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1001 time: 0.0588877 Sep 18 01:51:21.839520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587eedd-b4d8-4f83-badb-364c023ddff7 req-41a748f4-b1a1-4f1d-b2df-09ca6680f1e7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:21.841056 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5587eedd-b4d8-4f83-badb-364c023ddff7 req-41a748f4-b1a1-4f1d-b2df-09ca6680f1e7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0491934 Sep 18 01:51:21.879649 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5587eedd-b4d8-4f83-badb-364c023ddff7 req-22d9af3c-b297-42a2-ac08-3711acb175d4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Sep 18 01:51:21.890241 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-cb4a0273-adc1-425e-b142-d521f347f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:21.893542 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-cb4a0273-adc1-425e-b142-d521f347f8bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0466843 Sep 18 01:51:21.945049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-006d39da-3045-4a93-9cd3-08d61553e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:21.946471 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-006d39da-3045-4a93-9cd3-08d61553e8de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456386 Sep 18 01:51:22.034985 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-249cb36d-665e-4d16-9f76-1c55275579c0 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807583 Sep 18 01:51:22.127418 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c6c9dcf4-af92-4aa1-a387-32dd5698ea1e req-9d3e696d-89e1-491e-ab75-481bd099e129 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842292 Sep 18 01:51:22.997524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24dbf-e77b-46e8-81e1-5dcee3465bed req-51933137-e54c-492b-a752-4f785a92153b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:22.999015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5be24dbf-e77b-46e8-81e1-5dcee3465bed req-51933137-e54c-492b-a752-4f785a92153b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Sep 18 01:51:23.036877 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5be24dbf-e77b-46e8-81e1-5dcee3465bed req-286d41ed-3a80-47ac-8a36-d48415d223fe tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Sep 18 01:51:23.969629 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:51:24.045641 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:24.069553 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:51:24.071811 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab40e3eb-c3fc-438a-b07d-afee0218cb7f" -d '{"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-unplugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:51:24.085621 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:24.091026 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:24.113672 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4aa590-6d38-4577-b5a1-df689d518f46 x-openstack-request-id: req-8d4aa590-6d38-4577-b5a1-df689d518f46 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:51:24.113970 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-unplugged", "status": "failed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:51:24.114219 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d4aa590-6d38-4577-b5a1-df689d518f46 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:51:24.114608 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'code': 422} returned with failed status Sep 18 01:51:24.140515 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:24.169984 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e65c42-a5d7-4a4a-8843-9b086b4ad555 req-7a28df9f-2bc8-4d9e-8a7f-03f533c7f1c9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:24.171607 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08e65c42-a5d7-4a4a-8843-9b086b4ad555 req-7a28df9f-2bc8-4d9e-8a7f-03f533c7f1c9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0538218 Sep 18 01:51:24.210032 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08e65c42-a5d7-4a4a-8843-9b086b4ad555 req-1772d1a3-49f3-4b96-add0-57db3f2b9da3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Sep 18 01:51:24.319508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-bfabdc6d-764c-4089-b9c2-183f37de8689 req-537d51e8-ec00-4c2c-a4b8-b36b58cc802e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:51:24.320578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bfabdc6d-764c-4089-b9c2-183f37de8689 req-537d51e8-ec00-4c2c-a4b8-b36b58cc802e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480409 Sep 18 01:51:24.353273 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fa65e54c-582e-4992-96a7-9df6689310ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:24.475525 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6894f-f6a6-4ad6-9396-06f0cbc685d8 req-9d7fe8d0-1e8e-469f-b883-71dad7ca800f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:24.477073 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd6894f-f6a6-4ad6-9396-06f0cbc685d8 req-9d7fe8d0-1e8e-469f-b883-71dad7ca800f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.0511384 Sep 18 01:51:24.518221 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfd6894f-f6a6-4ad6-9396-06f0cbc685d8 req-a8d1d352-7daf-44a5-a8c0-0030fe6acb0c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Sep 18 01:51:24.645817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-06586fb8-1278-4e19-8811-513e29ad6e42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800719 Sep 18 01:51:24.654797 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-489f089b-8637-46da-8609-7c826078aceb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:51:24.655689 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-489f089b-8637-46da-8609-7c826078aceb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051014 Sep 18 01:51:25.474560 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-22cb4385-6acb-4914-9af9-fa8b724d7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:25.476091 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-22cb4385-6acb-4914-9af9-fa8b724d7692 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 1096 time: 0.0871711 Sep 18 01:51:25.487372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:51:25.538383 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.713433 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354acb5-7f8e-4fd2-bf64-6d44aae345f8 req-e953a7a3-fb86-465a-8e00-488c5f04e4b4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:25.715561 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6354acb5-7f8e-4fd2-bf64-6d44aae345f8 req-e953a7a3-fb86-465a-8e00-488c5f04e4b4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 944 time: 0.1265879 Sep 18 01:51:25.795260 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6354acb5-7f8e-4fd2-bf64-6d44aae345f8 req-e6408c49-c19f-4a84-a3a2-4b5d2bc2c6a0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733778 Sep 18 01:51:25.811390 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:25.844313 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:51:25.876014 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:51:25.883214 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.896723 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Transition to ACTIVE for port object 90ba662c-f795-477f-a7c1-f74288611fbf will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:51:25.900366 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.983115 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=9']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:25.995074 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.995423 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.995767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.996144 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.996617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.996961 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.997288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.997618 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.997953 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.998279 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.998607 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:25.998932 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:51:26.036129 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] No DVR routers for this DVR port 90ba662c-f795-477f-a7c1-f74288611fbf on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:51:26.175441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:51:26.175788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:51:26.176118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:51:26.180344 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:51:26.180669 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Attempting to bind port 90ba662c-f795-477f-a7c1-f74288611fbf on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:51:26.186002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:51:26.186337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:51:26.186731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:51:26.187149 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Bound port: 90ba662c-f795-477f-a7c1-f74288611fbf, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:51:26.187505 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:26.249143 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:51:26.252005 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:51:26.256343 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:26.291337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.291973 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:26.294059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] 10.222.0.48 "PUT /v2.0/ports/90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1093 time: 0.8104980 Sep 18 01:51:26.296422 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:51:26.298757 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c2889-6dea-4b0b-9431-89baceb417e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:51:26.347648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156f1a-9c16-4e04-bdd0-d0256f638242 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=10']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:26.372285 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-0ee05e2c-1ae3-49a8-a6c2-184d4d4213b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.373850 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-0ee05e2c-1ae3-49a8-a6c2-184d4d4213b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1097 time: 0.0538058 Sep 18 01:51:26.404215 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd11670e-4608-4520-bc28-56e4c08ce5c5 x-openstack-request-id: req-dd11670e-4608-4520-bc28-56e4c08ce5c5 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:51:26.404533 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:51:26.404788 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd11670e-4608-4520-bc28-56e4c08ce5c5 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:51:26.405196 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'status': 'completed', 'code': 200} Sep 18 01:51:26.477265 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-4aaaa519-ebf7-4ff4-b9a8-2298f8352331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.478942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-4aaaa519-ebf7-4ff4-b9a8-2298f8352331 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0979147 Sep 18 01:51:26.544489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-3d05a40d-5c11-4b5d-949e-b025fe62d6cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 999 time: 0.0583429 Sep 18 01:51:26.592476 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-74c5ee6e-7547-47d6-887a-feb9952d1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.593931 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-74c5ee6e-7547-47d6-887a-feb9952d1305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0431674 Sep 18 01:51:26.641575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-7ae2c5cb-4a3a-4f63-869f-dd1d88f788e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.643058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-7ae2c5cb-4a3a-4f63-869f-dd1d88f788e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421505 Sep 18 01:51:26.732381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-2c2552fe-f696-4183-a9e1-7e2e74b8a355 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820410 Sep 18 01:51:26.825185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c06a1049-3b95-467f-bd1c-1c97c7de24bf req-496413c0-4b1a-4fc8-8c56-293587e8b308 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Sep 18 01:51:26.938648 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4167a-9421-47e9-84a9-35ed15d3fbc7 req-f32601dd-9154-42cb-96d0-74517336b942 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.940178 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03b4167a-9421-47e9-84a9-35ed15d3fbc7 req-f32601dd-9154-42cb-96d0-74517336b942 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0768991 Sep 18 01:51:26.942690 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-806a32b2-1d0d-4f21-8be4-f35ed31432f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:26.944068 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-806a32b2-1d0d-4f21-8be4-f35ed31432f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1097 time: 0.0720992 Sep 18 01:51:27.034688 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-03b4167a-9421-47e9-84a9-35ed15d3fbc7 req-625c2970-1a4e-4011-a458-6801b8f3c6f4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883455 Sep 18 01:51:27.075679 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-d22f3ad9-4056-4e2b-b322-cdd28f8ae04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:27.077348 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-d22f3ad9-4056-4e2b-b322-cdd28f8ae04b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.1246824 Sep 18 01:51:27.171941 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-41814d5a-a05b-4f47-9dd4-a79ab6d30c00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 999 time: 0.0870278 Sep 18 01:51:27.344461 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-77ed413f-005e-4c2d-9294-5878866d721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:27.603015 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:28.165411 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef102b45-6633-4c2e-a36f-d219abe5d771 req-64762a35-6b9e-4258-bf8e-56da8b72f1a0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:28.167388 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef102b45-6633-4c2e-a36f-d219abe5d771 req-64762a35-6b9e-4258-bf8e-56da8b72f1a0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0602498 Sep 18 01:51:28.208380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef102b45-6633-4c2e-a36f-d219abe5d771 req-06fdffc9-6357-4a90-8a05-8a64057f1687 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Sep 18 01:51:28.639367 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:29.338366 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08908f-ed32-4ca6-b89a-384554b01fb0 req-0bc27555-f4a5-44a4-86b7-f3279d5fb124 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:29.339875 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c08908f-ed32-4ca6-b89a-384554b01fb0 req-0bc27555-f4a5-44a4-86b7-f3279d5fb124 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0608692 Sep 18 01:51:29.378710 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9c08908f-ed32-4ca6-b89a-384554b01fb0 req-072e4676-4b63-485b-97ce-455c5e93f05d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 18 01:51:29.952549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:30.497109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f53713-b1a9-4259-a0a6-4ee88fee9fb2 req-d2112900-e39e-45b3-a4cb-fb42438ce43e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:30.498777 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5f53713-b1a9-4259-a0a6-4ee88fee9fb2 req-d2112900-e39e-45b3-a4cb-fb42438ce43e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 18 01:51:30.542603 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b5f53713-b1a9-4259-a0a6-4ee88fee9fb2 req-2d853d8b-cd91-4158-b31c-337685aa80c2 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370455 Sep 18 01:51:31.671420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35540-6a5b-4909-812d-725222646165 req-203d18d5-7f7e-4635-b8c3-e38e019d9162 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:31.673161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44e35540-6a5b-4909-812d-725222646165 req-203d18d5-7f7e-4635-b8c3-e38e019d9162 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0631745 Sep 18 01:51:31.711321 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44e35540-6a5b-4909-812d-725222646165 req-3db9e725-7c02-4c9b-b27c-9113b6f5b88e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Sep 18 01:51:32.837823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e5aa7-7404-4526-9327-74e925da71d1 req-a6335be9-bd45-48ab-9d03-03ce0870d884 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:32.839324 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b7e5aa7-7404-4526-9327-74e925da71d1 req-a6335be9-bd45-48ab-9d03-03ce0870d884 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Sep 18 01:51:32.877655 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b7e5aa7-7404-4526-9327-74e925da71d1 req-0ee38e48-81c2-4994-92d7-23e6995137b4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Sep 18 01:51:32.979132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:33.998721 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e2c0-fa83-4d85-a757-852487437316 req-1e59879f-b9f4-4301-81d0-11d77d0ed9be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:34.000591 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d57e2c0-fa83-4d85-a757-852487437316 req-1e59879f-b9f4-4301-81d0-11d77d0ed9be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Sep 18 01:51:34.038365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5d57e2c0-fa83-4d85-a757-852487437316 req-39f8d8b8-5ffa-4ca9-a6be-4205188497bb tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Sep 18 01:51:35.184239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864f87-94bd-4fa1-a889-c24fc0afee6b req-99ec45d6-5e98-45bc-bc48-f8a2811e91a5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:35.185739 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b864f87-94bd-4fa1-a889-c24fc0afee6b req-99ec45d6-5e98-45bc-bc48-f8a2811e91a5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Sep 18 01:51:35.229799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7b864f87-94bd-4fa1-a889-c24fc0afee6b req-bef93d07-11f5-4d0c-b39e-8243ff9dacc0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361896 Sep 18 01:51:36.355277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4294-c7f8-4359-ba82-20aae90d37b6 req-a3277ef9-e9b4-424a-b64b-f4f2149ceb41 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:36.356803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abba4294-c7f8-4359-ba82-20aae90d37b6 req-a3277ef9-e9b4-424a-b64b-f4f2149ceb41 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Sep 18 01:51:36.396255 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-abba4294-c7f8-4359-ba82-20aae90d37b6 req-e85dcee2-04d9-4afc-a1e7-e07df755a2b0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315726 Sep 18 01:51:37.515407 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d820-697e-4b25-9d2d-6c75fd7aa94b req-86d7405b-6d52-4832-8f69-e268674ab75d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:37.516907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c635d820-697e-4b25-9d2d-6c75fd7aa94b req-86d7405b-6d52-4832-8f69-e268674ab75d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Sep 18 01:51:37.558218 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-c635d820-697e-4b25-9d2d-6c75fd7aa94b req-b152c07d-6285-4d1b-9c61-81f81103a3e0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353103 Sep 18 01:51:38.203464 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-3f982860-20b0-4aad-9d68-59ad7f3d2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:38.204964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-3f982860-20b0-4aad-9d68-59ad7f3d2ec2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0497344 Sep 18 01:51:38.252668 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-77a10235-f617-495d-971f-3af2f04547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:38.254126 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-77a10235-f617-495d-971f-3af2f04547b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390215 Sep 18 01:51:38.349241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-60cddcad-32a3-4e9b-8b21-4c2a4065bade service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843742 Sep 18 01:51:38.439979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-723c2889-6dea-4b0b-9431-89baceb417e9 req-f961515e-2e0d-4a65-8352-8accd304e842 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822730 Sep 18 01:51:38.673700 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb322760-f5fc-46b0-b544-b7acc3cebb56 req-2bf0c7cc-895c-40da-809e-33418d33bda8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:38.675161 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb322760-f5fc-46b0-b544-b7acc3cebb56 req-2bf0c7cc-895c-40da-809e-33418d33bda8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Sep 18 01:51:38.713185 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fb322760-f5fc-46b0-b544-b7acc3cebb56 req-b1f00c51-50f4-4425-bfcd-b4e74efb7e6e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Sep 18 01:51:39.830817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb03517-5c00-4574-85a1-c7fb63c93336 req-177f6233-d607-46cd-9cea-feeabeadbd71 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:39.832287 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afb03517-5c00-4574-85a1-c7fb63c93336 req-177f6233-d607-46cd-9cea-feeabeadbd71 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0525050 Sep 18 01:51:39.869066 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-afb03517-5c00-4574-85a1-c7fb63c93336 req-f27eb143-9452-40e7-963c-0f8c4cbe6adc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Sep 18 01:51:40.898083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:51:40.984792 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8c85a-378c-4463-8b4c-9cd61ff58978 req-029c36a2-6d38-4843-b353-d45843c5e040 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:40.986342 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c8c85a-378c-4463-8b4c-9cd61ff58978 req-029c36a2-6d38-4843-b353-d45843c5e040 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Sep 18 01:51:40.993273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:41.004617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '90ba662c-f795-477f-a7c1-f74288611fbf', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'port_id': '90ba662c-f795-477f-a7c1-f74288611fbf', 'mac_address': 'fa:16:3e:be:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:51:41.027784 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-65c8c85a-378c-4463-8b4c-9cd61ff58978 req-113b2b35-c361-4f1c-9a7e-2ed2e5a8a74c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351803 Sep 18 01:51:41.042570 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:41.055404 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:51:41.075016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:41.079790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:41.128830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=11']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:41.299737 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['90ba662c-f795-477f-a7c1-f74288611fbf'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:51:42.140490 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efdaab-cb85-40dd-a890-c36c4b01a70e req-977a2a2d-336f-473a-bef8-1076f91bc2c7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:42.141948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19efdaab-cb85-40dd-a890-c36c4b01a70e req-977a2a2d-336f-473a-bef8-1076f91bc2c7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Sep 18 01:51:42.179279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19efdaab-cb85-40dd-a890-c36c4b01a70e req-ac3ab46b-ec02-4151-9db2-7c34cd2d8617 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314732 Sep 18 01:51:42.904550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:51:42.951596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 90ba662c-f795-477f-a7c1-f74288611fbf completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:51:42.956823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 90ba662c-f795-477f-a7c1-f74288611fbf triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:51:42.957206 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:43.029949 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:43.054866 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:51:43.057113 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d6e19-6e7c-41a8-ae79-965e24149f90" -d '{"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:51:43.069438 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:51:43.074542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:43.098825 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c331f61-96f5-44d5-8e31-650f540390c6 x-openstack-request-id: req-9c331f61-96f5-44d5-8e31-650f540390c6 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:51:43.099118 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-plugged", "status": "completed", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:51:43.099367 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c331f61-96f5-44d5-8e31-650f540390c6 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:51:43.099752 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'code': 200} Sep 18 01:51:43.127965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=12']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:51:43.277664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1dc3c-bb62-48ea-ad69-b0569bc23508 req-717189dc-2497-434b-a59b-b03d38c94851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:43.279380 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7d1dc3c-bb62-48ea-ad69-b0569bc23508 req-717189dc-2497-434b-a59b-b03d38c94851 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1099 time: 0.0677471 Sep 18 01:51:43.311980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5813-6e75-4adb-89e2-07dd10187ed8 req-cddd86f3-d087-4173-b315-de00a089b50e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:43.313440 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f70a5813-6e75-4adb-89e2-07dd10187ed8 req-cddd86f3-d087-4173-b315-de00a089b50e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0651228 Sep 18 01:51:43.338566 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b7d1dc3c-bb62-48ea-ad69-b0569bc23508 req-9d1fdcdb-4120-4a79-b3e7-f572398b8921 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Sep 18 01:51:43.357200 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f70a5813-6e75-4adb-89e2-07dd10187ed8 req-328eae2b-880d-4d4a-8e82-404972d8fc6c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346651 Sep 18 01:51:44.477253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903d0e0-e620-45f6-8f73-f72e2e3f3f53 req-ae362273-3a3f-44fd-9b8e-5d66996fbf93 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:44.478745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b903d0e0-e620-45f6-8f73-f72e2e3f3f53 req-ae362273-3a3f-44fd-9b8e-5d66996fbf93 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0499828 Sep 18 01:51:44.518269 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b903d0e0-e620-45f6-8f73-f72e2e3f3f53 req-17d1bc89-62ed-456e-b3be-0bd9ebd87912 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Sep 18 01:51:45.637261 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7e074-9847-4d15-9fab-0f3a91b095a5 req-e00e5156-6bcb-4e0e-8bf2-ceb1032e063a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:51:45.638714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b7e074-9847-4d15-9fab-0f3a91b095a5 req-e00e5156-6bcb-4e0e-8bf2-ceb1032e063a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0526650 Sep 18 01:51:45.676951 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-44b7e074-9847-4d15-9fab-0f3a91b095a5 req-ebf3d089-1dc5-4a2f-9d34-d6f82c36924e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Sep 18 01:51:46.818677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:47.763748 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:51:54.354816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-95293e27-85e4-4cad-8167-b4a127b06292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:57.335390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-03768d9c-af69-4114-922e-9165c080cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:57.605259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:58.640772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:59.951940 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:00.978639 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-d11b0361-d4da-4677-b96b-14e660136862 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388710 Sep 18 01:52:01.058751 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-c1ca5617-e99f-482a-8008-21ece6754850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:01.060184 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-c1ca5617-e99f-482a-8008-21ece6754850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1099 time: 0.0399799 Sep 18 01:52:01.168492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-5cc42528-f150-4afb-986c-005a80064a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:01.169948 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-5cc42528-f150-4afb-986c-005a80064a1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0905592 Sep 18 01:52:01.235100 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-70498013-0eff-4f02-904c-a21c507baedd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 1001 time: 0.0575020 Sep 18 01:52:01.288575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-a332643b-cddf-4d57-9600-e74f667a748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:01.290027 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-a332643b-cddf-4d57-9600-e74f667a748f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0479896 Sep 18 01:52:01.335701 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-81ff71f3-140f-4be6-97e4-dc806aeefc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:01.337202 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-81ff71f3-140f-4be6-97e4-dc806aeefc46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384080 Sep 18 01:52:01.427651 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-d918b918-965f-4f33-806b-b14a1c72cf9c service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Sep 18 01:52:01.519806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3808593e-4898-42d2-87c1-3fca59aeb7a1 req-dd0532f9-d334-41a9-9d08-febb6fd6be68 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Sep 18 01:52:02.965665 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.817980 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:24.355913 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-26f59173-6fd3-4a3d-9565-62e102da215d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:24.762945 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:52:27.335922 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1025fc4c-33d0-41bf-8774-a809851bae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.608003 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.643405 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.955047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.982321 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.834350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.355962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5ad33904-4c7a-4e2e-ab0c-d381926c59a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.379135 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58712) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.538359 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Deleting port 0c7924d8-65ea-4210-af8e-3a62c64a8fe9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:52:56.538613 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.615004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.615328 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.626567 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Calling delete_port for 0c7924d8-65ea-4210-af8e-3a62c64a8fe9 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:52:56.770269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.798967 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'Port': ['ID=0c7924d8-65ea-4210-af8e-3a62c64a8fe9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.822163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.822508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.822842 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.823172 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.823500 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.823820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.824142 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.824492 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.824810 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.825118 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.825440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.825752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:56.865892 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.866217 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Floating IP 52af8e45-51f6-476a-8323-b9098df3656c disassociated (deleted). External IP: 172.25.7.97, port: 90ba662c-f795-477f-a7c1-f74288611fbf. Sep 18 01:52:57.073909 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:52:57.180199 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:52:57.184573 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.189771 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:52:57.198724 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:57.199341 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:52:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:57.211352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e00e2a35-7ec9-4647-927b-b8f03d106495 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "DELETE /v2.0/floatingips/52af8e45-51f6-476a-8323-b9098df3656c HTTP/1.1" status: 204 len: 168 time: 0.8311150 Sep 18 01:52:57.211938 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:57.214206 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678f347-384a-4380-afdd-b3227163996e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:57.253388 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c5a148-d131-43fd-936d-e35f8244966d x-openstack-request-id: req-51c5a148-d131-43fd-936d-e35f8244966d {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:57.254332 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:57.254751 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51c5a148-d131-43fd-936d-e35f8244966d {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:57.255161 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'status': 'completed', 'code': 200} Sep 18 01:52:57.314942 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:57.325346 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f347-384a-4380-afdd-b3227163996e req-df0e32c7-f2b8-4fcb-b31c-5029eed800c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.327026 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-df0e32c7-f2b8-4fcb-b31c-5029eed800c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 1099 time: 0.0492187 Sep 18 01:52:57.413372 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1b391e01-03bd-46e3-9d27-2e25fe57123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.474419 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9d347-b1eb-4677-891f-35dc7df435a8 req-b1969714-7ce4-4303-b642-0c931e40abae tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.475932 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fa9d347-b1eb-4677-891f-35dc7df435a8 req-b1969714-7ce4-4303-b642-0c931e40abae tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0677929 Sep 18 01:52:57.476954 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f347-384a-4380-afdd-b3227163996e req-d4ada791-8819-4f27-bab5-79bb68e552a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.478306 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-d4ada791-8819-4f27-bab5-79bb68e552a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.1422634 Sep 18 01:52:57.527488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:57.538541 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-4f509e8f-8829-44f8-a637-f4e9ebf5233c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 200 len: 217 time: 0.0496845 Sep 18 01:52:57.557007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:52:57.557525 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7fa9d347-b1eb-4677-891f-35dc7df435a8 req-2f9f3644-5ab3-40c8-be7d-5d3f82f6667f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754786 Sep 18 01:52:57.566170 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:57.567550 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:52:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:57.623649 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.688968 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:57.889980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:57.912543 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f347-384a-4380-afdd-b3227163996e req-33bce1f6-e684-4567-871c-4e86648109fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.914029 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-33bce1f6-e684-4567-871c-4e86648109fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.3658950 Sep 18 01:52:57.917203 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1832ff-9688-4de9-b900-b9f2009dc127 None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:52:57.962529 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f347-384a-4380-afdd-b3227163996e req-8e7f0d1b-ae4e-444e-a8f1-a07fc6c59ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.964042 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-8e7f0d1b-ae4e-444e-a8f1-a07fc6c59ecd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412819 Sep 18 01:52:58.059370 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-d4bb767e-a596-4139-9c48-409e57c49d2f service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873301 Sep 18 01:52:58.152151 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685757-04af-45cf-bdcf-a65392cc42b0 None None] New status for floating IP 52af8e45-51f6-476a-8323-b9098df3656c: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:52:58.157768 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6678f347-384a-4380-afdd-b3227163996e req-eab6051d-f42b-4353-8bff-580256ee96cc service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897794 Sep 18 01:52:58.646577 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.707623 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44f286-12f4-4ffa-8777-d0254fab8f5d req-065bb2fe-0d5d-48b2-9dab-0170523315d6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.709047 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b44f286-12f4-4ffa-8777-d0254fab8f5d req-065bb2fe-0d5d-48b2-9dab-0170523315d6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0799248 Sep 18 01:52:58.720722 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-5f1ddfa7-0621-4886-ae66-d5594ccf119d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.722067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-5f1ddfa7-0621-4886-ae66-d5594ccf119d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e0bffc-c484-40a4-bdba-89b89eb4bf90 HTTP/1.1" status: 200 len: 947 time: 0.0673189 Sep 18 01:52:58.786981 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2b44f286-12f4-4ffa-8777-d0254fab8f5d req-03f9015f-4604-4c93-88a4-e387af7c5723 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633667 Sep 18 01:52:58.830442 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Deleting port 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:52:58.830786 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.922761 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] For port 90ba662c-f795-477f-a7c1-f74288611fbf, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=90ba662c-f795-477f-a7c1-f74288611fbf,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:58.923126 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.935485 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Calling delete_port for 90ba662c-f795-477f-a7c1-f74288611fbf owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:52:59.062057 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.091025 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'Port': ['ID=90ba662c-f795-477f-a7c1-f74288611fbf,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:59.130944 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] No DVR routers for this DVR port 90ba662c-f795-477f-a7c1-f74288611fbf on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:52:59.133575 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.135537 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-82eb75e4-decf-4743-bc36-21e5295c4211 req-a45f13ee-c2db-4d63-96d8-9ad263fab208 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.48 "DELETE /v2.0/ports/90ba662c-f795-477f-a7c1-f74288611fbf HTTP/1.1" status: 204 len: 173 time: 0.4062214 Sep 18 01:52:59.256391 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-deleted', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:59.258807 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004f4b5-bb47-4186-b912-a6cf1e725627" -d '{"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-deleted", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:59.293676 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33128891-b39b-4e8f-8bf1-e3c5d948c338 x-openstack-request-id: req-33128891-b39b-4e8f-8bf1-e3c5d948c338 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:59.294003 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0bffc-c484-40a4-bdba-89b89eb4bf90", "name": "network-vif-deleted", "tag": "90ba662c-f795-477f-a7c1-f74288611fbf", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:59.294261 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33128891-b39b-4e8f-8bf1-e3c5d948c338 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:59.294660 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0bffc-c484-40a4-bdba-89b89eb4bf90', 'name': 'network-vif-deleted', 'tag': '90ba662c-f795-477f-a7c1-f74288611fbf', 'status': 'completed', 'code': 200} Sep 18 01:52:59.842503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58730) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:59.907440 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.935789 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.963534 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.011459 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.014150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.015420 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ca6f6c2-afb1-4e1c-90bc-8950c58540ae HTTP/1.1" status: 204 len: 168 time: 0.1718271 Sep 18 01:53:00.027083 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911627e-1f3c-412a-86e5-65c6f3edc6be tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6f6c2-afb1-4e1c-90bc-8950c58540ae,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:01.273233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:01.296015 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 90ba662c-f795-477f-a7c1-f74288611fbf {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:01.296407 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 90ba662c-f795-477f-a7c1-f74288611fbf not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:01.517748 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 58738) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.522516 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125313151', 'description': 'tempest-secgroup-smoke-2125313151 description', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:01.544879 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.622248 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.625747 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.653120 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.654345 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355944 Sep 18 01:53:01.656480 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf535ea-cf94-413f-b839-169e53c8afcc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:01.657568 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58740) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.663774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:01.689313 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.743163 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.746596 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.762149 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:53:01.767920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbca36c5-6bed-4a28-8d1b-5b508c7ecdce,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:01.776864 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.777204 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.777537 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.777865 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.778188 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.778507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.778824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.779168 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.779459 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.779773 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.780086 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.780499 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:01.783325 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.784496 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-01c88f89-e94d-43e2-a174-ceed1bf2b69c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259298 Sep 18 01:53:01.788022 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58744) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.793021 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:01.818158 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.873823 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.877171 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.891532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb340e93-616e-4e24-9013-41af1f3ed74c,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:01.900570 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.901772 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7add6432-dd86-4c82-ab18-8989330ad196 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122439 Sep 18 01:53:01.904535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58746) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.909092 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:01.936197 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.993775 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.997114 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.013774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f51a60c-7272-4454-99c9-d1a7a61c97b1,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.020250 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.023998 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-11bd2d5f-dcd4-4f46-b2be-6af32faeaf7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160102 Sep 18 01:53:02.024207 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58748) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:02.028475 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:02.054778 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.112119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.116074 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.133273 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9caf206-ba82-449f-b432-ad665233a10f,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.138773 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.140059 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-703fe364-dd22-47c1-9eab-9d11a6610e1b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149070 Sep 18 01:53:02.142796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58750) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:02.147746 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:02.169407 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Project 2a7fc9f25fd341a7a4aa269bb2fc4a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:53:02.174148 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.235164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.238877 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.255902 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69f5693-b4e0-4265-af8e-828f89396f19,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.262535 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.263919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-5e8c44ad-a9da-431b-a8a7-12409d5fe553 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202087 Sep 18 01:53:02.266661 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58752) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:02.271741 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'security_group_rule': {'security_group_id': '60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08', 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:02.293433 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Project 2a7fc9f25fd341a7a4aa269bb2fc4a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:53:02.298195 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.358002 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.361318 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.378380 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b695fac-e789-4fd1-b8e7-7c7c6d0e7383,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.385009 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.386124 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4e74b985-1c31-4aa9-8b77-0db414149f72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185668 Sep 18 01:53:02.990755 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.712243 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-8ef99ac9-54f0-425f-9dfb-934e446b09f1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125313151&fields=id&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 267 time: 0.0331826 Sep 18 01:53:15.820767 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-6c926359-73da-4ced-b2b9-ff65ad814cb4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.822122 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-6c926359-73da-4ced-b2b9-ff65ad814cb4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 808 time: 0.1031752 Sep 18 01:53:15.836672 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-bd3e1eb4-2b0d-40a3-8359-852ac9f88463 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/quotas/2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 375 time: 0.0088806 Sep 18 01:53:15.886174 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-f50cce6e-812e-49a7-b853-25237eacf70d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443606 Sep 18 01:53:16.032173 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-f438fae7-bc9e-47cd-b906-d21d5bfafcfc service neutron] 10.222.0.49 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343267 Sep 18 01:53:16.125000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-a5553a6d-dee2-43a0-8e35-025623bc098b service neutron] 10.222.0.49 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856745 Sep 18 01:53:16.405714 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7315356f-0896-4414-aa8b-23c1f8180468 req-22ca6746-66fe-4290-a255-07043f9ce762 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 18 01:53:16.865780 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.426010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-1f939e3f-e173-4b33-9f84-2db766bded94 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:17.427481 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-1f939e3f-e173-4b33-9f84-2db766bded94 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 808 time: 0.1078920 Sep 18 01:53:17.485314 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-221fe9c6-12c0-4c3a-89da-2f9c99b4a202 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 380 time: 0.0379884 Sep 18 01:53:17.495724 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'port': {'device_id': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'admin_state_up': True, 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'security_groups': ['60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:17.501573 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5765c811-b5d1-4579-b8f7-48776d3b5c02 req-d2f82fe1-aa00-48d0-862b-f8e76826d15b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0262959 Sep 18 01:53:17.616127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Made reservation on behalf of 2a7fc9f25fd341a7a4aa269bb2fc4a98 for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:17.619647 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.749673 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Allocated IP 172.20.0.10 (9e983614-d7c8-40b7-811f-3f4c5ce491f0/ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83/6e506fe0-1817-4414-ae6b-b2153f856cc4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:17.894889 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.929493 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.970160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:17.973498 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:17.977716 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:18.007019 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.037968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.038619 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.053616 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-d48fdb4b-c486-41b6-8c63-92e581bf73e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617774 Sep 18 01:53:18.064621 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-3bc2bd46-6eb6-4935-9759-bcb21f0a9b89 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:18.065491 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-3bc2bd46-6eb6-4935-9759-bcb21f0a9b89 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055177 Sep 18 01:53:18.127565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Request body: {'port': {'device_id': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:18.194330 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.225819 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-beac788f-204e-48ea-9de0-2911f9f26734 None None] Provisioning complete for port 6e506fe0-1817-4414-ae6b-b2153f856cc4 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:18.226839 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-beac788f-204e-48ea-9de0-2911f9f26734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.262963 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-beac788f-204e-48ea-9de0-2911f9f26734 None None] Port 6e506fe0-1817-4414-ae6b-b2153f856cc4 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:18.462856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:18.470342 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.483040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Transition to ACTIVE for port object 6e506fe0-1817-4414-ae6b-b2153f856cc4 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:18.486224 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.567465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.631288 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:18.632048 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:18.632651 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:18.638348 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:18.639041 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:18.645632 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:18.646400 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:18.647245 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:18.647928 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Bound port: 6e506fe0-1817-4414-ae6b-b2153f856cc4, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:18.648550 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.663369 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7116b-417c-46df-aeaa-6aa4a3a931fa req-74e9306f-2316-401e-a161-b230586f5e21 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.665041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27d7116b-417c-46df-aeaa-6aa4a3a931fa req-74e9306f-2316-401e-a161-b230586f5e21 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0790989 Sep 18 01:53:18.709041 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27d7116b-417c-46df-aeaa-6aa4a3a931fa req-e84b2a2c-0c7d-41d7-ae77-4a7e6ff0f135 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366650 Sep 18 01:53:18.741918 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:18.745788 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:18.751087 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.797828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.798466 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.799852 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1093 time: 0.7200963 Sep 18 01:53:18.800415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:18.803096 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e714885-e52c-44aa-a904-dc381584e9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:18.823904 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cb9e2-44fc-485e-93a6-10e873b03fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.930266 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7eea9c-7fda-49cc-b2b1-f4a14a3c58aa x-openstack-request-id: req-3d7eea9c-7fda-49cc-b2b1-f4a14a3c58aa {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:18.930655 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:18.930985 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d7eea9c-7fda-49cc-b2b1-f4a14a3c58aa {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:18.931451 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'status': 'completed', 'code': 200} Sep 18 01:53:18.937441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-78f71525-2991-49e6-abc9-9e2b80368a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.939232 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-78f71525-2991-49e6-abc9-9e2b80368a31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1096 time: 0.0691006 Sep 18 01:53:18.991352 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-43859cdc-655f-406f-9867-0b0a4225d636 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 217 time: 0.0377488 Sep 18 01:53:19.050179 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-c92b6869-1829-4e36-961b-9d1be6ac789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.051749 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-c92b6869-1829-4e36-961b-9d1be6ac789d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0531576 Sep 18 01:53:19.098107 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf073-8e9e-4617-af99-d61a425bead0 req-a6dc8a76-922f-4e59-9ba4-18c3b7fa932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.100510 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-a6dc8a76-922f-4e59-9ba4-18c3b7fa932e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415983 Sep 18 01:53:19.194022 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-720c723d-b9a8-4ad5-b4b6-a8944efae0d6 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Sep 18 01:53:19.289253 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-0debf073-8e9e-4617-af99-d61a425bead0 req-31942e4c-e2ef-4e80-9a57-bb57193db032 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886953 Sep 18 01:53:19.402698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-25c81ea0-86c2-40bb-bb84-cf17953f615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.404208 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-25c81ea0-86c2-40bb-bb84-cf17953f615e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1096 time: 0.0441928 Sep 18 01:53:19.495848 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-de058768-aa04-4edb-b805-ec5d15c4f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.497373 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-de058768-aa04-4edb-b805-ec5d15c4f9b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0860901 Sep 18 01:53:19.544103 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-dcd9d344-da73-45d0-898f-a78f64bee301 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 217 time: 0.0388689 Sep 18 01:53:19.592465 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-5b924c97-3cb7-4ef9-85ed-7b9e16fd9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.593923 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-5b924c97-3cb7-4ef9-85ed-7b9e16fd9987 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0433807 Sep 18 01:53:19.639184 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-f7089c71-5039-470a-8aef-222998629216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.640569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-f7089c71-5039-470a-8aef-222998629216 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396104 Sep 18 01:53:19.735431 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-8281c528-268b-42aa-bb96-61db6848436a service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872700 Sep 18 01:53:19.831320 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-9e714885-e52c-44aa-a904-dc381584e9d4 req-01a7c9a7-1370-42f5-802a-870f2d3973ee service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 Sep 18 01:53:19.831853 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da01d6-f49a-474c-8ca2-57ee3e4092d6 req-d3bb615c-61c5-444c-a09c-bf7d2154ca41 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.833510 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49da01d6-f49a-474c-8ca2-57ee3e4092d6 req-d3bb615c-61c5-444c-a09c-bf7d2154ca41 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0503898 Sep 18 01:53:19.873166 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-49da01d6-f49a-474c-8ca2-57ee3e4092d6 req-bc353811-a9ab-4a4b-b900-a4a9c3fae892 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Sep 18 01:53:20.991401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb7c6-17fa-4085-b8e4-74e7ceeeed73 req-832eef88-61c6-4442-92a8-df1f6fa4d2ec tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.992909 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b21eb7c6-17fa-4085-b8e4-74e7ceeeed73 req-832eef88-61c6-4442-92a8-df1f6fa4d2ec tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0501208 Sep 18 01:53:21.032424 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b21eb7c6-17fa-4085-b8e4-74e7ceeeed73 req-a5b316bc-cca5-4d74-bcc6-ab46eb78f834 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Sep 18 01:53:22.151683 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f70e-6ad8-4b5b-9d24-0aafca273d50 req-298fe1b9-bf9c-410f-a923-ac7a1becae88 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:22.153130 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1df7f70e-6ad8-4b5b-9d24-0aafca273d50 req-298fe1b9-bf9c-410f-a923-ac7a1becae88 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0521069 Sep 18 01:53:22.193553 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1df7f70e-6ad8-4b5b-9d24-0aafca273d50 req-4db759aa-fd8b-4390-adc4-23df98195b63 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332773 Sep 18 01:53:23.306514 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3027a-0fe9-433f-8199-f4cd43e6e0d5 req-448e408f-beb7-4275-8f4e-2f5f7af4633b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:23.308036 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a3027a-0fe9-433f-8199-f4cd43e6e0d5 req-448e408f-beb7-4275-8f4e-2f5f7af4633b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0491171 Sep 18 01:53:23.345760 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f1a3027a-0fe9-433f-8199-f4cd43e6e0d5 req-b2b591e4-f1c2-4384-979e-473e513db12e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Sep 18 01:53:24.356952 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae69d8bf-edba-42cc-be76-7567d466f0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.462473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b447-9649-4647-aa5e-d9eff607112f req-b5f99f06-7c51-407d-b14b-0dff4e17e32d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:24.463938 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f080b447-9649-4647-aa5e-d9eff607112f req-b5f99f06-7c51-407d-b14b-0dff4e17e32d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0517249 Sep 18 01:53:24.499829 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f080b447-9649-4647-aa5e-d9eff607112f req-472d8474-312f-4271-a76b-34649177ecbf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299389 Sep 18 01:53:25.618019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055f95-0bb9-4307-b4a1-fd2ed0f3ad4f req-d0792e6a-2c87-45f5-8cd2-fc83a5a98494 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:25.619482 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e055f95-0bb9-4307-b4a1-fd2ed0f3ad4f req-d0792e6a-2c87-45f5-8cd2-fc83a5a98494 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0519867 Sep 18 01:53:25.657304 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2e055f95-0bb9-4307-b4a1-fd2ed0f3ad4f req-d97922fb-330b-4612-94fb-8392cb1b5c78 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Sep 18 01:53:26.769752 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc912a-75ba-4cfe-aee1-c7a7e207c23a req-a628bc05-076b-4d93-9c26-b7795b10c08b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:26.771538 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcbc912a-75ba-4cfe-aee1-c7a7e207c23a req-a628bc05-076b-4d93-9c26-b7795b10c08b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0491388 Sep 18 01:53:26.809171 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fcbc912a-75ba-4cfe-aee1-c7a7e207c23a req-fff7374b-5bb6-4be2-ab0e-e79365f90c62 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Sep 18 01:53:27.335885 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-936f9273-ca1b-4909-a502-f5b03540831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.605205 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.921916 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b38cc9-085f-4f28-bffe-d1a35d2fca18 req-56922ebc-579b-490a-b699-15dd39fa7282 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:27.923430 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54b38cc9-085f-4f28-bffe-d1a35d2fca18 req-56922ebc-579b-490a-b699-15dd39fa7282 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0496604 Sep 18 01:53:27.961227 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-54b38cc9-085f-4f28-bffe-d1a35d2fca18 req-6fb079b3-653f-4933-8e4e-de23aa91bf8f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Sep 18 01:53:28.649020 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.077440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953f91-ae4c-4188-8c53-f9c6bf614eed req-9f9e9dd3-676a-48b0-bbb5-007b5354f1c7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:29.078906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53953f91-ae4c-4188-8c53-f9c6bf614eed req-9f9e9dd3-676a-48b0-bbb5-007b5354f1c7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0527692 Sep 18 01:53:29.116728 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-53953f91-ae4c-4188-8c53-f9c6bf614eed req-ddd8d471-5005-4112-9ff6-fdce2c2fdbb9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Sep 18 01:53:29.961163 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.229661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8689-ca4c-4cf3-8179-72a7dcc2d672 req-c6b8378c-aef5-4505-96e0-91f8a0ce98b0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.231165 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f33f8689-ca4c-4cf3-8179-72a7dcc2d672 req-c6b8378c-aef5-4505-96e0-91f8a0ce98b0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0484707 Sep 18 01:53:30.268485 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f33f8689-ca4c-4cf3-8179-72a7dcc2d672 req-25f8542a-012e-48b5-9716-dec3674ad203 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Sep 18 01:53:30.499532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:30.591600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:30.602148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'mac_address': 'fa:16:3e:37:35:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:30.636576 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.648885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:30.667975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:30.671907 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.720538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:30.727934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.728303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.728644 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.728985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.729316 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.729645 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.729973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.730300 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.730625 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.730946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.731267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:30.731579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:31.075089 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['6e506fe0-1817-4414-ae6b-b2153f856cc4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:31.382978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f770fc7-4323-4d2a-9ae0-ddacd8530dbc req-965ee4df-dce5-47d5-92ba-98dfd8b62ad1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.384494 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f770fc7-4323-4d2a-9ae0-ddacd8530dbc req-965ee4df-dce5-47d5-92ba-98dfd8b62ad1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 945 time: 0.0487561 Sep 18 01:53:31.422645 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f770fc7-4323-4d2a-9ae0-ddacd8530dbc req-41530930-ac3e-4291-9d58-3cb7954cbc04 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Sep 18 01:53:32.513824 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:32.542121 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d54ec-5b0b-42fc-93f4-9b6cd3369d3b req-5dbedf7e-ae19-4f93-a612-d1dc88b7d7cc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.543629 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-795d54ec-5b0b-42fc-93f4-9b6cd3369d3b req-5dbedf7e-ae19-4f93-a612-d1dc88b7d7cc tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 945 time: 0.0545926 Sep 18 01:53:32.561880 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port 6e506fe0-1817-4414-ae6b-b2153f856cc4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:32.565510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port 6e506fe0-1817-4414-ae6b-b2153f856cc4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:32.565879 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.582987 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-795d54ec-5b0b-42fc-93f4-9b6cd3369d3b req-6f826889-b339-4e44-8798-eaeebafbb696 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Sep 18 01:53:32.640267 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.662525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:32.664765 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c920c-5854-4175-92f5-95c30a7ad3e4" -d '{"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-plugged", "status": "completed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:32.676914 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:32.682380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.708718 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d25b9-ca83-4c79-b353-bbc5f2f44045 x-openstack-request-id: req-b02d25b9-ca83-4c79-b353-bbc5f2f44045 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:32.709029 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-plugged", "status": "completed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:32.709277 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b02d25b9-ca83-4c79-b353-bbc5f2f44045 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:32.709652 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'code': 200} Sep 18 01:53:32.733833 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:32.830950 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1caece-d8a6-4db5-af26-725ac2f19eb6 req-56cda9e9-0136-406e-80d3-8c505f7e3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.832369 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5b1caece-d8a6-4db5-af26-725ac2f19eb6 req-56cda9e9-0136-406e-80d3-8c505f7e3508 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1098 time: 0.0442686 Sep 18 01:53:32.866240 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-5b1caece-d8a6-4db5-af26-725ac2f19eb6 req-ed09d7b0-3b63-4f06-93ea-dca935bfbf35 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267339 Sep 18 01:53:32.987148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.696467 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc37dac-634d-43d8-abfc-a3b6bf964405 req-b7a9a6e6-d1dd-4e2d-b152-9db1d20a2680 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.697926 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fc37dac-634d-43d8-abfc-a3b6bf964405 req-b7a9a6e6-d1dd-4e2d-b152-9db1d20a2680 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0490198 Sep 18 01:53:33.734924 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8fc37dac-634d-43d8-abfc-a3b6bf964405 req-9f33ccf4-0f1f-4328-b6b0-4832c5c80575 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Sep 18 01:53:34.850312 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7b6b7-a306-40b2-855c-ab8d13aacd01 req-ed6e862b-1539-4b7c-baf1-727e34ff837c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.851765 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fd7b6b7-a306-40b2-855c-ab8d13aacd01 req-ed6e862b-1539-4b7c-baf1-727e34ff837c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0496681 Sep 18 01:53:34.889884 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2fd7b6b7-a306-40b2-855c-ab8d13aacd01 req-bac56048-7770-423e-9916-cdcae31c5977 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320704 Sep 18 01:53:35.007731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62e47-8b30-4adc-a652-ee7564341326 req-0c5ea22d-1a33-479f-90aa-64b4fd43f2e9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.009233 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4d62e47-8b30-4adc-a652-ee7564341326 req-0c5ea22d-1a33-479f-90aa-64b4fd43f2e9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0544357 Sep 18 01:53:35.046578 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b4d62e47-8b30-4adc-a652-ee7564341326 req-06dbe462-763f-4357-9491-3cc3fddfd393 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Sep 18 01:53:35.067116 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58950) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:35.157836 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a82b5-7f6f-4405-954e-da1bc952fefb tempest-TestShelveInstance-14309566 tempest-TestShelveInstance-14309566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.159327 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-675a82b5-7f6f-4405-954e-da1bc952fefb tempest-TestShelveInstance-14309566 tempest-TestShelveInstance-14309566-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1093 time: 0.0903635 Sep 18 01:53:35.162225 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 58954) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:35.166319 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:35.188208 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.286200 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.385183 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Allocated IP 172.25.7.207 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/1e86e812-a0a0-4c49-b32d-f425a3ca1aef) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:35.487944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.521469 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.555958 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:35.558768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:35.562256 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:35.589551 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=1e86e812-a0a0-4c49-b32d-f425a3ca1aef,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:35.913265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.976683 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.122374 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.126741 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.192976 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event updated for resources: {'Port': ['ID=1e86e812-a0a0-4c49-b32d-f425a3ca1aef,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:36.202578 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.302756 n-d-712707-16 neutron-server[106452]: INFO neutron.db.l3_db [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Floating IP 00e87d67-4c29-40cc-900b-ab5cabd142ee associated. External IP: 172.25.7.207, port: 6e506fe0-1817-4414-ae6b-b2153f856cc4. Sep 18 01:53:36.503646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:36.610108 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:36.619838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:36.625541 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.630283 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:36.630979 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:36.652291 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-43638b13-95b4-4356-990b-29364e496606 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4890580 Sep 18 01:53:36.652977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:36.655223 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d24fa8-99c4-44f1-9bf5-4401ce89f054" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:36.692019 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd4e9cb-17a4-47cc-9c41-fa1f4b4a587a x-openstack-request-id: req-0fd4e9cb-17a4-47cc-9c41-fa1f4b4a587a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:36.692340 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:36.692767 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fd4e9cb-17a4-47cc-9c41-fa1f4b4a587a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:36.693183 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'status': 'completed', 'code': 200} Sep 18 01:53:36.779306 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-720d651a-3908-47b6-a4a5-be8984c6fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.780795 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-720d651a-3908-47b6-a4a5-be8984c6fdbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1098 time: 0.0432684 Sep 18 01:53:36.877991 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-58bd9c0a-d8dc-46f7-80b9-927b6a279cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.879497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-58bd9c0a-d8dc-46f7-80b9-927b6a279cf0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0913260 Sep 18 01:53:36.895267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:36.945558 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-5661b252-c5c0-42d4-bb92-823ec31ec4f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0590196 Sep 18 01:53:36.997535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-13c5391d-e959-4eaa-af86-5e347c8e4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.998999 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-13c5391d-e959-4eaa-af86-5e347c8e4727 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0466051 Sep 18 01:53:37.044843 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-16ad0d4d-7ed1-47b4-916e-ec8d34e2263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.046263 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-16ad0d4d-7ed1-47b4-916e-ec8d34e2263d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398817 Sep 18 01:53:37.113877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '00e87d67-4c29-40cc-900b-ab5cabd142ee', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.207', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:37:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:35Z', 'updated_at': '2021-09-18T01:53:35Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:37.143792 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-7b97342e-bb71-4f5f-83e5-9f7376df8ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902379 Sep 18 01:53:37.144476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:37.152589 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:37.153199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:53:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:37.233386 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-75d24fa8-99c4-44f1-9bf5-4401ce89f054 req-11bac987-c224-4f7d-9898-975061530ccb service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Sep 18 01:53:37.258059 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:37.479744 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '00e87d67-4c29-40cc-900b-ab5cabd142ee', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.207', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:37:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:35Z', 'updated_at': '2021-09-18T01:53:35Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:37.509525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05b900-bd3f-4c92-99df-f95b741060d2 None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '00e87d67-4c29-40cc-900b-ab5cabd142ee', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'floating_ip_address': '172.25.7.207', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'mac_address': 'fa:16:3e:37:35:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:35Z', 'updated_at': '2021-09-18T01:53:35Z', 'revision_number': 0, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:37.691470 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762aeafa-06b6-4cd3-b081-7c847ae04c02 None None] New status for floating IP 00e87d67-4c29-40cc-900b-ab5cabd142ee: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:53:38.761751 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:53:46.867957 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.357369 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-32ddb113-942d-49b4-afc3-4e4d31b63f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.337099 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1193914e-9422-4c2c-a1df-a9fa40cf7cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.606182 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.652061 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:59.967595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.002146 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:05.501041 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-0ab6c61c-1e49-4890-9f95-89dfc2bf0327 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407979 Sep 18 01:54:05.603471 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-d108a17a-a95f-4215-847e-98484e751168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:05.604971 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-d108a17a-a95f-4215-847e-98484e751168 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1098 time: 0.0432041 Sep 18 01:54:05.708691 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-e31a1b67-7eb7-4c47-8d84-41226e78e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:05.710150 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-e31a1b67-7eb7-4c47-8d84-41226e78e273 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0846925 Sep 18 01:54:06.089389 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-46d433a0-758c-4e01-96d6-7e2ecd3becf2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1002 time: 0.3714709 Sep 18 01:54:06.140689 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-74ee75c0-d9fb-48ba-9d45-3e672b5581ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:06.142082 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-74ee75c0-d9fb-48ba-9d45-3e672b5581ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0449467 Sep 18 01:54:06.190123 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-0596539d-92e5-402b-9dbe-323cd0bea4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:06.191578 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-0596539d-92e5-402b-9dbe-323cd0bea4ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417380 Sep 18 01:54:06.286739 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-b7d892dd-5088-4df3-844a-e87c3293233a service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857158 Sep 18 01:54:06.374325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f7afe616-cc68-42ab-86cb-b4cdbbacf907 req-65e348c3-c2e9-4e89-a081-0e7dc840c76b service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800683 Sep 18 01:54:15.760431 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:54:16.882981 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.358392 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3679-5354-48b2-af8d-819218c49df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.337556 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-60aca6bc-c261-432c-b980-29fe76b5d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.606703 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:28.654647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.967081 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.999508 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.894697 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:52.759576 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:54:54.358698 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-51a532b1-e681-4a0d-b25d-45250cb17538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:57.338306 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c0449a3a-7a74-4181-be91-97529e96221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:57.607337 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.658122 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.970277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.020644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.502990 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-4f25c2ca-2ba2-4eb9-b792-a04e164aeab2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454199 Sep 18 01:55:06.601591 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-b67585c0-7eef-4206-8425-6eae9d2baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.603043 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-b67585c0-7eef-4206-8425-6eae9d2baf5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1098 time: 0.0405450 Sep 18 01:55:06.704531 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-b8e505e0-20ea-45e7-bd7c-0b5595b93670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.706071 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-b8e505e0-20ea-45e7-bd7c-0b5595b93670 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0825043 Sep 18 01:55:06.773192 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-b286bf5b-7b9b-4536-9433-15e0730953ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0598404 Sep 18 01:55:06.820301 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-f6d3e84f-76e7-46d8-b452-a25fcca7f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.821794 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-f6d3e84f-76e7-46d8-b452-a25fcca7f579 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0418105 Sep 18 01:55:06.867441 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-e45330d0-1f30-4ff1-9318-6bf88ce0aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.868846 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-e45330d0-1f30-4ff1-9318-6bf88ce0aea2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399537 Sep 18 01:55:06.961077 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-20b4ec2c-6b67-494c-9614-ecd99a1a817f service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Sep 18 01:55:07.048932 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-b86e4657-b953-477c-a93a-4bcf2c8d4afd req-af77b07e-2055-4eb7-a2e2-fc2be7ed3cdd service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806191 Sep 18 01:55:16.892718 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.358274 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e22c6c9f-4b3c-467a-b197-a602c394cb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.338962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-40b82bbe-e3ff-47ed-ac05-6569a6e0bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.606454 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.661069 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:29.078248 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c8a88-3601-44a8-8d87-a2727a9b8059 req-8ed4d13c-307b-4cbf-b03f-99ef09b83b3c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.079738 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-271c8a88-3601-44a8-8d87-a2727a9b8059 req-8ed4d13c-307b-4cbf-b03f-99ef09b83b3c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0500064 Sep 18 01:55:29.119043 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-271c8a88-3601-44a8-8d87-a2727a9b8059 req-c4e42f0a-3a91-4d86-b7c8-9eccc08a8d7b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332444 Sep 18 01:55:29.758585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:55:29.974515 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:30.265657 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273b45e-de4e-42e1-9652-5524e1f67bc2 req-c78e629b-469f-4957-bb64-966c3f366e97 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.267129 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a273b45e-de4e-42e1-9652-5524e1f67bc2 req-c78e629b-469f-4957-bb64-966c3f366e97 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0493686 Sep 18 01:55:30.305410 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a273b45e-de4e-42e1-9652-5524e1f67bc2 req-7675c407-4a12-4463-98e5-58ebcda6ce9e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Sep 18 01:55:31.447575 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252e9d3-03c3-410d-a0d0-fb54d60be29c req-9226561d-e2d1-469f-89dc-b8c6f2a92959 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.449065 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b252e9d3-03c3-410d-a0d0-fb54d60be29c req-9226561d-e2d1-469f-89dc-b8c6f2a92959 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0529768 Sep 18 01:55:31.486631 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b252e9d3-03c3-410d-a0d0-fb54d60be29c req-827088d1-8867-48b5-862e-c3bd92bea307 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Sep 18 01:55:32.600463 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b68f38-e5b8-4506-a051-a768873c18f2 req-e0ac9eba-c8c2-4cda-b9e3-5d0333eb264a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:32.601848 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b68f38-e5b8-4506-a051-a768873c18f2 req-e0ac9eba-c8c2-4cda-b9e3-5d0333eb264a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0485959 Sep 18 01:55:32.639278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-34b68f38-e5b8-4506-a051-a768873c18f2 req-f2f405bf-dc0a-4a21-aa45-29327f3895ed tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Sep 18 01:55:33.017223 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.751943 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34d65d-ff25-445c-ba8d-9bbb34ae2828 req-04203855-3154-4a09-8dc2-1d682e94838a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:33.754011 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed34d65d-ff25-445c-ba8d-9bbb34ae2828 req-04203855-3154-4a09-8dc2-1d682e94838a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0493631 Sep 18 01:55:33.791650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ed34d65d-ff25-445c-ba8d-9bbb34ae2828 req-4139b7b5-3b08-4ba8-bb6e-c43514433506 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Sep 18 01:55:34.910395 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee698da1-360d-4cda-8a65-adf4f21824a8 req-1bc2f47a-8121-49aa-b530-ac307a5991cf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.912037 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee698da1-360d-4cda-8a65-adf4f21824a8 req-1bc2f47a-8121-49aa-b530-ac307a5991cf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0543909 Sep 18 01:55:34.949106 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ee698da1-360d-4cda-8a65-adf4f21824a8 req-55a92641-a2cb-4b55-b0e3-5515476ebde4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Sep 18 01:55:36.065123 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32078752-f4eb-4191-b629-95d77b713d5d req-0b80fbba-58fe-46d0-be01-fe819161b747 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.066943 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32078752-f4eb-4191-b629-95d77b713d5d req-0b80fbba-58fe-46d0-be01-fe819161b747 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0496461 Sep 18 01:55:36.105182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-32078752-f4eb-4191-b629-95d77b713d5d req-5b8bed06-134d-4dc8-8029-79c52c45f879 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Sep 18 01:55:37.221110 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71c79-54a3-428f-abf8-87f7605dbbac req-9a5ea35d-7615-4ef9-bf81-e371be089e37 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.222606 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43e71c79-54a3-428f-abf8-87f7605dbbac req-9a5ea35d-7615-4ef9-bf81-e371be089e37 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0494351 Sep 18 01:55:37.260456 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-43e71c79-54a3-428f-abf8-87f7605dbbac req-f23e6a08-9e3c-4425-9fae-62e9635d8b1c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Sep 18 01:55:38.378389 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677002-e146-4837-9289-584e7de79f4b req-498325fe-5d9d-420b-984d-5b5420b5a6c4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.380423 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d677002-e146-4837-9289-584e7de79f4b req-498325fe-5d9d-420b-984d-5b5420b5a6c4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0546453 Sep 18 01:55:38.417934 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0d677002-e146-4837-9289-584e7de79f4b req-ed121ddc-8df9-459a-a5e9-ca53e7e8cd3b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Sep 18 01:55:39.297007 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-c513ede4-8b03-4610-b9e4-38e4e799bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.298490 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-c513ede4-8b03-4610-b9e4-38e4e799bc74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1098 time: 0.0457842 Sep 18 01:55:39.386233 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-c4a03a4a-e941-4954-a634-d2d4f6633af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.387692 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-c4a03a4a-e941-4954-a634-d2d4f6633af6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0815198 Sep 18 01:55:39.455940 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-19130243-c1a8-4a5c-98cb-95b12a4aa9f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0616260 Sep 18 01:55:39.504655 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-dfac3201-eba6-4155-812c-67ace54444dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.506218 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-dfac3201-eba6-4155-812c-67ace54444dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0437577 Sep 18 01:55:39.532190 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57995-ac68-4029-b302-121df87b057c req-4d73dd75-b546-4742-b23a-2a86c09e3ad5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.533724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2c57995-ac68-4029-b302-121df87b057c req-4d73dd75-b546-4742-b23a-2a86c09e3ad5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0492029 Sep 18 01:55:39.552879 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-bbdb69ee-bad5-45a1-8e64-d9ddda741091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.554297 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-bbdb69ee-bad5-45a1-8e64-d9ddda741091 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409584 Sep 18 01:55:39.573504 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f2c57995-ac68-4029-b302-121df87b057c req-88a40de9-e88e-4554-8420-971cc944b77b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Sep 18 01:55:39.648784 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-c30b8592-44f8-4e7a-af2e-cb118b2bd9ae service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871806 Sep 18 01:55:39.737183 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-36c7b6d4-1845-4985-890b-56cdd47ce422 req-6f6173f9-d8bb-4238-b630-1acfc1fbdc0d service neutron] 10.222.0.54 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813327 Sep 18 01:55:40.690301 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adad250-8413-4d6f-b7e2-eb6f1bf59827 req-14e9a219-d05f-4f62-92b7-a96064e7e32d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:40.691805 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4adad250-8413-4d6f-b7e2-eb6f1bf59827 req-14e9a219-d05f-4f62-92b7-a96064e7e32d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0491865 Sep 18 01:55:40.730077 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4adad250-8413-4d6f-b7e2-eb6f1bf59827 req-7fc4e454-f8f4-4fae-bdd5-c42ea94ec07b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Sep 18 01:55:41.850900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c37a2-b11e-4220-85ba-1fcf5db11ad0 req-029bd5ae-1961-4864-b49a-0cf042da9b28 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:41.852532 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-494c37a2-b11e-4220-85ba-1fcf5db11ad0 req-029bd5ae-1961-4864-b49a-0cf042da9b28 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0549076 Sep 18 01:55:41.896025 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-494c37a2-b11e-4220-85ba-1fcf5db11ad0 req-d20d6faa-9d17-4632-adbb-c355692eb28a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Sep 18 01:55:43.013815 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245bb83-fb3e-4bf9-bd31-b73621f2a970 req-4d5ddb8f-488d-44ec-a0fc-5b43c9160920 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:43.015182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2245bb83-fb3e-4bf9-bd31-b73621f2a970 req-4d5ddb8f-488d-44ec-a0fc-5b43c9160920 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 946 time: 0.0492976 Sep 18 01:55:43.052745 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2245bb83-fb3e-4bf9-bd31-b73621f2a970 req-77b881e2-be0c-48ef-8df2-26e40ce96c23 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307479 Sep 18 01:55:43.119424 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-3387f07c-839a-461c-84ab-911ee8e46951 req-c3f40f2c-d531-4e12-9a67-d803f50e5371 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:55:43.120460 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3387f07c-839a-461c-84ab-911ee8e46951 req-c3f40f2c-d531-4e12-9a67-d803f50e5371 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054269 Sep 18 01:55:43.190169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:43.270749 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.292858 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:43.295004 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160d084-8b75-4e8b-85c1-10fb9f93ca1b" -d '{"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:43.310435 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:43.314303 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.338523 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f50ec-2374-413b-8c7c-8b4d4319b7af x-openstack-request-id: req-867f50ec-2374-413b-8c7c-8b4d4319b7af {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:43.338819 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-unplugged", "status": "failed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "code": 422}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:43.339073 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-867f50ec-2374-413b-8c7c-8b4d4319b7af {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:43.339459 n-d-712707-16 neutron-server[106454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'code': 422} returned with failed status Sep 18 01:55:43.363331 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:43.370654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.371007 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.371351 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.371689 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.372027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.372389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.372723 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.373051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.373380 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.373707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.374038 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:43.374361 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.268047 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-59148520-1cc5-45b9-af47-8b009031a4ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475125 Sep 18 01:55:44.291354 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91665dda-1eb3-43cc-b7fe-7560c3be817d req-72d70dd0-8be3-47e9-8fa7-b4b34c3d43a1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:44.293246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91665dda-1eb3-43cc-b7fe-7560c3be817d req-72d70dd0-8be3-47e9-8fa7-b4b34c3d43a1 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0512130 Sep 18 01:55:44.339695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-91665dda-1eb3-43cc-b7fe-7560c3be817d req-2824ca16-eac5-461a-93c3-916e3912bf5f tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Sep 18 01:55:45.460509 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121a0d0-c61f-48b2-b6ba-334ad84c75b4 req-701765cb-f7a4-4617-b86a-362617b22077 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:45.461907 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5121a0d0-c61f-48b2-b6ba-334ad84c75b4 req-701765cb-f7a4-4617-b86a-362617b22077 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0545847 Sep 18 01:55:45.500720 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5121a0d0-c61f-48b2-b6ba-334ad84c75b4 req-7c50a1d6-d723-4cee-8b7a-ae2afb9bc4ef tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Sep 18 01:55:46.617578 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea02762-a629-41a0-8c19-4726c12c922a req-f3b8cd2f-bee6-4735-a07b-fbadd5545626 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:46.619035 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fea02762-a629-41a0-8c19-4726c12c922a req-f3b8cd2f-bee6-4735-a07b-fbadd5545626 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0503876 Sep 18 01:55:46.658023 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fea02762-a629-41a0-8c19-4726c12c922a req-7f06905e-0d7f-4084-bafc-b2c1165017ef tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Sep 18 01:55:46.894837 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.773364 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0656bb-f476-4cfc-9c95-e7f50b2a4f61 req-8218cf5a-3ea8-48f5-9088-7e44b66560db tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.774858 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0656bb-f476-4cfc-9c95-e7f50b2a4f61 req-8218cf5a-3ea8-48f5-9088-7e44b66560db tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0500863 Sep 18 01:55:47.813295 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1f0656bb-f476-4cfc-9c95-e7f50b2a4f61 req-780f4831-4d89-4418-958d-e3fe8f359706 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Sep 18 01:55:48.861960 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-3a633793-f709-469e-a39b-0eced34e9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.863464 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-3a633793-f709-469e-a39b-0eced34e9ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98 HTTP/1.1" status: 200 len: 1096 time: 0.0446198 Sep 18 01:55:48.874418 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-15dee704-4743-4506-b044-b4e2c82d00f5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:55:48.875454 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-15dee704-4743-4506-b044-b4e2c82d00f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050895 Sep 18 01:55:48.896465 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-16', 'device_owner': 'compute:nova'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:48.973242 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b83f84-ae61-46d7-8162-fe9e5278c2eb req-ee4f722c-038a-4fbb-abbd-27e89c8b243b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.974893 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36b83f84-ae61-46d7-8162-fe9e5278c2eb req-ee4f722c-038a-4fbb-abbd-27e89c8b243b tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0951433 Sep 18 01:55:48.977376 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.048957 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-36b83f84-ae61-46d7-8162-fe9e5278c2eb req-d2bf53d2-ba3d-4a13-87f7-bb3facd4fbe9 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630553 Sep 18 01:55:49.211596 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:49.243524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h2-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:49.275277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:49.282477 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.294708 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Transition to ACTIVE for port object 6e506fe0-1817-4414-ae6b-b2153f856cc4 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:49.297555 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.343893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=7']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:49.385945 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.386286 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.386622 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.386952 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.387277 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.387600 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.387920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.388299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.388576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.388893 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.389208 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.389524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:49.432288 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] No DVR routers for this DVR port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on host n-h2-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:49.567054 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:49.568078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:49.568445 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:49.572677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:49.572998 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Attempting to bind port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:49.577731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:49.578063 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Checking segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:49.578441 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Bound using segment: {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:49.578860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Bound port: 6e506fe0-1817-4414-ae6b-b2153f856cc4, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:49.579211 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.641078 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:49.644017 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:49.649445 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.685861 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.686494 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.687910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1093 time: 0.7984352 Sep 18 01:55:49.688382 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:49.690649 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd6a280-179c-4db1-a6ce-00cdafeedabb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:49.743856 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c23e3-4c14-4405-ae82-7776937e071b x-openstack-request-id: req-e01c23e3-4c14-4405-ae82-7776937e071b {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:49.744148 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:49.744441 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e01c23e3-4c14-4405-ae82-7776937e071b {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:49.744847 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'status': 'completed', 'code': 200} Sep 18 01:55:49.746568 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fddca-8d29-4dec-9948-bbe5f7b6d739 service neutron] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=8']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:49.764719 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-5cfcbadc-98bc-4478-8e76-9a454d4db157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.766242 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-5cfcbadc-98bc-4478-8e76-9a454d4db157 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1096 time: 0.0509253 Sep 18 01:55:49.860146 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-df469f48-acdf-4871-b5f6-ca924323c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.861298 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-df469f48-acdf-4871-b5f6-ca924323c9e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0884471 Sep 18 01:55:49.936434 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-4e64fa69-37d6-434f-9366-3e711dda06ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0682592 Sep 18 01:55:49.985520 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-9ce92c5a-31ee-4c0a-8045-0c1cc68fcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.986821 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-9ce92c5a-31ee-4c0a-8045-0c1cc68fcaba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0429986 Sep 18 01:55:50.031680 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-de23c93f-6839-4dc9-9065-5fd340eb1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.033168 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-de23c93f-6839-4dc9-9065-5fd340eb1f99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393782 Sep 18 01:55:50.136417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-707b93e9-9504-4658-a46b-b8a4177afa5f service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957801 Sep 18 01:55:50.229050 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9ba59-3778-4b6f-91a9-65e1d7119b90 req-5bf9f789-f2ba-4d71-8fa5-1a10c5a3dccf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.230509 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57d9ba59-3778-4b6f-91a9-65e1d7119b90 req-5bf9f789-f2ba-4d71-8fa5-1a10c5a3dccf tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.1087894 Sep 18 01:55:50.265955 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-468af6f1-d156-4703-b579-21ecac3a79ca service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158085 Sep 18 01:55:50.282375 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-57d9ba59-3778-4b6f-91a9-65e1d7119b90 req-4ac7675c-e9b6-425e-8c1c-d6e46abcb5b3 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Sep 18 01:55:50.352640 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-80c0ddba-b104-476f-bf95-a26943aa80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.354107 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-80c0ddba-b104-476f-bf95-a26943aa80ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1096 time: 0.0410235 Sep 18 01:55:50.446728 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-e3bcb0ad-b8e8-4ee1-968c-1f2e8a8d8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.448164 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-e3bcb0ad-b8e8-4ee1-968c-1f2e8a8d8fb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0855339 Sep 18 01:55:50.513213 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-cd9fc753-a22a-41a4-894c-d73756b079da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0574040 Sep 18 01:55:50.560664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-bebc900b-31b1-40a7-b168-f6464fa97b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.562000 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-bebc900b-31b1-40a7-b168-f6464fa97b39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0422559 Sep 18 01:55:50.611350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-28a39305-d480-4f96-8198-4be97dec8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.612878 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-28a39305-d480-4f96-8198-4be97dec8d65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421464 Sep 18 01:55:50.706143 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-a73b0be4-3373-486f-87da-c3213664245f service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Sep 18 01:55:50.798988 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-5dd6a280-179c-4db1-a6ce-00cdafeedabb req-01f36c07-6c8e-4b85-a2c5-bbae2a773f7a service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860434 Sep 18 01:55:51.397760 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb0c0b-68e4-4410-b76d-9f502abcf0f2 req-04420c6f-bc97-4a32-b633-80608b0a4f51 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:51.399275 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0fb0c0b-68e4-4410-b76d-9f502abcf0f2 req-04420c6f-bc97-4a32-b633-80608b0a4f51 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0491219 Sep 18 01:55:51.436662 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a0fb0c0b-68e4-4410-b76d-9f502abcf0f2 req-3810b0b5-5e21-4858-8bc1-8031b345c81e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Sep 18 01:55:52.550503 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8b3ce-3098-422a-81b9-235b4dcf37aa req-a7799668-025a-4e8d-9eaf-dfbd75bb35b8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:52.552067 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27b8b3ce-3098-422a-81b9-235b4dcf37aa req-a7799668-025a-4e8d-9eaf-dfbd75bb35b8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0488071 Sep 18 01:55:52.591015 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-27b8b3ce-3098-422a-81b9-235b4dcf37aa req-dbf8d945-f734-4339-9a3b-0beaf618f2b7 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328853 Sep 18 01:55:53.711636 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113554-f34d-40f0-8531-a6eaf3587936 req-eccbb234-3dac-4a05-a16c-1c79666e71b8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:53.713123 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22113554-f34d-40f0-8531-a6eaf3587936 req-eccbb234-3dac-4a05-a16c-1c79666e71b8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0552068 Sep 18 01:55:53.750212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-22113554-f34d-40f0-8531-a6eaf3587936 req-c45492c1-0ca9-45d7-9606-eed387cfaa72 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Sep 18 01:55:54.358806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e634-73d2-46f6-910f-8c750f8138d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:54.862902 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700454d-06a7-4d99-8763-3a4c6206054e req-a6c57ee5-f265-4c0c-b812-4cf14a50ce5c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:54.864476 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6700454d-06a7-4d99-8763-3a4c6206054e req-a6c57ee5-f265-4c0c-b812-4cf14a50ce5c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0484900 Sep 18 01:55:54.902246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-6700454d-06a7-4d99-8763-3a4c6206054e req-d2bb0826-cdb3-445d-b8e0-cb80069c41e8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Sep 18 01:55:56.089185 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e297e-5fd3-4ff2-b193-a437af54c61e req-24dedb46-0189-49b5-b3e0-48f28a898988 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:56.090983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a18e297e-5fd3-4ff2-b193-a437af54c61e req-24dedb46-0189-49b5-b3e0-48f28a898988 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.1146836 Sep 18 01:55:56.132278 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a18e297e-5fd3-4ff2-b193-a437af54c61e req-56fc335e-18c3-434d-985b-73f57eb11bee tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Sep 18 01:55:57.295763 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b553-cec0-4b2d-b6d5-c081af3ebd3a req-404877bb-a466-449c-8722-629ba1b24d7d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.297265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9418b553-cec0-4b2d-b6d5-c081af3ebd3a req-404877bb-a466-449c-8722-629ba1b24d7d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0995376 Sep 18 01:55:57.336517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9418b553-cec0-4b2d-b6d5-c081af3ebd3a req-37e9c122-789a-4ad5-8960-7177c74d9a76 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Sep 18 01:55:57.339410 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-88c9e57b-cfa4-403b-8b6c-03169c089aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.607213 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.453921 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc62c-1c9b-448e-9af6-edd912a48754 req-af36d57b-7b13-4321-af8e-23488b96c4e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:58.455403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb4dc62c-1c9b-448e-9af6-edd912a48754 req-af36d57b-7b13-4321-af8e-23488b96c4e6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0514951 Sep 18 01:55:58.493889 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cb4dc62c-1c9b-448e-9af6-edd912a48754 req-1d5294a9-827f-43c5-b7ab-8c4563cc7c3c tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Sep 18 01:55:58.664892 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.606067 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7d4ed-30f4-4bef-8535-87d219d1e119 req-9c04c539-82b7-4eec-91ae-e40ec9e095fb tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:59.607543 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfa7d4ed-30f4-4bef-8535-87d219d1e119 req-9c04c539-82b7-4eec-91ae-e40ec9e095fb tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 944 time: 0.0480065 Sep 18 01:55:59.645182 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-cfa7d4ed-30f4-4bef-8535-87d219d1e119 req-8cdd65b6-1c31-40ed-9e1d-b2463058b2ae tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Sep 18 01:55:59.980848 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:00.083494 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:00.176966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:00.188536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'port_id': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'mac_address': 'fa:16:3e:37:35:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:00.223277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:00.236030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:00.254078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:00.257967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:00.303439 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=9']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:00.498806 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['6e506fe0-1817-4414-ae6b-b2153f856cc4'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:00.764677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df540167-2376-4484-abed-fbadaa6b7ef2 req-30d89698-6d4c-4575-8768-01d1b5098ae5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.766046 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df540167-2376-4484-abed-fbadaa6b7ef2 req-30d89698-6d4c-4575-8768-01d1b5098ae5 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 945 time: 0.0542953 Sep 18 01:56:00.804133 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-df540167-2376-4484-abed-fbadaa6b7ef2 req-4e7803de-db79-4064-947b-300ca9e6704e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Sep 18 01:56:01.936439 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcace9a-851a-4b3c-ac1a-79ff0a962388 req-cb87e541-2346-40dd-a001-6de007a8ce0a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.937927 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdcace9a-851a-4b3c-ac1a-79ff0a962388 req-cb87e541-2346-40dd-a001-6de007a8ce0a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 945 time: 0.0529249 Sep 18 01:56:01.988888 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-fdcace9a-851a-4b3c-ac1a-79ff0a962388 req-866ad869-7316-4e17-83ab-e9bafadc02f0 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Sep 18 01:56:02.096400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:02.150003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port 6e506fe0-1817-4414-ae6b-b2153f856cc4 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:02.154735 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port 6e506fe0-1817-4414-ae6b-b2153f856cc4 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:02.155111 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:02.241792 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:02.263482 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:02.265731 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ea0149-2c94-45fb-aeb6-642581e0f6f4" -d '{"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-plugged", "status": "completed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:02.277662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:02.282011 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:02.306802 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d842d521-4c1c-43f7-bd3b-589c9748dbd4 x-openstack-request-id: req-d842d521-4c1c-43f7-bd3b-589c9748dbd4 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:02.307082 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-plugged", "status": "completed", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:02.307328 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d842d521-4c1c-43f7-bd3b-589c9748dbd4 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:02.307710 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'code': 200} Sep 18 01:56:02.332791 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=10']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:02.445350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1df31-85c0-40ed-afb6-e4be6900b90c req-116ee3ee-9bf2-4cda-bbc6-7f5622d15d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.446857 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eb1df31-85c0-40ed-afb6-e4be6900b90c req-116ee3ee-9bf2-4cda-bbc6-7f5622d15d98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1099 time: 0.0411234 Sep 18 01:56:02.484437 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7eb1df31-85c0-40ed-afb6-e4be6900b90c req-0cbb499e-ff7d-444d-9dc6-6fe5d8b2f5cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295606 Sep 18 01:56:03.017929 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.111603 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ca760-fcfb-4011-b2de-882092aeda34 req-a9d8c08f-4bd7-4331-b1f5-372b4ba214ba tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:03.113112 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-874ca760-fcfb-4011-b2de-882092aeda34 req-a9d8c08f-4bd7-4331-b1f5-372b4ba214ba tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 947 time: 0.0528247 Sep 18 01:56:03.151265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-874ca760-fcfb-4011-b2de-882092aeda34 req-d4b38333-9e3c-4e17-af5f-e639c691a849 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Sep 18 01:56:03.963262 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-f62662ca-3356-45c3-8fdd-b1da70aedba7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394015 Sep 18 01:56:04.044481 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-e6fb9442-5f6f-489a-b437-53c71f5136a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.045945 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-e6fb9442-5f6f-489a-b437-53c71f5136a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1099 time: 0.0407953 Sep 18 01:56:04.150617 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-045f7191-e974-4ed9-959f-aa0466544059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.151970 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-045f7191-e974-4ed9-959f-aa0466544059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0862348 Sep 18 01:56:04.217132 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-0ffde3ae-b073-4443-9b91-3492c9cec7c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0578728 Sep 18 01:56:04.295565 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-ce838893-4980-43e6-aff0-4496d4d4058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.297058 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-ce838893-4980-43e6-aff0-4496d4d4058f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0695179 Sep 18 01:56:04.305307 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816555-15d3-451e-b168-c4a5276f4efc req-c7abc257-7ee3-4f1d-84b2-ba9e0026c666 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.306682 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e816555-15d3-451e-b168-c4a5276f4efc req-c7abc257-7ee3-4f1d-84b2-ba9e0026c666 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 947 time: 0.0879810 Sep 18 01:56:04.368279 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9e816555-15d3-451e-b168-c4a5276f4efc req-10496157-a3f9-4c63-97a5-77fe6c826e0a tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524085 Sep 18 01:56:04.372714 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-d2da6997-9d15-44f1-9cce-32b3d3c83950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.374157 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-d2da6997-9d15-44f1-9cce-32b3d3c83950 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666368 Sep 18 01:56:04.467426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-b3accc3e-a638-4c20-ae7e-c4c179124557 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Sep 18 01:56:04.555806 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-0b029209-ff3a-4856-9f8a-daf02411d877 req-939649a4-caf0-4394-aa33-0dd03a27af12 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812676 Sep 18 01:56:06.758301 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:56:16.914887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.361296 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-475902c6-decd-4604-92b3-2163e66d96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.340540 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c0660778-7188-4d26-b2f8-1e621c39c3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.608143 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:28.666776 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.978893 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.032843 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:43.757692 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:56:46.930548 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.363342 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5479-cf80-48b3-80bb-2854111c82d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.341075 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-33006884-3c19-4d6d-b420-ccbea6c444d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.608350 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.669739 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.981854 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.032841 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.032258 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-a6269946-952e-4870-878e-87aed4013eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837488 Sep 18 01:57:06.114493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-014695bb-9d2e-41ae-aa24-3fa2ae413b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.115968 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-014695bb-9d2e-41ae-aa24-3fa2ae413b67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1099 time: 0.0416327 Sep 18 01:57:06.221353 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-36b8b95b-0645-4211-a256-01499a7b033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.222910 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-36b8b95b-0645-4211-a256-01499a7b033c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.0878956 Sep 18 01:57:06.291308 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-b08ffe6e-42aa-464a-a1cf-8ce0613e78a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0611224 Sep 18 01:57:06.340731 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-2ba190e2-469a-4a4d-972c-529749170f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.342282 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-2ba190e2-469a-4a4d-972c-529749170f0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0445442 Sep 18 01:57:06.389904 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-8ac509e5-9f26-41a9-84e6-71a626a13259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.391381 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-8ac509e5-9f26-41a9-84e6-71a626a13259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399852 Sep 18 01:57:06.484403 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-e485c435-ce67-4b68-9f6c-636de98cb272 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855405 Sep 18 01:57:06.573277 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4cd4de29-e3fa-40cc-b7d4-5bb58522f8ae req-34c1b644-81b3-413b-8f16-01f4de12615e service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823464 Sep 18 01:57:16.935132 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.218518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59120) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:20.684493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Deleting port 1e86e812-a0a0-4c49-b32d-f425a3ca1aef {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:20.684837 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.756145 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:57:20.759303 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.759633 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.771757 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Calling delete_port for 1e86e812-a0a0-4c49-b32d-f425a3ca1aef owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:20.918525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.941869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'Port': ['ID=1e86e812-a0a0-4c49-b32d-f425a3ca1aef,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:20.954908 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.955254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.955858 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.956197 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.956553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.956879 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.957201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.957522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.957839 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.958155 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.958473 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:20.958788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:21.014586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.016652 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Floating IP 00e87d67-4c29-40cc-900b-ab5cabd142ee disassociated (deleted). External IP: 172.25.7.207, port: 6e506fe0-1817-4414-ae6b-b2153f856cc4. Sep 18 01:57:21.214969 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:21.323995 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:21.330579 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.334027 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:21.344500 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:21.345113 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.362701 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-264fb01a-1269-49d9-be74-4f84c3730be8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "DELETE /v2.0/floatingips/00e87d67-4c29-40cc-900b-ab5cabd142ee HTTP/1.1" status: 204 len: 168 time: 1.1430557 Sep 18 01:57:21.363296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:21.365551 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:21.452795 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:21.458334 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28887784-e02a-4838-a30b-6ae9385bc052 x-openstack-request-id: req-28887784-e02a-4838-a30b-6ae9385bc052 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:21.458626 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:21.459165 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28887784-e02a-4838-a30b-6ae9385bc052 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:21.459564 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'status': 'completed', 'code': 200} Sep 18 01:57:21.528725 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-7d02dd39-0583-4a56-a4aa-a4bc85bf3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.530398 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-7d02dd39-0583-4a56-a4aa-a4bc85bf3848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 1099 time: 0.0443494 Sep 18 01:57:21.650386 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3312-40c9-40ea-8df4-ca49b60c6105 req-15c44fd4-4649-48a5-8013-7bf138dbf38e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.651861 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43d3312-40c9-40ea-8df4-ca49b60c6105 req-15c44fd4-4649-48a5-8013-7bf138dbf38e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 947 time: 0.1036351 Sep 18 01:57:21.659194 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.674096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-b97e3674-39a0-4693-9988-6d2e1d3335ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.675508 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-b97e3674-39a0-4693-9988-6d2e1d3335ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 200 len: 909 time: 0.1371627 Sep 18 01:57:21.685370 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:21.694599 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:21.695213 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:56:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.729413 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-e952a3b6-15fe-45e4-b3c4-94b3392a812a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 200 len: 217 time: 0.0452659 Sep 18 01:57:21.735799 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-e43d3312-40c9-40ea-8df4-ca49b60c6105 req-cad62e59-893a-46d2-9bf6-2a206c2536d4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723739 Sep 18 01:57:21.781870 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-d8e6e7cf-c795-458a-b248-110aeea583f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.783478 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-d8e6e7cf-c795-458a-b248-110aeea583f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 200 len: 847 time: 0.0467088 Sep 18 01:57:21.837524 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-ef3bb5f3-46b8-45f0-809d-1d16f5ca1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.839064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-ef3bb5f3-46b8-45f0-809d-1d16f5ca1ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e983614-d7c8-40b7-811f-3f4c5ce491f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474880 Sep 18 01:57:21.935842 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-06b48da4-c685-4a91-8694-7ae843ef0421 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873981 Sep 18 01:57:21.960977 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:22.032489 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a9e30f4d-4fb8-4412-a7b7-73e50167fefa req-bdfde11d-925a-4f49-8be3-f0a312574947 service neutron] 10.222.0.48 "GET /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884843 Sep 18 01:57:22.152294 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:22.181958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0d5bc-3edf-4e88-9da1-88fcdde2a3b5 None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:48:07Z', 'revision_number': 4, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '470a5394-d890-4240-9f38-ad84a756950d', 'name': '', 'network_id': '9e983614-d7c8-40b7-811f-3f4c5ce491f0', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'mac_address': 'fa:16:3e:38:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:07Z', 'updated_at': '2021-09-18T01:48:11Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'subnets': [{'id': 'ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:22.420140 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c30615-38da-49f8-9932-24372bdf480f None None] New status for floating IP 00e87d67-4c29-40cc-900b-ab5cabd142ee: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:57:22.851350 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5773c-0668-443e-b913-5b1df71dde52 req-f0d3463a-4402-4090-92a8-dad41c902be4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.852852 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e5773c-0668-443e-b913-5b1df71dde52 req-f0d3463a-4402-4090-92a8-dad41c902be4 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 947 time: 0.0480075 Sep 18 01:57:22.891217 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-b2e5773c-0668-443e-b913-5b1df71dde52 req-b3fe698c-cd56-4032-baba-8573e2587f10 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/security-groups?id=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Sep 18 01:57:23.107497 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-9772f9b3-2549-42b0-b089-f841164855a6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.109399 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-9772f9b3-2549-42b0-b089-f841164855a6 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 947 time: 0.0478988 Sep 18 01:57:23.200940 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Deleting port 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:23.201282 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.288782 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] For port 6e506fe0-1817-4414-ae6b-b2153f856cc4, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=6e506fe0-1817-4414-ae6b-b2153f856cc4,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:23.289150 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.306177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Calling delete_port for 6e506fe0-1817-4414-ae6b-b2153f856cc4 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:23.430650 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.458971 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'Port': ['ID=6e506fe0-1817-4414-ae6b-b2153f856cc4,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:23.504372 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] No DVR routers for this DVR port 6e506fe0-1817-4414-ae6b-b2153f856cc4 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:23.506968 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.508942 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-4e57b6ee-08af-4621-9144-1f5992a9ac49 req-39f4370f-931c-4e2d-9fd1-02f086bfd5bd tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.48 "DELETE /v2.0/ports/6e506fe0-1817-4414-ae6b-b2153f856cc4 HTTP/1.1" status: 204 len: 173 time: 0.3934560 Sep 18 01:57:23.509377 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-deleted', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:23.511585 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc139b-d55d-4970-b8fc-5b42ff745c4a" -d '{"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-deleted", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:23.553548 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42db186-a4ab-4f45-8da4-4590c696c66e x-openstack-request-id: req-f42db186-a4ab-4f45-8da4-4590c696c66e {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:23.553927 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb4a2b3-f1fc-4913-86f9-3a160d99e78f", "name": "network-vif-deleted", "tag": "6e506fe0-1817-4414-ae6b-b2153f856cc4", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:23.554178 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f42db186-a4ab-4f45-8da4-4590c696c66e {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:23.554603 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb4a2b3-f1fc-4913-86f9-3a160d99e78f', 'name': 'network-vif-deleted', 'tag': '6e506fe0-1817-4414-ae6b-b2153f856cc4', 'status': 'completed', 'code': 200} Sep 18 01:57:23.987983 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f52aa49f-cbd8-4d0f-8ae0-20e0ed1c3b32 req-cd133984-58c3-4cb5-8dc0-6898c81d17d8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0281451 Sep 18 01:57:24.363849 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-04a54345-3d9a-4a45-a771-117cdaf35138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.084436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-9842950f-3c01-4b94-a622-3c5ea5f69b49 req-02208b00-622e-4a22-a4e7-0feb543bb26d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0263796 Sep 18 01:57:26.179384 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d602aa2c-8857-406a-ba5b-9e60cb9bcf52 req-3e0d18d3-f0cb-465f-9558-dffbc989540e tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0276966 Sep 18 01:57:26.537064 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:26.557630 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: 6e506fe0-1817-4414-ae6b-b2153f856cc4 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:26.557973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device 6e506fe0-1817-4414-ae6b-b2153f856cc4 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:27.290048 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-06853645-b031-42f0-bafa-93b4f2a64ccd req-df79e0eb-6eea-49e4-a6a4-137748d2693d tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fb4a2b3-f1fc-4913-86f9-3a160d99e78f HTTP/1.1" status: 200 len: 210 time: 0.0268741 Sep 18 01:57:27.342134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-85948542-fbbc-473a-9745-7f2defa836bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.609775 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.347746 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59152) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:28.410072 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.434718 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.496413 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.499517 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.501094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] 10.222.0.49 "DELETE /v2.0/security-groups/60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08 HTTP/1.1" status: 204 len: 168 time: 0.1523769 Sep 18 01:57:28.510750 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3da5-c440-46ab-bfb2-f50e10789ed8 tempest-TestShelveInstance-1608733921 tempest-TestShelveInstance-1608733921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb31ce-1a32-48bc-b3ae-ddd6a0f3bf08,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:28.562661 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59156) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:28.672680 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.023004 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.269035 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Deleting port 470a5394-d890-4240-9f38-ad84a756950d {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:29.269481 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.352300 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] For port 470a5394-d890-4240-9f38-ad84a756950d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=470a5394-d890-4240-9f38-ad84a756950d,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:29.353039 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.365959 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Calling delete_port for 470a5394-d890-4240-9f38-ad84a756950d owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:29.549766 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.577047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Pushing event deleted for resources: {'Port': ['ID=470a5394-d890-4240-9f38-ad84a756950d,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:29.747984 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.963512 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:29.984644 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.070956 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:30.075819 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-f7d6c136-09c3-4164-bd12-c1f68f0a6561 admin admin] 10.222.0.49 "PUT /v2.0/routers/c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119953 Sep 18 01:57:30.079156 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59160) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:30.081654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Sync routers for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:30.090654 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:30.091343 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:30.182836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks [] for router, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.194314 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:30.289175 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.341804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Deleting port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:30.342084 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.369453 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:57:29Z', 'revision_number': 5, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port': {'id': '1bf1ece9-21aa-42e0-801b-1ea88d16e5a2', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:05Z', 'updated_at': '2021-09-18T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:30.399975 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Checking router: c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:30.414391 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Routers {'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:30.415000 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:30.427119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] For port 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:30.427692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.440342 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Calling delete_port for 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 owned by network:router_gateway {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:30.501481 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] Set router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:30.552837 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:57:30Z', 'revision_number': 6, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:30.582379 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22102c-54a4-4f6a-a1c4-a6a21d67851b None None] The sync data for ids ['c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2'] in n-d-712707-16 is: [{'id': 'c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2', 'name': 'tempest-TestShelveInstance-162997221-router', 'tenant_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:04Z', 'updated_at': '2021-09-18T01:57:30Z', 'revision_number': 6, 'project_id': '2a7fc9f25fd341a7a4aa269bb2fc4a98', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:30.609859 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.637077 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf1ece9-21aa-42e0-801b-1ea88d16e5a2,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:30.695526 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.784340 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.786657 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.832882 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.833401 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 {{(pid=106453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:57:30.838421 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] Notify callbacks [] for router, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.839580 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-db2feaff-23d3-42c9-9cd6-eebff783295f admin admin] 10.222.0.49 "DELETE /v2.0/routers/c4d41c3d-2cf3-42af-ba2e-bc9b53a0c8b2 HTTP/1.1" status: 204 len: 168 time: 0.7594364 Sep 18 01:57:30.842047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59166) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:30.886284 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_v2 [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Deleting subnet ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 {{(pid=106453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:30.891885 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.927381 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32703382'] for subnet, precommit_delete_associations {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.012664 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.065028 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32677174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32597427'] for subnet, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.090042 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:31.094322 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.096187 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-335e4230-2cc4-4dc8-a67d-68cf54fce5ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ec3a7b8d-19d7-4186-b2d3-0b89d02d7d83 HTTP/1.1" status: 204 len: 168 time: 0.2527041 Sep 18 01:57:31.098684 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59168) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:31.103490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378ba06-cdca-4763-9d73-560d7b368048 None None] Network 9e983614-d7c8-40b7-811f-3f4c5ce491f0 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:31.170002 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.223239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Deleting port e75c1c6a-a818-43d2-b94b-753433c9fa0f {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:31.223592 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.286573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] For port e75c1c6a-a818-43d2-b94b-753433c9fa0f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=e75c1c6a-a818-43d2-b94b-753433c9fa0f,segment=NetworkSegment(d0fd5d67-0959-4f95-b8e9-5365ce014fd3),segment_id=d0fd5d67-0959-4f95-b8e9-5365ce014fd3)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:31.286856 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.298906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Calling delete_port for e75c1c6a-a818-43d2-b94b-753433c9fa0f owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:31.349755 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] DHCP port deletion for 9e983614-d7c8-40b7-811f-3f4c5ce491f0 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:31.384660 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.402414 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Deleting port e75c1c6a-a818-43d2-b94b-753433c9fa0f {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:31.402790 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.414002 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75c1c6a-a818-43d2-b94b-753433c9fa0f,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:31.415871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] No DVR routers for this DVR port e75c1c6a-a818-43d2-b94b-753433c9fa0f on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:31.465780 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] For port e75c1c6a-a818-43d2-b94b-753433c9fa0f, host n-d-712707-16, got binding levels [] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:31.466260 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.479266 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Calling delete_port for e75c1c6a-a818-43d2-b94b-753433c9fa0f owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:31.482025 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.ipam_backend_mixin [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Port e75c1c6a-a818-43d2-b94b-753433c9fa0f was not found and therefore no delete operation was performed {{(pid=106454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:57:31.483427 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.490106 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.510633 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e983614-d7c8-40b7-811f-3f4c5ce491f0']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:31.512484 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Pushing event deleted for resources: {'Port': ['ID=e75c1c6a-a818-43d2-b94b-753433c9fa0f,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:31.520832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] No DVR routers for this DVR port e75c1c6a-a818-43d2-b94b-753433c9fa0f on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:31.521044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:31.521219 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fd5d67-0959-4f95-b8e9-5365ce014fd3') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:31.523051 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.523394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.523728 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.524056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.524525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.524861 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.525188 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.525512 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.525834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.526154 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.526476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.526804 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1890-c990-42a1-bc33-46f0601ca774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:31.532110 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.549588 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.555626 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:31.556078 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: timer() Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:31.557899 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:31.614389 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.620503 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.625906 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e983614-d7c8-40b7-811f-3f4c5ce491f0 HTTP/1.1" status: 204 len: 168 time: 0.5262666 Sep 18 01:57:31.626213 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59172) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:31.636852 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5f0a-42b8-4791-b6bc-a4cdc9b46e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e983614-d7c8-40b7-811f-3f4c5ce491f0,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:31.967307 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.211483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Deleting port 363cca3c-f1e2-48e0-8468-30ef0314ef9a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:32.211828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.291998 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] For port 363cca3c-f1e2-48e0-8468-30ef0314ef9a, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=363cca3c-f1e2-48e0-8468-30ef0314ef9a,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:32.292389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.307493 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Calling delete_port for 363cca3c-f1e2-48e0-8468-30ef0314ef9a owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:32.438054 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:32.457207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:32.457555 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1bf1ece9-21aa-42e0-801b-1ea88d16e5a2 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:32.457974 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e75c1c6a-a818-43d2-b94b-753433c9fa0f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:32.475973 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: e75c1c6a-a818-43d2-b94b-753433c9fa0f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:32.476270 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device e75c1c6a-a818-43d2-b94b-753433c9fa0f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:32.476692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 470a5394-d890-4240-9f38-ad84a756950d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:32.491730 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.494856 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 470a5394-d890-4240-9f38-ad84a756950d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:32.495205 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 470a5394-d890-4240-9f38-ad84a756950d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:32.518478 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Pushing event deleted for resources: {'Port': ['ID=363cca3c-f1e2-48e0-8468-30ef0314ef9a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:32.543811 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.544160 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.544535 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.544871 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.545203 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.545532 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.546522 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.546910 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.547240 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.547567 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.547888 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.548206 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:32.694203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.901898 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:33.006171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:33.011700 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b4bd162c-d98d-4ef7-99b1-8e0b7275cecf admin admin] 10.222.0.49 "PUT /v2.0/routers/a6563f4d-e2db-4d6c-9e55-2d25d8cf4224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847511 Sep 18 01:57:33.014353 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59176) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:33.016984 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Sync routers for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:33.026029 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:33.026705 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:33.049584 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.125186 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.216858 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:33.227191 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.278144 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Deleting port f1880637-c2e2-4384-834c-071b59827ff5 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:33.278486 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.360790 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] For port f1880637-c2e2-4384-834c-071b59827ff5, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=f1880637-c2e2-4384-834c-071b59827ff5,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:33.361155 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.377747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Calling delete_port for f1880637-c2e2-4384-834c-071b59827ff5 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:33.387382 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:57:32Z', 'revision_number': 5, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port': {'id': 'f1880637-c2e2-4384-834c-071b59827ff5', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:48:10Z', 'updated_at': '2021-09-18T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:33.413561 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Checking router: a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:33.422176 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Routers {'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:33.422781 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:33.508563 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] Set router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:33.536337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.562125 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:57:33Z', 'revision_number': 6, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:33.566134 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1880637-c2e2-4384-834c-071b59827ff5,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:33.588235 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22289f-d7bd-40b3-b103-3f24c25ec1cd None None] The sync data for ids ['a6563f4d-e2db-4d6c-9e55-2d25d8cf4224'] in n-d-712707-16 is: [{'id': 'a6563f4d-e2db-4d6c-9e55-2d25d8cf4224', 'name': 'tempest-TestShelveInstance-1439526425-router', 'tenant_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:48:09Z', 'updated_at': '2021-09-18T01:57:33Z', 'revision_number': 6, 'project_id': '95717b55b5974ecab24e9ccd9f4e36b2', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:33.631203 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.718323 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.720509 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.766187 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.766781 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:57:33.771297 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.772478 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-fe6988df-0ccd-45d6-8b5a-88ccacade7a5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a6563f4d-e2db-4d6c-9e55-2d25d8cf4224 HTTP/1.1" status: 204 len: 168 time: 0.7560222 Sep 18 01:57:33.774968 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59180) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:33.818945 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Deleting subnet 971a8098-8b5e-4981-aedf-1f12b60ad065 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:33.821834 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.855130 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.937257 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.283231 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.307987 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971a8098-8b5e-4981-aedf-1f12b60ad065,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.311451 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.314096 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-e863ab04-c3e4-40a2-91df-7fece9913921 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/971a8098-8b5e-4981-aedf-1f12b60ad065 HTTP/1.1" status: 204 len: 168 time: 0.5381432 Sep 18 01:57:34.316083 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59184) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:34.317157 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5735ee-cc34-431e-ba9b-49ec19900e74 None None] Network 541395b1-8015-4b91-b6c7-a29ad881df7d requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:34.387866 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.449136 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Deleting port 938ef0e5-deff-468a-80fa-7e3136e18456 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:34.449481 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.472352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 363cca3c-f1e2-48e0-8468-30ef0314ef9a no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:34.503233 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 363cca3c-f1e2-48e0-8468-30ef0314ef9a {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:34.503587 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 363cca3c-f1e2-48e0-8468-30ef0314ef9a not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:34.504022 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f1880637-c2e2-4384-834c-071b59827ff5 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:34.522329 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] For port 938ef0e5-deff-468a-80fa-7e3136e18456, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=938ef0e5-deff-468a-80fa-7e3136e18456,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:34.522692 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.526519 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] DHCP port deletion for 541395b1-8015-4b91-b6c7-a29ad881df7d request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:34.528610 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: f1880637-c2e2-4384-834c-071b59827ff5 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:34.528958 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device f1880637-c2e2-4384-834c-071b59827ff5 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:34.536951 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Calling delete_port for 938ef0e5-deff-468a-80fa-7e3136e18456 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:34.574393 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Deleting port 938ef0e5-deff-468a-80fa-7e3136e18456 {{(pid=106454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:34.574806 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.628120 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.642980 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] For port 938ef0e5-deff-468a-80fa-7e3136e18456, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=938ef0e5-deff-468a-80fa-7e3136e18456,segment=NetworkSegment(41fc39f5-9b05-4f54-bbf9-a6ed863318de),segment_id=41fc39f5-9b05-4f54-bbf9-a6ed863318de)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:34.643386 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.657207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Calling delete_port for 938ef0e5-deff-468a-80fa-7e3136e18456 owned by network:dhcp {{(pid=106454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:34.657680 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=938ef0e5-deff-468a-80fa-7e3136e18456,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.659667 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] No DVR routers for this DVR port 938ef0e5-deff-468a-80fa-7e3136e18456 on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:34.732700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.735566 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080'] for port, after_delete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.752914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541395b1-8015-4b91-b6c7-a29ad881df7d']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:34.760094 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] Pushing event deleted for resources: {'Port': ['ID=938ef0e5-deff-468a-80fa-7e3136e18456,revision_number=None']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.763575 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a4039-be47-42aa-a75f-71ff46e5ee02 None None] No DVR routers for this DVR port 938ef0e5-deff-468a-80fa-7e3136e18456 on host n-d-712707-16 {{(pid=106454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:34.766078 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fc39f5-9b05-4f54-bbf9-a6ed863318de') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:34.766407 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fc39f5-9b05-4f54-bbf9-a6ed863318de') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:34.778876 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.792371 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.798838 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:34.799333 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: timer() Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:34.801040 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:34.853828 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.859453 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.861978 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] 10.222.0.49 "DELETE /v2.0/networks/541395b1-8015-4b91-b6c7-a29ad881df7d HTTP/1.1" status: 204 len: 168 time: 0.5449076 Sep 18 01:57:34.874455 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083edd93-5e8d-42d2-8883-0fcc7bb05c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=541395b1-8015-4b91-b6c7-a29ad881df7d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.973858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59188) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:35.013329 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-0d4008d6-1652-436b-9a0c-783a9c73249d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a7fc9f25fd341a7a4aa269bb2fc4a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383227 Sep 18 01:57:35.016483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59190) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:35.067921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.089394 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.135127 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.137765 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.138912 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cd5abce-4d24-4456-b9f3-f4c7cd7203a8 HTTP/1.1" status: 204 len: 168 time: 0.1215289 Sep 18 01:57:35.147127 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae9d24-41be-4fe4-8a0f-2fc2cdcdc881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5abce-4d24-4456-b9f3-f4c7cd7203a8,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:35.459044 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59196) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:35.497548 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-5f466469-5d6a-40cd-a9f0-04d4b4925fd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95717b55b5974ecab24e9ccd9f4e36b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373542 Sep 18 01:57:35.500869 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59198) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:35.552001 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.572729 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.617706 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.620252 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.621326 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1ca2625-089c-4638-a7e0-75f37f84ae9c HTTP/1.1" status: 204 len: 168 time: 0.1195002 Sep 18 01:57:35.630712 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c3e26-bb1b-443f-8dab-36fedea6a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca2625-089c-4638-a7e0-75f37f84ae9c,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.276420 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59220) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:36.394111 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-200365330-network', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:36.416191 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Made reservation on behalf of e7590b4e6b6749f4b57edaf16e95312f for: {'network': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:36.418520 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.428653 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.445028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 938ef0e5-deff-468a-80fa-7e3136e18456 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:36.464767 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 938ef0e5-deff-468a-80fa-7e3136e18456 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:36.465184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 938ef0e5-deff-468a-80fa-7e3136e18456 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:36.521468 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.525213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.549632 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:36.558882 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a8b16-491f-4261-8db6-b64b36f6de0b,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.563645 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.563988 n-d-712707-16 neutron-server[106453]: INFO neutron.db.segments_db [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Added segment f1f215a9-cc8f-41d6-9039-811d224765b2 of type vlan for network febe43fb-ec13-457d-8121-5a388f365174 Sep 18 01:57:36.603107 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.628695 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.629671 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.630265 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.662711 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3852265 Sep 18 01:57:36.665812 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59224) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:36.670961 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Request body: {'subnet': {'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-200365330-subnet', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'ip_version': 4}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:36.690332 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3571265-1d55-4dd7-a720-6acd881237a8 admin admin] Pushing event updated for resources: {'Network': ['ID=febe43fb-ec13-457d-8121-5a388f365174,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.693589 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Made reservation on behalf of e7590b4e6b6749f4b57edaf16e95312f for: {'subnet': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:36.696556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458794'] for subnet, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.700701 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network febe43fb-ec13-457d-8121-5a388f365174 details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:36.861415 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30358341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458756'] for subnet, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.915653 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=283550e6-3423-4f4e-9922-7fd0b6bd8edc,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.927010 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Checking segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:36.927370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Network hostable DHCP agents. Network: febe43fb-ec13-457d-8121-5a388f365174, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:36.944106 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Network febe43fb-ec13-457d-8121-5a388f365174 is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:36.953045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, febe43fb-ec13-457d-8121-5a388f365174) {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:36.957036 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.957624 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.961865 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23151258-ad54-4ef1-9f0b-0e6270a03f92 None None] Network febe43fb-ec13-457d-8121-5a388f365174 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:36.971307 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d8a95343-1d88-4c2f-a09c-4b84996882ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3043597 Sep 18 01:57:36.973972 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59226) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:36.978193 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:36.997671 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.999467 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.056049 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.107488 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-febe43fb-ec13-457d-8121-5a388f365174', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:57:37.108931 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.197588 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.245030 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Allocated IP 172.20.0.2 (febe43fb-ec13-457d-8121-5a388f365174/283550e6-3423-4f4e-9922-7fd0b6bd8edc/36a4c998-f1dc-4f00-8a80-643d8c679309) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:37.386395 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.392144 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.402418 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.422066 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.427881 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Network febe43fb-ec13-457d-8121-5a388f365174 is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:37.430779 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:37.434285 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:37.445595 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Pushing event updated for resources: {'Port': ['ID=36a4c998-f1dc-4f00-8a80-643d8c679309,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.501935 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Attempting to bind port 36a4c998-f1dc-4f00-8a80-643d8c679309 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:37.502303 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Attempting to bind port 36a4c998-f1dc-4f00-8a80-643d8c679309 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:37.502661 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Attempting to bind port 36a4c998-f1dc-4f00-8a80-643d8c679309 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:37.507510 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:37.507885 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Checking segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:37.508315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.508707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Bound using segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:37.509169 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Bound port: 36a4c998-f1dc-4f00-8a80-643d8c679309, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:37.509582 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.528491 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Allocated IP 172.25.7.87 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/b4b738ad-4bbd-4fae-bc97-9c76db5c350f) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:37.571531 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] For port 36a4c998-f1dc-4f00-8a80-643d8c679309, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:37.574580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] For port 36a4c998-f1dc-4f00-8a80-643d8c679309, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=36a4c998-f1dc-4f00-8a80-643d8c679309,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:37.578919 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.633944 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.639185 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9fcfe-4679-4d98-b921-fad9806b9c46 None None] Pushing event updated for resources: {'Port': ['ID=36a4c998-f1dc-4f00-8a80-643d8c679309,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.669891 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.709947 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:37.712681 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:37.715081 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:37.748261 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Pushing event updated for resources: {'Port': ['ID=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.998378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.189720 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.323414 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:57:38.434344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:38.446781 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:38.451417 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.454209 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-c54cd9b5-3283-4d06-8915-9e356ad0c12e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4792771 Sep 18 01:57:38.457011 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59228) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:38.461121 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:38.461751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:38.501476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 36a4c998-f1dc-4f00-8a80-643d8c679309 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:38.536717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d926348-fa51-44a3-899f-3f60530ec95b None None] Network febe43fb-ec13-457d-8121-5a388f365174 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:38.829259 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] Provisioning complete for port 36a4c998-f1dc-4f00-8a80-643d8c679309 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:38.829523 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.836784 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:38.888918 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.922062 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 36a4c998-f1dc-4f00-8a80-643d8c679309 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:38.922434 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.044129 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Allocated IP 172.20.0.1 (febe43fb-ec13-457d-8121-5a388f365174/283550e6-3423-4f4e-9922-7fd0b6bd8edc/1dd3b168-e14b-45bf-a902-69e20613ac54) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:39.146389 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.151707 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.180636 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.220677 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.221977 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Network febe43fb-ec13-457d-8121-5a388f365174 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:39.226422 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:39.229324 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:39.238107 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] For port 36a4c998-f1dc-4f00-8a80-643d8c679309, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=36a4c998-f1dc-4f00-8a80-643d8c679309,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:39.252103 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.263508 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.283764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.337020 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:37Z', 'revision_number': 3, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:39.347217 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f5bfa-9d23-4591-bafc-75e2c90b1507 None None] Pushing event updated for resources: {'Port': ['ID=36a4c998-f1dc-4f00-8a80-643d8c679309,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.374319 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:57:39.374754 n-d-712707-16 neutron-server[106454]: DEBUG oslo_db.api [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:57:39.375820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:39.375820 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Updating router fbbd4435-54fe-4b99-9278-79b38cbd2c39 port b4b738ad-4bbd-4fae-bc97-9c76db5c350f binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:57:39.402809 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.425502 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.520801 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9868e469-a988-4785-a292-961e7757378d None None] Provisioning complete for port 36a4c998-f1dc-4f00-8a80-643d8c679309 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:39.521329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9868e469-a988-4785-a292-961e7757378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.594268 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.599378 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.667246 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.669793 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.747076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.752428 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.759330 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Network febe43fb-ec13-457d-8121-5a388f365174 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:39.760787 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:39.798082 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Attempting to bind port b4b738ad-4bbd-4fae-bc97-9c76db5c350f on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:39.798461 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Attempting to bind port b4b738ad-4bbd-4fae-bc97-9c76db5c350f by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:39.798822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Attempting to bind port b4b738ad-4bbd-4fae-bc97-9c76db5c350f on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:39.815502 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2895f-ad86-4671-9e24-f024f4f5600b None None] Pushing event updated for resources: {'Port': ['ID=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.818119 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:39.818321 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:39.818657 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.819479 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:39.819638 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Bound port: b4b738ad-4bbd-4fae-bc97-9c76db5c350f, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:39.819917 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.860622 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-fbdf787e-441b-4118-bfb9-8a4d6823a3d4 None None] Provisioning complete for port 1dd3b168-e14b-45bf-a902-69e20613ac54 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:39.861000 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fbdf787e-441b-4118-bfb9-8a4d6823a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.886341 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:39.957978 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] For port b4b738ad-4bbd-4fae-bc97-9c76db5c350f, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:39.966518 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf787e-441b-4118-bfb9-8a4d6823a3d4 None None] Port 1dd3b168-e14b-45bf-a902-69e20613ac54 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:39.977982 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] For port b4b738ad-4bbd-4fae-bc97-9c76db5c350f, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:39.985136 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.018601 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:40.033817 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-9111d6fa-7c02-4d04-b934-c1960d5a71d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbbd4435-54fe-4b99-9278-79b38cbd2c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5753760 Sep 18 01:57:40.050758 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:40.051392 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:40.105917 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2895f-ad86-4671-9e24-f024f4f5600b None None] Pushing event updated for resources: {'Port': ['ID=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.127615 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-bb74c7d3-2daa-49d4-8554-d7491528e1d7 None None] Provisioning complete for port 1dd3b168-e14b-45bf-a902-69e20613ac54 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:40.128422 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bb74c7d3-2daa-49d4-8554-d7491528e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.203797 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-bb74c7d3-2daa-49d4-8554-d7491528e1d7 None None] Port 1dd3b168-e14b-45bf-a902-69e20613ac54 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:40.219253 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:40.429189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 2, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:40.467717 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 36a4c998-f1dc-4f00-8a80-643d8c679309 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:40.471028 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2bc97b-8827-43f2-9ce9-b27a624ff908 None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 2, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:40.525733 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 36a4c998-f1dc-4f00-8a80-643d8c679309 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:40.526295 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.543530 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59244) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:40.549415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1455079652-network', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:40.576413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Made reservation on behalf of c33af418fd7943288d8dc8d1b4ecc050 for: {'network': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:40.581498 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for network, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.590445 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.721542 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.727234 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.753881 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:40.765913 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00d7c0-8de1-412e-8798-7c947db5288e,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.776161 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.776950 n-d-712707-16 neutron-server[106452]: INFO neutron.db.segments_db [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Added segment 8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f of type vlan for network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a Sep 18 01:57:40.822273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762723713037'] for network, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.849754 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779'] for network, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.851025 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.851668 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.881598 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3369501 Sep 18 01:57:40.884817 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59246) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:40.891915 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Request body: {'subnet': {'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1455079652-subnet', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'ip_version': 4}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:40.917677 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Made reservation on behalf of c33af418fd7943288d8dc8d1b4ecc050 for: {'subnet': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:40.920818 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32597396'] for subnet, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.923366 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012eaf2-2e02-4bfd-ad00-96df4aa1a22c admin admin] Pushing event updated for resources: {'Network': ['ID=81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.933179 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a details requested by agent ovs-agent-n-d-712707-16 with host n-d-712707-16 {{(pid=106454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:41.454812 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32677237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32597434'] for subnet, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.506308 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f37ccb-d7f9-4fe7-8b9b-89f970a26065,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:41.522461 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Checking segment: {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:41.522830 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Network hostable DHCP agents. Network: 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a, hostable agents: ['311a0b0b-716e-4e87-8184-32973169a9af'], hosted agents: [] {{(pid=106453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:41.541641 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a is scheduled to be hosted by DHCP agent 311a0b0b-716e-4e87-8184-32973169a9af with binding_index 1 {{(pid=106453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:41.551849 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-16, 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a) {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:41.556069 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.556700 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.561948 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6817af-9990-4bef-aad5-b43af5aa8b2d None None] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:41.576516 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59248) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:41.577135 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-e7fb56f3-4c41-4027-a73d-eeea2d21554b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6906099 Sep 18 01:57:41.581863 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:41.605396 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1798303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.606650 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1802767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-447'] for router, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.665910 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.718427 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f90f9c4-95d2-557a-9427-24652c647ebc-81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065'}]}} from n-d-712707-16. {{(pid=106454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:57:41.719829 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.816539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.860495 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.db_base_plugin_common [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Allocated IP 172.20.0.2 (81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a/b9f37ccb-d7f9-4fe7-8b9b-89f970a26065/ac3e5d55-f272-4bf0-80a1-56acd12aee0d) {{(pid=106454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:42.019447 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks [] for port, precommit_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.026536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071'] for port, after_create {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.067580 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a is already hosted by enough agents. {{(pid=106454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:42.070716 n-d-712707-16 neutron-server[106454]: DEBUG neutron.scheduler.base_scheduler [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Resources bound (agent type, host, resource id): {{(pid=106454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:42.073632 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Received port after_create {{(pid=106454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:42.085024 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Pushing event updated for resources: {'Port': ['ID=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,revision_number=1']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.307114 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Attempting to bind port ac3e5d55-f272-4bf0-80a1-56acd12aee0d on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:42.307388 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Attempting to bind port ac3e5d55-f272-4bf0-80a1-56acd12aee0d by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:42.307742 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Attempting to bind port ac3e5d55-f272-4bf0-80a1-56acd12aee0d on network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:42.312931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:42.313299 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Checking segment: {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:42.313692 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.314078 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Bound using segment: {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:42.314532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Bound port: ac3e5d55-f272-4bf0-80a1-56acd12aee0d, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:42.314904 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.328734 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.348100 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.386447 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] For port ac3e5d55-f272-4bf0-80a1-56acd12aee0d, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:42.391511 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] For port ac3e5d55-f272-4bf0-80a1-56acd12aee0d, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:42.397814 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.466633 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87ff26-e220-4f9a-a122-f8b687190fed None None] Pushing event updated for resources: {'Port': ['ID=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.475280 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Allocated IP 172.25.7.120 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/0b1ed6b0-d21c-4798-8270-49dd5fdee622) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:42.491420 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4b738ad-4bbd-4fae-bc97-9c76db5c350f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:42.546656 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b4b738ad-4bbd-4fae-bc97-9c76db5c350f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:42.547190 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.588015 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.632210 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.646287 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.679907 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port b4b738ad-4bbd-4fae-bc97-9c76db5c350f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:42.685988 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.712171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:42.712729 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:42.724212 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:42.724854 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:42.735557 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:42.738049 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ed6b0-d21c-4798-8270-49dd5fdee622,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.746202 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:42.771486 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.841463 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:43.008490 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.038046 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 2, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:43.064043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:43.064412 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Updating router fbbd4435-54fe-4b99-9278-79b38cbd2c39 port 1dd3b168-e14b-45bf-a902-69e20613ac54 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:57:43.087613 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.218119 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1802752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799240'] for router, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.358999 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 is scheduled to L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 with binding_index 1 {{(pid=106452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:57:43.361408 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.367245 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.419879 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Pushing event updated for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.443863 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.444207 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.444585 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.444920 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.445251 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.445576 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.445892 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.446220 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.446540 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.446862 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.447185 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.447498 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:43.484520 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Attempting to bind port 1dd3b168-e14b-45bf-a902-69e20613ac54 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:43.485655 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Attempting to bind port 1dd3b168-e14b-45bf-a902-69e20613ac54 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:43.486206 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Attempting to bind port 1dd3b168-e14b-45bf-a902-69e20613ac54 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:43.490195 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:43.503478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Sync routers for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:43.504260 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:43.504742 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Checking segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:43.505198 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.505595 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Bound using segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:43.506221 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Bound port: 1dd3b168-e14b-45bf-a902-69e20613ac54, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:43.506828 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.516697 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.518956 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d4a7aa44-27e3-4eea-98bf-2590589eae54 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9408062 Sep 18 01:57:43.522692 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23dbff0-35a3-470e-a52f-9bc68fe31b39 None None] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:43.525137 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59250) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:43.541782 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:43.542590 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:43.588780 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] For port 1dd3b168-e14b-45bf-a902-69e20613ac54, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:43.593154 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] For port 1dd3b168-e14b-45bf-a902-69e20613ac54, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1dd3b168-e14b-45bf-a902-69e20613ac54,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:43.602326 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.657402 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ceeb-2c85-46d8-9980-59b4eb6fb5de None None] Pushing event updated for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.679180 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:43.679740 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:43.713777 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] Provisioning complete for port ac3e5d55-f272-4bf0-80a1-56acd12aee0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:43.714323 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.782368 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:43.822030 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:43.996143 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.053205 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.112396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] For port ac3e5d55-f272-4bf0-80a1-56acd12aee0d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.124318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.135109 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 3, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:44.137941 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:43Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:44.171400 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19d67-918c-46e9-94d6-1e93be89eb03 None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:43Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:44.184658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Checking router: 0d929514-f675-47fb-8aaf-ab2b213cf9e1 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:44.184658 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Updating router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 binding host n-d-712707-16 {{(pid=106454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:57:44.193063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Allocated IP 172.20.0.1 (81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a/b9f37ccb-d7f9-4fe7-8b9b-89f970a26065/8f5b1fe2-632d-4e52-9c2b-3e97b6812082) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:44.228658 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.276023 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5b5af-ae8e-443b-9713-1c5f51f843c9 None None] Pushing event updated for resources: {'Port': ['ID=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.303532 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] Provisioning complete for port 1dd3b168-e14b-45bf-a902-69e20613ac54 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:44.304314 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.343464 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.381093 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.439549 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.459448 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:44.461296 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:44.465030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:44.510582 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1799327'] for router_interface, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.664471 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.670095 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1dd3b168-e14b-45bf-a902-69e20613ac54 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:44.682176 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.792476 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] For port 1dd3b168-e14b-45bf-a902-69e20613ac54, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1dd3b168-e14b-45bf-a902-69e20613ac54,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.809036 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.816816 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.845820 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.876622 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.884525 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.886895 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1dd3b168-e14b-45bf-a902-69e20613ac54 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:44.887269 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.955478 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f7cd7-5916-4a01-8da8-f4f9d1175f99 None None] Pushing event updated for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.960415 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.963823 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Attempting to bind port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:44.964189 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Attempting to bind port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:44.964573 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Attempting to bind port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 on network fa33323a-5be1-4846-b82a-581b2400ea8c {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:44.965625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1798415'] for router_interface, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.997462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:44.997854 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Checking segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:44.998226 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.999167 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Bound using segment: {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'} {{(pid=106454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:44.999898 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.managers [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Bound port: 0b1ed6b0-d21c-4798-8270-49dd5fdee622, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e311a77-d507-4a78-85ed-779073755e26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c'}}] {{(pid=106454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:45.000335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.039670 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-670ce914-4d70-4f59-8c08-c0e57195289e None None] Provisioning complete for port ac3e5d55-f272-4bf0-80a1-56acd12aee0d triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:45.040042 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-670ce914-4d70-4f59-8c08-c0e57195289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.063828 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:45.065294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:45.275329 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db836-772c-4a56-a44d-5e3681a37728 None None] Pushing event updated for resources: {'Port': ['ID=0b1ed6b0-d21c-4798-8270-49dd5fdee622,revision_number=2']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.377207 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] For port 0b1ed6b0-d21c-4798-8270-49dd5fdee622, host n-d-712707-16, cleared binding levels {{(pid=106454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:45.405805 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] For port 0b1ed6b0-d21c-4798-8270-49dd5fdee622, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0b1ed6b0-d21c-4798-8270-49dd5fdee622,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:45.414747 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.420042 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4b738ad-4bbd-4fae-bc97-9c76db5c350f up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:45.505811 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-670ce914-4d70-4f59-8c08-c0e57195289e None None] Provisioning complete for port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:45.506093 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-670ce914-4d70-4f59-8c08-c0e57195289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.528796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:45.540250 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db836-772c-4a56-a44d-5e3681a37728 None None] Pushing event updated for resources: {'Port': ['ID=0b1ed6b0-d21c-4798-8270-49dd5fdee622,revision_number=3']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.544965 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:45.545754 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:45.596864 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-670ce914-4d70-4f59-8c08-c0e57195289e None None] Port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:45.611069 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port b4b738ad-4bbd-4fae-bc97-9c76db5c350f triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:45.611443 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.637695 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:45.643312 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-f988398d-4a7e-406b-9219-9879eb6b3833 admin admin] 10.222.0.49 "PUT /v2.0/routers/0d929514-f675-47fb-8aaf-ab2b213cf9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1170540 Sep 18 01:57:45.696016 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:45.801662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-e32395de-5720-447e-9c6d-d23ab2d01796 None None] Provisioning complete for port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:45.802335 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e32395de-5720-447e-9c6d-d23ab2d01796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.828274 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3e5d55-f272-4bf0-80a1-56acd12aee0d up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:45.882696 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-e32395de-5720-447e-9c6d-d23ab2d01796 None None] Port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:45.952137 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port ac3e5d55-f272-4bf0-80a1-56acd12aee0d triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:45.952549 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.056822 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '8f5b1fe2-632d-4e52-9c2b-3e97b6812082', 'name': '', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'mac_address': 'fa:16:3e:64:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:44Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 2, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'subnets': [{'id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:46.086562 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8aeedd-a8a7-4efa-bf9c-47ba1f8e54f8 None None] The sync data for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 is: [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '8f5b1fe2-632d-4e52-9c2b-3e97b6812082', 'name': '', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'mac_address': 'fa:16:3e:64:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:44Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 2, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'subnets': [{'id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:46.185692 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59260) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.190511 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584713757', 'description': 'tempest-secgroup-smoke-1584713757 description', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.214181 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.338265 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.342165 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.373103 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a68f48-ae09-4322-91fe-16c6df4f9031,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.375429 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.376691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-dde5a7c1-9eb5-4d8d-94fe-435b15fd0f0d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1898775 Sep 18 01:57:46.379920 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59262) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.384749 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.415413 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.458272 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1dd3b168-e14b-45bf-a902-69e20613ac54 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:46.477900 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.483547 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.505682 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91483c1e-e62c-4605-bc83-da00166fc3cd,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.511473 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 1dd3b168-e14b-45bf-a902-69e20613ac54 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:46.511936 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.513840 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.515732 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-3e0ec44d-81f9-47d2-ab9e-c29e9f5bd96f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346080 Sep 18 01:57:46.518613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59264) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.523860 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.556323 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.614845 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.618435 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.637046 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e013d12c-0b9e-4b83-b634-02700f86cc17,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.643079 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.647512 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-382e7d78-5574-480b-bd24-07de02bd0ad4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247115 Sep 18 01:57:46.647664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59266) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.652448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.680977 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.740917 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.744418 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.761417 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f675966-6dc4-410c-9e27-98c21d2852da,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.767170 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.768549 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-b4f3f557-f027-457c-865d-e3b9b8010026 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196201 Sep 18 01:57:46.771236 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59268) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.775440 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.801863 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.860836 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.864315 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.881072 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d67edd-100d-4658-9a4d-a9bc11d6c531,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.888485 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.891064 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-0d8d9892-195b-486f-bba3-7a6bddddab7a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182268 Sep 18 01:57:46.893483 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59270) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.898644 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:46.921360 n-d-712707-16 neutron-server[106452]: INFO neutron.db.securitygroups_db [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Project e7590b4e6b6749f4b57edaf16e95312f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:57:46.926625 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.936880 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.989190 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.993343 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.017608 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4038994c-b5c4-4c53-9dbf-1259dc190eb5,revision_number=0']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:47.022820 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.032409 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59272) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:47.032679 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a1f1995c-32f3-4e5e-8e0a-276745e5d30f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376331 Sep 18 01:57:47.040250 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'security_group_rule': {'security_group_id': '55a68f48-ae09-4322-91fe-16c6df4f9031', 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:47.061384 n-d-712707-16 neutron-server[106453]: INFO neutron.db.securitygroups_db [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Project e7590b4e6b6749f4b57edaf16e95312f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:57:47.068587 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.141790 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.145497 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818203'] for security_group_rule, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.164188 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b133bc4a-a3d8-49e0-abc9-d74205c361bb,revision_number=0']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:47.170143 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.172211 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-16d216c6-ca8c-41da-81f7-35268d3ad5fa tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381989 Sep 18 01:57:47.384863 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-4a5fb135-a709-4926-ba0f-977fc1726cce tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584713757&fields=id&tenant_id=e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 267 time: 0.0389988 Sep 18 01:57:47.496163 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-c01c3d27-3275-4e8a-8baa-b6705586100b tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:47.497751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-c01c3d27-3275-4e8a-8baa-b6705586100b tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 809 time: 0.1057398 Sep 18 01:57:47.513944 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-a0086014-8db1-4175-bd77-17d93f5e9195 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/quotas/e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 375 time: 0.0095527 Sep 18 01:57:47.573045 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-f77f8146-f012-48cd-b16e-cc7755ea222e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527279 Sep 18 01:57:47.589352 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-4b1e53f8-8125-47f7-965e-1394d4c12cde service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:57:47.590333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-4b1e53f8-8125-47f7-965e-1394d4c12cde service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051985 Sep 18 01:57:47.684436 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-6eb7045d-c9b6-47b2-915e-ec654dc0abb6 service neutron] 10.222.0.49 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Sep 18 01:57:47.777684 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-56d96e1f-cc96-487b-ac1a-40c68b0346f9 service neutron] 10.222.0.49 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Sep 18 01:57:47.940551 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-033daf7c-08e5-4373-b42f-1e336753db61 req-14cf5e07-4d7b-41f8-a23c-a7ea7e87a9a2 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Sep 18 01:57:48.289774 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Sync routers for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:48.300907 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:48.301514 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:48.410187 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:48.475646 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0b1ed6b0-d21c-4798-8270-49dd5fdee622 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:48.526966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:48.527341 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.606777 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.620625 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '8f5b1fe2-632d-4e52-9c2b-3e97b6812082', 'name': '', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'mac_address': 'fa:16:3e:64:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:44Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 2, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'subnets': [{'id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:48.627711 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] For port 0b1ed6b0-d21c-4798-8270-49dd5fdee622, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0b1ed6b0-d21c-4798-8270-49dd5fdee622,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:48.631876 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.650772 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Checking router: 0d929514-f675-47fb-8aaf-ab2b213cf9e1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:48.651127 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Updating router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 binding host n-d-712707-16 {{(pid=106455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:57:48.676519 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.679617 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Pushing event updated for resources: {'Port': ['ID=0b1ed6b0-d21c-4798-8270-49dd5fdee622,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:48.954148 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks [] for port, precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.959708 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.974819 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-7fe18d32-a6da-4b95-a37f-41618bd619f2 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:48.976443 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-7fe18d32-a6da-4b95-a37f-41618bd619f2 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 809 time: 0.1125541 Sep 18 01:57:49.038919 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-260c323a-0e3d-49fe-80db-8c9469df23b3 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 380 time: 0.0473619 Sep 18 01:57:49.040214 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02e3b-1c09-4605-9d90-a3649c5ba802 None None] Pushing event updated for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.051824 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'port': {'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'admin_state_up': True, 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'security_groups': ['55a68f48-ae09-4322-91fe-16c6df4f9031']}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:49.063152 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-d2fe532a-d11f-4a02-8deb-c52f1259df5f req-4177b72d-75f8-46be-8978-93dc110db6db tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 210 time: 0.0356228 Sep 18 01:57:49.069294 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Attempting to bind port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 on host n-d-712707-16 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:49.069784 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Attempting to bind port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 by drivers openvswitch,hyperv on host n-d-712707-16 at level 0 using segments [{'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:49.070319 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Attempting to bind port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 on network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:49.077961 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Checking agent: {'id': 'd4d0c724-e0e9-41de-8e09-9e0253e9d851', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 20, 57), 'started_at': datetime.datetime(2021, 9, 18, 0, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:49.078482 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Checking segment: {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:49.078981 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.079482 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Bound using segment: {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:49.080052 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Bound port: 8f5b1fe2-632d-4e52-9c2b-3e97b6812082, host: n-d-712707-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:49.080645 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.151291 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] For port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082, host n-d-712707-16, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:49.155296 n-d-712707-16 neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] For port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082, host n-d-712707-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:49.160361 n-d-712707-16 neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.182412 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Made reservation on behalf of e7590b4e6b6749f4b57edaf16e95312f for: {'port': 1} {{(pid=106452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:49.187444 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.210866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:49.211413 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:49.263443 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02e3b-1c09-4605-9d90-a3649c5ba802 None None] Pushing event updated for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=4']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.332338 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] Provisioning complete for port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:49.332660 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.340888 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:49.345565 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Allocated IP 172.20.0.10 (febe43fb-ec13-457d-8121-5a388f365174/283550e6-3423-4f4e-9922-7fd0b6bd8edc/e48b7a3c-aeaa-4fba-895d-e5666c5fa930) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:49.442444 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.480400 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] For port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:49.487047 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.514716 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.538778 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1464e-8628-403d-b4bc-5dc0d3b50a0f None None] Pushing event updated for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.557764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.560209 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '8f5b1fe2-632d-4e52-9c2b-3e97b6812082', 'name': '', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'mac_address': 'fa:16:3e:64:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:44Z', 'updated_at': '2021-09-18T01:57:49Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'subnets': [{'id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:49.586846 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43d551-9a68-4073-b029-5c123182bba0 None None] The sync data for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 is: [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '8f5b1fe2-632d-4e52-9c2b-3e97b6812082', 'name': '', 'network_id': '81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'mac_address': 'fa:16:3e:64:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:44Z', 'updated_at': '2021-09-18T01:57:49Z', 'revision_number': 4, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'subnets': [{'id': 'b9f37ccb-d7f9-4fe7-8b9b-89f970a26065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:49.602030 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Network febe43fb-ec13-457d-8121-5a388f365174 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:49.605494 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:49.609043 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-598388b8-849d-43b0-8475-a4a577abecc5 None None] Provisioning complete for port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:49.609662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-598388b8-849d-43b0-8475-a4a577abecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.609979 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:49.666063 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.674040 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.674696 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.696646 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-74b3ed75-411d-4082-beb8-4d4796a38ed5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6467288 Sep 18 01:57:49.713804 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.v2.base [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Request body: {'port': {'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-16'}} {{(pid=106452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:49.773989 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.823834 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-d0a993a7-0427-4eae-b8a6-16f050300df0 None None] Provisioning complete for port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:49.824450 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d0a993a7-0427-4eae-b8a6-16f050300df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.862440 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-d0a993a7-0427-4eae-b8a6-16f050300df0 None None] Port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:50.056065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48b7a3c-aeaa-4fba-895d-e5666c5fa930 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:50.064887 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.079212 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Transition to ACTIVE for port object e48b7a3c-aeaa-4fba-895d-e5666c5fa930 will not be triggered until provisioned by entity L2. {{(pid=106452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:50.083337 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.153666 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:50.215312 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Attempting to bind port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 on host n-h2-712707-16 for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:50.215745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Attempting to bind port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 by drivers openvswitch,hyperv on host n-h2-712707-16 at level 0 using segments [{'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:50.216142 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Attempting to bind port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:50.219608 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71bae-76dc-479c-bf98-05e411d60dd7 req-a11a1997-f637-423a-aa6e-9fa29a67494e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.221170 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08c71bae-76dc-479c-bf98-05e411d60dd7 req-a11a1997-f637-423a-aa6e-9fa29a67494e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0719376 Sep 18 01:57:50.221534 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 on network febe43fb-ec13-457d-8121-5a388f365174 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-16 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:50.221856 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Attempting to bind port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:50.226785 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Checking agent: {'id': '48149add-c269-4a52-96c5-dda9b3f67891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:50.227120 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Checking segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:50.227506 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Bound using segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:50.227941 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Bound port: e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host: n-h2-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:50.228324 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.268862 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-08c71bae-76dc-479c-bf98-05e411d60dd7 req-9cfd81d2-910c-4c31-b408-cf149c4df8c7 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Sep 18 01:57:50.303858 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:50.307012 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:50.312879 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30358320'] for port, after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.351284 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.351971 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.353434 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 1093 time: 0.6441569 Sep 18 01:57:50.353895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:50.356137 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21" -d '{"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:50.379782 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22555-f6f6-406c-ae82-81c9f91f63d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:50.422358 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b77f0-7bf3-449e-b92e-8941414cd08a x-openstack-request-id: req-671b77f0-7bf3-449e-b92e-8941414cd08a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:50.422693 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:50.422899 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-671b77f0-7bf3-449e-b92e-8941414cd08a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:50.423401 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'status': 'completed', 'code': 200} Sep 18 01:57:50.481810 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e2a05e80-6ba6-4466-9845-d0f02f9a76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.483385 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-e2a05e80-6ba6-4466-9845-d0f02f9a76b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0448210 Sep 18 01:57:50.503705 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0b1ed6b0-d21c-4798-8270-49dd5fdee622 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:50.541036 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-c7adb140-6227-4e42-b4c3-a3c415fa0d57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 217 time: 0.0427804 Sep 18 01:57:50.554280 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:50.554652 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.591674 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-c17a4129-446e-4123-bf4d-19939bffa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.593798 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-c17a4129-446e-4123-bf4d-19939bffa75f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0463831 Sep 18 01:57:50.638277 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-5959e849-8d47-4b83-8dfa-385aa9e073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.640767 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-5959e849-8d47-4b83-8dfa-385aa9e073c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397642 Sep 18 01:57:50.642581 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 up at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:50.692934 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Provisioning complete for port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:50.693300 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.736569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-d1835a5e-97c8-4fe8-b7bc-4eaae6163333 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888295 Sep 18 01:57:50.825862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-29bbf0a5-046f-4a93-9019-0099d664d005 req-932ba1ea-c970-44f8-b5ad-3652829931b5 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823982 Sep 18 01:57:50.961702 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-d8e948d6-446f-4721-b9b4-1da0cc60f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.963196 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-d8e948d6-446f-4721-b9b4-1da0cc60f4b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0462437 Sep 18 01:57:51.055070 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-db9d102c-1b1c-420e-9274-5811896b2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.056566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-db9d102c-1b1c-420e-9274-5811896b2942 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0870519 Sep 18 01:57:51.101271 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-48cd7d9c-f829-47b9-bfa6-f3a1a929522c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 217 time: 0.0378332 Sep 18 01:57:51.150097 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-b087d573-beee-46c9-b96b-25638216ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.151540 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-b087d573-beee-46c9-b96b-25638216ba66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0436833 Sep 18 01:57:51.196890 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-9f92629b-cd58-4914-99c6-68ece5a0bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.198324 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-9f92629b-cd58-4914-99c6-68ece5a0bf01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394139 Sep 18 01:57:51.292728 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-b370ef03-6f06-45b2-90d2-25bec8a1fcee service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869551 Sep 18 01:57:51.382158 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-783fc0a9-bba8-4bcf-adb3-99fcb15b0c21 req-2b75b379-b5ea-4d3f-9b83-7b5f982799a4 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826480 Sep 18 01:57:51.386330 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8e4c8-ea09-4e81-ac44-04c5a35a9acb req-ddb280bb-a83a-4abd-81e9-5676707c9497 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.387811 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffd8e4c8-ea09-4e81-ac44-04c5a35a9acb req-ddb280bb-a83a-4abd-81e9-5676707c9497 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0529821 Sep 18 01:57:51.427071 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-ffd8e4c8-ea09-4e81-ac44-04c5a35a9acb req-1245db71-70ba-424d-ae61-560efa4624f9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Sep 18 01:57:52.542689 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc10d-0825-46a3-b98f-9d1eec9ce07e req-dcd35a45-95d3-4fd1-b35b-37e5120b07f0 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:52.544177 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01fbc10d-0825-46a3-b98f-9d1eec9ce07e req-dcd35a45-95d3-4fd1-b35b-37e5120b07f0 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0486417 Sep 18 01:57:52.581979 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-01fbc10d-0825-46a3-b98f-9d1eec9ce07e req-1f443dc2-ed22-4fbc-848b-5765e89e280f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Sep 18 01:57:53.565685 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:53.661357 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:53.672465 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:53.695726 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb3b67-f364-41e8-9cb9-7f156b93bc1d req-ac6eccde-71c7-4674-ad76-acdb6b418653 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.697246 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbb3b67-f364-41e8-9cb9-7f156b93bc1d req-ac6eccde-71c7-4674-ad76-acdb6b418653 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0498893 Sep 18 01:57:53.709954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.722928 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48b7a3c-aeaa-4fba-895d-e5666c5fa930 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:53.737634 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-1cbb3b67-f364-41e8-9cb9-7f156b93bc1d req-50debd7e-b4bb-4c62-a6fa-da53516e73ab tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Sep 18 01:57:53.744198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:53.748448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.794593 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:54.189184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['e48b7a3c-aeaa-4fba-895d-e5666c5fa930'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:54.378465 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ae3d43e3-cea7-46ad-b557-39263d805e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.855173 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1c00-af78-44f6-a51a-19d1e2301f85 req-cf69fdcc-012a-46ef-b8d1-58df271e50c9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:54.856661 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-739d1c00-af78-44f6-a51a-19d1e2301f85 req-cf69fdcc-012a-46ef-b8d1-58df271e50c9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Sep 18 01:57:54.894947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-739d1c00-af78-44f6-a51a-19d1e2301f85 req-0f49ef6e-545f-4104-8756-9ca34c7c5f1b tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322566 Sep 18 01:57:55.568818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:55.616387 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning for port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:55.619985 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:55.620348 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.695930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.716991 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:55.719931 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0f841-988f-4f21-8735-3e8cda7214df" -d '{"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:55.732527 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:55.738713 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.786659 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:55.815626 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624d310-18d9-44c9-a10b-8ee50bd7fd37 x-openstack-request-id: req-e624d310-18d9-44c9-a10b-8ee50bd7fd37 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:55.815923 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:55.816179 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e624d310-18d9-44c9-a10b-8ee50bd7fd37 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:55.816606 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'code': 200} Sep 18 01:57:55.937698 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c925c5-f5ae-4231-be05-4628ce7700dd req-d08d292a-4a65-456d-954e-93e3e710a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:55.939213 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09c925c5-f5ae-4231-be05-4628ce7700dd req-d08d292a-4a65-456d-954e-93e3e710a968 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0410233 Sep 18 01:57:55.979285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-09c925c5-f5ae-4231-be05-4628ce7700dd req-a681f218-ef10-410c-bb77-fd94b496bb81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Sep 18 01:57:56.010177 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d037c-13cf-42d4-89cb-4b8df3c5ce35 req-ae7a5f04-f685-4c32-a243-040c71a9c318 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:56.011827 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c2d037c-13cf-42d4-89cb-4b8df3c5ce35 req-ae7a5f04-f685-4c32-a243-040c71a9c318 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0489187 Sep 18 01:57:56.050339 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8c2d037c-13cf-42d4-89cb-4b8df3c5ce35 req-9f67c13e-5241-49e5-b980-37e3d3e28546 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Sep 18 01:57:57.168239 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a6ea-fe69-4666-a6d3-fd3ba7493fb6 req-27e60172-3616-4888-aa35-9d49eff2ea6f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:57.169751 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eab1a6ea-fe69-4666-a6d3-fd3ba7493fb6 req-27e60172-3616-4888-aa35-9d49eff2ea6f tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Sep 18 01:57:57.207867 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-eab1a6ea-fe69-4666-a6d3-fd3ba7493fb6 req-14f5a27e-c085-4caa-bacf-279028619763 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Sep 18 01:57:57.343921 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2e876291-3703-4618-9e5b-ab03ea10d73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.611596 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.755735 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:57:58.327605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfe268-02a1-499f-97ae-d27f07bde985 req-8e205d3f-0e2a-4b60-8b48-f062cbb42a23 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:58.329108 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fdfe268-02a1-499f-97ae-d27f07bde985 req-8e205d3f-0e2a-4b60-8b48-f062cbb42a23 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0540237 Sep 18 01:57:58.368059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-3fdfe268-02a1-499f-97ae-d27f07bde985 req-c5e8b019-c274-49ea-beff-df3d14cb4c34 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Sep 18 01:57:58.482019 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcdac-69ea-4332-9f2b-86753292f859 req-9498c446-79fc-4925-88a5-89ea9456bcc1 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:58.484369 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-802bcdac-69ea-4332-9f2b-86753292f859 req-9498c446-79fc-4925-88a5-89ea9456bcc1 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Sep 18 01:57:58.521241 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-802bcdac-69ea-4332-9f2b-86753292f859 req-75bfd19b-3a62-4776-84a4-9be7dbd1df66 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Sep 18 01:57:58.542686 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59326) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:58.667392 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839723a-98ef-4572-9002-322fe4f95796 tempest-TestSnapshotPattern-189363386 tempest-TestSnapshotPattern-189363386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:58.668950 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6839723a-98ef-4572-9002-322fe4f95796 tempest-TestSnapshotPattern-189363386 tempest-TestSnapshotPattern-189363386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1093 time: 0.1253192 Sep 18 01:57:58.672589 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59330) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:58.675390 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.676978 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:58.698232 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.797021 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.901444 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Allocated IP 172.25.7.57 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/18bc6eed-eb61-4f89-9ef9-8d8f22e014b5) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:59.001365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.034007 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.068553 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:59.071259 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:59.073804 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:59.109670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=18bc6eed-eb61-4f89-9ef9-8d8f22e014b5,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:59.433068 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.501788 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.645132 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.649213 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.721772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=18bc6eed-eb61-4f89-9ef9-8d8f22e014b5,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:59.729595 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.830140 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Floating IP 25e27c3d-e897-40c0-a299-8a82d11e8eff associated. External IP: 172.25.7.57, port: e48b7a3c-aeaa-4fba-895d-e5666c5fa930. Sep 18 01:57:59.989873 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.038299 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:00.145318 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:00.155165 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:00.161961 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.166163 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:00.166794 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:00.189360 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-1c67f25b-8bfb-4a10-a607-92b812c25858 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5157166 Sep 18 01:58:00.190027 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:00.192307 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22" -d '{"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:00.229384 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa293b1-b8b4-49d5-ba7f-cd68df60617f x-openstack-request-id: req-1fa293b1-b8b4-49d5-ba7f-cd68df60617f {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:00.229675 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:00.229924 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fa293b1-b8b4-49d5-ba7f-cd68df60617f {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:00.230320 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'status': 'completed', 'code': 200} Sep 18 01:58:00.276120 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:00.313138 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-739b0683-365e-4f44-a348-de70f230c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.314604 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-739b0683-365e-4f44-a348-de70f230c8c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0405877 Sep 18 01:58:00.412755 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-bc4953f1-92f0-470c-90d4-3da8713d23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.414232 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-bc4953f1-92f0-470c-90d4-3da8713d23b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0921867 Sep 18 01:58:00.486566 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-d6dcb145-d732-42ed-a670-650b5e9ff4ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 999 time: 0.0647228 Sep 18 01:58:00.494812 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:57:59Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:00.520790 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:00.528878 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:00.529506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T01:57:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:00.537061 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-4db4cc6b-1dcd-423b-af8c-0d65e326383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.538550 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-4db4cc6b-1dcd-423b-af8c-0d65e326383f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0450723 Sep 18 01:58:00.584992 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-37434322-1359-4a7c-a65d-48666504a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.586494 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-37434322-1359-4a7c-a65d-48666504a1e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411170 Sep 18 01:58:00.634192 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:00.681677 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-2b30ee3a-d26b-4cbe-952e-50c1236313f1 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Sep 18 01:58:00.776325 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-3f4fa3a6-fc04-4e71-b73f-2f6571895c22 req-1a60cea8-dfd1-48f1-aa82-9a464650ebac service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865984 Sep 18 01:58:01.012596 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:57:59Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:01.038911 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824a1cb-4c53-46c8-a474-acc7c39c6383 None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:57:59Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:01.331461 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c77d9-cec0-4d39-a0dc-3b515621b168 None None] New status for floating IP 25e27c3d-e897-40c0-a299-8a82d11e8eff: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:58:03.066616 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.501603 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-92d75293-9bc3-4d54-b67a-865e04d7a455 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465181 Sep 18 01:58:10.620281 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-b00a6842-5930-4e62-8830-b6bc35766352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.621766 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-b00a6842-5930-4e62-8830-b6bc35766352 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0415049 Sep 18 01:58:10.727251 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-8da2fc85-ad6f-45e9-9e27-b98c270c6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.728733 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-8da2fc85-ad6f-45e9-9e27-b98c270c6244 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0862679 Sep 18 01:58:10.795286 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-a62efdd5-bb84-4125-a061-3a10f47ca3bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 1001 time: 0.0557454 Sep 18 01:58:10.843895 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-f4f2b7e9-95ef-4fbc-b08e-6ae8e9995ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.845441 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-f4f2b7e9-95ef-4fbc-b08e-6ae8e9995ed0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0422757 Sep 18 01:58:10.894841 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-a26bad07-0835-4335-9a56-e496707cfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.896407 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-a26bad07-0835-4335-9a56-e496707cfd2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433893 Sep 18 01:58:10.989123 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-2766194e-e16c-4b6e-8a31-fe118ea7dd91 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Sep 18 01:58:11.082520 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-06ee8d8d-4df1-4a80-bae1-de8c7288c874 req-5c8fa331-476c-47f8-a722-8e4e56e036f4 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846508 Sep 18 01:58:16.948930 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:24.367967 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-28a6381c-b991-4eb6-a684-816b54ec9e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.345251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9565cc35-ed7c-4d9e-bd2f-8e6101822b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.612175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.677345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.993706 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:33.061619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.755629 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:58:46.955500 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.367889 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-117481af-fe55-4a6c-98a2-ff779ce5032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.346488 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e851-1087-4947-8578-38f3b2098539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.612072 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.682954 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.991960 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.070259 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.536463 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-3bdb477c-a0e5-4130-9de9-52786c1cd8eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882916 Sep 18 01:59:10.642132 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-ecb6724a-e3a3-4cda-8837-fa980e87348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.643626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-ecb6724a-e3a3-4cda-8837-fa980e87348e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0456116 Sep 18 01:59:10.752074 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-969c97ef-1f94-4c81-ad04-8dc2e48f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.753493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-969c97ef-1f94-4c81-ad04-8dc2e48f5b51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0911722 Sep 18 01:59:10.817800 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-0539e1d4-8636-46b7-867f-90c6ea8dd625 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 1001 time: 0.0560653 Sep 18 01:59:10.870443 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-dfdfb0d3-cb64-41ad-b0ab-47be4d5c844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.871879 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-dfdfb0d3-cb64-41ad-b0ab-47be4d5c844d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0462918 Sep 18 01:59:10.917914 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-7a93ae17-ffac-4592-9bb0-ccdef7d4070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.919449 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-7a93ae17-ffac-4592-9bb0-ccdef7d4070e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409887 Sep 18 01:59:11.006432 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-c7523094-e445-4b47-a2e3-479a0a78b705 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798452 Sep 18 01:59:11.098656 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-f02afbdb-c644-4ccf-bf89-8ffd46eb49db req-edbe7d0b-13a2-4432-8987-f71e0eb1d33b service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Sep 18 01:59:11.755389 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:59:16.951595 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.369002 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b2f661c6-a686-41ed-a246-c0f66ba1952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:27.347626 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bface703-53e9-4439-8c60-1599584d097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:27.611546 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.682752 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.993702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.065774 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:46.953789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.754929 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:59:54.370022 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-30057894-9d9b-4f64-adaa-cbdf0ec53241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.348201 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-acf09aa4-cd5d-4226-a98c-973d4b4b67a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.612058 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.688850 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.996504 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.061309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:10.481153 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-f265062f-ee8d-4ade-a824-4e31014370c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403173 Sep 18 02:00:10.579796 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-bc126ab1-9bf2-413e-b3d9-957fd4f4218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:10.581323 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-bc126ab1-9bf2-413e-b3d9-957fd4f4218c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0427825 Sep 18 02:00:10.685774 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-411fff3b-9589-4929-85ee-a7486a618419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:10.687260 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-411fff3b-9589-4929-85ee-a7486a618419 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0868521 Sep 18 02:00:10.751110 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-7d1ed059-2784-4574-b1a9-46460240dccb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 1001 time: 0.0567341 Sep 18 02:00:10.803171 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-4fca6c1c-d0bc-45ba-a945-8e91d701a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:10.804676 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-4fca6c1c-d0bc-45ba-a945-8e91d701a8eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0469332 Sep 18 02:00:10.849214 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-2495afc6-698d-4885-88cf-aa71841e5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:10.850682 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-2495afc6-698d-4885-88cf-aa71841e5331 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396307 Sep 18 02:00:10.939128 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-7f886a11-d220-4d55-84df-ba90eaf07c79 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810771 Sep 18 02:00:11.030376 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-1b5b6f4c-ac79-4b49-9316-b066e3ca55d2 req-e2a78724-638c-4a42-8424-4e54fbcf3511 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Sep 18 02:00:16.971249 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.370423 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b78c8185-742c-410d-b7d1-304b521e8646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.754043 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:00:27.349009 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d5202c8b-2e02-4d8b-9168-ba3316651212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.613813 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.687514 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:29.999291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.075970 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.262984 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 details requested by agent hyperv_n-h2-712707-16 with host n-h2-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:34.353471 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:34.367628 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Returning: {'device': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:34.403448 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.416026 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e48b7a3c-aeaa-4fba-895d-e5666c5fa930 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:34.433997 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:34.438562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.486226 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:34.493585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.493931 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.494267 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.494594 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.494919 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.495243 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.495563 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.495882 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.496199 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.496538 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.496855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.497171 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:34.581127 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] get_ports_and_sgs() called for port_ids ['e48b7a3c-aeaa-4fba-895d-e5666c5fa930'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:36.278198 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 up at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:36.325288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Provisioning complete for port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:36.325662 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.400265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.423631 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:36.425893 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9853f87-66eb-4dc6-a8e9-48d1f9c16ea7" -d '{"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:36.439396 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:36.443750 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.492671 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.495568 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7470e-9dc1-440c-806d-55ef60c43768 x-openstack-request-id: req-82a7470e-9dc1-440c-806d-55ef60c43768 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:37.496174 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:37.496174 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82a7470e-9dc1-440c-806d-55ef60c43768 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:37.496509 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'code': 200} Sep 18 02:00:46.667725 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-d8674557-e060-4060-9a14-05c2edc737dc tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584713757&fields=id&tenant_id=e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 267 time: 0.0335805 Sep 18 02:00:46.776338 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-e8e2c97b-8956-42b5-a8dd-02fd4c2b1288 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:46.777791 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-e8e2c97b-8956-42b5-a8dd-02fd4c2b1288 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 809 time: 0.1027942 Sep 18 02:00:46.792964 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-a4c1c63d-6e10-4077-bff2-c8ee743ffd32 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/quotas/e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 375 time: 0.0090942 Sep 18 02:00:46.848627 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-6e2a2bae-76b6-4915-bc13-3f838679f2e9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496421 Sep 18 02:00:46.909340 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-443a0cdd-b0df-4698-bcad-206c7cc35daf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=106453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:00:46.910363 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-443a0cdd-b0df-4698-bcad-206c7cc35daf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499027 Sep 18 02:00:46.964721 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.001802 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-57cca661-d7ae-4e7c-a467-b5823b90eb3a service neutron] 10.222.0.49 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Sep 18 02:00:47.099315 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-0d1c29fa-d339-4e49-a9c9-d692500ec368 service neutron] 10.222.0.49 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Sep 18 02:00:48.281006 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-541363d3-1b62-4058-8024-d40744187d82 req-50502df4-a4d7-44f8-9aaf-c2a6046f28e5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 210 time: 0.0259659 Sep 18 02:00:50.345126 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:50.423277 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.445908 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:50.448129 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e07c31-7c4e-4a1c-aaef-67cd63e6e90b" -d '{"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:50.461031 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:50.467256 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.490601 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858c266-8919-4afe-978f-7a836c85ee36 x-openstack-request-id: req-b858c266-8919-4afe-978f-7a836c85ee36 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:50.490879 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:50.491139 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b858c266-8919-4afe-978f-7a836c85ee36 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:50.491557 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'code': 200} Sep 18 02:00:50.517710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=8']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:53.332059 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-45172c43-d185-4df2-9f3f-01e9a1a49cdb tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:53.333576 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-45172c43-d185-4df2-9f3f-01e9a1a49cdb tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.48 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 809 time: 0.1114972 Sep 18 02:00:53.377365 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-65d4032c-51a7-49ed-8531-5250df360a48 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7590b4e6b6749f4b57edaf16e95312f HTTP/1.1" status: 200 len: 380 time: 0.0345221 Sep 18 02:00:53.396075 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'port': {'device_id': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'admin_state_up': True, 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'security_groups': ['55a68f48-ae09-4322-91fe-16c6df4f9031']}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:53.509624 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Made reservation on behalf of e7590b4e6b6749f4b57edaf16e95312f for: {'port': 1} {{(pid=106453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:53.513976 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.667888 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Allocated IP 172.20.0.14 (febe43fb-ec13-457d-8121-5a388f365174/283550e6-3423-4f4e-9922-7fd0b6bd8edc/d1c11531-cbdf-4833-9d29-3a182a2a52c9) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:53.837173 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.875148 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.948572 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Network febe43fb-ec13-457d-8121-5a388f365174 is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:53.952896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:53.960696 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:54.015877 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:54.016935 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.021508 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:54.035973 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.036631 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.037167 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.037828 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.038659 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.039270 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.039780 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.040296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.040800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.041303 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.041811 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.042310 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:54.055732 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-334cddf8-0330-47ef-9116-02a791af5e25 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6630821 Sep 18 02:00:54.268966 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-15c2f8e3-cba9-4bd7-aad4-3c1630f90cb4 None None] Provisioning complete for port d1c11531-cbdf-4833-9d29-3a182a2a52c9 triggered by entity DHCP. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:54.269572 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-15c2f8e3-cba9-4bd7-aad4-3c1630f90cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.308598 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-15c2f8e3-cba9-4bd7-aad4-3c1630f90cb4 None None] Port d1c11531-cbdf-4833-9d29-3a182a2a52c9 cannot update to ACTIVE because it is not bound. {{(pid=106454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:54.371865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ac00977b-9cca-4733-b240-6e7c8a681b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.361270 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f2128652-9021-4d48-ab40-ae68fd4724ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.616283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.695510 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:00.005749 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.755896 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:01:03.094123 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.591741 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Request body: {'port': {'device_id': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-16'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:03.652525 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.964587 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c11531-cbdf-4833-9d29-3a182a2a52c9 {{(pid=106453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:03.972974 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.985695 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.provisioning_blocks [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Transition to ACTIVE for port object d1c11531-cbdf-4833-9d29-3a182a2a52c9 will not be triggered until provisioned by entity L2. {{(pid=106453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:03.989604 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.058119 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:04.133518 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Attempting to bind port d1c11531-cbdf-4833-9d29-3a182a2a52c9 on host n-h1-712707-16 for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:04.133857 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Attempting to bind port d1c11531-cbdf-4833-9d29-3a182a2a52c9 by drivers openvswitch,hyperv on host n-h1-712707-16 at level 0 using segments [{'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:04.134201 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Attempting to bind port d1c11531-cbdf-4833-9d29-3a182a2a52c9 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:04.139351 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Port d1c11531-cbdf-4833-9d29-3a182a2a52c9 on network febe43fb-ec13-457d-8121-5a388f365174 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-16 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:04.139764 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Attempting to bind port d1c11531-cbdf-4833-9d29-3a182a2a52c9 on network febe43fb-ec13-457d-8121-5a388f365174 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:04.145711 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Checking agent: {'id': '761d6195-57a6-4f7d-a076-ac2b7cc29b5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'started_at': datetime.datetime(2021, 9, 18, 0, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:04.146296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Checking segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:04.146899 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Bound using segment: {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:04.147664 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Bound port: d1c11531-cbdf-4833-9d29-3a182a2a52c9, host: n-h1-712707-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f215a9-cc8f-41d6-9039-811d224765b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:04.148188 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.226079 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:04.229448 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:04.235402 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.288206 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.289190 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.290467 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] 10.222.0.48 "PUT /v2.0/ports/d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 1093 time: 0.7037590 Sep 18 02:01:04.290905 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:04.293170 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:04.322613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c555054-d914-4e4e-96f9-b39ab1be0235 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:04.356457 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0207fb6-e8dc-4feb-99f5-07a8776b9bf3 x-openstack-request-id: req-b0207fb6-e8dc-4feb-99f5-07a8776b9bf3 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:04.356748 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:04.357000 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0207fb6-e8dc-4feb-99f5-07a8776b9bf3 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:04.357391 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'status': 'completed', 'code': 200} Sep 18 02:01:04.394865 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-317cb409-1472-4b80-b8ec-d0c67d2c779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.396417 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-317cb409-1472-4b80-b8ec-d0c67d2c779c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1096 time: 0.0492444 Sep 18 02:01:04.446757 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-8818591f-5e9b-4451-8e2f-df248d4f335c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 217 time: 0.0417545 Sep 18 02:01:04.502906 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-a5ec74b3-50e3-4bfb-91ac-bc1adbcb7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.504517 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-a5ec74b3-50e3-4bfb-91ac-bc1adbcb7be4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0512688 Sep 18 02:01:04.555253 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3fc87367-4f65-429e-8086-e628069ab87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.556825 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-3fc87367-4f65-429e-8086-e628069ab87d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455928 Sep 18 02:01:04.645718 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-b7507fb2-69ac-4b81-94a4-cf3102530e4f service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808697 Sep 18 02:01:04.738352 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-96141ef2-261e-4f9b-99be-72cc7288845f req-b670831e-c2d2-4508-9492-152f20723980 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857458 Sep 18 02:01:04.825930 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-43ea870c-2c75-46ba-9351-b3722c0c422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.827652 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-43ea870c-2c75-46ba-9351-b3722c0c422e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1096 time: 0.0406079 Sep 18 02:01:04.921710 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-cc591b94-0423-4802-beba-a78ecf0baf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.923212 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-cc591b94-0423-4802-beba-a78ecf0baf9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0890324 Sep 18 02:01:04.964079 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-4a55579d-9880-4af1-bc80-956a7eb9fecd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 217 time: 0.0334685 Sep 18 02:01:05.013653 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-effc6e55-ecfa-4387-8602-1e4f766165a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.015583 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-effc6e55-ecfa-4387-8602-1e4f766165a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0428493 Sep 18 02:01:05.064483 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-980a35dc-6850-4893-8c8c-19f6db154145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.065960 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-980a35dc-6850-4893-8c8c-19f6db154145 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428894 Sep 18 02:01:05.155327 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-d7c5d3f2-69e9-441e-90b3-bb5dbb6432b0 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813661 Sep 18 02:01:05.248539 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-8435c289-2bdc-4fec-9a9f-0c4543ab60ef req-4a10b794-84ea-4928-93ee-409ef1072d82 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Sep 18 02:01:07.568389 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:07.659490 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:07.673256 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'mac_address': 'fa:16:3e:0e:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:07.708640 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.721667 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c11531-cbdf-4833-9d29-3a182a2a52c9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:07.740273 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:07.744164 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.790251 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=4']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:07.964798 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d1c11531-cbdf-4833-9d29-3a182a2a52c9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:09.584514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:09.631184 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning for port d1c11531-cbdf-4833-9d29-3a182a2a52c9 completed by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:09.635012 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port d1c11531-cbdf-4833-9d29-3a182a2a52c9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:09.635387 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.711160 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.733561 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:09.735823 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7f2a8-df17-4343-b955-213b8fb41a09" -d '{"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-plugged", "status": "completed", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:09.748008 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:09.753641 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.776377 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa36f7f7-b040-40f8-933a-d2c2f325225c x-openstack-request-id: req-aa36f7f7-b040-40f8-933a-d2c2f325225c {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:09.776666 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-plugged", "status": "completed", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:09.776913 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa36f7f7-b040-40f8-933a-d2c2f325225c {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:09.777292 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'code': 200} Sep 18 02:01:09.802945 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=5']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:09.869348 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001a7cc-865b-4c46-b5b5-5d5ea43e99f9 req-359253de-0b3c-4026-8342-4e800344bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.870744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2001a7cc-865b-4c46-b5b5-5d5ea43e99f9 req-359253de-0b3c-4026-8342-4e800344bb82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1098 time: 0.0399594 Sep 18 02:01:09.907128 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-2001a7cc-865b-4c46-b5b5-5d5ea43e99f9 req-29b61ce9-8864-4baf-9246-f95550b3ef0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288343 Sep 18 02:01:12.490437 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-32cb870c-92b0-44c0-a099-03d5aa0f8621 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457034 Sep 18 02:01:12.589876 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-ea59f4e1-84ba-4212-b90b-51dabc985260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.591343 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-ea59f4e1-84ba-4212-b90b-51dabc985260 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0434601 Sep 18 02:01:12.690489 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-614191a2-499c-4ade-97d9-94dae91357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.691983 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-614191a2-499c-4ade-97d9-94dae91357ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0817442 Sep 18 02:01:12.760066 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-5de656ef-9661-467a-a401-ab1b177d6d11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 999 time: 0.0605106 Sep 18 02:01:12.807721 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-cbd54f81-955d-4f19-809b-4e4f6f8691f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.809147 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-cbd54f81-955d-4f19-809b-4e4f6f8691f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0419981 Sep 18 02:01:12.853901 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-89f22b74-8be3-475c-b770-5893aea20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.855358 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-89f22b74-8be3-475c-b770-5893aea20b8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393071 Sep 18 02:01:12.951408 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-d286d26a-d2e7-4554-b1d6-14f2fcd6b24a service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884805 Sep 18 02:01:13.041897 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-2576ea09-c14c-47f7-9cfc-165f46a2de32 req-30c3aa82-5916-462d-a404-28c30057fb0d service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834241 Sep 18 02:01:16.980460 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.377240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-53f1eeea-aef4-4034-b0b6-2a7d4fd036c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.353018 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ee4a60cc-7513-4bcb-8506-b9c0eff14614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.616170 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.693910 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.008682 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.089055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.754189 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:01:46.994947 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.440117 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddee05-0c73-46ee-9f27-d81b4d745a4a req-398ef825-f09d-4a0d-b4a5-c64fb82b148e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.441618 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6ddee05-0c73-46ee-9f27-d81b4d745a4a req-398ef825-f09d-4a0d-b4a5-c64fb82b148e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 946 time: 0.1103835 Sep 18 02:01:48.478936 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-f6ddee05-0c73-46ee-9f27-d81b4d745a4a req-1aa2c1fc-8337-4a93-a6a3-7644252241c4 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Sep 18 02:01:48.912820 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6701f42-da0d-4a0b-a553-105e9bca8db0 req-1776a05c-f81a-440d-9b99-58edff259532 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.914625 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6701f42-da0d-4a0b-a553-105e9bca8db0 req-1776a05c-f81a-440d-9b99-58edff259532 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 946 time: 0.3702018 Sep 18 02:01:48.952719 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-a6701f42-da0d-4a0b-a553-105e9bca8db0 req-c3562a74-d155-4e85-8998-d9296263c6c7 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Sep 18 02:01:48.974254 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59630) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:49.012687 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066c7d6-4579-4f1b-9c7b-762fc51d0902 tempest-TestSnapshotPattern-189363386 tempest-TestSnapshotPattern-189363386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.014817 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-6066c7d6-4579-4f1b-9c7b-762fc51d0902 tempest-TestSnapshotPattern-189363386 tempest-TestSnapshotPattern-189363386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1093 time: 0.0396099 Sep 18 02:01:49.017772 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59632) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:49.022296 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.v2.base [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Request body: {'floatingip': {'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:49.044066 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.143755 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.249694 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.db_base_plugin_common [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Allocated IP 172.25.7.70 (fa33323a-5be1-4846-b82a-581b2400ea8c/18cbc51a-8d31-418c-ae1b-b4a0216f66ce/afbd32ba-ca50-443c-8bd6-9f538bda3628) {{(pid=106453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:49.353692 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.387086 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762723761071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.422028 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Network fa33323a-5be1-4846-b82a-581b2400ea8c is already hosted by enough agents. {{(pid=106453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:49.426341 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.base_scheduler [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Resources bound (agent type, host, resource id): {{(pid=106453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:49.429768 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Received port after_create {{(pid=106453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:49.456594 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=afbd32ba-ca50-443c-8bd6-9f538bda3628,revision_number=1']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:49.784586 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.848269 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.998857 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for port, precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.003214 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32677120'] for port, after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.077345 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event updated for resources: {'Port': ['ID=afbd32ba-ca50-443c-8bd6-9f538bda3628,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:50.084365 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1799186'] for floatingip, after_create {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.184078 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Floating IP 1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb associated. External IP: 172.25.7.70, port: d1c11531-cbdf-4833-9d29-3a182a2a52c9. Sep 18 02:01:50.385613 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:50.492547 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:50.502838 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:50.507880 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.512492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:50.513662 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:01:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:50.540338 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-a97741a6-8168-47eb-9e6f-72d7ef3a4c8d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5215049 Sep 18 02:01:50.540918 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:50.543175 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf92710-009a-404d-8f5b-98a85c4c3a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:50.579067 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e825b959-9f2b-44ce-b8ee-fdaf844da8ad x-openstack-request-id: req-e825b959-9f2b-44ce-b8ee-fdaf844da8ad {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:50.579362 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:50.579628 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e825b959-9f2b-44ce-b8ee-fdaf844da8ad {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:50.580035 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'status': 'completed', 'code': 200} Sep 18 02:01:50.617943 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:50.643184 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-7d2c9349-2eb4-4451-a13d-3fd8ee7b4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.644670 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-7d2c9349-2eb4-4451-a13d-3fd8ee7b4a56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1098 time: 0.0418506 Sep 18 02:01:50.735458 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-babdbd50-1c77-4337-8629-3966b8e09cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.737059 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-babdbd50-1c77-4337-8629-3966b8e09cc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0854638 Sep 18 02:01:50.808291 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-88e713d4-6d2c-45a2-abd4-7983663eef3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 999 time: 0.0638998 Sep 18 02:01:50.839707 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:0e:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:01:49Z', 'updated_at': '2021-09-18T02:01:49Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}, {'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:50.857800 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-f4834eaa-cbac-4779-8d7e-397e726d5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.859314 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-f4834eaa-cbac-4779-8d7e-397e726d5b84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0440044 Sep 18 02:01:50.868359 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:50.877141 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:50.877759 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:01:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:50.909221 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-2e57d4cf-4d4a-4b9c-a5ad-2d2314e60f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.910724 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-2e57d4cf-4d4a-4b9c-a5ad-2d2314e60f6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440688 Sep 18 02:01:50.979818 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:51.004947 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-1cff346d-48de-4f41-9401-8783171bb951 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Sep 18 02:01:51.103333 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-7cf92710-009a-404d-8f5b-98a85c4c3a0d req-658ac8fa-f56b-4b54-af43-ec873811b259 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894063 Sep 18 02:01:51.351765 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:0e:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:01:49Z', 'updated_at': '2021-09-18T02:01:49Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}, {'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:51.381129 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7dc51-35f5-4cc3-a466-3a5052729725 None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:0e:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:01:49Z', 'updated_at': '2021-09-18T02:01:49Z', 'revision_number': 0, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}, {'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:51.561234 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083e5b7-9baf-466e-83f7-833774170fee None None] New status for floating IP 1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb: ACTIVE {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:01:54.377290 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0f44d407-47d6-4c8b-bda5-45a6392ea060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.355134 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e3335305-1fd7-4ad2-baa5-4405e83cca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.618040 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:58.697424 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.008590 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.089647 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.991225 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-e26f7dab-a2cd-4b95-8445-66a6a32ab159 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872450 Sep 18 02:02:10.075968 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-2a152e1f-623d-4218-998b-5755062e72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.078289 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-2a152e1f-623d-4218-998b-5755062e72da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1098 time: 0.0440986 Sep 18 02:02:10.191128 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-e736906f-c6ca-4f50-8333-18b6ed9a3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.192624 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-e736906f-c6ca-4f50-8333-18b6ed9a3873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0963948 Sep 18 02:02:10.257695 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-d9335b49-a9c8-4fc4-9571-5288e5971afb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 1001 time: 0.0575995 Sep 18 02:02:10.306841 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-c3ac15da-fefb-43be-86c6-1f6e9564bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.308284 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-c3ac15da-fefb-43be-86c6-1f6e9564bbd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0431085 Sep 18 02:02:10.356337 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-719a055d-deb4-4508-92cf-2fae5cbb3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.357803 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-719a055d-deb4-4508-92cf-2fae5cbb3a66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423760 Sep 18 02:02:10.446433 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-5465c492-cd40-473c-a2a2-992c97590675 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810909 Sep 18 02:02:10.539650 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-81e0c99c-79ef-4100-aa19-73f0f10918ed req-67982e0c-9460-405b-81d6-0f7afe39445a service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858603 Sep 18 02:02:13.489285 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-f86c15a7-55d8-4c6d-8d40-d38f6b310477 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443993 Sep 18 02:02:13.586244 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-d08ada9a-aa26-49da-8de6-7fad75bbf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.587707 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-d08ada9a-aa26-49da-8de6-7fad75bbf9c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0398061 Sep 18 02:02:13.691851 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-fcc1c2b9-0696-458a-8b43-a06802e80c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.693569 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-fcc1c2b9-0696-458a-8b43-a06802e80c7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0852385 Sep 18 02:02:13.762257 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-45fa3e8a-900f-44d6-becf-386ee1967a1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 999 time: 0.0611513 Sep 18 02:02:13.808507 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-81f883dc-09db-4d80-83bf-0588af3d41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.809891 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-81f883dc-09db-4d80-83bf-0588af3d41b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0413616 Sep 18 02:02:13.853969 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-70433d0a-2f0a-4dcd-9701-e995108d66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.855436 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-70433d0a-2f0a-4dcd-9701-e995108d66d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385585 Sep 18 02:02:13.946497 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-ead8053d-bbcb-4f35-9f20-33fdc27c918e service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Sep 18 02:02:14.032626 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-72198e3e-6c3a-4f03-bbae-8b3778a76995 req-837d8b80-274c-4952-9203-a9c18f9e74ba service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787430 Sep 18 02:02:16.753311 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:02:16.994445 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.378497 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-67c69e27-43af-42dc-907b-12d17a8ffdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.357426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-01763b08-9e59-4885-9d18-25e37a2ad58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.618175 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.699080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.010964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.088717 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.999585 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 details requested by agent hyperv_n-h1-712707-16 with host n-h1-712707-16 {{(pid=106454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:38.119877 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:38.133839 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Returning: {'device': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'port_id': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'mac_address': 'fa:16:3e:0e:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:38.180950 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.194312 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1c11531-cbdf-4833-9d29-3a182a2a52c9 {{(pid=106454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:38.218514 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:38.223827 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.278058 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=6']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:38.286651 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.287092 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.287516 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.288100 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.288529 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.288947 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.289605 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.290004 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.290399 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.290738 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.291060 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.291394 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:38.303083 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] get_ports_and_sgs() called for port_ids ['d1c11531-cbdf-4833-9d29-3a182a2a52c9'] {{(pid=106454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:40.008710 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 up at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:40.079073 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.provisioning_blocks [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Provisioning complete for port d1c11531-cbdf-4833-9d29-3a182a2a52c9 triggered by entity L2. {{(pid=106454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:40.079789 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608765'] for port, provisioning_complete {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.208240 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452593'] for port, before_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.235972 n-d-712707-16 neutron-server[106454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:40.238285 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed68163c9917392f6e3f5c19d50037c0c12d6e849a1b7e2833471d4807b78ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcb1d85-b4fa-407b-aa1a-c1a3bb82de95" -d '{"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-plugged", "status": "completed", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:40.255056 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.db [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:40.260218 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762724283405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762723761089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762723761107'] for port, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.309561 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b676e-1d09-4287-8044-a349c2ee93b7 x-openstack-request-id: req-4a8b676e-1d09-4287-8044-a349c2ee93b7 {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:40.309896 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-plugged", "status": "completed", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "code": 200}]} {{(pid=106454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:40.310121 n-d-712707-16 neutron-server[106454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a8b676e-1d09-4287-8044-a349c2ee93b7 {{(pid=106454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:40.310484 n-d-712707-16 neutron-server[106454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'code': 200} Sep 18 02:02:40.320413 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Pushing event updated for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=7']} {{(pid=106454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:47.012660 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.707358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59812) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:47.862658 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Deleting port afbd32ba-ca50-443c-8bd6-9f538bda3628 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:47.862899 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.936733 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.937731 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.948762 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Calling delete_port for afbd32ba-ca50-443c-8bd6-9f538bda3628 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:48.095531 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.121281 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event deleted for resources: {'Port': ['ID=afbd32ba-ca50-443c-8bd6-9f538bda3628,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:48.152145 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.152522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.152868 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.153211 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.153577 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.153912 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.154243 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.154573 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.154900 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.155226 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.156210 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.156571 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:48.195797 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.196126 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Floating IP 1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb disassociated (deleted). External IP: 172.25.7.70, port: d1c11531-cbdf-4833-9d29-3a182a2a52c9. Sep 18 02:02:48.400605 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:48.507670 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:48.512522 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.517844 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:48.526832 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:48.527472 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:48.635976 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:48.856556 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-55200d28-03ff-497f-a9e1-74ffe4dcacf5 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "DELETE /v2.0/floatingips/1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb HTTP/1.1" status: 204 len: 168 time: 1.1480694 Sep 18 02:02:48.857140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:48.859404 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:48.864492 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:48.889567 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:48.900434 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:48.901047 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:49.010211 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:49.079728 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09131a7-701b-4e9d-8cdc-f4a1a5fef861 x-openstack-request-id: req-c09131a7-701b-4e9d-8cdc-f4a1a5fef861 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:49.080022 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:49.080539 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c09131a7-701b-4e9d-8cdc-f4a1a5fef861 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:49.081070 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'status': 'completed', 'code': 200} Sep 18 02:02:49.189559 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-d579f09f-81d0-43b1-a32b-8083a8e1422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.191084 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-d579f09f-81d0-43b1-a32b-8083a8e1422c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 1098 time: 0.0823588 Sep 18 02:02:49.202850 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19797c55-8a2b-4671-b88c-b40dadba31fb req-3ac7693e-9151-470b-ac56-8b02af5690a9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.204497 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19797c55-8a2b-4671-b88c-b40dadba31fb req-3ac7693e-9151-470b-ac56-8b02af5690a9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 946 time: 0.0657463 Sep 18 02:02:49.244161 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:49.271175 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e95439-33fe-4ef8-9f0e-5702f53c70bc None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_floatingips': [{'id': '25e27c3d-e897-40c0-a299-8a82d11e8eff', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'router_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'port_id': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'mac_address': 'fa:16:3e:2f:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:57:59Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 1, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:49.300677 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-19797c55-8a2b-4671-b88c-b40dadba31fb req-e996c459-0aef-4cf2-a399-b640eb87c5b8 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868211 Sep 18 02:02:49.325493 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-394ea17b-99ab-445b-b4c4-93ecdc2a016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.326980 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-394ea17b-99ab-445b-b4c4-93ecdc2a016d service neutron] 10.222.0.48 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.1216142 Sep 18 02:02:49.374615 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-bb2d6a07-f5e3-4732-a3b0-8ac72ca19b44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 200 len: 217 time: 0.0387788 Sep 18 02:02:49.430306 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-e8b4adbc-4ade-477f-80ab-018e5f3281cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.431406 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-e8b4adbc-4ade-477f-80ab-018e5f3281cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0494208 Sep 18 02:02:49.481569 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-bb96f1d3-eb23-4ddd-97ce-db132cee4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.483094 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-bb96f1d3-eb23-4ddd-97ce-db132cee4ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427883 Sep 18 02:02:49.522255 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a0ba0-e164-492b-96d5-f2c41a0c7fb8 None None] New status for floating IP 1b5a3fe9-ac8a-4d59-98cb-09eb51ef0fdb: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:02:49.585016 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-512d15d3-9513-40bd-9fc7-218f926e83f4 service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Sep 18 02:02:49.678528 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bbe1e1c9-0e4b-4c10-a976-8b416b50f7ae req-ea9e6718-4a25-4fe5-8e13-3472f52fcc3d service neutron] 10.222.0.48 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Sep 18 02:02:50.418018 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bc5f0-3389-45c9-b54c-0b042dda8679 req-cbc0319f-6ef2-4d90-aff3-6e8dd4453d7b tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.419490 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-181bc5f0-3389-45c9-b54c-0b042dda8679 req-cbc0319f-6ef2-4d90-aff3-6e8dd4453d7b tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 946 time: 0.0493176 Sep 18 02:02:50.461520 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-181bc5f0-3389-45c9-b54c-0b042dda8679 req-3567dd7c-3239-4fc8-8f7c-c8237cae81f7 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351202 Sep 18 02:02:50.742292 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b6116-c695-4365-972f-55d23e9a472d req-c423fa9e-d719-4c64-a1b1-6214e0f7cb97 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.743744 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-689b6116-c695-4365-972f-55d23e9a472d req-c423fa9e-d719-4c64-a1b1-6214e0f7cb97 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 946 time: 0.0479810 Sep 18 02:02:50.831459 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Deleting port d1c11531-cbdf-4833-9d29-3a182a2a52c9 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:50.831800 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.923001 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] For port d1c11531-cbdf-4833-9d29-3a182a2a52c9, host n-h1-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-16',level=0,port_id=d1c11531-cbdf-4833-9d29-3a182a2a52c9,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:50.923368 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.934807 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Calling delete_port for d1c11531-cbdf-4833-9d29-3a182a2a52c9 owned by compute:nova {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:51.065465 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.093358 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event deleted for resources: {'Port': ['ID=d1c11531-cbdf-4833-9d29-3a182a2a52c9,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:51.134563 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] No DVR routers for this DVR port d1c11531-cbdf-4833-9d29-3a182a2a52c9 on host n-h1-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:51.137191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.139139 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-689b6116-c695-4365-972f-55d23e9a472d req-213edd20-6141-497a-90e3-5b0ff2d7ea9c tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.48 "DELETE /v2.0/ports/d1c11531-cbdf-4833-9d29-3a182a2a52c9 HTTP/1.1" status: 204 len: 173 time: 0.3888495 Sep 18 02:02:51.139586 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-deleted', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:51.141947 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e2b55-d5b8-4298-a9a3-3b46c04ab05a" -d '{"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-deleted", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:51.180238 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de25a09-7c55-40a7-8ff1-564b3b0bc673 x-openstack-request-id: req-3de25a09-7c55-40a7-8ff1-564b3b0bc673 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:51.180549 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbc702-d5fa-43c6-952b-f95b2030cf30", "name": "network-vif-deleted", "tag": "d1c11531-cbdf-4833-9d29-3a182a2a52c9", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:51.180803 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3de25a09-7c55-40a7-8ff1-564b3b0bc673 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:51.181204 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbc702-d5fa-43c6-952b-f95b2030cf30', 'name': 'network-vif-deleted', 'tag': 'd1c11531-cbdf-4833-9d29-3a182a2a52c9', 'status': 'completed', 'code': 200} Sep 18 02:02:51.581975 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-334de174-cf0a-41db-b3cd-3296a46bb6c1 req-a8d11be9-ea59-4df8-a84a-13f8a50a3ced tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1bbc702-d5fa-43c6-952b-f95b2030cf30 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Sep 18 02:02:52.062509 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 no longer exists at agent hyperv_n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:52.082187 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] No Port match for: d1c11531-cbdf-4833-9d29-3a182a2a52c9 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:52.082525 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Device d1c11531-cbdf-4833-9d29-3a182a2a52c9 not bound to the agent host n-h1-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:53.141140 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59872) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:53.298823 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Deleting port 18bc6eed-eb61-4f89-9ef9-8d8f22e014b5 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:53.299162 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.373258 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.373502 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.385047 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Calling delete_port for 18bc6eed-eb61-4f89-9ef9-8d8f22e014b5 owned by network:floatingip {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:53.531470 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.556193 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event deleted for resources: {'Port': ['ID=18bc6eed-eb61-4f89-9ef9-8d8f22e014b5,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:53.619203 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.619459 n-d-712707-16 neutron-server[106453]: INFO neutron.db.l3_db [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Floating IP 25e27c3d-e897-40c0-a299-8a82d11e8eff disassociated (deleted). External IP: 172.25.7.57, port: e48b7a3c-aeaa-4fba-895d-e5666c5fa930. Sep 18 02:02:53.752470 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:02:53.826874 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:53.935788 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:53.940989 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for floatingip, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.945536 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:53.954148 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:53.954764 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:53.972773 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-48d565d8-0fb7-4752-ad2f-6e47209b170a tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "DELETE /v2.0/floatingips/25e27c3d-e897-40c0-a299-8a82d11e8eff HTTP/1.1" status: 204 len: 168 time: 0.8281014 Sep 18 02:02:53.972773 n-d-712707-16 neutron-server[106453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:53.974336 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abe24818793fce382fd2f0ecd9005160a3aed7230d6a28004ff90ebe1ea3e2c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9ba451-4e9c-4499-a027-895284c5cf08" -d '{"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:54.058736 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:54.123647 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264d8e25-925d-4e76-86c3-cef8ca5f51c0 x-openstack-request-id: req-264d8e25-925d-4e76-86c3-cef8ca5f51c0 {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:54.123950 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "status": "completed", "code": 200}]} {{(pid=106453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:54.124856 n-d-712707-16 neutron-server[106453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-264d8e25-925d-4e76-86c3-cef8ca5f51c0 {{(pid=106453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:54.125257 n-d-712707-16 neutron-server[106453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'status': 'completed', 'code': 200} Sep 18 02:02:54.221039 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9784db-163b-4234-9856-356897d28372 req-6336990c-fc38-4ac8-b65b-3f19381b7805 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.222750 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc9784db-163b-4234-9856-356897d28372 req-6336990c-fc38-4ac8-b65b-3f19381b7805 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0530074 Sep 18 02:02:54.231374 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-6fdab301-fafa-47cd-9995-91eea1daa4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.232883 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-6fdab301-fafa-47cd-9995-91eea1daa4d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0486412 Sep 18 02:02:54.260579 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:54.264086 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-bc9784db-163b-4234-9856-356897d28372 req-12bfbe23-f4cd-4f4b-ae20-1cfc5789933d tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348225 Sep 18 02:02:54.288853 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:54.297753 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:54.298458 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:27Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:54.326274 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-b1d24db1-c700-496e-87c8-49b05a851ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.328688 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-b1d24db1-c700-496e-87c8-49b05a851ea7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 200 len: 910 time: 0.0883090 Sep 18 02:02:54.376246 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-276ed76e-9b9f-4395-9451-ede14e3326f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Sep 18 02:02:54.399536 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-975b3d20-b697-467c-807c-577e375bc7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.412279 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:54.430745 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-8d2ed17c-379e-47fd-afa6-d8e0163bd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.432251 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-8d2ed17c-379e-47fd-afa6-d8e0163bd1ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 200 len: 848 time: 0.0470741 Sep 18 02:02:54.478384 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-e8689c57-6d16-4f90-9feb-fd70fec0119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.479862 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-e8689c57-6d16-4f90-9feb-fd70fec0119c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febe43fb-ec13-457d-8121-5a388f365174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395489 Sep 18 02:02:54.622374 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:54.650036 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adc6d8-96ec-4717-8f85-d75bb48ce4ec None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:39Z', 'revision_number': 4, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16', '_interfaces': [{'id': '1dd3b168-e14b-45bf-a902-69e20613ac54', 'name': '', 'network_id': 'febe43fb-ec13-457d-8121-5a388f365174', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'mac_address': 'fa:16:3e:f3:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:38Z', 'updated_at': '2021-09-18T01:57:44Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'subnets': [{'id': '283550e6-3423-4f4e-9922-7fd0b6bd8edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:54.875969 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724f4c8-183a-433a-b8e8-d5745c370c53 None None] New status for floating IP 25e27c3d-e897-40c0-a299-8a82d11e8eff: DOWN {{(pid=106455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:02:54.877091 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-f87cc6c3-f1ac-4afe-9aef-8f78381e4c5d service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895085 Sep 18 02:02:54.970493 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-ea9ba451-4e9c-4499-a027-895284c5cf08 req-190c4264-02d3-4959-9093-fbd59c9af494 service neutron] 10.222.0.54 "GET /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Sep 18 02:02:55.378576 n-d-712707-16 neutron-server[106453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a9622-cf53-44cf-bc8a-e1f201ae926b req-f8a5d0c2-f0b5-425f-b98f-5486193d2a34 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:55.380057 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-544a9622-cf53-44cf-bc8a-e1f201ae926b req-f8a5d0c2-f0b5-425f-b98f-5486193d2a34 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0483296 Sep 18 02:02:55.418265 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [req-544a9622-cf53-44cf-bc8a-e1f201ae926b req-bc771fa8-8fd8-4b18-a147-94b1c46047dc tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "GET /v2.0/security-groups?id=55a68f48-ae09-4322-91fe-16c6df4f9031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Sep 18 02:02:55.485559 n-d-712707-16 neutron-server[106452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-1efa75eb-239c-4faa-b5d8-e26d8f2f7e5e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:55.487007 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-1efa75eb-239c-4faa-b5d8-e26d8f2f7e5e tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.54 "GET /v2.0/ports?device_id=aecbbb4d-11f4-4890-b312-eaf1b6e15fa4 HTTP/1.1" status: 200 len: 944 time: 0.0478497 Sep 18 02:02:55.580916 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Deleting port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:55.581172 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.672714 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] For port e48b7a3c-aeaa-4fba-895d-e5666c5fa930, host n-h2-712707-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-16',level=0,port_id=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:55.673076 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.684520 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Calling delete_port for e48b7a3c-aeaa-4fba-895d-e5666c5fa930 owned by compute:nova {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:55.808105 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.838933 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event deleted for resources: {'Port': ['ID=e48b7a3c-aeaa-4fba-895d-e5666c5fa930,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.856255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-16 {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:55.891709 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] No DVR routers for this DVR port e48b7a3c-aeaa-4fba-895d-e5666c5fa930 on host n-h2-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:55.894273 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23870'] for port, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.896278 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [req-89d62dcb-11a4-4879-8c8a-84abcafe1ab8 req-793519b8-e316-4ee5-93c6-e233ef2773b9 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.54 "DELETE /v2.0/ports/e48b7a3c-aeaa-4fba-895d-e5666c5fa930 HTTP/1.1" status: 204 len: 173 time: 0.4024093 Sep 18 02:02:55.896663 n-d-712707-16 neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-deleted', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:55.898857 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370dd8da43feb538d605538fb01f4875c7c33c3f78bb64b71029ccd0229140cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c65204-b5b9-4330-8f58-c7718026a231" -d '{"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-deleted", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:55.992319 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984114a-e2bd-4002-9e9d-c9ba4d029276 x-openstack-request-id: req-f984114a-e2bd-4002-9e9d-c9ba4d029276 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:55.992616 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecbbb4d-11f4-4890-b312-eaf1b6e15fa4", "name": "network-vif-deleted", "tag": "e48b7a3c-aeaa-4fba-895d-e5666c5fa930", "status": "completed", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:55.992869 n-d-712707-16 neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f984114a-e2bd-4002-9e9d-c9ba4d029276 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:55.993264 n-d-712707-16 neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecbbb4d-11f4-4890-b312-eaf1b6e15fa4', 'name': 'network-vif-deleted', 'tag': 'e48b7a3c-aeaa-4fba-895d-e5666c5fa930', 'status': 'completed', 'code': 200} Sep 18 02:02:56.472965 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59888) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:56.532146 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.557769 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.621735 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.624926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.626088 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] 10.222.0.49 "DELETE /v2.0/security-groups/55a68f48-ae09-4322-91fe-16c6df4f9031 HTTP/1.1" status: 204 len: 168 time: 0.1521192 Sep 18 02:02:56.635109 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f548-b01c-4a42-8331-2a46d4b81778 tempest-TestSnapshotPattern-226941550 tempest-TestSnapshotPattern-226941550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a68f48-ae09-4322-91fe-16c6df4f9031,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:56.672871 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59892) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:57.124486 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.357694 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-86836859-179e-41c7-b14f-b713854656c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.370384 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Deleting port 1dd3b168-e14b-45bf-a902-69e20613ac54 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:57.370732 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.450824 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] For port 1dd3b168-e14b-45bf-a902-69e20613ac54, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=1dd3b168-e14b-45bf-a902-69e20613ac54,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:57.451191 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.463924 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Calling delete_port for 1dd3b168-e14b-45bf-a902-69e20613ac54 owned by network:router_interface {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:57.620646 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.644080 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.669980 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd3b168-e14b-45bf-a902-69e20613ac54,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:57.841139 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.070522 n-d-712707-16 neutron-server[106453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Router fbbd4435-54fe-4b99-9278-79b38cbd2c39 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:58.176414 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:58.181426 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-345c97d2-abc0-4078-b5be-39ef3a5eb5e9 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbbd4435-54fe-4b99-9278-79b38cbd2c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5074565 Sep 18 02:02:58.184024 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59896) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:58.184874 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Sync routers for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:58.193863 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:58.194462 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.288649 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.297477 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: n-d-712707-16 {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:58.392326 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.444057 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Deleting port b4b738ad-4bbd-4fae-bc97-9c76db5c350f {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:58.444425 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.470916 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T02:02:57Z', 'revision_number': 5, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port': {'id': 'b4b738ad-4bbd-4fae-bc97-9c76db5c350f', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T01:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.530768 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] For port b4b738ad-4bbd-4fae-bc97-9c76db5c350f, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:58.531218 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.544182 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Calling delete_port for b4b738ad-4bbd-4fae-bc97-9c76db5c350f owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:58.656869 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Checking router: fbbd4435-54fe-4b99-9278-79b38cbd2c39 for host: n-d-712707-16 {{(pid=106454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:58.665221 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Routers {'fbbd4435-54fe-4b99-9278-79b38cbd2c39'} bound to L3 agent in host n-d-712707-16 {{(pid=106454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:58.666061 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'], 'active': True} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.722998 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.741772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.748065 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b738ad-4bbd-4fae-bc97-9c76db5c350f,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:58.762904 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_dvr_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] Set router fbbd4435-54fe-4b99-9278-79b38cbd2c39 gateway port host: None {{(pid=106454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:58.807995 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.816418 n-d-712707-16 neutron-server[106454]: DEBUG neutron.db.l3_hamode_db [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T02:02:58Z', 'revision_number': 6, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.846860 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a909-af90-4ef3-a2a1-ba23e47f6f00 None None] The sync data for ids ['fbbd4435-54fe-4b99-9278-79b38cbd2c39'] in n-d-712707-16 is: [{'id': 'fbbd4435-54fe-4b99-9278-79b38cbd2c39', 'name': 'tempest-TestSnapshotPattern-200365330-router', 'tenant_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:37Z', 'updated_at': '2021-09-18T02:02:58Z', 'revision_number': 6, 'project_id': 'e7590b4e6b6749f4b57edaf16e95312f', 'gw_port_host': None}] {{(pid=106454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:58.900837 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.901600 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 no longer exists at agent hyperv_n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:58.903036 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.920857 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] No Port match for: e48b7a3c-aeaa-4fba-895d-e5666c5fa930 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:58.921209 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Device e48b7a3c-aeaa-4fba-895d-e5666c5fa930 not bound to the agent host n-h2-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:58.950177 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.950816 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbd4435-54fe-4b99-9278-79b38cbd2c39 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:02:58.955700 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.956986 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-b34a3ea9-e218-49bc-b516-de29cf5eea03 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fbbd4435-54fe-4b99-9278-79b38cbd2c39 HTTP/1.1" status: 204 len: 168 time: 0.7719207 Sep 18 02:02:58.959463 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59902) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:59.002482 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Deleting subnet 283550e6-3423-4f4e-9922-7fd0b6bd8edc {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:59.005504 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.039539 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.125573 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.182164 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.210045 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283550e6-3423-4f4e-9922-7fd0b6bd8edc,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:59.214149 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.218751 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-a27327c3-d019-4331-b0a8-a4ad59219118 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/283550e6-3423-4f4e-9922-7fd0b6bd8edc HTTP/1.1" status: 204 len: 168 time: 0.2556524 Sep 18 02:02:59.219096 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59908) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:59.219946 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2600c4-cd9c-45d1-9f09-05e58b0a30d1 None None] Network febe43fb-ec13-457d-8121-5a388f365174 requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:59.295081 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.350896 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Deleting port 36a4c998-f1dc-4f00-8a80-643d8c679309 {{(pid=106453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:59.351241 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.415947 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] For port 36a4c998-f1dc-4f00-8a80-643d8c679309, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=36a4c998-f1dc-4f00-8a80-643d8c679309,segment=NetworkSegment(f1f215a9-cc8f-41d6-9039-811d224765b2),segment_id=f1f215a9-cc8f-41d6-9039-811d224765b2)] {{(pid=106453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:59.416349 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.428948 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Calling delete_port for 36a4c998-f1dc-4f00-8a80-643d8c679309 owned by network:dhcp {{(pid=106453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:59.509705 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32677145'] for port, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.540550 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Pushing event deleted for resources: {'Port': ['ID=36a4c998-f1dc-4f00-8a80-643d8c679309,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:59.542282 n-d-712707-16 neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] No DVR routers for this DVR port 36a4c998-f1dc-4f00-8a80-643d8c679309 on host n-d-712707-16 {{(pid=106453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:59.618530 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.619215 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf509a-dc7a-4e04-a384-f1ce55c7105f None None] DHCP port deletion for febe43fb-ec13-457d-8121-5a388f365174 request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:59.959232 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe43fb-ec13-457d-8121-5a388f365174']}} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:59.968627 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f215a9-cc8f-41d6-9039-811d224765b2') {'for_net_delete': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:59.968920 n-d-712707-16 neutron-server[106453]: DEBUG neutron.services.segments.db [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f215a9-cc8f-41d6-9039-811d224765b2') {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:59.977709 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32703389'] for segment, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.990926 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.996697 n-d-712707-16 neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:02:59.997817 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32670184'] for segment, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: Traceback (most recent call last): Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: timer() Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: cb(*args, **kw) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: return func(*args, **kwargs) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: self._notify() Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: self.callback(batched_events) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: event.method(event) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: return f(self, *a, **k) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: return self._get(url).json() Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: return self.request(url, 'GET', **kwargs) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:03:00.000390 n-d-712707-16 neutron-server[106453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:03:00.014991 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.053510 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.058925 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Notify callbacks [] for network, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.060770 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] 10.222.0.49 "DELETE /v2.0/networks/febe43fb-ec13-457d-8121-5a388f365174 HTTP/1.1" status: 204 len: 168 time: 0.8402786 Sep 18 02:03:00.064370 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59910) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:00.072305 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a3d6-9a76-4047-8b77-7229e36c679a admin admin] Pushing event deleted for resources: {'Network': ['ID=febe43fb-ec13-457d-8121-5a388f365174,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:00.400830 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1798418'] for router_interface, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.606995 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1dd3b168-e14b-45bf-a902-69e20613ac54 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:00.626673 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 1dd3b168-e14b-45bf-a902-69e20613ac54 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:00.627344 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 1dd3b168-e14b-45bf-a902-69e20613ac54 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:00.627445 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 36a4c998-f1dc-4f00-8a80-643d8c679309 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:00.645506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 36a4c998-f1dc-4f00-8a80-643d8c679309 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:00.645855 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 36a4c998-f1dc-4f00-8a80-643d8c679309 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:00.646277 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4b738ad-4bbd-4fae-bc97-9c76db5c350f no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:00.646413 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Deleting port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:00.646764 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.664751 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: b4b738ad-4bbd-4fae-bc97-9c76db5c350f {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:00.665101 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device b4b738ad-4bbd-4fae-bc97-9c76db5c350f not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:00.725068 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] For port 8f5b1fe2-632d-4e52-9c2b-3e97b6812082, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:00.725437 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.737452 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Calling delete_port for 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 owned by network:router_interface {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:00.916058 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.942238 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5b1fe2-632d-4e52-9c2b-3e97b6812082,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:01.110084 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799330'] for router_interface, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.319751 n-d-712707-16 neutron-server[106452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 has already been hosted by L3 agent 8d310ee5-e38f-450d-a8be-af5635b04468 {{(pid=106452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:03:01.722778 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] Notify agent at l3_agent.n-d-712707-16 the message routers_updated {{(pid=106452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:03:01.727826 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-ab25705e-f018-4b47-8f85-be605163b870 admin admin] 10.222.0.49 "PUT /v2.0/routers/0d929514-f675-47fb-8aaf-ab2b213cf9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622593 Sep 18 02:03:01.730369 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59912) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:01.732870 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Sync routers for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:03:01.742438 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:01.743115 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:01.832491 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks [] for router, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.844549 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: n-d-712707-16 {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:01.935923 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.988294 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Deleting port 0b1ed6b0-d21c-4798-8270-49dd5fdee622 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:01.988556 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.015755 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'external_fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T02:03:00Z', 'revision_number': 5, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port': {'id': '0b1ed6b0-d21c-4798-8270-49dd5fdee622', 'name': '', 'network_id': 'fa33323a-5be1-4846-b82a-581b2400ea8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:57:42Z', 'updated_at': '2021-09-18T01:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18cbc51a-8d31-418c-ae1b-b4a0216f66ce', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-16'}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:02.044693 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Checking router: 0d929514-f675-47fb-8aaf-ab2b213cf9e1 for host: n-d-712707-16 {{(pid=106455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:03:02.052866 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Routers {'0d929514-f675-47fb-8aaf-ab2b213cf9e1'} bound to L3 agent in host n-d-712707-16 {{(pid=106455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:02.053461 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T00:20:57Z,description=,heartbeat_timestamp=2021-09-18T02:02:57Z,host='n-d-712707-16',id=8d310ee5-e38f-450d-a8be-af5635b04468,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T00:20:57Z,topic='l3_agent')) {'router_ids': ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'], 'active': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:02.067344 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] For port 0b1ed6b0-d21c-4798-8270-49dd5fdee622, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=0b1ed6b0-d21c-4798-8270-49dd5fdee622,segment=NetworkSegment(6e311a77-d507-4a78-85ed-779073755e26),segment_id=6e311a77-d507-4a78-85ed-779073755e26)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:02.067713 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.080659 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Calling delete_port for 0b1ed6b0-d21c-4798-8270-49dd5fdee622 owned by network:router_gateway {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:02.136427 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_dvr_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] Set router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 gateway port host: None {{(pid=106455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:02.185697 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.l3_hamode_db [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T02:03:01Z', 'revision_number': 6, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port_host': None}], 'n-d-712707-16', False) {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:02.214837 n-d-712707-16 neutron-server[106455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd67552-77cb-4370-b04d-2d5a255f5295 None None] The sync data for ids ['0d929514-f675-47fb-8aaf-ab2b213cf9e1'] in n-d-712707-16 is: [{'id': '0d929514-f675-47fb-8aaf-ab2b213cf9e1', 'name': 'tempest-TestSnapshotPattern-1455079652-router', 'tenant_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:57:41Z', 'updated_at': '2021-09-18T02:03:01Z', 'revision_number': 6, 'project_id': 'c33af418fd7943288d8dc8d1b4ecc050', 'gw_port_host': None}] {{(pid=106455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:02.250380 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.274416 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1ed6b0-d21c-4798-8270-49dd5fdee622,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:02.340962 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799268'] for router_gateway, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.430680 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.432767 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.476101 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802958'] for router, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.476646 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d929514-f675-47fb-8aaf-ab2b213cf9e1 {{(pid=106452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:03:02.481753 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] Notify callbacks [] for router, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.482912 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-598bd66e-a5a3-45e6-8c42-2382f47b23ba admin admin] 10.222.0.49 "DELETE /v2.0/routers/0d929514-f675-47fb-8aaf-ab2b213cf9e1 HTTP/1.1" status: 204 len: 168 time: 0.7516162 Sep 18 02:03:02.485764 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59914) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:02.534310 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Deleting subnet b9f37ccb-d7f9-4fe7-8b9b-89f970a26065 {{(pid=106452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:02.537230 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.573689 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29407097'] for subnet, precommit_delete_associations {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.660703 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622209'] for subnet, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.714081 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30358278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458765'] for subnet, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.743880 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f37ccb-d7f9-4fe7-8b9b-89f970a26065,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:02.745841 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.747691 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d2162a46-09fc-4062-b596-2d8a15155328 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b9f37ccb-d7f9-4fe7-8b9b-89f970a26065 HTTP/1.1" status: 204 len: 168 time: 0.2610042 Sep 18 02:03:02.750747 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59916) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:02.753305 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e4c12-dae8-4d2f-9798-72502106e8e3 None None] Network 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a requested from n-d-712707-16 {{(pid=106454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:02.816822 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588912'] for network, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.868446 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Deleting port ac3e5d55-f272-4bf0-80a1-56acd12aee0d {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:02.868795 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762724274993'] for port, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.940952 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] For port ac3e5d55-f272-4bf0-80a1-56acd12aee0d, host n-d-712707-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-16',level=0,port_id=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,segment=NetworkSegment(8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f),segment_id=8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:02.941262 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1792346'] for port, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.953255 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Calling delete_port for ac3e5d55-f272-4bf0-80a1-56acd12aee0d owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:03.032436 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762724282359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762723761080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30358313'] for port, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.041677 n-d-712707-16 neutron-server[106454]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636830bc-fada-41aa-90a4-6c858fe07bb4 None None] DHCP port deletion for 81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a request from n-d-712707-16 {{(pid=106454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:03.068970 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:03.070145 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3e5d55-f272-4bf0-80a1-56acd12aee0d,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:03.074837 n-d-712707-16 neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] No DVR routers for this DVR port ac3e5d55-f272-4bf0-80a1-56acd12aee0d on host n-d-712707-16 {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:03.095009 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:03.095602 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 8f5b1fe2-632d-4e52-9c2b-3e97b6812082 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:03.107207 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.152913 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606470', 'neutron.services.segments.db._delete_segments_for_network-8762724111261'] for network, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.172870 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a']}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.181935 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f') {'for_net_delete': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.182403 n-d-712707-16 neutron-server[106452]: DEBUG neutron.services.segments.db [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adcc4b6-e759-4aaa-bdd1-351dc8e69c2f') {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.194261 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762724112550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29407090'] for segment, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.209016 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844'] for segment, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.219228 n-d-712707-16 neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:03:03.219635 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30353368'] for segment, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: Traceback (most recent call last): Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: timer() Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: cb(*args, **kw) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: return func(*args, **kwargs) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: self._notify() Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: self.callback(batched_events) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: event.method(event) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: return f(self, *a, **k) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: return self._get(url).json() Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: return self.request(url, 'GET', **kwargs) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:03:03.221453 n-d-712707-16 neutron-server[106452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:03:03.283048 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1799168'] for network, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.289945 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Notify callbacks [] for network, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.291779 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] 10.222.0.49 "DELETE /v2.0/networks/81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a HTTP/1.1" status: 204 len: 168 time: 0.5401309 Sep 18 02:03:03.302185 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df090d1-0659-4b2a-bc4b-964998a02dca admin admin] Pushing event deleted for resources: {'Network': ['ID=81c92d2e-77e5-4b1c-bfdd-95b6982ebb7a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:03.406934 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59920) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:03.447365 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-36a69595-9991-4807-8fa9-140bd6f97337 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7590b4e6b6749f4b57edaf16e95312f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392182 Sep 18 02:03:03.449893 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [-] (106452) accepted ('10.222.0.49', 59922) {{(pid=106452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:03.496921 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.519039 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.570028 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.572484 n-d-712707-16 neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.573675 n-d-712707-16 neutron-server[106452]: INFO neutron.wsgi [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/522a8b16-491f-4261-8db6-b64b36f6de0b HTTP/1.1" status: 204 len: 168 time: 0.1228726 Sep 18 02:03:03.583853 n-d-712707-16 neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f8722-dca9-452b-8265-3d9c2b1ff497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a8b16-491f-4261-8db6-b64b36f6de0b,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:03.896198 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59928) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:03.934895 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-2d0e80c5-54a0-425f-b635-856aa9c5e29b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c33af418fd7943288d8dc8d1b4ecc050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377228 Sep 18 02:03:03.938034 n-d-712707-16 neutron-server[106453]: DEBUG neutron.wsgi [-] (106453) accepted ('10.222.0.49', 59930) {{(pid=106453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:03.986969 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.007026 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.053509 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600223'] for security_group, after_delete {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.056292 n-d-712707-16 neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.057462 n-d-712707-16 neutron-server[106453]: INFO neutron.wsgi [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e00d7c0-8de1-412e-8798-7c947db5288e HTTP/1.1" status: 204 len: 168 time: 0.1185455 Sep 18 02:03:04.065325 n-d-712707-16 neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a24a2-9565-4d45-9543-ecb60f9e8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00d7c0-8de1-412e-8798-7c947db5288e,revision_number=None']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:04.607830 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0b1ed6b0-d21c-4798-8270-49dd5fdee622 no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:04.627506 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: 0b1ed6b0-d21c-4798-8270-49dd5fdee622 {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:04.627851 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device 0b1ed6b0-d21c-4798-8270-49dd5fdee622 not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:04.628288 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3e5d55-f272-4bf0-80a1-56acd12aee0d no longer exists at agent ovs-agent-n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:04.647003 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.plugin [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] No Port match for: ac3e5d55-f272-4bf0-80a1-56acd12aee0d {{(pid=106454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:04.647352 n-d-712707-16 neutron-server[106454]: DEBUG neutron.plugins.ml2.rpc [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Device ac3e5d55-f272-4bf0-80a1-56acd12aee0d not bound to the agent host n-d-712707-16 {{(pid=106454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:17.017702 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.380315 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4712d1f3-1a01-48ff-b509-2faaf34240c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.364380 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9425e569-8d4a-44f5-8112-40082021fb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.622768 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.705558 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:30.016070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:30.751356 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:03:33.093409 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.014887 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.380575 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4d32d4e7-7ff4-4898-a383-fb0a632cdb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:57.363962 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bf2a-91c1-4f37-9374-d91069f00c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:57.623189 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:58.709283 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:00.018472 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.094676 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.750295 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:04:17.016474 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.402574 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c3d40128-6604-4f61-8f6f-6f06552f9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.363327 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2f15bf20-2571-42b1-a439-dfb2c9388c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.627687 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.711542 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.021251 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.089236 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.749317 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:04:47.029561 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.382056 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-ef9d114b-c198-4024-969f-d7e519167071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.363114 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-b0ac35ce-eecf-4996-b0fc-62d5a2268f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.628543 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.713370 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.025115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.085389 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.043329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.747701 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:05:24.383252 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-49481348-bf77-48fb-81a6-0b0e9f23e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.362896 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-fec3a843-0743-4bce-a886-df59f8b1026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.633265 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.715964 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.027711 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.097007 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.072826 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.383966 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-bc75e329-2552-4bb6-94d0-2828a98d5a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.361619 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-396c8a1b-07c8-436e-92a0-34ffd293bd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.635651 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.720082 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.747240 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:06:00.030541 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.117166 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.088566 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.414473 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1d85c54f-3471-459a-80c9-96dbd1ddb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.361951 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-65a07077-31d3-405b-840e-a7bb0ba3b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.639791 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.721329 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.033598 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.131436 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.746497 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:06:47.087070 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.384594 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c7659c0e-e353-4a2a-a63e-0ddbd875ed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.363753 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-01f3302d-e2a9-4048-b327-882624314b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.639636 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.724673 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.036798 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.136324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.745120 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:07:17.094080 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.389503 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2704e6b6-440d-409a-a3a2-f65492bf8d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.364316 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-84c3e8de-f12a-4c16-87ae-c32eab2dbf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.639732 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.726745 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.039533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.135125 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.084615 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.745042 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:07:54.381633 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-8c356201-8cc6-465d-aa6b-83c3ca87e671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.364736 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-beefd25e-0ab9-4d13-8ca0-b78a7b08dc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.640179 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.729587 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:00.042794 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.145055 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.084420 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:24.381611 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ae2c-8580-4307-bdc1-216d014b3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.744729 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:08:27.364552 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1054b409-11a8-4fed-bd9a-416bb8de860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.640324 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.732309 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.045975 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.152533 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.098710 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.381667 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-5d430c34-e2a1-4f56-90b2-c63552ac6f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.365888 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-2d06d3bb-00ba-4933-b0d9-15d5192db558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.641345 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:58.736076 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.049932 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:03.143440 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:03.744038 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:09:17.112115 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.382196 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-9bbedc45-7739-486c-a80d-828c569c74d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.366751 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-49af9a85-6251-4e61-9806-80960948d778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.645414 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.739439 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.052318 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.143366 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.742920 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:09:47.111539 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:54.382148 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-38e49d43-ffb5-4eba-bea8-a1abe195e472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.367960 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-0ccf94bd-4e9a-4ce2-b5c1-bbde06122d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.646772 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.742600 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.056117 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.157481 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.125142 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.742732 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:10:24.383181 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-3b4294d5-7f69-4b16-96be-6c84907a37ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.368340 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-42c663d2-3f83-4e45-8743-a36313919036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.647525 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.746291 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.059098 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:33.150825 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.269946 n-d-712707-16 neutron-server[106452]: DEBUG neutron.wsgi [req-ef731009-0524-4f59-8476-b0c95e46b1d7 req-59148520-1cc5-45b9-af47-8b009031a4ff service neutron] (106452) timed out ('10.222.0.49', 50872) {{(pid=106452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:10:47.128614 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:54.384152 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c92b8b54-3597-4844-85af-2d261da99592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:54.742368 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:10:57.369426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f4d91627-47c4-4748-9d05-d680050af614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.648392 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:58.749305 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.061865 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.172127 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.141353 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-c1684fa6-963d-472f-95c7-48a897c3bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.390491 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-4913388e-941a-4f70-91f4-8f6c7093dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.370426 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-1fa06858-95e2-4081-9e5a-0ac16cab7744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.648044 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-299efe72-4cad-42a5-941d-192336c93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.754150 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-f9f15aa1-0c1e-4593-9723-88939628ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.064839 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-d23991f8-3855-4a8d-9fb7-d1fed60df5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.742254 n-d-712707-16 neutron-server[106455]: DEBUG neutron.db.agents_db [None req-32465366-7fbf-4c1e-8c83-0e07dd41f2d9 None None] Agent healthcheck: found 7 active agents {{(pid=106455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:11:33.179562 n-d-712707-16 neutron-server[106454]: DEBUG neutron_lib.callbacks.manager [None req-7f04a895-88e4-44d2-8822-7a21bf57a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762724111243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609798'] for agent, after_update {{(pid=106454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}